-- Logs begin at Tue 2022-02-15 08:41:12 UTC, end at Tue 2022-02-15 10:54:41 UTC. -- Feb 15 09:14:59.330156 n-d-825064-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 15 09:15:02.121901 n-d-825064-4 neutron-server[102249]: INFO neutron.common.config [-] Logging enabled! Feb 15 09:15:02.122496 n-d-825064-4 neutron-server[102249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 15 09:15:02.122675 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 09:15:02.125885 n-d-825064-4 neutron-server[102249]: INFO neutron.common.config [-] Logging enabled! Feb 15 09:15:02.126138 n-d-825064-4 neutron-server[102249]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.1.dev48 Feb 15 09:15:02.126453 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102249) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 15 09:15:02.127402 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 09:15:02.127633 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 09:15:02.127987 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 09:15:02.128232 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 09:15:02.128454 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 09:15:02.128773 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.129097 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.129390 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.129614 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.129907 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.130196 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.130477 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.130764 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.131059 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.131344 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.131621 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.131902 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.132130 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.132406 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.132691 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.133005 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.133226 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] debug = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.133504 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.133930 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.134344 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.134621 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.134905 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.135175 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.135442 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.135713 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.136285 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.136611 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] host = n-d-825064-4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.136914 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.137195 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.137479 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.137764 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.138041 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.138315 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.138597 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.138867 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.139135 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.139405 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.139691 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.139977 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.140266 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.140487 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.140705 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.141017 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.141304 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.141576 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.141846 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.142117 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.142385 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.142706 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.143058 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.143345 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.143628 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.143911 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.144186 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.144458 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.144728 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.145022 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.145307 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.145576 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.145843 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.146112 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.146397 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.146665 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.146935 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.147232 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.147512 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.147791 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.148079 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.148349 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.148630 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.148934 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.149203 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.149470 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_json = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.149737 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.150003 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.150283 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.150550 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.150817 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.151086 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.151352 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.152238 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.152532 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:02.152911 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.153215 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.153516 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.153802 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.154092 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.154372 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.154663 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.154938 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.155226 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.155513 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.155798 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.156073 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.156359 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.156635 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.156973 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.157279 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.157575 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.157864 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.158137 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.158406 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.158683 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.158958 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.159243 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.159517 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.159803 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.160089 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.160365 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.160652 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.160977 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.161273 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.161547 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.161822 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.162110 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.162385 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.162653 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.162927 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.163214 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.163487 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.163758 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.164037 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.164309 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.164578 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.164868 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.165145 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.165433 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.165707 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.165974 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.166241 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.166516 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.166783 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.167064 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.167966 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.168287 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.168567 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.168871 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.169147 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.169419 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.169696 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.169967 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.170240 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.170509 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.170777 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.171047 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.171315 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.171581 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.171849 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.172115 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.172385 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.172653 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.172960 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.173233 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.173506 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.173870 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.174051 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.174346 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.174621 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.174900 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.175176 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.175451 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.175725 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.175997 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.176272 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.176545 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.176841 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.177127 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.177412 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.177696 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.177972 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.178254 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.178549 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.178821 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.179100 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.179373 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.179648 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.179927 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.180205 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.180495 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.180784 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.181102 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.181390 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.181681 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.181957 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.182263 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.182537 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:02.182751 n-d-825064-4 neutron-server[102249]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 09:15:02.183017 n-d-825064-4 neutron-server[102249]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102249) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 15 09:15:02.541544 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 15 09:15:02.541820 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 15 09:15:02.542108 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 15 09:15:02.542468 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 15 09:15:02.942879 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.943089 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.943359 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.944657 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.944956 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.945222 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.981061 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.981343 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.981605 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.997626 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.997908 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:02.998178 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.028129 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.028398 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.028665 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.067751 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.068036 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.068301 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.312821 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.313456 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.313456 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.313648 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.314392 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.437021 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.437333 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.437617 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.437888 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.438156 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.438468 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.438727 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.438983 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.439232 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.439511 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.439767 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.440026 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.440275 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.440521 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.440770 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.441051 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.441301 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.441562 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.441828 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.442077 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.442341 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.442586 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.442859 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.443228 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.443471 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.443749 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.444688 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.444688 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.444688 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.444970 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.445049 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.445284 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:03.445652 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 15 09:15:03.448903 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 15 09:15:03.452950 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 15 09:15:03.456876 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 15 09:15:03.458521 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 15 09:15:03.458974 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 15 09:15:03.459315 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 15 09:15:03.459702 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 15 09:15:03.462739 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 15 09:15:03.462988 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 15 09:15:03.463335 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 09:15:03.468791 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 15 09:15:03.491198 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 15 09:15:03.491660 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.491964 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102249) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 15 09:15:03.492329 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.493761 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102249) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 15 09:15:03.494043 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 15 09:15:03.494288 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 15 09:15:03.498213 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.498498 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:03.564885 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 15 09:15:03.565055 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 15 09:15:03.565295 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 15 09:15:03.565677 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 15 09:15:03.588494 n-d-825064-4 neutron-server[102249]: DEBUG oslo_db.sqlalchemy.engines [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102249) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 15 09:15:04.126148 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing driver for type 'gre' Feb 15 09:15:04.127000 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] gre ID ranges: [(1, 1000)] Feb 15 09:15:04.180607 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing driver for type 'local' Feb 15 09:15:04.180980 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing driver for type 'vlan' Feb 15 09:15:04.194094 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] VlanTypeDriver initialization complete Feb 15 09:15:04.194565 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing driver for type 'vxlan' Feb 15 09:15:04.195139 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] vxlan ID ranges: [(1, 1000)] Feb 15 09:15:04.246283 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing extension driver 'port_security' Feb 15 09:15:04.246701 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.extensions.port_security [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] PortSecurityExtensionDriver initialization complete Feb 15 09:15:04.247034 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing mechanism driver 'openvswitch' Feb 15 09:15:04.247363 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing mechanism driver 'hyperv' Feb 15 09:15:04.254011 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.plugin [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102249) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:04.256369 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.256745 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.257124 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.257647 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.258080 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.258429 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.258769 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.259151 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.259552 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.259896 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.260235 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.260615 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.261561 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.261903 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.262239 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.262622 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.263022 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.263361 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.263693 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.264080 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.264482 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > address_group after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.264842 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > address_group after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.265179 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.265559 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102249) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 15 09:15:04.265997 n-d-825064-4 neutron-server[102249]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] ML2 OVO RPC backend initialized. {{(pid=102249) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 15 09:15:04.266693 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.267042 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.267459 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.267800 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > networks before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.268141 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.268476 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > ports before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.268836 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.269247 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnets before_response 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.269589 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.269922 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.270251 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.270580 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.270909 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.271237 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.271564 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.271891 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.272217 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.272783 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.plugin [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Modular L2 Plugin initialization complete Feb 15 09:15:04.273130 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading services supported by the core plugin {{(pid=102249) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 15 09:15:04.273448 n-d-825064-4 neutron-server[102249]: INFO neutron.plugins.ml2.managers [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Got port-security extension from driver 'port_security' Feb 15 09:15:04.273912 n-d-825064-4 neutron-server[102249]: INFO neutron.extensions.vlantransparent [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Disabled vlantransparent extension. Feb 15 09:15:04.274392 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102249) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 15 09:15:04.274699 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: router Feb 15 09:15:04.311609 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.311995 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_create 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.312363 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router before_create 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.312724 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.313128 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.313720 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_delete 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.313816 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.314280 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.314637 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_create 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.314978 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.315321 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.315663 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.316017 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.316421 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.316787 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.317145 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.317478 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: subnet after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.317813 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.318161 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.318502 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_create 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.318848 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.319184 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.319536 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router after_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.319875 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.320225 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_create 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.320582 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.320956 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_update 55549900 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.321363 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > agent after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.321670 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > agent after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.322012 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > network after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.322883 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Tracking information for resource: router configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:04.323217 n-d-825064-4 neutron-server[102249]: DEBUG neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Tracking information for resource: floatingip configured {{(pid=102249) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 15 09:15:04.328945 n-d-825064-4 neutron-server[102249]: INFO neutron.db.l3_agentschedulers_db [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 15 09:15:04.329524 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.329880 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.330228 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.330575 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: port after_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.331375 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router before_create 55550100 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.331732 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.332088 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_create 55550100 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.332441 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > router precommit_update 55550100 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.337234 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.provider_configuration [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service providers = [] {{(pid=102249) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 15 09:15:04.337595 n-d-825064-4 neutron-server[102249]: DEBUG neutron.db.servicetype_db [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102249) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 15 09:15:04.341346 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.service_base [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 09:15:04.341690 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.service_base [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 09:15:04.342027 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.service_base [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 09:15:04.342910 n-d-825064-4 neutron-server[102249]: DEBUG neutron.services.service_base [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102249) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 15 09:15:04.343283 n-d-825064-4 neutron-server[102249]: INFO neutron.services.service_base [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 15 09:15:04.343662 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.343974 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 15 09:15:04.355007 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.355338 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: auto_allocate Feb 15 09:15:04.361189 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: network precommit_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.361548 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: network precommit_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.362063 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.362376 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: tag Feb 15 09:15:04.369245 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.369573 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: timestamp Feb 15 09:15:04.373686 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.374012 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: network_ip_availability Feb 15 09:15:04.379491 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.379862 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.380215 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.380957 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.381287 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: flavors Feb 15 09:15:04.386881 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.387208 n-d-825064-4 neutron-server[102249]: INFO neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading Plugin: revisions Feb 15 09:15:04.391542 n-d-825064-4 neutron-server[102249]: DEBUG neutron.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102249) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 15 09:15:04.391930 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=102249) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 15 09:15:04.392753 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102249) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 15 09:15:04.393111 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Initializing extension manager. Feb 15 09:15:04.393621 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: __init__.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.393972 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: __pycache__ {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.394284 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.394610 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: address_group.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.395367 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.395925 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: address-group Feb 15 09:15:04.396241 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: address_scope.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.396991 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.397495 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: address-scope Feb 15 09:15:04.397812 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.398745 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.399249 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: router-admin-state-down-before-update Feb 15 09:15:04.399564 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: agent.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.400291 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.400794 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: agent Feb 15 09:15:04.401131 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: agent_resources_synced.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.402748 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.403252 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: agent-resources-synced Feb 15 09:15:04.403575 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: allowedaddresspairs.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.405413 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.405938 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: allowed-address-pairs Feb 15 09:15:04.406262 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: auto_allocated_topology.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.407395 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.407915 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: auto-allocated-topology Feb 15 09:15:04.408238 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: availability_zone.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.409062 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.409567 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: availability_zone Feb 15 09:15:04.409883 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: availability_zone_filter.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.410792 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.411296 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: availability_zone_filter Feb 15 09:15:04.411612 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: data_plane_status.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.412512 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.413042 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension data-plane-status not supported by any of loaded plugins Feb 15 09:15:04.413360 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: default_subnetpools.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.414278 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.414783 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: default-subnetpools Feb 15 09:15:04.415098 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.415905 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.416408 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: dhcp_agent_scheduler Feb 15 09:15:04.416723 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: dns.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.417821 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.418318 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension dns-integration not supported by any of loaded plugins Feb 15 09:15:04.418634 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: dns_domain_ports.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.419552 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.420051 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 15 09:15:04.420366 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.421325 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.421831 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 15 09:15:04.422148 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: dvr.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.422817 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.423320 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: dvr Feb 15 09:15:04.423640 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: ecmp_routes.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.424559 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.425161 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension ecmp_routes not supported by any of loaded plugins Feb 15 09:15:04.425481 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: empty_string_filtering.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.426402 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.426908 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: empty-string-filtering Feb 15 09:15:04.427222 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.428128 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.428629 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 15 09:15:04.428980 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.429894 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.430395 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 15 09:15:04.430711 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: external_net.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.431625 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.432128 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: external-net Feb 15 09:15:04.432446 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.433536 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.434046 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: extra_dhcp_opt Feb 15 09:15:04.434363 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: extraroute.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.435277 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.435785 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: extraroute Feb 15 09:15:04.436105 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: extraroute_atomic.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.437173 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.437678 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: extraroute-atomic Feb 15 09:15:04.437994 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: filter_validation.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.438840 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.439346 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: filter-validation Feb 15 09:15:04.439761 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: fip_pf_description.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.440657 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.441183 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 15 09:15:04.441502 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: fip_port_details.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.442419 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.442927 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: fip-port-details Feb 15 09:15:04.443243 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: flavors.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.444493 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.445038 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: flavors Feb 15 09:15:04.445360 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.447048 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.447559 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 15 09:15:04.447878 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: floatingip_pools.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.449239 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.449747 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: floatingip-pools Feb 15 09:15:04.450060 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: ip_allocation.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.450989 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.451496 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension ip_allocation not supported by any of loaded plugins Feb 15 09:15:04.451814 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.452728 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.453269 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: ip-substring-filtering Feb 15 09:15:04.453587 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l2_adjacency.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.454511 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.455013 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension l2_adjacency not supported by any of loaded plugins Feb 15 09:15:04.455329 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.456359 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.456897 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: router Feb 15 09:15:04.457218 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.459489 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.460020 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 15 09:15:04.460351 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.461302 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.461821 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: ext-gw-mode Feb 15 09:15:04.462145 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.463080 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.463590 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: l3-ha Feb 15 09:15:04.463988 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3_flavors.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.465510 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.466012 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: l3-flavors Feb 15 09:15:04.466331 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.467242 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.467745 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: l3-port-ip-change-not-allowed Feb 15 09:15:04.468062 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: l3agentscheduler.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.469128 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.469637 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: l3_agent_scheduler Feb 15 09:15:04.469960 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: logging.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.471483 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.472010 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension logging not supported by any of loaded plugins Feb 15 09:15:04.472340 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: metering.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.473124 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.473701 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: metering Feb 15 09:15:04.474029 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.475260 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.475778 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: metering_source_and_destination_fields Feb 15 09:15:04.476102 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: multiprovidernet.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.477057 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.477570 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: multi-provider Feb 15 09:15:04.477891 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: netmtu.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.478804 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.479313 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: net-mtu Feb 15 09:15:04.480255 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: netmtu_writable.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.481302 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.481814 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: net-mtu-writable Feb 15 09:15:04.482135 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: network_availability_zone.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.482809 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.483309 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: network_availability_zone Feb 15 09:15:04.483627 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: network_ip_availability.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.484745 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.485284 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: network-ip-availability Feb 15 09:15:04.485603 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: network_segment_range.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.486362 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.486859 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension network-segment-range not supported by any of loaded plugins Feb 15 09:15:04.487177 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: pagination.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.488162 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.488488 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: pagination Feb 15 09:15:04.488817 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: port_device_profile.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.489750 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.490259 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: port-device-profile Feb 15 09:15:04.490575 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.491498 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.492003 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: port-mac-address-regenerate Feb 15 09:15:04.492319 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.493301 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.493803 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: port-numa-affinity-policy Feb 15 09:15:04.494125 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: port_resource_request.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.495034 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.495750 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension port-resource-request not supported by any of loaded plugins Feb 15 09:15:04.496072 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: portbindings.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.497526 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.498032 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: binding Feb 15 09:15:04.498347 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: portbindings_extended.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.499634 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.500148 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: binding-extended Feb 15 09:15:04.500470 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: portsecurity.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.501419 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.501924 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: port-security Feb 15 09:15:04.502241 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: project_id.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.503366 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.503617 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: project-id Feb 15 09:15:04.503938 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: providernet.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.504880 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.505394 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: provider Feb 15 09:15:04.505709 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.509326 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.509849 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos not supported by any of loaded plugins Feb 15 09:15:04.510175 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.511898 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.512408 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 15 09:15:04.512733 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.513685 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.514200 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 15 09:15:04.514523 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_default.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.515436 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.515943 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-default not supported by any of loaded plugins Feb 15 09:15:04.516264 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_fip.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.516953 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.517454 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-fip not supported by any of loaded plugins Feb 15 09:15:04.517772 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_gateway_ip.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.518693 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.519201 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 15 09:15:04.519518 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_port_network_policy.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.520426 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.521032 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 15 09:15:04.521442 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_pps_rule.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.522537 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.523048 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-pps not supported by any of loaded plugins Feb 15 09:15:04.523370 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_rule_type_details.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.524304 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.524822 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 15 09:15:04.525148 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: qos_rules_alias.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.526205 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.526743 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 15 09:15:04.527060 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: quotasv2.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.528205 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.528530 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: quotas Feb 15 09:15:04.528882 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: quotasv2_detail.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.532167 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.532507 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: quota_details Feb 15 09:15:04.532855 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: rbac.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.533933 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.534457 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: rbac-policies Feb 15 09:15:04.534781 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: rbac_address_group.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.535711 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.536230 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: rbac-address-group Feb 15 09:15:04.536554 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: rbac_address_scope.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.537567 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.538080 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: rbac-address-scope Feb 15 09:15:04.538402 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: rbac_security_groups.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.539314 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.539826 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: rbac-security-groups Feb 15 09:15:04.540145 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: rbac_subnetpool.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.541079 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.541590 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: rbac-subnetpool Feb 15 09:15:04.541915 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: revisionifmatch.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.543388 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.543899 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: revision-if-match Feb 15 09:15:04.544225 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: revisions.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.545381 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.545888 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: standard-attr-revisions Feb 15 09:15:04.546210 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: router_availability_zone.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.546889 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.547397 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: router_availability_zone Feb 15 09:15:04.547718 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: routerservicetype.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.548645 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.549251 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension router-service-type not supported by any of loaded plugins Feb 15 09:15:04.549576 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.550501 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.551009 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: security-groups-normalized-cidr Feb 15 09:15:04.551331 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.552246 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.552756 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: port-security-groups-filtering Feb 15 09:15:04.553105 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.554020 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.554536 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: security-groups-remote-address-group Feb 15 09:15:04.554857 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: securitygroup.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.566989 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.567461 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: security-group Feb 15 09:15:04.567794 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: segment.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.568589 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.569128 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension segment not supported by any of loaded plugins Feb 15 09:15:04.569453 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.570398 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.570907 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 15 09:15:04.571232 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: servicetype.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.572432 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.572980 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: service-type Feb 15 09:15:04.573330 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: sorting.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.574329 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.574661 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: sorting Feb 15 09:15:04.574982 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: standard_attr_segment.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.575901 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.576422 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 15 09:15:04.576746 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: standardattrdescription.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.577419 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.577931 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: standard-attr-description Feb 15 09:15:04.578252 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: stateful_security_group.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.579203 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.579719 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: stateful-security-group Feb 15 09:15:04.580039 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: stdattrs_common.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.580620 n-d-825064-4 neutron-server[102249]: WARNING neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 15 09:15:04.580966 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.581915 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.582577 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 15 09:15:04.582923 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnet_onboard.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.584208 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.584733 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: subnet_onboard Feb 15 09:15:04.585078 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.586006 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.586516 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 15 09:15:04.586834 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnet_service_types.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.587760 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.588275 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: subnet-service-types Feb 15 09:15:04.588591 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnetallocation.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.589809 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.590321 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: subnet_allocation Feb 15 09:15:04.590641 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.591337 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.591843 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: subnetpool-prefix-ops Feb 15 09:15:04.592158 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.593132 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.593643 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 15 09:15:04.593957 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: tagging.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.595034 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.595549 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: standard-attr-tag Feb 15 09:15:04.595870 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: timestamp.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.597126 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.597638 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loaded extension: standard-attr-timestamp Feb 15 09:15:04.597961 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: trunk.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.598993 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.599505 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension trunk not supported by any of loaded plugins Feb 15 09:15:04.599826 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: trunk_details.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.600743 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.601273 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension trunk-details not supported by any of loaded plugins Feb 15 09:15:04.601591 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: uplink_status_propagation.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.602508 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.603013 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 15 09:15:04.603330 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Loading extension file: vlantransparent.py {{(pid=102249) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 15 09:15:04.603998 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102249) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 15 09:15:04.605045 n-d-825064-4 neutron-server[102249]: INFO neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extension vlan-transparent not supported by any of loaded plugins Feb 15 09:15:04.607474 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:network Feb 15 09:15:04.607989 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnet Feb 15 09:15:04.608379 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 09:15:04.608761 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:port Feb 15 09:15:04.610019 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.610449 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service FLAVORS assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.611055 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.611471 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.611796 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:router Feb 15 09:15:04.612215 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:floatingip Feb 15 09:15:04.612718 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service METERING assigned prefix: /metering {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.614197 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.614564 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.614912 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102249) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:15:04.615897 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 09:15:04.616346 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:security_group Feb 15 09:15:04.616777 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 09:15:04.617391 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service CORE assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.617716 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 09:15:04.618065 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] subnetpool is already registered Feb 15 09:15:04.618482 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service CORE assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.618803 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 09:15:04.619138 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] subnetpool is already registered Feb 15 09:15:04.622080 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.622511 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service FLAVORS assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.623093 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.623510 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.623838 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:router Feb 15 09:15:04.624176 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] router is already registered Feb 15 09:15:04.624580 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:floatingip Feb 15 09:15:04.624931 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] floatingip is already registered Feb 15 09:15:04.625383 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service METERING assigned prefix: /metering {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.626032 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of CountableResource for resource:rbac_policy Feb 15 09:15:04.626350 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] rbac_policy is already registered Feb 15 09:15:04.626754 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:security_group Feb 15 09:15:04.627080 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] security_group is already registered Feb 15 09:15:04.627473 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:security_group_rule Feb 15 09:15:04.627797 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] security_group_rule is already registered Feb 15 09:15:04.628433 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service CORE assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.628756 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 09:15:04.629112 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] subnetpool is already registered Feb 15 09:15:04.629527 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.v2.resource_helper [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Service CORE assigned prefix: {{(pid=102249) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 15 09:15:04.629853 n-d-825064-4 neutron-server[102249]: INFO neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Creating instance of TrackedResource for resource:subnetpool Feb 15 09:15:04.630177 n-d-825064-4 neutron-server[102249]: WARNING neutron.quota.resource_registry [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] subnetpool is already registered Feb 15 09:15:04.630642 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: extensions {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.632096 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: address-groups {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.633618 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: address-scopes {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.634938 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: agents {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.636394 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: auto-allocated-topology {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.637664 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: availability_zones {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.638897 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: dhcp-networks {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.640397 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: dhcp-agents {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.641844 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: routers {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.644047 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: flavors {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.645236 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: service_profiles {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.646473 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: next_providers {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.647910 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: service_profiles {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.649468 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: floatingip-pools {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.650687 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: routers {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.653561 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: floatingips {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.654838 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: l3-routers {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.656223 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: l3-agents {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.657658 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: metering-labels {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.659019 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: metering-label-rules {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.660313 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: network-ip-availabilities {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.661616 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: bindings {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.663252 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: quotas {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.664681 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: quotas {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.666115 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: rbac-policies {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.668056 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: security-groups {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.670319 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: security-group-rules {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.671552 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: service-providers {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.672763 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: subnetpools {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.674206 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: subnetpools {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.675683 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.677439 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.679240 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.681021 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.682929 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.684887 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.686561 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.693549 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.693549 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.693549 n-d-825064-4 neutron-server[102249]: DEBUG neutron.api.extensions [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Extended resource: tags {{(pid=102249) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 15 09:15:04.698047 n-d-825064-4 neutron-server[102249]: WARNING keystonemiddleware.auth_token [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 15 09:15:04.702891 n-d-825064-4 neutron-server[102249]: WARNING keystonemiddleware.auth_token [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 15 09:15:04.711698 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Acquired lock "singleton_lock" {{(pid=102249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 15 09:15:04.712179 n-d-825064-4 neutron-server[102249]: DEBUG oslo_concurrency.lockutils [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Releasing lock "singleton_lock" {{(pid=102249) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 15 09:15:04.712857 n-d-825064-4 neutron-server[102249]: INFO oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Starting 2 workers Feb 15 09:15:04.718349 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Started child 102358 {{(pid=102249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 09:15:04.723015 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Started child 102359 {{(pid=102249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 09:15:04.724492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.725628 n-d-825064-4 neutron-server[102249]: INFO neutron.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Neutron service started, listening on 0.0.0.0:9696 Feb 15 09:15:04.725628 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Notify callbacks [] for process, before_spawn {{(pid=102249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.726262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [-] (102358) wsgi starting up on http://0.0.0.0:9696 Feb 15 09:15:04.727837 n-d-825064-4 neutron-server[102249]: INFO oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Starting 1 workers Feb 15 09:15:04.730450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.732514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [-] (102359) wsgi starting up on http://0.0.0.0:9696 Feb 15 09:15:04.733841 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Started child 102360 {{(pid=102249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 09:15:04.734417 n-d-825064-4 neutron-server[102249]: INFO oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Starting 1 workers Feb 15 09:15:04.738953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] calling RpcWorker wait() {{(pid=102360) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 15 09:15:04.740517 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Started child 102361 {{(pid=102249) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 15 09:15:04.740659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.service [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] returning from RpcWorker wait() {{(pid=102360) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 15 09:15:04.740865 n-d-825064-4 neutron-server[102249]: DEBUG neutron_lib.callbacks.manager [None req-11c6ced1-ce53-4f02-895f-af9117e261fd None None] Notify callbacks [] for process, after_spawn {{(pid=102249) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.741212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.741703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:04.741901 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 09:15:04.742037 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 09:15:04.742230 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 09:15:04.742476 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 09:15:04.742797 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 09:15:04.742905 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 09:15:04.743456 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.743670 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.743945 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.744203 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.744496 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.744693 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:04.745351 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.745514 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.745669 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.745953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.746390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.746546 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.746682 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.746939 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.747168 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.747462 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.747722 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.747976 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.748234 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.748403 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.748639 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.748932 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.749164 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.749422 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] debug = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.749671 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.750167 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.750397 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.750645 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.750874 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.751143 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.751369 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.751625 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.751876 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.752108 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.752339 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.752596 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.752856 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.753091 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.753305 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.753569 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.753779 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.754251 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] host = n-d-825064-4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.754495 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.754726 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.754987 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.755233 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.755480 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.755693 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.755941 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.756204 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.756462 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.756688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.756980 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.757228 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.757460 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.757707 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.757868 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_options = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.758129 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.758385 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.758651 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.758836 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.759002 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.759174 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.759430 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.759592 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.759850 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.760064 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.760281 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.760530 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.760764 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.761262 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.761655 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.761907 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.762160 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.762370 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.762618 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.762850 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.763076 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.763299 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.763544 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.763766 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.763978 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.764207 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.764430 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.764660 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.764899 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.765169 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.765411 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.765662 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.765906 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767021 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767021 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767021 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767021 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767514 n-d-825064-4 neutron-server[102361]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:04.767629 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.767800 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.768040 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.768236 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.768506 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.768724 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.768963 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.769198 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_json = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.769612 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.769862 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.770120 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.770403 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.770670 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.770940 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.771188 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.771456 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.771704 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.772139 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.772419 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.772989 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.773402 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.773822 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.774184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.774316 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.775956 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.778216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.780152 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.782561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.783653 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.784833 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.784833 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.784833 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.784833 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.784833 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.787672 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.788735 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.791300 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.794063 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.798337 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.799268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800320 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.800962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.801880 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.802045 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.802303 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.802550 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.802808 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.803051 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.803437 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.803554 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.803761 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.804368 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.804591 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.804902 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.805148 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.805373 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.805585 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.805827 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.806155 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.806411 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.806637 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.806847 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.807103 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.807354 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.807628 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.808493 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.808749 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.809096 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.809344 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.809572 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.809783 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.810012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.810277 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.810485 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.810727 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.810957 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.811190 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.811417 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.811650 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.811896 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.812122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.812367 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.812587 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.812907 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.813058 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.813305 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.813539 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.813766 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.814017 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.814232 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.814480 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.814691 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.814903 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.815176 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.815395 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.815668 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.815922 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.816160 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.816562 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.817059 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.817261 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.817491 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.817736 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.817971 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.818186 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.818397 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.818612 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.818819 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.819048 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.819252 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.819465 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.819736 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.819965 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.820297 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.820542 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.820765 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.821026 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.821231 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.821479 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.821707 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.821952 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.822185 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.822417 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.822629 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.822907 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.823144 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.823962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.824174 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.824405 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.824616 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.824887 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.825097 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.825377 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.825625 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.825852 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.826113 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.826359 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.826596 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.826838 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.827044 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.827251 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.827489 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.827701 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.827907 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.828130 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.828335 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.828541 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.828759 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.828997 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.829222 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.829485 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.829711 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.829917 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.830134 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.830346 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.830558 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.830777 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.830981 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.831186 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.831421 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.831655 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.831930 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.832102 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.832298 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833183 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833183 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833183 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833183 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833730 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833730 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.833941 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.834179 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.834428 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.834845 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.834983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.835206 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.835468 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.835651 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.835863 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.836097 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.836323 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.836567 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.836912 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.837373 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.837481 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.837703 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.837966 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.838250 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.838533 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.838747 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.839602 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.840364 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.840491 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.840701 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.840963 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.841202 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.841442 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.841658 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.841874 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.842118 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.842330 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.842570 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.842793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.843035 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.843268 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.843495 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.843716 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.843939 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.844167 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.844412 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.844645 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.844801 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 09:15:04.845350 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102249) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 15 09:15:04.845502 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 15 09:15:04.845502 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 15 09:15:04.845977 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 15 09:15:04.845977 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 15 09:15:04.846128 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 15 09:15:04.846323 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.846479 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.846633 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.846787 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.846942 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847118 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847273 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847426 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847579 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847732 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.847888 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848041 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848193 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848500 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848654 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848834 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.848983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849142 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849296 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849449 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849604 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849757 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] debug = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.849911 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850106 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850263 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850415 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850570 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850723 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.850875 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851027 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851182 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851334 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851926 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851926 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851926 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.851926 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852247 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852247 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852394 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852472 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] host = n-d-825064-4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852620 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852770 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.852944 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853096 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853250 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853402 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853556 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853709 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.853862 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.854016 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.854148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:04.854234 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.854306 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855191 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855191 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855352 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_options = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855486 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855638 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855792 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.855976 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856134 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856288 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856441 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856595 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856748 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.856939 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.857092 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.857244 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.857401 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.857552 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.857866 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858020 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858325 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858519 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858631 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858786 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.858935 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.859091 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.859240 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860018 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860018 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860018 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860018 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860018 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860399 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860399 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860399 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860622 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860702 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860849 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.860980 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862007 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862532 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862532 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862532 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862532 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862797 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_json = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862882 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.862960 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863113 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863264 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863419 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863568 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863712 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.863871 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.864022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 15 09:15:04.864196 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.864352 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.864518 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.864673 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.864851 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865171 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865327 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865482 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865639 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865944 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.865944 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.866102 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.866274 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.866400 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.866554 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.866717 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867003 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867193 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867322 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867480 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867997 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867997 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.867997 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.868234 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.868315 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.868484 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.868584 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.868746 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869068 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869162 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869329 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869559 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869694 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.869873 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870216 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870593 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870593 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870593 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870975 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.870975 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871187 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871187 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871384 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871551 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871762 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.871923 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872121 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.872983 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.873501 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.873501 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.873501 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.873818 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.873924 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874072 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874160 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874343 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874515 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874663 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874819 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.874974 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.875225 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.875405 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.875552 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.875682 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.875884 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876108 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876264 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876380 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876460 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876682 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.876889 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877034 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877190 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877347 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877503 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877652 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877806 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.877962 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.878120 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.878301 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.878525 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.878679 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.879064 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.879402 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.879605 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.881010 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.883760 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.884390 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.887184 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.888688 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.890953 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.891775 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.892383 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.894561 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.895721 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.897023 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.898012 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902022 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.902793 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.904122 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.906531 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.907192 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.908614 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.909348 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.910260 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911052 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.911728 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.912317 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913109 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 15 09:15:04.913879 n-d-825064-4 neutron-server[102249]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102249) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 15 09:15:05.006961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46016) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:05.017188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080388 Feb 15 09:15:16.655154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b63622-70e3-4949-81d9-3a846dea6cb9 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:15:16.805659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b63622-70e3-4949-81d9-3a846dea6cb9 None None] No non-hosted networks {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 15 09:15:16.832745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.agentschedulers_db [None req-32b63622-70e3-4949-81d9-3a846dea6cb9 None None] DHCP Agent not found on host n-d-825064-4 {{(pid=102360) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 15 09:15:16.991600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c4eeeb9-be4f-442b-a40a-bb0350c5ee98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:19.149453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c03585cd-99a5-4cd5-9006-54945c2cccaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:19.216535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cde5ff0-9fe3-4471-8dcc-70f7a57820eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:20.161067 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:22.046320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:22.047375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.049274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.049274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.049836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.050141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.050539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.051578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.051578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.052659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.054708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.054708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.054708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:22.056155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825064-4', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:22.078701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825064-4', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:22.150410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:23.249897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46108) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:23.800705 n-d-825064-4 neutron-server[102359]: WARNING oslo_policy.policy [None req-bc17f4a4-5250-40ff-87cd-b5c0619a953d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:23.801470 n-d-825064-4 neutron-server[102359]: WARNING oslo_policy.policy [None req-bc17f4a4-5250-40ff-87cd-b5c0619a953d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:24.052961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-bc17f4a4-5250-40ff-87cd-b5c0619a953d admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:15:24.053994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc17f4a4-5250-40ff-87cd-b5c0619a953d admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8032701 Feb 15 09:15:24.658439 n-d-825064-4 neutron-server[102360]: INFO neutron.db.l3_hamode_db [None req-6fc05ef1-2486-40de-b484-2089a096b638 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 15 09:15:24.736559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc05ef1-2486-40de-b484-2089a096b638 None None] Routers set() bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:15:24.736975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc05ef1-2486-40de-b484-2089a096b638 None None] Router IDs set() for agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 09:15:26.486917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46124) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:26.808110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:26.911280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.policy [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102359) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 09:15:26.956588 n-d-825064-4 neutron-server[102359]: WARNING oslo_policy.policy [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:26.957619 n-d-825064-4 neutron-server[102359]: WARNING oslo_policy.policy [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:26.965626 n-d-825064-4 neutron-server[102359]: INFO neutron.quota [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] Loaded quota_driver: . Feb 15 09:15:27.060307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783121059114', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783121059831', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783121079902', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783121074170', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783120381652', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783120839783', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-663336', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3458581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-347937', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454078'] for rbac-policy, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:27.128030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:27.136584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-611ce88f-5f67-48b5-b178-08fdde3b0941 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6485844 Feb 15 09:15:29.830057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:30.223047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'project_id': '69a13a82a34142c1a27aff2101722d6b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:30.253323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Made reservation on behalf of 69a13a82a34142c1a27aff2101722d6b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:15:30.256263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.274183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.383718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.388712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.407207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:15:30.436563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783122105146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.437186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Unsubscribe: segment precommit_create {{(pid=102359) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 09:15:30.437693 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Added segment 8bd3428b-35c3-45f4-a50a-73bb27ad0ce5 of type vlan for network 224695d7-0c20-4224-8711-929cad9c6b32 Feb 15 09:15:30.454172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2c505-f71a-4da9-8e6d-d3031d7f494b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:30.502002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.502402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.502667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.502993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.503314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.503632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.503979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.504270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.504584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.504920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.505237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.505551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Tracked resource versions report: Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: pushed versions: Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: { 'AddressGroup': {'1.2'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'ConntrackHelper': {'1.0'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Log': {'1.0'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Network': {'1.1'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Port': {'1.7'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'PortForwarding': {'1.2'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'QosPolicy': {'1.9'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SecurityGroup': {'1.4'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SubPort': {'1.0'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Subnet': {'1.1'}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Trunk': {'1.1'}} Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: consumer versions: Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: L3 agent@n-d-825064-4: {}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: Metadata agent@n-d-825064-4: {}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: Metering agent@n-d-825064-4: {}, Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'ConntrackHelper': '1.0', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Log': '1.0', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Network': '1.1', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Port': '1.7', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'PortForwarding': '1.2', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'QosPolicy': '1.9', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SecurityGroup': '1.4', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SecurityGroupRule': '1.2', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'SubPort': '1.0', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Subnet': '1.1', Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: 'Trunk': '1.1'}} Feb 15 09:15:30.506668 n-d-825064-4 neutron-server[102359]: {{(pid=102359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:15:30.548574 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.588372 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.589544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:30.590185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:30.666591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8348107 Feb 15 09:15:30.691730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad824-f4e7-4b99-a375-84d59a064860 admin admin] Pushing event updated for resources: {'Network': ['ID=224695d7-0c20-4224-8711-929cad9c6b32,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:30.706956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 224695d7-0c20-4224-8711-929cad9c6b32 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:15:33.425276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:33.927154 n-d-825064-4 neutron-server[102358]: WARNING oslo_policy.policy [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:33.927724 n-d-825064-4 neutron-server[102358]: WARNING oslo_policy.policy [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:34.376079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.policy [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 15 09:15:34.420823 n-d-825064-4 neutron-server[102358]: WARNING oslo_policy.policy [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:34.421207 n-d-825064-4 neutron-server[102358]: WARNING oslo_policy.policy [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 15 09:15:34.429248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:34.431825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f07cc569-b1cb-403c-b111-1e2214788092 admin admin] 10.222.0.10 "GET /v2.0/networks/224695d7-0c20-4224-8711-929cad9c6b32 HTTP/1.1" status: 200 len: 825 time: 1.0039363 Feb 15 09:15:34.470598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ecfca114-44fc-4f23-b462-9159e0d90149 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61 HTTP/1.1" status: 200 len: 734 time: 0.0324590 Feb 15 09:15:34.480842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Request body: {'subnet': {'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:34.482400 n-d-825064-4 neutron-server[102358]: INFO neutron.quota [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Loaded quota_driver: . Feb 15 09:15:34.522325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Made reservation on behalf of 69a13a82a34142c1a27aff2101722d6b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:15:34.525115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:34.812663 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:34.884950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Checking segment: {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:15:34.885596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Network hostable DHCP agents. Network: 224695d7-0c20-4224-8711-929cad9c6b32, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:15:34.894131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:34.909104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.909443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.909777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.910105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.910434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.910757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.911074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.911396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.911816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.912164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.912554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.912927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Tracked resource versions report: Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: pushed versions: Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: { 'AddressGroup': {'1.2'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'ConntrackHelper': {'1.0'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Log': {'1.0'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Network': {'1.1'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Port': {'1.7'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'PortForwarding': {'1.2'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'QosPolicy': {'1.9'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SecurityGroup': {'1.4'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SubPort': {'1.0'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Subnet': {'1.1'}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Trunk': {'1.1'}} Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: consumer versions: Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: L3 agent@n-d-825064-4: {}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: Metadata agent@n-d-825064-4: {}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: Metering agent@n-d-825064-4: {}, Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'ConntrackHelper': '1.0', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Log': '1.0', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Network': '1.1', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Port': '1.7', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'PortForwarding': '1.2', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'QosPolicy': '1.9', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SecurityGroup': '1.4', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SecurityGroupRule': '1.2', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'SubPort': '1.0', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Subnet': '1.1', Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: 'Trunk': '1.1'}} Feb 15 09:15:34.914058 n-d-825064-4 neutron-server[102358]: {{(pid=102358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:15:34.938629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Network 224695d7-0c20-4224-8711-929cad9c6b32 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:15:34.953004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 224695d7-0c20-4224-8711-929cad9c6b32) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:15:34.959467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:34.965128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:34.965351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31015ba2-2d38-4c66-9771-35617ffcfc0f None None] Network 224695d7-0c20-4224-8711-929cad9c6b32 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:15:34.989600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8940ad68-5669-44c3-bfaf-51589ebb0592 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5126660 Feb 15 09:15:35.342566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-224695d7-0c20-4224-8711-929cad9c6b32', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:15:35.343851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:35.655771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Allocated IP 172.20.0.2 (224695d7-0c20-4224-8711-929cad9c6b32/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851/0e28c26a-0b9d-4460-8df3-59815129575d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:15:35.868554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:35.880690 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:35.962850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Network 224695d7-0c20-4224-8711-929cad9c6b32 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:15:35.968520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:15:35.976799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Pushing event updated for resources: {'Port': ['ID=0e28c26a-0b9d-4460-8df3-59815129575d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:35.983195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:15:35.985715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.986055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.986388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.986721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.987047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.987372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.987696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.988011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.988329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.988645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.988990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.989302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Tracked resource versions report: Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: pushed versions: Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: { 'AddressGroup': {'1.2'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'ConntrackHelper': {'1.0'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Log': {'1.0'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Network': {'1.1'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Port': {'1.7'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'PortForwarding': {'1.2'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'QosPolicy': {'1.9'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SecurityGroup': {'1.4'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SubPort': {'1.0'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Subnet': {'1.1'}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Trunk': {'1.1'}} Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: consumer versions: Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: L3 agent@n-d-825064-4: {}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: Metadata agent@n-d-825064-4: {}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: Metering agent@n-d-825064-4: {}, Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'ConntrackHelper': '1.0', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Log': '1.0', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Network': '1.1', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Port': '1.7', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'PortForwarding': '1.2', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'QosPolicy': '1.9', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SecurityGroup': '1.4', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SecurityGroupRule': '1.2', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'SubPort': '1.0', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Subnet': '1.1', Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: 'Trunk': '1.1'}} Feb 15 09:15:35.990471 n-d-825064-4 neutron-server[102360]: {{(pid=102360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:15:36.077604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Attempting to bind port 0e28c26a-0b9d-4460-8df3-59815129575d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:15:36.077992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Attempting to bind port 0e28c26a-0b9d-4460-8df3-59815129575d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:15:36.078438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Attempting to bind port 0e28c26a-0b9d-4460-8df3-59815129575d on network 224695d7-0c20-4224-8711-929cad9c6b32 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:15:36.083529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:15:36.083938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Checking segment: {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:15:36.084398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:36.084779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Bound using segment: {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:15:36.086068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Bound port: 0e28c26a-0b9d-4460-8df3-59815129575d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:15:36.086068 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:36.153268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] For port 0e28c26a-0b9d-4460-8df3-59815129575d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:15:36.157589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] For port 0e28c26a-0b9d-4460-8df3-59815129575d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0e28c26a-0b9d-4460-8df3-59815129575d,segment=NetworkSegment(8bd3428b-35c3-45f4-a50a-73bb27ad0ce5),segment_id=8bd3428b-35c3-45f4-a50a-73bb27ad0ce5)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:15:36.163710 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:36.240534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749ab6b8-f5d3-4a11-8df8-7059800f19d1 None None] Pushing event updated for resources: {'Port': ['ID=0e28c26a-0b9d-4460-8df3-59815129575d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:37.623624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46170) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:37.966216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-84270512-c36a-42ac-a998-026a357ee436 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:15:37.967206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-84270512-c36a-42ac-a998-026a357ee436 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3421991 Feb 15 09:15:40.457657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46178) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:40.802630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-ad8808d5-d9e4-41e9-b134-c2aff776f472 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:15:40.803805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ad8808d5-d9e4-41e9-b134-c2aff776f472 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3447797 Feb 15 09:15:43.566527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:43.888425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Request body: {'router': {'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'name': 'router1', 'admin_state_up': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:43.913508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:43.915190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:44.063277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:44.068024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:44.082673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:44.083875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-98005631-add2-4004-aa86-b18ea53eb7a7 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5161548 Feb 15 09:15:44.890532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faaaf43-cba0-42be-9b2e-f6dc5ba28345 None None] Network 224695d7-0c20-4224-8711-929cad9c6b32 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:15:44.958348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] Provisioning complete for port 0e28c26a-0b9d-4460-8df3-59815129575d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:44.958745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:45.169149 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:45.230132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] For port 0e28c26a-0b9d-4460-8df3-59815129575d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0e28c26a-0b9d-4460-8df3-59815129575d,segment=NetworkSegment(8bd3428b-35c3-45f4-a50a-73bb27ad0ce5),segment_id=8bd3428b-35c3-45f4-a50a-73bb27ad0ce5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:15:45.235592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:45.287145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ea02b-aefa-47c5-8497-322ce0ba2550 None None] Pushing event updated for resources: {'Port': ['ID=0e28c26a-0b9d-4460-8df3-59815129575d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:45.457227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-45de1341-e46b-4227-8d0f-45e578873bd1 None None] Provisioning complete for port 0e28c26a-0b9d-4460-8df3-59815129575d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:45.457512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-45de1341-e46b-4227-8d0f-45e578873bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:45.552312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0e28c26a-0b9d-4460-8df3-59815129575d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:15:45.598297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0e28c26a-0b9d-4460-8df3-59815129575d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:45.598663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:46.568014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46200) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:46.590576 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22aa97ec-9829-4e0d-b951-39ded5733bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:46.879081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-a68eef63-37c8-4c9f-af03-7ff09deed69c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:15:46.880073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a68eef63-37c8-4c9f-af03-7ff09deed69c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111334 Feb 15 09:15:49.153079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-86d990cb-bca2-4d8d-bcc0-aebc88faf532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.339394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46208) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:49.646248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:49.689907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Made reservation on behalf of 67c24a4e335a43709016daa476acf61a for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:15:49.692344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.708002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.809355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.813001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.830597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Reserving flat network on physical network physnet1 {{(pid=102358) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 15 09:15:49.850312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4886338-dbbb-4e71-bd99-91a98ce004cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:49.859262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783122105146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.859822 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Unsubscribe: segment precommit_create {{(pid=102358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 15 09:15:49.860314 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Added segment 51ea481a-ba49-422c-b2f0-bf3c06e80046 of type flat for network 15f4941e-d96a-4647-963e-cfdc4a3cca09 Feb 15 09:15:49.913963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.952109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:49.953080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:49.953639 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:50.022215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6818328 Feb 15 09:15:50.046571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefda10-f857-443c-bfb0-56984d3ebffb admin admin] Pushing event updated for resources: {'Network': ['ID=15f4941e-d96a-4647-963e-cfdc4a3cca09,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:50.058911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:15:50.131102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:52.040751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:52.113052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:52.465191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46226) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:52.638011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1e0ac0-74a2-41b3-b173-cf574f0723ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:52.639356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2b1e0ac0-74a2-41b3-b173-cf574f0723ed admin admin] 10.222.0.10 "GET /v2.0/subnets/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851 HTTP/1.1" status: 200 len: 849 time: 0.1732121 Feb 15 09:15:52.757368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca493806-5e22-4823-91f0-8c47aafe5788 admin admin] 10.222.0.10 "GET /v2.0/routers/e65da17c-5bba-4c1b-8099-41de52aa6382 HTTP/1.1" status: 200 len: 704 time: 0.1118209 Feb 15 09:15:53.023388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.325166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Allocated IP 172.20.0.1 (224695d7-0c20-4224-8711-929cad9c6b32/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851/4db764d4-3183-4f51-bad4-c0dadba56a75) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:15:53.477316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.588304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.653379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Network 224695d7-0c20-4224-8711-929cad9c6b32 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:15:53.663420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:15:53.670489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:15:53.670965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.694341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Pushing event updated for resources: {'Port': ['ID=4db764d4-3183-4f51-bad4-c0dadba56a75,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:53.790167 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:15:53.864405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.908611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f2c9e0d5-2451-4ca3-a4b3-35fc87267170 None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:53.909232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e0d5-2451-4ca3-a4b3-35fc87267170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:53.941103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9e0d5-2451-4ca3-a4b3-35fc87267170 None None] Port 4db764d4-3183-4f51-bad4-c0dadba56a75 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:15:54.068730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:54.073602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:54.074541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:54.150954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Pushing event updated for resources: {'Port': ['ID=4db764d4-3183-4f51-bad4-c0dadba56a75,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:54.197076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Network 224695d7-0c20-4224-8711-929cad9c6b32 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:15:54.198350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:15:54.361092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ba65f572-1290-4b3f-92fa-5b1f879dd8d2 None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:54.361467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba65f572-1290-4b3f-92fa-5b1f879dd8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:54.370241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Router e65da17c-5bba-4c1b-8099-41de52aa6382 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:15:54.406706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ba65f572-1290-4b3f-92fa-5b1f879dd8d2 None None] Port 4db764d4-3183-4f51-bad4-c0dadba56a75 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:15:54.462958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e024b619-30af-490e-9915-59daebac176e admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:15:54.468172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e024b619-30af-490e-9915-59daebac176e admin admin] 10.222.0.10 "PUT /v2.0/routers/e65da17c-5bba-4c1b-8099-41de52aa6382/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7047896 Feb 15 09:15:54.475360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Sync routers for ids ['e65da17c-5bba-4c1b-8099-41de52aa6382'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:15:54.488151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Routers {'e65da17c-5bba-4c1b-8099-41de52aa6382'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:15:54.489087 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e65da17c-5bba-4c1b-8099-41de52aa6382'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:54.674339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Set router e65da17c-5bba-4c1b-8099-41de52aa6382 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:15:55.110230 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:15:53Z', 'revision_number': 2, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port_host': None, '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:53Z', 'revision_number': 2, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:55.162507 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Checking router: e65da17c-5bba-4c1b-8099-41de52aa6382 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:15:55.162866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Updating router e65da17c-5bba-4c1b-8099-41de52aa6382 port 4db764d4-3183-4f51-bad4-c0dadba56a75 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:15:55.210592 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.719767 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.725889 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.889136 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Pushing event updated for resources: {'Port': ['ID=4db764d4-3183-4f51-bad4-c0dadba56a75,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:55.907695 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Attempting to bind port 4db764d4-3183-4f51-bad4-c0dadba56a75 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:15:55.908087 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Attempting to bind port 4db764d4-3183-4f51-bad4-c0dadba56a75 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:15:55.908554 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Attempting to bind port 4db764d4-3183-4f51-bad4-c0dadba56a75 on network 224695d7-0c20-4224-8711-929cad9c6b32 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:15:55.911005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.911346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.911680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.912010 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.912337 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.912659 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.913156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.913480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.913826 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.914145 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.915012 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.915403 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Tracked resource versions report: Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: pushed versions: Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: { 'AddressGroup': {'1.2'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'ConntrackHelper': {'1.0'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Log': {'1.0'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Network': {'1.1'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Port': {'1.7'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'PortForwarding': {'1.2'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'QosPolicy': {'1.9'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SecurityGroup': {'1.4'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SubPort': {'1.0'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Subnet': {'1.1'}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Trunk': {'1.1'}} Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: consumer versions: Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: L3 agent@n-d-825064-4: {}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: Metadata agent@n-d-825064-4: {}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: Metering agent@n-d-825064-4: {}, Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'ConntrackHelper': '1.0', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Log': '1.0', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Network': '1.1', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Port': '1.7', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'PortForwarding': '1.2', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'QosPolicy': '1.9', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SecurityGroup': '1.4', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SecurityGroupRule': '1.2', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'SubPort': '1.0', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Subnet': '1.1', Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: 'Trunk': '1.1'}} Feb 15 09:15:55.916543 n-d-825064-4 neutron-server[102361]: {{(pid=102361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:15:55.923715 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:15:55.924123 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Checking segment: {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:15:55.924617 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.925019 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Bound using segment: {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:15:55.925518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Bound port: 4db764d4-3183-4f51-bad4-c0dadba56a75, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd3428b-35c3-45f4-a50a-73bb27ad0ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:15:55.925896 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.940605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-05db5bf4-f3f6-4a4e-9bf8-3241949355ae None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:55.941188 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05db5bf4-f3f6-4a4e-9bf8-3241949355ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:55.994005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] For port 4db764d4-3183-4f51-bad4-c0dadba56a75, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:15:56.014368 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] For port 4db764d4-3183-4f51-bad4-c0dadba56a75, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4db764d4-3183-4f51-bad4-c0dadba56a75,segment=NetworkSegment(8bd3428b-35c3-45f4-a50a-73bb27ad0ce5),segment_id=8bd3428b-35c3-45f4-a50a-73bb27ad0ce5)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:15:56.019060 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:56.019919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-05db5bf4-f3f6-4a4e-9bf8-3241949355ae None None] Port 4db764d4-3183-4f51-bad4-c0dadba56a75 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:15:56.077060 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a06e60-aaf7-4f00-8020-bdfb930d7e23 None None] Pushing event updated for resources: {'Port': ['ID=4db764d4-3183-4f51-bad4-c0dadba56a75,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:56.084027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Routers {'e65da17c-5bba-4c1b-8099-41de52aa6382'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:15:56.084627 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e65da17c-5bba-4c1b-8099-41de52aa6382'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:56.176110 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] Set router e65da17c-5bba-4c1b-8099-41de52aa6382 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:15:56.241298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:15:56.241663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:56.319513 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:56.355055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] For port 4db764d4-3183-4f51-bad4-c0dadba56a75, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4db764d4-3183-4f51-bad4-c0dadba56a75,segment=NetworkSegment(8bd3428b-35c3-45f4-a50a-73bb27ad0ce5),segment_id=8bd3428b-35c3-45f4-a50a-73bb27ad0ce5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:15:56.360588 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:56.386897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:15:53Z', 'revision_number': 2, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port_host': None, '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:55Z', 'revision_number': 4, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:15:56.409367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3780bc5-5c47-40d1-b40e-85c11fbb5d47 None None] Pushing event updated for resources: {'Port': ['ID=4db764d4-3183-4f51-bad4-c0dadba56a75,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:56.420234 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90446ff3-3293-4a97-8de8-9ec4d9808136 None None] The sync data for ids ['e65da17c-5bba-4c1b-8099-41de52aa6382'] in n-d-825064-4 is: [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:15:53Z', 'revision_number': 2, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port_host': None, '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:55Z', 'revision_number': 4, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:15:56.744975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46246) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:15:56.894710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049368e2-839e-4ff9-b760-f7fab2c37139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:56.896116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-049368e2-839e-4ff9-b760-f7fab2c37139 admin admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 842 time: 0.1501601 Feb 15 09:15:56.906886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.6.0/24', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'gateway_ip': '172.25.6.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:15:56.934154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Made reservation on behalf of 67c24a4e335a43709016daa476acf61a for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:15:56.936436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:57.378324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:15:57.378812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:57.439738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e80f626-e767-4a44-a2eb-896c82a75630,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:15:57.452312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:15:57.452679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Network hostable DHCP agents. Network: 15f4941e-d96a-4647-963e-cfdc4a3cca09, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:15:57.473796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:15:57.486614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 15f4941e-d96a-4647-963e-cfdc4a3cca09) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:15:57.491638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:15:57.492796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:15:57.499659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa14778c-a506-46f9-81b1-eecca36e406c None None] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:15:57.513572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ee7c2d37-3af7-403a-a0f9-ef791437e2a0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098442 Feb 15 09:15:57.635106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d43170-a1fd-4e47-ade0-9da7de7fa7a3 None None] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:15:59.876651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46254) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:16:00.012382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7754fedf-5f77-4aba-8e1b-366f2e60a1d3 admin admin] 10.222.0.10 "GET /v2.0/routers/e65da17c-5bba-4c1b-8099-41de52aa6382 HTTP/1.1" status: 200 len: 710 time: 0.1342723 Feb 15 09:16:00.099675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f261c92c-eea8-4eac-bb8b-dcb23706c062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:16:00.101061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f261c92c-eea8-4eac-bb8b-dcb23706c062 admin admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 886 time: 0.0825365 Feb 15 09:16:00.110576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:16:00.423812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:00.649820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:00.723189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:00.830218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Allocated IP 172.25.6.176 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/fcb60143-5f43-45b7-802d-30fce15f199b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:16:00.928529 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:00.960180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:01.003280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:16:01.005930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:16:01.008234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:16:01.041708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Pushing event updated for resources: {'Port': ['ID=fcb60143-5f43-45b7-802d-30fce15f199b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:16:01.254105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:01.457757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:01.461513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:01.576371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Router e65da17c-5bba-4c1b-8099-41de52aa6382 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:16:01.686986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:16:01.691322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:01.692433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eabb498b-030c-4c31-b25c-8b62325f0e2e admin admin] 10.222.0.10 "PUT /v2.0/routers/e65da17c-5bba-4c1b-8099-41de52aa6382 HTTP/1.1" status: 200 len: 890 time: 1.5850556 Feb 15 09:16:02.970675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Sync routers for ids ['e65da17c-5bba-4c1b-8099-41de52aa6382'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:16:02.982200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Routers {'e65da17c-5bba-4c1b-8099-41de52aa6382'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:16:02.982901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e65da17c-5bba-4c1b-8099-41de52aa6382'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:16:03.210382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Set router e65da17c-5bba-4c1b-8099-41de52aa6382 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:16:03.564555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4db764d4-3183-4f51-bad4-c0dadba56a75 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:16:03.643282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:16:01Z', 'revision_number': 4, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port': {'id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:16:00Z', 'updated_at': '2022-02-15T09:16:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:56Z', 'revision_number': 5, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:16:03.694302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Checking router: e65da17c-5bba-4c1b-8099-41de52aa6382 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:16:03.694650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Updating router e65da17c-5bba-4c1b-8099-41de52aa6382 port fcb60143-5f43-45b7-802d-30fce15f199b binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:16:03.710030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:16:03.710395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:03.834800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.179896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46266) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:16:04.210366 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.216279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.272316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Attempting to bind port fcb60143-5f43-45b7-802d-30fce15f199b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:16:04.272675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Attempting to bind port fcb60143-5f43-45b7-802d-30fce15f199b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:16:04.273084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Attempting to bind port fcb60143-5f43-45b7-802d-30fce15f199b on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:16:04.275043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6063-056f-4941-8016-a2e9cd12a0e2 None None] Pushing event updated for resources: {'Port': ['ID=fcb60143-5f43-45b7-802d-30fce15f199b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:16:04.280720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:16:04.281122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:16:04.281516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.281899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:16:04.282425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Bound port: fcb60143-5f43-45b7-802d-30fce15f199b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:16:04.282808 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.334704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] For port fcb60143-5f43-45b7-802d-30fce15f199b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:16:04.337710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] For port fcb60143-5f43-45b7-802d-30fce15f199b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fcb60143-5f43-45b7-802d-30fce15f199b,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:16:04.343420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:04.384949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ddcc9d8-a023-4200-8aa5-0af22ac5e160 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2033951 Feb 15 09:16:04.400665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Routers {'e65da17c-5bba-4c1b-8099-41de52aa6382'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:16:04.401377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e65da17c-5bba-4c1b-8099-41de52aa6382'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:16:04.442242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d6063-056f-4941-8016-a2e9cd12a0e2 None None] Pushing event updated for resources: {'Port': ['ID=fcb60143-5f43-45b7-802d-30fce15f199b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:16:04.520163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] Set router e65da17c-5bba-4c1b-8099-41de52aa6382 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:16:04.742839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:16:01Z', 'revision_number': 4, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port': {'id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:16:00Z', 'updated_at': '2022-02-15T09:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:56Z', 'revision_number': 5, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:16:04.770379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee40b010-c5e6-4d1d-8236-63de3eb84e58 None None] The sync data for ids ['e65da17c-5bba-4c1b-8099-41de52aa6382'] in n-d-825064-4 is: [{'id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'name': 'router1', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176'}], 'enable_snat': True}, 'gw_port_id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:15:43Z', 'updated_at': '2022-02-15T09:16:01Z', 'revision_number': 4, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'gw_port': {'id': 'fcb60143-5f43-45b7-802d-30fce15f199b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:16:00Z', 'updated_at': '2022-02-15T09:16:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4db764d4-3183-4f51-bad4-c0dadba56a75', 'name': '', 'network_id': '224695d7-0c20-4224-8711-929cad9c6b32', 'tenant_id': '69a13a82a34142c1a27aff2101722d6b', 'mac_address': 'fa:16:3e:85:f0:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65da17c-5bba-4c1b-8099-41de52aa6382', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:15:53Z', 'updated_at': '2022-02-15T09:15:56Z', 'revision_number': 5, 'project_id': '69a13a82a34142c1a27aff2101722d6b', 'subnets': [{'id': '1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3aea92e-2a8c-4c42-bd2f-1dfd9b520b61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:16:05.583069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fcb60143-5f43-45b7-802d-30fce15f199b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:16:05.629813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fcb60143-5f43-45b7-802d-30fce15f199b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:16:05.630180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:05.717655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:05.749967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port fcb60143-5f43-45b7-802d-30fce15f199b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fcb60143-5f43-45b7-802d-30fce15f199b,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:16:05.755385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:05.806764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=fcb60143-5f43-45b7-802d-30fce15f199b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:16:07.550196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fcb60143-5f43-45b7-802d-30fce15f199b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:16:07.598509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fcb60143-5f43-45b7-802d-30fce15f199b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:16:07.598881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:16.588171 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4d16d036-f45d-4433-99e6-0ef97478a335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:19.156637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d3cc231-68b2-4e65-9fd9-baa55f2ba7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:20.115339 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:22.048420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:22.137853 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:30.802334 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:16:46.580984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-611369a6-aad4-4029-a6c4-6b94c14c0240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:49.161720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-10345ae0-11b1-45be-9895-505f339ff7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:50.115362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:52.044390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:16:52.137262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:07.792639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:17:16.585466 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-931a12c5-3351-4d98-9de9-819645284fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:19.166362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07ec5928-d23e-4b80-a727-fab1b4e41a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:20.116390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:22.041232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:22.124677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:44.790877 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:17:46.588585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23725822-69dd-45a2-bdda-7af068c58f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:49.169907 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cf9cdc50-d056-428b-bf7f-ac1ef5250da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:49.618453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46860) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:17:49.683502 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a019b85b-f99c-494e-80ac-ea52726d1eea admin admin] GET failed (client error): The resource could not be found. Feb 15 09:17:49.684883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a019b85b-f99c-494e-80ac-ea52726d1eea admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0654788 Feb 15 09:17:49.849440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6739510d-c3af-4ff1-9eb2-ba9131f4a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:49.850816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6739510d-c3af-4ff1-9eb2-ba9131f4a680 admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1604669 Feb 15 09:17:50.122548 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.045396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.102134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46870) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:17:52.127328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.197229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca244ee0-01bd-43ac-a3be-9498e25a8315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:52.198600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca244ee0-01bd-43ac-a3be-9498e25a8315 admin admin] 10.222.0.10 "GET /v2.0/subnets/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851 HTTP/1.1" status: 200 len: 849 time: 0.0959604 Feb 15 09:17:52.209785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:17:52.298306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Notify callbacks [] for subnet, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.448071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783122181479'] for subnet, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.478096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:52.478671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:52.479927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] 10.222.0.10 "PUT /v2.0/subnets/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851 HTTP/1.1" status: 200 len: 868 time: 0.2742836 Feb 15 09:17:52.495804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d7e327-1e45-432d-88be-ee59d37fbf03 None None] Network 224695d7-0c20-4224-8711-929cad9c6b32 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:17:52.499016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:17:52.506864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.507454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.507896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.512340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc074b-acfe-4d04-84a1-b4b10f186a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:17:52.911673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2471537e-75ea-4c8f-89ff-757575cb43e1 None None] Provisioning complete for port 0e28c26a-0b9d-4460-8df3-59815129575d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:17:52.912087 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2471537e-75ea-4c8f-89ff-757575cb43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:53.010796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2471537e-75ea-4c8f-89ff-757575cb43e1 None None] Provisioning complete for port 4db764d4-3183-4f51-bad4-c0dadba56a75 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:17:53.011164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2471537e-75ea-4c8f-89ff-757575cb43e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:17:54.755614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46880) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:17:54.956974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad614e6-d6fa-4156-985a-ada2fd4171d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:54.957287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad614e6-d6fa-4156-985a-ada2fd4171d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:54.958849 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9ad614e6-d6fa-4156-985a-ada2fd4171d1 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2022820 Feb 15 09:17:57.229304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46888) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:17:57.389215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef5b52-fb3e-4c9a-8724-03c350954598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:57.389588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ef5b52-fb3e-4c9a-8724-03c350954598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:57.391164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-80ef5b52-fb3e-4c9a-8724-03c350954598 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1608481 Feb 15 09:17:59.644292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:17:59.770966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e17ccb2-ddfb-4d5a-aa68-9d574204fe14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:17:59.772359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2e17ccb2-ddfb-4d5a-aa68-9d574204fe14 admin admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 886 time: 0.1270626 Feb 15 09:18:02.025244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46904) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:02.152450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6297e164-d5b4-4455-9b8d-33ced221a4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:02.153856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6297e164-d5b4-4455-9b8d-33ced221a4dc admin admin] 10.222.0.10 "GET /v2.0/networks/224695d7-0c20-4224-8711-929cad9c6b32 HTTP/1.1" status: 200 len: 869 time: 0.1276755 Feb 15 09:18:04.445955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:04.576359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9327ad-41e0-4f0c-8702-6f8c81498db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:04.576827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9327ad-41e0-4f0c-8702-6f8c81498db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:04.578921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e9327ad-41e0-4f0c-8702-6f8c81498db2 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314130 Feb 15 09:18:06.811684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46920) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:06.907433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4f81b-470b-4a5c-b02c-66147afee505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:06.907889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea4f81b-470b-4a5c-b02c-66147afee505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:06.909480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ea4f81b-470b-4a5c-b02c-66147afee505 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0968578 Feb 15 09:18:09.154054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46928) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:09.245517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f646f1-a299-4864-8630-79e024a491e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:09.246874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-80f646f1-a299-4864-8630-79e024a491e0 admin admin] 10.222.0.10 "GET /v2.0/subnets/1d2d42d8-9d8b-4fcd-8eb7-d6c1ff6cc851 HTTP/1.1" status: 200 len: 868 time: 0.0918860 Feb 15 09:18:11.548320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46936) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:11.635681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae467320-6db2-4f50-8006-061347049071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:11.637048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ae467320-6db2-4f50-8006-061347049071 admin admin] 10.222.0.10 "GET /v2.0/subnets/2e80f626-e767-4a44-a2eb-896c82a75630 HTTP/1.1" status: 200 len: 816 time: 0.0877295 Feb 15 09:18:16.592669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b007c1e6-5e91-4152-8028-0314b3717152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:19.173609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-99ab0f8f-4280-41db-bb89-c25f0b489856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:20.124357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:21.789663 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:18:22.050177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:22.127715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:32.800170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46990) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:32.848391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-af1644f6-b882-43eb-b274-b3b49f45f5c9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:18:32.849450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-af1644f6-b882-43eb-b274-b3b49f45f5c9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483129 Feb 15 09:18:35.187947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46998) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:35.255129 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b655746-b2c5-4319-ba01-609003fdab35 admin admin] GET failed (client error): The resource could not be found. Feb 15 09:18:35.256776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b655746-b2c5-4319-ba01-609003fdab35 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0678394 Feb 15 09:18:35.418052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51565d92-f975-4da8-bb1c-0602cd4534d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:35.419438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-51565d92-f975-4da8-bb1c-0602cd4534d9 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1577349 Feb 15 09:18:37.724217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47006) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:37.775910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:18:37.800904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Made reservation on behalf of 67c24a4e335a43709016daa476acf61a for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:18:37.803163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:37.832443 n-d-825064-4 neutron-server[102358]: WARNING neutron.services.revisions.revision_plugin [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Could not find related network for resource to bump revision. Feb 15 09:18:37.846236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47902963-4074-4c33-b66a-395478278715 admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:18:37.856734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:37.857023 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Added segment f4f18fe3-f408-4090-9555-592418bfe991 of type vlan for network b9d5f40f-7c46-4986-a86f-fded717081d7 Feb 15 09:18:37.902620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:37.936475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:37.937701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:37.938285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:37.995170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-47902963-4074-4c33-b66a-395478278715 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2698109 Feb 15 09:18:38.003802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47902963-4074-4c33-b66a-395478278715 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d5f40f-7c46-4986-a86f-fded717081d7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:18:38.018617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b9d5f40f-7c46-4986-a86f-fded717081d7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:18:40.291500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47014) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:18:40.358728 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f64d45-cedd-41c2-a8e8-e0d203f55a61 admin admin] GET failed (client error): The resource could not be found. Feb 15 09:18:40.360072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-98f64d45-cedd-41c2-a8e8-e0d203f55a61 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0676250 Feb 15 09:18:40.433415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559e88d0-633c-4580-8c57-dee1de94d332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:40.434883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-559e88d0-633c-4580-8c57-dee1de94d332 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701494 Feb 15 09:18:40.446227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:18:40.470121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Made reservation on behalf of 67c24a4e335a43709016daa476acf61a for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:18:40.472436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:40.648869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:40.705039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b293e16-30b6-4448-896c-ad234d0b2229,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:18:40.711339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:18:40.711339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Network hostable DHCP agents. Network: b9d5f40f-7c46-4986-a86f-fded717081d7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:18:40.727255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:18:40.736358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b9d5f40f-7c46-4986-a86f-fded717081d7) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:18:40.742390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:18:40.742390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:40.745276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c3eaf6-8245-423e-b9af-8150fa6f83f1 None None] Network b9d5f40f-7c46-4986-a86f-fded717081d7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:18:40.766621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fd6fc068-d1a1-475c-a0e0-e4c5e7d33b80 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3244395 Feb 15 09:18:40.907207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b9d5f40f-7c46-4986-a86f-fded717081d7', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'tenant_id': '67c24a4e335a43709016daa476acf61a', 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:18:40.908115 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.171946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Allocated IP 192.168.233.2 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/380e7d7c-2caf-408d-b9dd-6561800b8a52) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:18:41.343800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.351492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.389436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:18:41.401209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Pushing event updated for resources: {'Port': ['ID=380e7d7c-2caf-408d-b9dd-6561800b8a52,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:18:41.403694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:18:41.411962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.412313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.412657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.413025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.413359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.413696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.414305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.414437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.414656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.415378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.415378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.415653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:18:41.420614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:18:41.481532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Attempting to bind port 380e7d7c-2caf-408d-b9dd-6561800b8a52 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:18:41.481894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Attempting to bind port 380e7d7c-2caf-408d-b9dd-6561800b8a52 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:18:41.482254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Attempting to bind port 380e7d7c-2caf-408d-b9dd-6561800b8a52 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:18:41.488715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:18:41.489252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:18:41.489685 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.490040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:18:41.490507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Bound port: 380e7d7c-2caf-408d-b9dd-6561800b8a52, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:18:41.490896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.566383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] For port 380e7d7c-2caf-408d-b9dd-6561800b8a52, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:18:41.571322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] For port 380e7d7c-2caf-408d-b9dd-6561800b8a52, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=380e7d7c-2caf-408d-b9dd-6561800b8a52,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:18:41.577575 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:41.642319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b43d4-9f31-4d73-9329-d0b67850384e None None] Pushing event updated for resources: {'Port': ['ID=380e7d7c-2caf-408d-b9dd-6561800b8a52,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:18:42.538025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fc6748-e59b-4dd8-aa0e-d643b32a652d None None] Network b9d5f40f-7c46-4986-a86f-fded717081d7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:18:42.672183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] Provisioning complete for port 380e7d7c-2caf-408d-b9dd-6561800b8a52 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:18:42.672562 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:42.803078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:42.848421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] For port 380e7d7c-2caf-408d-b9dd-6561800b8a52, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=380e7d7c-2caf-408d-b9dd-6561800b8a52,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:18:42.855210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:42.931876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb03ae-c6a5-4efa-a0ab-1d300035a6f0 None None] Pushing event updated for resources: {'Port': ['ID=380e7d7c-2caf-408d-b9dd-6561800b8a52,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:18:42.978626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-69f4a168-a339-419c-a7ed-c5c30cb8f614 None None] Provisioning complete for port 380e7d7c-2caf-408d-b9dd-6561800b8a52 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:18:42.978991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69f4a168-a339-419c-a7ed-c5c30cb8f614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:43.731683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 380e7d7c-2caf-408d-b9dd-6561800b8a52 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:18:43.785178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 380e7d7c-2caf-408d-b9dd-6561800b8a52 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:18:43.785541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:46.596865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cf0d4aee-01c1-43b3-aef5-f2c3990ebc0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:49.180146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-855e088c-023e-410f-9598-ed4d1ea6ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:50.129215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:52.056384 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:52.137706 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:18:58.791092 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:19:16.601700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f997fba-bb9a-49c1-b934-bb877536d033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:19.177856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fa223eda-4468-453e-ae2a-5d49b5bff878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:20.135175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:22.051970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:22.141699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:35.789181 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:19:46.606999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0999bc91-6591-4888-aebe-ffdf90b3958a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:49.172788 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d3c80eec-442e-4f43-b070-02172ee579a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:50.133555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:52.054587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:19:52.139073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:09.883723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47052) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:20:09.890059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-beb68768-36b0-4aff-92be-b31dcdbd3cb2 tempest-verify_tempest_config-951459941 tempest-verify_tempest_config-951459941-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:20:09.891034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-beb68768-36b0-4aff-92be-b31dcdbd3cb2 tempest-verify_tempest_config-951459941 tempest-verify_tempest_config-951459941-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057368 Feb 15 09:20:10.215057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47070) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:20:10.326555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.400200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.404321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.450103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ac9466f0dac4a798ab3c0b8ce10fea5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2339947 Feb 15 09:20:10.450817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb407c83-8ba6-46fa-aabf-20383380a706,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:20:10.452678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47074) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:20:10.468127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.468481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.468795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.469146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.469470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.469795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.470115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.470432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.470746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.471056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.471371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.471680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e53857-d07a-49bf-8d51-05138bc6defc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:20:10.519528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.634302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.719959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.722424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:10.723551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb407c83-8ba6-46fa-aabf-20383380a706 HTTP/1.1" status: 204 len: 168 time: 0.2699640 Feb 15 09:20:10.733140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd9d81d-7a64-4018-a77d-4a2926adaa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb407c83-8ba6-46fa-aabf-20383380a706,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:20:12.788279 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:20:16.611950 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c230542-6996-4ea8-99eb-2d389a5834fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:19.176213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4558e17-9bec-40b2-a62b-5a60a499f843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:20.136608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:22.058666 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:22.143386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:46.614414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b6adf76a-bf32-451e-ac8e-5d9908a131d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:49.178290 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec488a25-9537-467d-841e-87c4baf925f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:49.786792 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:20:50.137624 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:52.071926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:20:52.144487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:16.618170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8bec12f0-f9b8-4c32-a361-864e7c0961be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:19.181714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-72c91f10-1387-445f-8820-a3d0c2b034b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:20.142473 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:22.068676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:22.150637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:26.785301 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:21:46.622890 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a039556-4d62-4ffc-975f-392987b980e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:49.184457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e75e1d13-d7cd-4608-976e-cbb8f19da49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:50.144544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:52.063555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:21:52.150505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:03.784547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:22:16.624485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d216d463-6b90-4507-86c3-1c9aecac46d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:19.185960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3fb56b58-f81f-43f9-9a8e-d440df905444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:20.152102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:22.069422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:22.152601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:40.785245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 5 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:22:46.630949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ed7c92e6-b44c-48f9-9d10-a614faf37a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:49.188527 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8db6aa5-7296-4cd0-865e-6d71733cc469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:50.154933 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:52.074586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:22:52.159836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:14.004989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:16.483127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3827255'] for agent, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:16.625753 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a95578ec-9786-4660-afd0-f6032f382054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:17.784596 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:23:19.193457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-663ad9bc-c84a-4b8e-8189-2de7748ed790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:20.154870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:22.083162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:22.159352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:43.984248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:46.448569 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:46.628442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62e792f3-5384-4389-8388-d00154b5bf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:49.195355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19eec802-cfed-4933-b5de-3f6567c578a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:50.164172 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:52.075830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:52.162274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:23:54.783991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:24:00.744872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47130) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:24:00.850853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a26e8b51-a6be-4dab-9f0f-ae4e88f2b35c admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1048565 Feb 15 09:24:03.145335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:24:03.208842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d718d0a-da00-48f3-a318-013f079b8b61 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0618236 Feb 15 09:24:13.984372 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:16.446325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:16.630652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ecde01d-e36a-4c44-ab1f-8e6001059592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:19.202787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49fe7a7b-591b-49d7-b11e-d6f30c588de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:20.163355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:22.078114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:22.165379 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:31.785436 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:24:43.996485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:46.453720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:46.640563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7142b0de-2196-43f1-9d17-31934a37ed1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:49.199224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5848c7f4-2c2d-4a59-a187-60ee59b084d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:50.163975 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:52.080892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:24:52.170694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:08.786976 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:25:13.999351 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:16.463197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:16.642033 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9dc0d73-e30a-4a46-bbc3-eef8eba452d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:19.201134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fd697a7-8f81-43b1-86ef-3a09db6bc6aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:20.178833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:22.086433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:22.181633 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:44.023722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:45.786272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:25:46.475789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:46.634108 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c96821b7-aaa5-4d47-930f-a8f946ea3496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:46.698366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47356) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:47.046103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-network', 'tenant_id': '956494ed7420468fa385ae17cd54bf79'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:47.071297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Made reservation on behalf of 956494ed7420468fa385ae17cd54bf79 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:47.073618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.082175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.169885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.174303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.201578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71660cd1-f196-4bb2-9232-30d5708ed3eb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:47.211786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.212218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.212620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.213048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.213476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.213896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.214323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.214724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.215132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.215541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.215967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.216371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Tracked resource versions report: Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: pushed versions: Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: { 'AddressGroup': {'1.2'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'ConntrackHelper': {'1.0'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Log': {'1.0'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Network': {'1.1'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Port': {'1.7'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'PortForwarding': {'1.2'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'QosPolicy': {'1.9'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SecurityGroup': {'1.4'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SubPort': {'1.0'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Subnet': {'1.1'}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Trunk': {'1.1'}} Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: consumer versions: Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: HyperV agent@n-h1-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: HyperV agent@n-h2-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: L3 agent@n-d-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: Metadata agent@n-d-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: Metering agent@n-d-825064-4: {}, Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'ConntrackHelper': '1.0', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Log': '1.0', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Network': '1.1', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Port': '1.7', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'PortForwarding': '1.2', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'QosPolicy': '1.9', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SecurityGroup': '1.4', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SecurityGroupRule': '1.2', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'SubPort': '1.0', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Subnet': '1.1', Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: 'Trunk': '1.1'}} Feb 15 09:25:47.217594 n-d-825064-4 neutron-server[102358]: {{(pid=102358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:25:47.225693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:25:47.235450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.235959 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Added segment 566e9221-ebcb-4f4b-832c-e678e9fbfe55 of type vlan for network 43b9bd67-c55b-4e92-86a3-8213da730b9d Feb 15 09:25:47.282986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.313283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.314239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:47.314807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.376514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] Pushing event updated for resources: {'Network': ['ID=43b9bd67-c55b-4e92-86a3-8213da730b9d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:47.389056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6dd500ac-884b-4d79-b65b-10958e05bea5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6892765 Feb 15 09:25:47.390415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:25:47.392061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47388) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:47.397267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Request body: {'subnet': {'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-subnet', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:47.423406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Made reservation on behalf of 956494ed7420468fa385ae17cd54bf79 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:47.426284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.606006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.648662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0803a2c4-110d-44fe-931b-573c6bfc8270,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:47.676695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Checking segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:25:47.677090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Network hostable DHCP agents. Network: 43b9bd67-c55b-4e92-86a3-8213da730b9d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:25:47.694579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:25:47.703190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 43b9bd67-c55b-4e92-86a3-8213da730b9d) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:47.707663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:47.708310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.721309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c4c60-a4d0-4510-ac65-cdd3af4a3328 None None] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:25:47.737297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1be3429d-a379-4109-b35d-6df456128bbf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3439415 Feb 15 09:25:47.741026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:47.745329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:47.773489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.774608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.860032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:47.901285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-43b9bd67-c55b-4e92-86a3-8213da730b9d', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:25:47.902162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.034096 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.047419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Allocated IP 172.20.0.2 (43b9bd67-c55b-4e92-86a3-8213da730b9d/0803a2c4-110d-44fe-931b-573c6bfc8270/8235e1f1-16d6-4393-a522-5b963f03ea62) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:25:48.291167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.314419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.323238 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.332022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.390561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Pushing event updated for resources: {'Port': ['ID=8235e1f1-16d6-4393-a522-5b963f03ea62,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:48.397477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:25:48.403456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:48.406425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:25:48.411028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.412370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.412945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.413294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.413626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.413947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.414435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.414914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.415405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.416002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.416340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.416665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Tracked resource versions report: Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: pushed versions: Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: { 'AddressGroup': {'1.2'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'ConntrackHelper': {'1.0'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Log': {'1.0'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Network': {'1.1'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Port': {'1.7'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'PortForwarding': {'1.2'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'QosPolicy': {'1.9'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SecurityGroup': {'1.4'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SubPort': {'1.0'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Subnet': {'1.1'}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Trunk': {'1.1'}} Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: consumer versions: Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: HyperV agent@n-h1-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: HyperV agent@n-h2-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: L3 agent@n-d-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: Metadata agent@n-d-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: Metering agent@n-d-825064-4: {}, Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'ConntrackHelper': '1.0', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Log': '1.0', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Network': '1.1', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Port': '1.7', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'PortForwarding': '1.2', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'QosPolicy': '1.9', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SecurityGroup': '1.4', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SecurityGroupRule': '1.2', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'SubPort': '1.0', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Subnet': '1.1', Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: 'Trunk': '1.1'}} Feb 15 09:25:48.417899 n-d-825064-4 neutron-server[102360]: {{(pid=102360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:25:48.445506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Allocated IP 172.25.6.138 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e081ae07-7a94-46d2-b886-02f5c1ff5756) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:25:48.491918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Attempting to bind port 8235e1f1-16d6-4393-a522-5b963f03ea62 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:25:48.492270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Attempting to bind port 8235e1f1-16d6-4393-a522-5b963f03ea62 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:25:48.492822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Attempting to bind port 8235e1f1-16d6-4393-a522-5b963f03ea62 on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:25:48.498223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:25:48.499177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Checking segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:25:48.499741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.500694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Bound using segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:25:48.501512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Bound port: 8235e1f1-16d6-4393-a522-5b963f03ea62, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:25:48.501999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.575024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] For port 8235e1f1-16d6-4393-a522-5b963f03ea62, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:25:48.577032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.578131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] For port 8235e1f1-16d6-4393-a522-5b963f03ea62, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8235e1f1-16d6-4393-a522-5b963f03ea62,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:25:48.585481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.627931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:48.646591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fb0db-f5be-4a75-82b5-f684937336c2 None None] Pushing event updated for resources: {'Port': ['ID=8235e1f1-16d6-4393-a522-5b963f03ea62,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:48.686196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:25:48.688077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:48.700529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:25:48.812935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=e081ae07-7a94-46d2-b886-02f5c1ff5756,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:49.003557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:49.219888 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bab65896-bae4-4535-880b-0bdc942b3db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:49.510013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:49.675665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:25:49.807409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:25:49.817586 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:25:49.835204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:49.836399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:25:49.836781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-185438da-ec01-45ec-a26e-9a34a3ada9b5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.0947127 Feb 15 09:25:49.837064 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:49.839697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:50.048213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8235e1f1-16d6-4393-a522-5b963f03ea62 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:25:50.145067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8235e1f1-16d6-4393-a522-5b963f03ea62 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:50.145763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.199686 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:25:50.207856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d859c712-d040-4289-84da-bc016d529b9b None None] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:25:50.251623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.383751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-656d27b4-c2d0-4dff-95df-9b27efab86bc None None] Provisioning complete for port 8235e1f1-16d6-4393-a522-5b963f03ea62 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:50.384318 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-656d27b4-c2d0-4dff-95df-9b27efab86bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.423998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.516017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8235e1f1-16d6-4393-a522-5b963f03ea62, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8235e1f1-16d6-4393-a522-5b963f03ea62,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:25:50.530165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.585795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:48Z', 'revision_number': 3, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:50.651596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8235e1f1-16d6-4393-a522-5b963f03ea62,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:50.681922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:25:50.690802 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Updating router 49258385-ed5d-4b17-9a20-399f0021bdc4 port e081ae07-7a94-46d2-b886-02f5c1ff5756 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:25:50.719889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.734243 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:50.855972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:50.956884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-eafb1ced-d1cf-4fa7-b189-be663b44314d None None] Provisioning complete for port 8235e1f1-16d6-4393-a522-5b963f03ea62 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:50.957683 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eafb1ced-d1cf-4fa7-b189-be663b44314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.133813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f498bc6-c3c0-48b7-be9c-06e76d733082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.207037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Allocated IP 172.20.0.1 (43b9bd67-c55b-4e92-86a3-8213da730b9d/0803a2c4-110d-44fe-931b-573c6bfc8270/d55a2d47-f5ae-456f-9638-28aae6a09a27) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:25:51.274530 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.293346 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.303089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f498bc6-c3c0-48b7-be9c-06e76d733082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.314109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f498bc6-c3c0-48b7-be9c-06e76d733082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.360137 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Attempting to bind port e081ae07-7a94-46d2-b886-02f5c1ff5756 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:25:51.360518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Attempting to bind port e081ae07-7a94-46d2-b886-02f5c1ff5756 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:25:51.360902 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Attempting to bind port e081ae07-7a94-46d2-b886-02f5c1ff5756 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:25:51.366470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f498bc6-c3c0-48b7-be9c-06e76d733082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95c55c37-06d8-4f31-86cb-a77aea57bd54,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:51.369073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Pushing event updated for resources: {'Port': ['ID=e081ae07-7a94-46d2-b886-02f5c1ff5756,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:51.371526 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:25:51.371903 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:25:51.372292 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.372689 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:25:51.373369 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Bound port: e081ae07-7a94-46d2-b886-02f5c1ff5756, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:25:51.373821 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.396543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f498bc6-c3c0-48b7-be9c-06e76d733082 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29e668a0e6c6474d857da19cf8263e6b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5388343 Feb 15 09:25:51.400307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47606) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:51.402715 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.403067 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.403425 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.403745 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.404076 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.404562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.404927 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.405247 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.405570 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.405892 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.406213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.406642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Tracked resource versions report: Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: pushed versions: Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: { 'AddressGroup': {'1.2'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'ConntrackHelper': {'1.0'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Log': {'1.0'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Network': {'1.1'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Port': {'1.7'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'PortForwarding': {'1.2'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'QosPolicy': {'1.9'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SecurityGroup': {'1.4'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SubPort': {'1.0'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Subnet': {'1.1'}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Trunk': {'1.1'}} Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: consumer versions: Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: HyperV agent@n-h1-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: HyperV agent@n-h2-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: L3 agent@n-d-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: Metadata agent@n-d-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: Metering agent@n-d-825064-4: {}, Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'ConntrackHelper': '1.0', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Log': '1.0', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Network': '1.1', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Port': '1.7', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'PortForwarding': '1.2', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'QosPolicy': '1.9', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SecurityGroup': '1.4', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SecurityGroupRule': '1.2', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'SubPort': '1.0', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Subnet': '1.1', Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: 'Trunk': '1.1'}} Feb 15 09:25:51.407769 n-d-825064-4 neutron-server[102361]: {{(pid=102361) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:25:51.428117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:51.436154 n-d-825064-4 neutron-server[102359]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 09:25:51.448268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] For port e081ae07-7a94-46d2-b886-02f5c1ff5756, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:25:51.455337 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] For port e081ae07-7a94-46d2-b886-02f5c1ff5756, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e081ae07-7a94-46d2-b886-02f5c1ff5756,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:25:51.463905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.465585 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.485549 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.513631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.518418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-1d23b376-abb1-4a30-8f49-1a725bdd7d90 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=0e26d9272f3544d685fd3389fe48b64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867164 Feb 15 09:25:51.557511 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeef94e-6d31-4da2-855d-63fd4def6167 None None] Pushing event updated for resources: {'Port': ['ID=e081ae07-7a94-46d2-b886-02f5c1ff5756,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:51.568443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.572069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.573495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/95c55c37-06d8-4f31-86cb-a77aea57bd54 HTTP/1.1" status: 204 len: 168 time: 0.1719656 Feb 15 09:25:51.586482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb6bce-a49e-4825-ad78-106e73337e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c55c37-06d8-4f31-86cb-a77aea57bd54,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:51.588850 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:25:51.601159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:51.769016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.797194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47640) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:51.826558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:25:51.847325 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:25:51.892792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:51.892792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:25:51.892792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:51.969896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-971fda35-a61f-4de8-aa5b-e709b19e4758 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:51.977797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-971fda35-a61f-4de8-aa5b-e709b19e4758 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252112 Feb 15 09:25:52.012380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8235e1f1-16d6-4393-a522-5b963f03ea62 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:25:52.129739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-c0ad4eb3-8a4b-4000-b20d-038d8fa23068 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/quotas/0e26d9272f3544d685fd3389fe48b64c HTTP/1.1" status: 200 len: 375 time: 0.1508379 Feb 15 09:25:52.149978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Pushing event updated for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:52.155529 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.209841 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:48Z', 'revision_number': 3, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:52.211825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8235e1f1-16d6-4393-a522-5b963f03ea62 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:52.212223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.250424 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa2b750-cbc1-4dd7-963f-8fcc5a7b6cae None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:48Z', 'revision_number': 3, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:25:52.269061 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.292395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f10-c6ac-4e8c-a193-d6d66e167167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.337107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-4cf15b30-79aa-4306-a406-22524e54f4ab tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0e26d9272f3544d685fd3389fe48b64c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2024746 Feb 15 09:25:52.357453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.357797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.358142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.358508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f7e854dd-3fb9-4d97-99ed-ff88b64d4ec8 None None] Provisioning complete for port d55a2d47-f5ae-456f-9638-28aae6a09a27 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:52.359103 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7e854dd-3fb9-4d97-99ed-ff88b64d4ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.366082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.367902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.368640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.370198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.370721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.373279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.373806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.374381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.374899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Tracked resource versions report: Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: pushed versions: Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: { 'AddressGroup': {'1.2'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'ConntrackHelper': {'1.0'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Log': {'1.0'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Network': {'1.1'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Port': {'1.7'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'PortForwarding': {'1.2'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'QosPolicy': {'1.9'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SecurityGroup': {'1.4'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SecurityGroupRule': {'1.2'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SubPort': {'1.0'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Subnet': {'1.1'}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Trunk': {'1.1'}} Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: consumer versions: Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: { DHCP agent@n-d-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: HyperV agent@n-h1-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: HyperV agent@n-h2-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: L3 agent@n-d-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: Metadata agent@n-d-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: Metering agent@n-d-825064-4: {}, Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: Open vSwitch agent@n-d-825064-4: { 'AddressGroup': '1.2', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'ConntrackHelper': '1.0', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Log': '1.0', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Network': '1.1', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Port': '1.7', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'PortForwarding': '1.2', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'QosPolicy': '1.9', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SecurityGroup': '1.4', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SecurityGroupRule': '1.2', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'SubPort': '1.0', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Subnet': '1.1', Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: 'Trunk': '1.1'}} Feb 15 09:25:52.377485 n-d-825064-4 neutron-server[102359]: {{(pid=102359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 15 09:25:52.396105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f10-c6ac-4e8c-a193-d6d66e167167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.411281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b03c4f10-c6ac-4e8c-a193-d6d66e167167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.456796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c4f10-c6ac-4e8c-a193-d6d66e167167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64a0aa53-f82b-4efe-b1c5-9495c2df738f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:52.476100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b03c4f10-c6ac-4e8c-a193-d6d66e167167 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a0a3769729c4478a8b982fb4980e40f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6767302 Feb 15 09:25:52.478697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47666) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:52.529992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:52.573956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f7e854dd-3fb9-4d97-99ed-ff88b64d4ec8 None None] Port d55a2d47-f5ae-456f-9638-28aae6a09a27 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:25:52.587842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.592249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6700353a-08af-428c-8785-e29791f32468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.636223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.700698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.789463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.793557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:52.798281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64a0aa53-f82b-4efe-b1c5-9495c2df738f HTTP/1.1" status: 204 len: 168 time: 0.3185799 Feb 15 09:25:52.829734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429284e9-161d-45e6-a9bb-379063bc00de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64a0aa53-f82b-4efe-b1c5-9495c2df738f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:52.848624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47684) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:52.902517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ff3b654-d79c-44a3-bb6c-49b46eb37bea req-164f712b-65f2-4f12-8dbd-79dbc2df6c5c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.0967195 Feb 15 09:25:53.040971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6700353a-08af-428c-8785-e29791f32468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.058577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6700353a-08af-428c-8785-e29791f32468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.124719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6700353a-08af-428c-8785-e29791f32468 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa5ff7fffb9e4af5b906b4df95a21f05&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5935009 Feb 15 09:25:53.128498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47696) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:53.182213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700353a-08af-428c-8785-e29791f32468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e29ef-20f5-4510-9317-163baf4d00b8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:53.203362 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.259258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.274636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.286477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.287819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.363310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.368504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.372762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/072e29ef-20f5-4510-9317-163baf4d00b8 HTTP/1.1" status: 204 len: 168 time: 0.2406664 Feb 15 09:25:53.415139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0adf35-bfd3-42d6-8fb1-205a0c3e8ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e29ef-20f5-4510-9317-163baf4d00b8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:53.418810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd4712f1-3884-4bc0-a126-44f93a5818c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.595568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:25:53.600000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:53.603646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd4712f1-3884-4bc0-a126-44f93a5818c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.622560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd4712f1-3884-4bc0-a126-44f93a5818c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:53.679179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Pushing event updated for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:53.760363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fd4712f1-3884-4bc0-a126-44f93a5818c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4418812c31e42f0aa90b031e5cd7868&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9088092 Feb 15 09:25:53.761600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4712f1-3884-4bc0-a126-44f93a5818c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533a1cb7-a1be-4a62-a90c-f24ff46867c7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:53.763154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:53.779134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:53.825791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:25:53.832781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a07f5364-f359-4f08-b57b-05c62c790c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.097125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e081ae07-7a94-46d2-b886-02f5c1ff5756 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:25:54.144153 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.174778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a07f5364-f359-4f08-b57b-05c62c790c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.191945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a07f5364-f359-4f08-b57b-05c62c790c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.197239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.216189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-84b2a177-ab5d-4902-bb69-c6ce1455ab56 None None] Provisioning complete for port d55a2d47-f5ae-456f-9638-28aae6a09a27 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:54.217232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84b2a177-ab5d-4902-bb69-c6ce1455ab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.234842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:25:54.270143 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e145a09a-a22b-4676-bc21-40652515f7ad admin admin] 10.222.0.10 "PUT /v2.0/routers/49258385-ed5d-4b17-9a20-399f0021bdc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4192467 Feb 15 09:25:54.272571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47768) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:54.280561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a07f5364-f359-4f08-b57b-05c62c790c26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe68a1273f12441388750442cb2b7a38&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4832170 Feb 15 09:25:54.280561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f5364-f359-4f08-b57b-05c62c790c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af59287-c0bb-4812-942b-8942d6512a30,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:54.281430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47772) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:54.316098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.316389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.325043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-84b2a177-ab5d-4902-bb69-c6ce1455ab56 None None] Port d55a2d47-f5ae-456f-9638-28aae6a09a27 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:25:54.325238 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/533a1cb7-a1be-4a62-a90c-f24ff46867c7 HTTP/1.1" status: 204 len: 168 time: 0.5605319 Feb 15 09:25:54.335554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad78c4d2-77ce-4879-986d-d1a98cbfe4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533a1cb7-a1be-4a62-a90c-f24ff46867c7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:54.410588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e081ae07-7a94-46d2-b886-02f5c1ff5756 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:54.412302 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.441260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.508113 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.609452 n-d-825064-4 neutron-server[102358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 15 09:25:54.613179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.672689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e081ae07-7a94-46d2-b886-02f5c1ff5756, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e081ae07-7a94-46d2-b886-02f5c1ff5756,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:25:54.678926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.711348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0707bd2d-1583-4783-b4fa-573baaf0c162 req-fe133fce-0329-4e7b-8cc8-9ac07a4048ab tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.4357245 Feb 15 09:25:54.730813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.734955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:54.736525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5af59287-c0bb-4812-942b-8942d6512a30 HTTP/1.1" status: 204 len: 168 time: 0.4539587 Feb 15 09:25:54.746769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11159131-a044-4cca-9c83-3af0d50ca286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af59287-c0bb-4812-942b-8942d6512a30,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:54.825074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e081ae07-7a94-46d2-b886-02f5c1ff5756,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:55.069647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:25:55.083435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:25:55.084478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:55.217922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:25:55.351561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:55.366139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-65fd2b79-df8b-41e3-8758-f271cc8eabe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.449147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-65fd2b79-df8b-41e3-8758-f271cc8eabe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.454428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-65fd2b79-df8b-41e3-8758-f271cc8eabe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.482071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 2, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:55.514990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd2b79-df8b-41e3-8758-f271cc8eabe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483a0e29-5b47-45fc-9225-6477a3fa7193,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:55.521915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-65fd2b79-df8b-41e3-8758-f271cc8eabe9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e7971ebec914c309f054b46e114f364&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1668537 Feb 15 09:25:55.522371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:55.555794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47836) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:55.624787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.648522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:25:55.648948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Updating router 49258385-ed5d-4b17-9a20-399f0021bdc4 port d55a2d47-f5ae-456f-9638-28aae6a09a27 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:25:55.649962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.677848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.691199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.36', 61199) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:55.714617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.718528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:55.721376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/483a0e29-5b47-45fc-9225-6477a3fa7193 HTTP/1.1" status: 204 len: 168 time: 0.1971061 Feb 15 09:25:55.753809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1cd4d-2f6f-489c-8443-b76c36204c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483a0e29-5b47-45fc-9225-6477a3fa7193,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:55.800543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-528ab2c2-5747-4734-a1ae-cd55724d75d6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=0e26d9272f3544d685fd3389fe48b64c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1077542 Feb 15 09:25:55.987721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e403b72c-6756-48d9-9824-4b8be571eb51 req-58f8d81f-fefd-40dc-9ba0-ee796a8dd218 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.0419676 Feb 15 09:25:56.048335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e081ae07-7a94-46d2-b886-02f5c1ff5756 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:25:56.071498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28c994bc-9c37-4cfc-93a3-1a30f0c39ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.101336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-7dcebb3e-26cb-4898-a878-d6857182eca0 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:56.102841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-7dcebb3e-26cb-4898-a878-d6857182eca0 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964482 Feb 15 09:25:56.160234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e081ae07-7a94-46d2-b886-02f5c1ff5756 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:56.160841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.196252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28c994bc-9c37-4cfc-93a3-1a30f0c39ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.210567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Request body: {'port': {'device_id': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '0e26d9272f3544d685fd3389fe48b64c'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:56.232231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28c994bc-9c37-4cfc-93a3-1a30f0c39ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.250970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.261363 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.332273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47866) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:56.338900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-network', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:56.359117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581de4-8339-4074-9c0f-e73dcc408bcf None None] Pushing event updated for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:56.392975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Made reservation on behalf of 87eef936cc494d87bc7d5e6fdcc66797 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:56.398655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.422095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.425919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Attempting to bind port d55a2d47-f5ae-456f-9638-28aae6a09a27 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:25:56.426441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Attempting to bind port d55a2d47-f5ae-456f-9638-28aae6a09a27 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:25:56.427782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Attempting to bind port d55a2d47-f5ae-456f-9638-28aae6a09a27 on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:25:56.435162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:25:56.435604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Checking segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:25:56.436061 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.436510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Bound using segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:25:56.437093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Bound port: d55a2d47-f5ae-456f-9638-28aae6a09a27, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:25:56.437540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.495456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28c994bc-9c37-4cfc-93a3-1a30f0c39ad1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5521575b3e134edb82fbc2d4ca1a4ffd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9379117 Feb 15 09:25:56.496437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c994bc-9c37-4cfc-93a3-1a30f0c39ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd1b3f-ec19-4920-abce-0c4f5e7b3da4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:56.498804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:56.564622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] For port d55a2d47-f5ae-456f-9638-28aae6a09a27, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:25:56.571147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] For port d55a2d47-f5ae-456f-9638-28aae6a09a27, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d55a2d47-f5ae-456f-9638-28aae6a09a27,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:25:56.589998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.602040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.616576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.663079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:25:56.666574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.682350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8581de4-8339-4074-9c0f-e73dcc408bcf None None] Pushing event updated for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:56.691628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.708610 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.710323 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Added segment 5d8b3b4d-79c1-4265-884b-3a6b02c21c4b of type vlan for network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 Feb 15 09:25:56.711550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:25:56.712169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:56.715266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e014450e-4909-4f09-9cb6-61113abe5e0e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:56.820427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.878566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.879316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.880757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:56.881385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.888458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.893349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bebd1b3f-ec19-4920-abce-0c4f5e7b3da4 HTTP/1.1" status: 204 len: 168 time: 0.3831358 Feb 15 09:25:56.916770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Made reservation on behalf of 0e26d9272f3544d685fd3389fe48b64c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:56.922490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.940228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f54089-a9cb-45fb-9811-5406f6786e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd1b3f-ec19-4920-abce-0c4f5e7b3da4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:56.954555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:56.972074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:25:57.009473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] Pushing event updated for resources: {'Network': ['ID=a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:57.024850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ac8cd34c-9f46-4681-b727-3a7c3265d79f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6866500 Feb 15 09:25:57.025091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:57.034095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:25:57.035798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] Provisioning complete for port d55a2d47-f5ae-456f-9638-28aae6a09a27 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:57.036205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.040790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Request body: {'subnet': {'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-subnet', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:57.132170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Made reservation on behalf of 87eef936cc494d87bc7d5e6fdcc66797 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:57.136126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.265392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.315350 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.376846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] For port d55a2d47-f5ae-456f-9638-28aae6a09a27, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d55a2d47-f5ae-456f-9638-28aae6a09a27,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:25:57.386598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.431617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab0a6e2e-3f56-426d-952f-490dfd4ee496 req-11bdbd70-5372-40b7-9452-92b54961acc3 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.2028964 Feb 15 09:25:57.433928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.456019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:56Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:25:57.496365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36ce8dd-0fcd-4d55-b42f-aee4424e08d6 None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:56Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:25:57.529668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500df17-719a-4465-a707-721ccdef1e75 None None] Pushing event updated for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:57.540735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6b097602-6059-4c8b-9a94-bd3e37c2dde5 None None] Provisioning complete for port d55a2d47-f5ae-456f-9638-28aae6a09a27 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:57.541077 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b097602-6059-4c8b-9a94-bd3e37c2dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.739047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47922) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:57.771870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15616165-428c-4ba2-9ee0-849bcb2bd94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:57.846572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Allocated IP 192.168.233.227 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/2a014894-f5ac-491e-b1e3-7f6834d2ec64) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:25:58.079190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47926) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:58.083519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d55a2d47-f5ae-456f-9638-28aae6a09a27 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:25:58.106920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15616165-428c-4ba2-9ee0-849bcb2bd94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.120178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15616165-428c-4ba2-9ee0-849bcb2bd94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.197536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15616165-428c-4ba2-9ee0-849bcb2bd94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3d7496-d34b-4e13-98ea-986b3dcded46,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:58.254450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-15616165-428c-4ba2-9ee0-849bcb2bd94a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6975d8b9e91547b690fc3af705895e07&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5105693 Feb 15 09:25:58.254450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47936) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:58.311086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d55a2d47-f5ae-456f-9638-28aae6a09a27 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:25:58.314135 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.361269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014a9f40-b575-4d10-8656-35184e67ca8f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:58.393974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.455769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.554668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.557834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.559490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b3d7496-d34b-4e13-98ea-986b3dcded46 HTTP/1.1" status: 204 len: 168 time: 0.2984414 Feb 15 09:25:58.579664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32770e2d-a9dc-4305-ae31-3af984474854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3d7496-d34b-4e13-98ea-986b3dcded46,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:58.608853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.621495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-419953550-network', 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:58.703401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:58.706136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.735630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.883243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.914187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:58.945906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0c8be6f-b33a-4db3-9ea2-94cc3243b632 req-7b2b9fcb-01d0-4a5d-8f11-c2b124ff612d tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.2026348 Feb 15 09:25:59.010726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f68c8e3-511b-449b-b59e-69bdf75aed40,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:59.019741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.027369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.054440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:25:59.070783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.071168 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Added segment 92de3523-c187-4b40-885e-d07a3dc3c2ad of type vlan for network 12f13adb-08c4-463c-b067-5503c00763c3 Feb 15 09:25:59.128428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.165249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.166385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:59.167271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.212533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Pushing event updated for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:59.241531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Pushing event updated for resources: {'Network': ['ID=12f13adb-08c4-463c-b067-5503c00763c3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:59.263434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4388561b-ea73-459b-a812-e1928bea6b49,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:25:59.264444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 12f13adb-08c4-463c-b067-5503c00763c3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:25:59.274220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dbeea0df-b356-4027-9ff0-fb0dceb8ca54 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1889343 Feb 15 09:25:59.274791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:59.292339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Request body: {'subnet': {'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-419953550-subnet', 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:59.360777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Checking segment: {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:25:59.362320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:25:59.365666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.368037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Network hostable DHCP agents. Network: a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:25:59.386911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:25:59.412280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:59.419638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:25:59.430532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:59.431201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.493056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:25:59.527944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-21542758-0a39-433b-97cf-41155bc8ebb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3406277 Feb 15 09:25:59.542776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:25:59.557844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6cca05-c182-4f3c-ac35-a5dfeb30f64e None None] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:25:59.563771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-b55b11a5-e11c-4fde-a42f-b1df78f7141c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:25:59.575367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-b55b11a5-e11c-4fde-a42f-b1df78f7141c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365067 Feb 15 09:25:59.587571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:25:59.591949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.648439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a69ba90-f664-4ae4-85ba-604ab122afc9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.6203821 Feb 15 09:25:59.649101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47958) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:25:59.668450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:25:59.774271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.775433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:25:59.942971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:00.055749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:00.164545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf2cdfe4-c71d-458e-8017-225818a76962,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:00.326288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:00.351548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c28b7b2e-555b-494a-bb20-193de1378b1f None None] Provisioning complete for port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:00.352243 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c28b7b2e-555b-494a-bb20-193de1378b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:00.354122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ea225-3383-4de9-9ac6-6ee61eace2c3 req-465b3af2-bafe-48c9-9d30-36f0e0734b1c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:00.358560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b3ea225-3383-4de9-9ac6-6ee61eace2c3 req-465b3af2-bafe-48c9-9d30-36f0e0734b1c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 936 time: 0.1838815 Feb 15 09:26:00.377423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:00.378140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Network hostable DHCP agents. Network: 12f13adb-08c4-463c-b067-5503c00763c3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:26:00.439427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Network 12f13adb-08c4-463c-b067-5503c00763c3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:26:00.511345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c28b7b2e-555b-494a-bb20-193de1378b1f None None] Port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:00.531877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b3ea225-3383-4de9-9ac6-6ee61eace2c3 req-f778d73a-a046-4d74-a93f-660dda573218 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625829 Feb 15 09:26:00.532773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 12f13adb-08c4-463c-b067-5503c00763c3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:00.553419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:00.554203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:00.597695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a82d89-1044-429e-aa9a-66200abf447b None None] Network 12f13adb-08c4-463c-b067-5503c00763c3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:00.615829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9095ee1-a7ed-4538-8b57-05abc58e013b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3384280 Feb 15 09:26:00.826576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Request body: {'port': {'device_id': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'device_owner': 'compute:tempest-test_az-67749910', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:00.865053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'fixed_ips': [{'subnet_id': '7f68c8e3-511b-449b-b59e-69bdf75aed40'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:26:00.866615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.008023 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.043129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.095425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.130475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Allocated IP 172.20.0.2 (a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4/7f68c8e3-511b-449b-b59e-69bdf75aed40/1fc44d59-abf7-4a76-be9b-ff80c811b5b3) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:01.371646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.376518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74afa99d-b7a3-4fa9-8c72-59371d92b2b4 None None] Network 12f13adb-08c4-463c-b067-5503c00763c3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:01.472899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.554577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Pushing event updated for resources: {'Port': ['ID=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:01.574876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:01.592159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:01.596069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:01.681701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Attempting to bind port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:01.683832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Attempting to bind port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:01.685109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Attempting to bind port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 on network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:01.707272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:01.708201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Checking segment: {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:01.718383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.726926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Bound using segment: {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:01.727450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Bound port: 1fc44d59-abf7-4a76-be9b-ff80c811b5b3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:01.729403 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:01.949566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] For port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:01.957225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] For port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:01.974227 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.124074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e044dfc6-fd45-4c39-bfb3-3d284e892182 None None] Pushing event updated for resources: {'Port': ['ID=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:02.161523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48022) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:02.493468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48040) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:02.499970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1994446509-network', 'tenant_id': '5ae7dedfa3114c6db6564474001facd9'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:02.567699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Made reservation on behalf of 5ae7dedfa3114c6db6564474001facd9 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:02.576394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.599307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.652384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Allocated IP 172.25.6.194 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4da48faf-0c68-4c4b-baa5-638131574400) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:02.785612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187b89e-1d01-4f06-baee-bb38a76a4316 req-62e2cd05-af1b-4dfa-ae9a-9f5813bc19f4 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:02.788523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1187b89e-1d01-4f06-baee-bb38a76a4316 req-62e2cd05-af1b-4dfa-ae9a-9f5813bc19f4 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 936 time: 0.6966896 Feb 15 09:26:02.798308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.806030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.823750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:26:02.862320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.862648 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Added segment 14b8b0d8-c443-4458-9110-13f5bd3c3522 of type vlan for network 149d3a3f-f20b-46ee-b0bd-05c55459d4f9 Feb 15 09:26:02.864286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5b1853-36cc-4d68-a2ad-dfcc6583e640,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:02.866492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a014894-f5ac-491e-b1e3-7f6834d2ec64 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:02.881856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d58cf20e-ce05-4f4e-8399-28c734ba0f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.882438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:02.939718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Transition to ACTIVE for port object 2a014894-f5ac-491e-b1e3-7f6834d2ec64 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:02.953582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1187b89e-1d01-4f06-baee-bb38a76a4316 req-61daa87d-2ed7-4453-b873-d2ed2df2f675 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520553 Feb 15 09:26:02.962749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.002802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.034863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.058174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:03.181145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Attempting to bind port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:03.181730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Attempting to bind port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:03.182314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Attempting to bind port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:03.200649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:03.201376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Attempting to bind port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:03.218789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:03.219453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:03.220281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:03.221077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Bound port: 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:03.221666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.225721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.261887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48048) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:03.262674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.263630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:03.264209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.360206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:03.363279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Pushing event updated for resources: {'Port': ['ID=4da48faf-0c68-4c4b-baa5-638131574400,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:03.372986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:03.382128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:03.537893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] Pushing event updated for resources: {'Network': ['ID=149d3a3f-f20b-46ee-b0bd-05c55459d4f9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:03.565024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 149d3a3f-f20b-46ee-b0bd-05c55459d4f9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:26:03.577362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b23240f5-e299-44f2-ace3-3195cede5631 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0803514 Feb 15 09:26:03.587818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48054) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:03.619597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Request body: {'subnet': {'network_id': '149d3a3f-f20b-46ee-b0bd-05c55459d4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1994446509-subnet', 'tenant_id': '5ae7dedfa3114c6db6564474001facd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:03.671452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d58cf20e-ce05-4f4e-8399-28c734ba0f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.672679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc05783-6e41-473b-aeb2-6c0d6daa5195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.698554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d58cf20e-ce05-4f4e-8399-28c734ba0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.702554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:03.708605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:03.726380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.813772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Made reservation on behalf of 5ae7dedfa3114c6db6564474001facd9 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:03.831373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.843293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48058) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:03.847817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d58cf20e-ce05-4f4e-8399-28c734ba0f5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e3ed2f884d64451aebc8ce350d2412f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6852684 Feb 15 09:26:03.875381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cf20e-ce05-4f4e-8399-28c734ba0f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fe6a5f-2ea4-4072-8a77-b377da700d99,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:03.998129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc05783-6e41-473b-aeb2-6c0d6daa5195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:03.999611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:04.006643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc05783-6e41-473b-aeb2-6c0d6daa5195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.008900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.017814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a014894-f5ac-491e-b1e3-7f6834d2ec64 HTTP/1.1" status: 200 len: 1116 time: 3.9523520 Feb 15 09:26:04.091110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03a4b9-ba0a-4fcd-b074-7697c729f331 None None] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:04.105988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2fc05783-6e41-473b-aeb2-6c0d6daa5195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2e00e4e6f1584788ad578d6944ef2edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8105788 Feb 15 09:26:04.107413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc05783-6e41-473b-aeb2-6c0d6daa5195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7000c61-5104-4c0d-a83a-7bcb6fbcfc80,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:04.115067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:04.121556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48066) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:04.328714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.338126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:04.363573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b6cc4-7e10-4556-9fb6-f27184e99859 req-a847a810-b931-4f23-a433-6dd53e619d11 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:04.373135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b08b6cc4-7e10-4556-9fb6-f27184e99859 req-a847a810-b931-4f23-a433-6dd53e619d11 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.1195469 Feb 15 09:26:04.398829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.520446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e6de178e-bbf6-4edb-b40c-d79f4be308cf None None] Provisioning complete for port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:04.521046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e6de178e-bbf6-4edb-b40c-d79f4be308cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.561719 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99964cac-182f-4c83-8deb-465c722d82c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:04.630782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:04.632213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.692392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b08b6cc4-7e10-4556-9fb6-f27184e99859 req-5b397c8a-34a0-4bcc-aeb4-decc6bd7aae0 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181252 Feb 15 09:26:04.704219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-43af9382-126e-44ce-815e-31f8b0b3c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:04.706547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-43af9382-126e-44ce-815e-31f8b0b3c8e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e26d9272f3544d685fd3389fe48b64c&device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 1119 time: 0.2818232 Feb 15 09:26:04.773986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.776769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:04.777955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7000c61-5104-4c0d-a83a-7bcb6fbcfc80 HTTP/1.1" status: 204 len: 168 time: 0.6503878 Feb 15 09:26:04.818648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d5007-377f-4fed-9696-4eeb8493c19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7000c61-5104-4c0d-a83a-7bcb6fbcfc80,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:04.907086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b5e1-72d7-4f73-b231-5e6ca191a5c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:04.914438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.042327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.096896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:05.107953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e6de178e-bbf6-4edb-b40c-d79f4be308cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.112327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.258319 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a0eaca-512c-4e9e-bc14-0a727d4f24ee x-openstack-request-id: req-65a0eaca-512c-4e9e-bc14-0a727d4f24ee {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:05.258859 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:05.259259 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65a0eaca-512c-4e9e-bc14-0a727d4f24ee {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:05.265253 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64', 'status': 'completed', 'code': 200} Feb 15 09:26:05.310393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:05.346316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-e6de178e-bbf6-4edb-b40c-d79f4be308cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:26:05.346655 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-e6de178e-bbf6-4edb-b40c-d79f4be308cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:26:05.418893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-04ca55e1-22b7-4846-a7bf-e8498ddc14f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64 HTTP/1.1" status: 200 len: 217 time: 0.5622015 Feb 15 09:26:05.476934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.517125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.601755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48098) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:05.622052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e73ade8-95cc-41b9-bd00-b53f4f99369c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.634180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.725785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.750572 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.753508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.754340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72fe6a5f-2ea4-4072-8a77-b377da700d99 HTTP/1.1" status: 204 len: 168 time: 1.9024875 Feb 15 09:26:05.775483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e73ade8-95cc-41b9-bd00-b53f4f99369c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.782803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e73ade8-95cc-41b9-bd00-b53f4f99369c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:05.931255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e73ade8-95cc-41b9-bd00-b53f4f99369c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=397473b732e845f3bc5289f22c94c9f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3207941 Feb 15 09:26:05.981851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48104) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:06.014991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:06.047643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73ade8-95cc-41b9-bd00-b53f4f99369c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70efda26-a20d-4092-a2c8-d579e9dbc908,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:06.063638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e4b60-f30a-4e02-8542-6d6ebd9dafe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fe6a5f-2ea4-4072-8a77-b377da700d99,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:06.111899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7686ab14-d9e1-425d-82d3-d96c25e2e8a3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:06.142816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf49ee-1831-4c72-bf50-d55f72a75c89 req-5739ab31-fc55-4f49-9c71-7dbdfe560188 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:06.144344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2acf49ee-1831-4c72-bf50-d55f72a75c89 req-5739ab31-fc55-4f49-9c71-7dbdfe560188 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.2478275 Feb 15 09:26:06.145924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-99fe5ce3-7657-4fd1-b60d-be8e2d89916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:06.147391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-99fe5ce3-7657-4fd1-b60d-be8e2d89916d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3644547 Feb 15 09:26:06.223819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Checking segment: {'id': '14b8b0d8-c443-4458-9110-13f5bd3c3522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '149d3a3f-f20b-46ee-b0bd-05c55459d4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:06.224324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Network hostable DHCP agents. Network: 149d3a3f-f20b-46ee-b0bd-05c55459d4f9, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:26:06.261239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.316851 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.319687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Network 149d3a3f-f20b-46ee-b0bd-05c55459d4f9 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:26:06.348495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-51a2fa53-99da-4e5a-8988-334f4d987160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:06.357328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-51a2fa53-99da-4e5a-8988-334f4d987160 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1747742 Feb 15 09:26:06.357660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2acf49ee-1831-4c72-bf50-d55f72a75c89 req-32e3be96-a832-4ec7-b81b-2dbd3e38889d tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884227 Feb 15 09:26:06.361373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 149d3a3f-f20b-46ee-b0bd-05c55459d4f9) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:06.373744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:06.374328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.385318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d5cc7106-f66b-41bb-94d2-4a2e2171cce5 None None] Provisioning complete for port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:06.385656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5cc7106-f66b-41bb-94d2-4a2e2171cce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.388428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Router 233ae819-7cc8-40e7-a934-b9529e90edba is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:26:06.398372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5858532-60de-419f-9eda-b4b46abe5e31 None None] Network 149d3a3f-f20b-46ee-b0bd-05c55459d4f9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:06.406888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:06.407241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.497983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-849942d4-3c39-44fc-935e-0f4db6f9467b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.9062426 Feb 15 09:26:06.615326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.618796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.623056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70efda26-a20d-4092-a2c8-d579e9dbc908 HTTP/1.1" status: 204 len: 168 time: 0.6237037 Feb 15 09:26:06.726417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b46e8f-bcd0-4d85-bfdc-8cef073c2484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70efda26-a20d-4092-a2c8-d579e9dbc908,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:06.750172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-399cb103-e9a5-4f4f-a26f-d2c340f7dbd7 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782611 Feb 15 09:26:06.752572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48112) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:06.778582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91ad31cb-6518-43c8-be86-d04775448b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.787511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:06.798518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Sync routers for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:06.818380 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:06.822442 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:06.863309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.865325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f12d924-cee6-47fb-95f5-75fa11183773 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.2136188 Feb 15 09:26:06.888310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48116) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:06.966647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91ad31cb-6518-43c8-be86-d04775448b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:06.976468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91ad31cb-6518-43c8-be86-d04775448b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.074027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad31cb-6518-43c8-be86-d04775448b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe8a650-5af3-4c90-a77b-d3b52fa7b2a1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:07.079061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564ede1a-a605-4de0-abd6-0f7ae49c374f req-5631500f-8eb7-46b3-bc3d-7db001b8bfa3 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176615 Feb 15 09:26:07.160281 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:07.166921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-91ad31cb-6518-43c8-be86-d04775448b0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=054d3e9e712047ef8bbceb24f3726ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110661 Feb 15 09:26:07.169282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:07.404712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.428128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5e580f-c00d-4850-88b8-3f2d36bf5daf None None] Network 149d3a3f-f20b-46ee-b0bd-05c55459d4f9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:07.478385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.613964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964cac-182f-4c83-8deb-465c722d82c6 req-8d9d48c6-7868-46cf-8e01-c65fafe97ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:07.617186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-8d9d48c6-7868-46cf-8e01-c65fafe97ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e26d9272f3544d685fd3389fe48b64c&device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 1119 time: 0.4576454 Feb 15 09:26:07.690133 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:03Z', 'revision_number': 3, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:07.734219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce1e11-0389-49b3-bb7c-7b9b0e19b95e req-2891e849-67c3-4a46-b9f0-eb0a99d19f0a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:07.736790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86ce1e11-0389-49b3-bb7c-7b9b0e19b95e req-2891e849-67c3-4a46-b9f0-eb0a99d19f0a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.2235458 Feb 15 09:26:07.759993 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Checking router: 233ae819-7cc8-40e7-a934-b9529e90edba for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:07.760405 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Updating router 233ae819-7cc8-40e7-a934-b9529e90edba port 4da48faf-0c68-4c4b-baa5-638131574400 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:07.785258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.787945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.804017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0fe8a650-5af3-4c90-a77b-d3b52fa7b2a1 HTTP/1.1" status: 204 len: 168 time: 0.6188948 Feb 15 09:26:07.840172 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:07.866458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b34bd-a101-4f17-9f1c-518ca5339f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe8a650-5af3-4c90-a77b-d3b52fa7b2a1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:07.926664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86ce1e11-0389-49b3-bb7c-7b9b0e19b95e req-0adba567-58cc-4b1b-99fe-da4cde5bc886 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823678 Feb 15 09:26:08.218135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964cac-182f-4c83-8deb-465c722d82c6 req-2e62cc02-6a4b-4798-983b-5b2830a34554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:08.222821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-2e62cc02-6a4b-4798-983b-5b2830a34554 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.5128460 Feb 15 09:26:08.267020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-7be49bf0-2c92-4b49-a274-d89546ab8dc7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:08.268606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-7be49bf0-2c92-4b49-a274-d89546ab8dc7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.5697587 Feb 15 09:26:08.325362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-a46cb4c2-2263-4893-8e47-9865de686d56 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/quotas/1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 375 time: 0.0282447 Feb 15 09:26:08.460996 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-1cd5da13-424b-48a3-bf2a-00a4a8fa5fc1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1237164 Feb 15 09:26:08.527171 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.542327 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.596977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.666929 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Attempting to bind port 4da48faf-0c68-4c4b-baa5-638131574400 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:08.667672 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Attempting to bind port 4da48faf-0c68-4c4b-baa5-638131574400 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:08.668270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Attempting to bind port 4da48faf-0c68-4c4b-baa5-638131574400 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:08.672585 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e794b-70d2-4785-89ac-4f48b206f246 None None] Pushing event updated for resources: {'Port': ['ID=4da48faf-0c68-4c4b-baa5-638131574400,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:08.679864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:08.687286 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:08.688457 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.689486 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:08.690219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Bound port: 4da48faf-0c68-4c4b-baa5-638131574400, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:08.690877 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.792511 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] For port 4da48faf-0c68-4c4b-baa5-638131574400, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:08.798268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] For port 4da48faf-0c68-4c4b-baa5-638131574400, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4da48faf-0c68-4c4b-baa5-638131574400,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:08.808803 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:08.873807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-648f7ed0-2105-4fdb-b1d9-595290f17f98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64 HTTP/1.1" status: 200 len: 217 time: 0.0350003 Feb 15 09:26:08.888846 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e794b-70d2-4785-89ac-4f48b206f246 None None] Pushing event updated for resources: {'Port': ['ID=4da48faf-0c68-4c4b-baa5-638131574400,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:08.921118 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:08.922095 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:09.076392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964cac-182f-4c83-8deb-465c722d82c6 req-c0996106-e37f-4a38-9be4-360f77fd36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:09.077882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-c0996106-e37f-4a38-9be4-360f77fd36e0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1961248 Feb 15 09:26:09.079482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d4f75-193d-43c1-abf9-c577d79524c6 req-0a29653e-45f2-4d3d-b268-434b222ece1b tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:09.088055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-254d4f75-193d-43c1-abf9-c577d79524c6 req-0a29653e-45f2-4d3d-b268-434b222ece1b tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.0678611 Feb 15 09:26:09.089536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:09.136231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-254d4f75-193d-43c1-abf9-c577d79524c6 req-1d5be608-f826-41a0-88ed-f24a4dc88cd2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471175 Feb 15 09:26:09.159745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-96b12e5b-b050-4331-acc1-6f90098d377a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:26:09.161521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-96b12e5b-b050-4331-acc1-6f90098d377a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3269141 Feb 15 09:26:09.273725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99964cac-182f-4c83-8deb-465c722d82c6 req-cb1c0666-189d-47f3-9d95-bcd34e4296b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:09.275279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-cb1c0666-189d-47f3-9d95-bcd34e4296b8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1858475 Feb 15 09:26:09.296547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Allocated IP 172.20.0.1 (a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4/7f68c8e3-511b-449b-b59e-69bdf75aed40/09f936c5-86ec-42c2-8187-740180155349) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:09.323677 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:03Z', 'revision_number': 3, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:09.353692 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b35dada-9c12-4c07-91d2-8b3eca5d0250 None None] The sync data for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 is: [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:03Z', 'revision_number': 3, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:09.387519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-c4c14b7b-42a2-432f-8cfa-20bf36e92e30 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139087 Feb 15 09:26:09.412782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48194) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:09.541120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-907e8882-231e-469f-a7e0-2e59aa1fa44a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543716 Feb 15 09:26:09.599491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-d3186fe2-68eb-4a90-bf60-02d313e0ec15 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993675 Feb 15 09:26:09.625778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:09.718698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99964cac-182f-4c83-8deb-465c722d82c6 req-39cf2d3a-3962-4f47-9155-1d8f684924ca service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661224 Feb 15 09:26:09.726219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:09.775611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-network', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:09.803557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:09.814711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Made reservation on behalf of 4fb392632bb74f66b661135fa93ad6bd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:09.815335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:09.817686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:09.836363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:09.837231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:09.844094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:09.987341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Pushing event updated for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.043950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1560876303', 'description': 'tempest-description-938536810'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:10.046947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4da48faf-0c68-4c4b-baa5-638131574400 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:10.071421 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.088341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.139659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:26:10.155552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4da48faf-0c68-4c4b-baa5-638131574400 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:10.155924 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.159041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cc5c1624-bdfd-40c0-908d-17d6ecfbb5c6 req-47516a4c-e2a1-4056-af0b-564fc6914dda tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.1885295 Feb 15 09:26:10.189915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.214999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.217198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.217539 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Added segment f17d2473-50d2-4bbb-8351-f2ac71925e9a of type vlan for network 58cf1895-7806-481c-8658-7f7fcded512a Feb 15 09:26:10.219787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe2e8a-fef0-40e1-9678-f06b408f64a6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.263281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.304524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-99b88272-c0d0-4812-b802-3c11295f7702 None None] Provisioning complete for port 09f936c5-86ec-42c2-8187-740180155349 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:10.304924 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-99b88272-c0d0-4812-b802-3c11295f7702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.311305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 4da48faf-0c68-4c4b-baa5-638131574400, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4da48faf-0c68-4c4b-baa5-638131574400,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:10.334697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.347047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.383853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-99b88272-c0d0-4812-b802-3c11295f7702 None None] Port 09f936c5-86ec-42c2-8187-740180155349 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:10.414637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.416874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.426701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35519110-809f-4505-809b-afeabd8b8103 req-7ac64f64-ba77-4727-8a47-a1315a99f200 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:10.435030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35519110-809f-4505-809b-afeabd8b8103 req-7ac64f64-ba77-4727-8a47-a1315a99f200 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.1057620 Feb 15 09:26:10.444202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.451500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=4da48faf-0c68-4c4b-baa5-638131574400,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.498912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.499888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:10.500446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.516835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd13a0-8096-4b41-9405-8d055ff2a333,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.531881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35519110-809f-4505-809b-afeabd8b8103 req-a13fdaa7-8add-4276-bf32-d77153387c78 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912759 Feb 15 09:26:10.579009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1650722 Feb 15 09:26:10.579597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:10.592309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Request body: {'subnet': {'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-subnet', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:10.610964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e00144-cea2-4005-ab64-7db5debba000 admin admin] Pushing event updated for resources: {'Network': ['ID=58cf1895-7806-481c-8658-7f7fcded512a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.625388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 58cf1895-7806-481c-8658-7f7fcded512a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:26:10.659168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.670402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.687863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Made reservation on behalf of 4fb392632bb74f66b661135fa93ad6bd for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:10.690178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.749064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.754694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.755963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.756134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-671494c8-f234-4107-9241-6f809599d9ee req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7283387 Feb 15 09:26:10.757458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.765120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8a010-1dff-4d24-a9aa-6c49ebf110e2 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345136aa-a610-430b-a414-f8634ffde31f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.803903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1970120752', 'description': 'tempest-description-894090284'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:10.838737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Pushing event updated for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:10.897998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.943662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:10.952459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:10.959840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:11.007390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a9724a7-a282-4968-8022-9795307555a4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:11.016377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Checking segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:11.016733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Network hostable DHCP agents. Network: 58cf1895-7806-481c-8658-7f7fcded512a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:26:11.040299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Network 58cf1895-7806-481c-8658-7f7fcded512a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:26:11.052473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 58cf1895-7806-481c-8658-7f7fcded512a) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:11.056665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:11.057422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.063465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.068922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdb041e-4b19-4fad-bbd8-e5ba82e60135 None None] Network 58cf1895-7806-481c-8658-7f7fcded512a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:11.071952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.087386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a11f2b9f-ae00-4728-92bc-6960515b6e30 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4969831 Feb 15 09:26:11.087656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:11.092914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:11.150127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.151555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1c774b0-5d48-489f-a568-959da0d670ca req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3623216 Feb 15 09:26:11.157340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e07988-aa37-4f13-974e-27968adc6c3e tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa933de-e331-42c8-aa54-26a995a8e544,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:11.159688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.169741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Router 233ae819-7cc8-40e7-a934-b9529e90edba has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:26:11.187929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.322908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1089174898', 'description': 'tempest-description-468214628'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:11.334297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7726b818-6713-4507-8ae6-cd5b36eea6c9 None None] Provisioning complete for port 09f936c5-86ec-42c2-8187-740180155349 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:11.334661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7726b818-6713-4507-8ae6-cd5b36eea6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.354199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd738428-4ade-4abb-94ea-651462560838 req-cf70322e-0dbc-4528-afa2-6e9905ae894a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.0433168 Feb 15 09:26:11.373647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:11.388925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fb4defbd-7c37-45b0-9559-ce3185223b65 admin admin] 10.222.0.10 "PUT /v2.0/routers/233ae819-7cc8-40e7-a934-b9529e90edba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4980125 Feb 15 09:26:11.433413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-58cf1895-7806-481c-8658-7f7fcded512a', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'fixed_ips': [{'subnet_id': '7a9724a7-a282-4968-8022-9795307555a4'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:26:11.434309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.434508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.445538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.455497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7726b818-6713-4507-8ae6-cd5b36eea6c9 None None] Port 09f936c5-86ec-42c2-8187-740180155349 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:11.526893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.631574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Allocated IP 172.20.0.2 (58cf1895-7806-481c-8658-7f7fcded512a/7a9724a7-a282-4968-8022-9795307555a4/452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:11.636002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.669754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fff811-914f-49e6-b140-23633afa67b5 req-7a93fcf1-3ca4-4c5d-b17d-191a33680bb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:11.671354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0fff811-914f-49e6-b140-23633afa67b5 req-7a93fcf1-3ca4-4c5d-b17d-191a33680bb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.0654168 Feb 15 09:26:11.724569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0fff811-914f-49e6-b140-23633afa67b5 req-bdf6e194-b295-4ca9-8430-70e9a62124f8 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447271 Feb 15 09:26:11.747670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.765626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.816794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.818926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad81f11-b740-4566-a7ea-c150d46cfe8b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:11.824236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:11.839768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.72', 63125) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:11.881340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Network 58cf1895-7806-481c-8658-7f7fcded512a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:11.883813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:11.886408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:11.964072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Sync routers for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:11.982695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Pushing event updated for resources: {'Port': ['ID=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:12.001552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4da48faf-0c68-4c4b-baa5-638131574400 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:12.007714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Attempting to bind port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:12.008128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Attempting to bind port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:12.008491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Attempting to bind port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 on network 58cf1895-7806-481c-8658-7f7fcded512a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:12.019245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:12.020231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Checking segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:12.020772 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.021330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Bound using segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:12.021837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Bound port: 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:12.022293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.038009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.047994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.064185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:12.064825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:12.209923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] For port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:12.220833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] For port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:12.254686 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.322238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.325191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-265d4cc4-8c11-42b8-aa33-f8d0327dcd8d req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0372455 Feb 15 09:26:12.360693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4da48faf-0c68-4c4b-baa5-638131574400 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:12.361337 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.367023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:12.392003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fbcab-6bb0-400b-bec3-7aff4cfb5e9b tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f1380-4a5e-47da-9a22-010c5a2c4002,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:12.405015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1859612209', 'description': 'tempest-description-2130962533'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:12.424500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-b6b4c0ad-061c-43bf-bfdd-9ef564671ad0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:12.426359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-b6b4c0ad-061c-43bf-bfdd-9ef564671ad0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.5858090 Feb 15 09:26:12.459375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.468235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d59ab41-d462-4d53-a532-8c13fba6a5ea None None] Pushing event updated for resources: {'Port': ['ID=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:12.492216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.501232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.711816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.755754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.813096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a014894-f5ac-491e-b1e3-7f6834d2ec64 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:12.826545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:12.828047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1125698d-80d8-45fe-898e-3bc282148cd1 req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4390974 Feb 15 09:26:12.849264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Allocated IP 172.25.6.169 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d4493f3b-73c4-454f-a763-4bfbc779d97c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:12.851289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26116772-3740-4b18-8772-a219a1d46a11 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f67cd7-323b-464c-bb3e-94a0277d3fc6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:12.933319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48282) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:12.938073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592261447', 'description': 'tempest-description--968538403'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:12.977451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7a540b9-9170-45a2-ab9d-35d62d5b38be req-72637976-347c-4b1b-8f21-8fa631815751 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.0367837 Feb 15 09:26:12.993998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.078546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:13.081310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.100687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '2a014894-f5ac-491e-b1e3-7f6834d2ec64', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '2a014894-f5ac-491e-b1e3-7f6834d2ec64', 'mac_address': 'fa:16:3e:8e:d6:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:tempest-test_az-67749910', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:26:13.105379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80a7ed-43d8-4257-8747-2cc7ce1dae23 req-786f2ab8-dd4d-4a6d-837d-52ef4bb2bae5 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:13.107001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db80a7ed-43d8-4257-8747-2cc7ce1dae23 req-786f2ab8-dd4d-4a6d-837d-52ef4bb2bae5 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 968 time: 0.0943234 Feb 15 09:26:13.143776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.158618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.167386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.183948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '09f936c5-86ec-42c2-8187-740180155349', 'name': '', 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'mac_address': 'fa:16:3e:9f:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:08Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 2, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'subnets': [{'id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:13.194302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a014894-f5ac-491e-b1e3-7f6834d2ec64 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:13.194494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.204261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3beb8fcb-4aed-42e9-93d0-125996d42821,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:13.217960 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db80a7ed-43d8-4257-8747-2cc7ce1dae23 req-c9062251-6a25-40fd-a9f7-456ffe8ead1c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718896 Feb 15 09:26:13.223886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.228252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Checking router: 233ae819-7cc8-40e7-a934-b9529e90edba for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:13.228739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Updating router 233ae819-7cc8-40e7-a934-b9529e90edba port 09f936c5-86ec-42c2-8187-740180155349 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:13.235342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1d6d1cc-b0d5-4a5f-a94d-6cc394e1346c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3007088 Feb 15 09:26:13.236139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48284) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:13.245987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'security_group_rule': {'security_group_id': '3beb8fcb-4aed-42e9-93d0-125996d42821', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:13.273643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:13.278146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.289753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:13.291007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.296053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.300061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:13.304881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:13.375912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Pushing event updated for resources: {'Port': ['ID=d4493f3b-73c4-454f-a763-4bfbc779d97c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:13.377013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:13.411548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.417366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.450187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e71f79-47bc-412e-8b73-c550ee343e5c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:13.464960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.468568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ccd463ab-998e-468c-8273-665b23bee39e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291045 Feb 15 09:26:13.468950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48286) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:13.482654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'security_group_rule': {'security_group_id': '3beb8fcb-4aed-42e9-93d0-125996d42821', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:13.526069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.535995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-14c6fc42-ea29-466b-85d7-fccbc959bb93 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34063 time: 0.5017879 Feb 15 09:26:13.592437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.601098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.602907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['2a014894-f5ac-491e-b1e3-7f6834d2ec64'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:13.623036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75550464-2de4-4327-9825-60b8d91e3484,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:13.642194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.656890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e3ad11bc-d5cb-42d0-8ce7-ca04152ddb25 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745231 Feb 15 09:26:13.657106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:13.658672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:13.761942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-7385cabb-4853-43a5-bc8d-383d5c02a772 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/014a9f40-b575-4d10-8656-35184e67ca8f HTTP/1.1" status: 200 len: 2977 time: 0.2133718 Feb 15 09:26:13.844384 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.876656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78187e52-ad25-4e72-8df1-ecfbf53ffab9 None None] Network 58cf1895-7806-481c-8658-7f7fcded512a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:13.916055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:13.966404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-c783987b-2819-4556-9b37-edd40c14e5ac tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/014a9f40-b575-4d10-8656-35184e67ca8f HTTP/1.1" status: 200 len: 2977 time: 0.1952240 Feb 15 09:26:14.056184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.065011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] Provisioning complete for port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:14.065383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.079935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:14.110636 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.129786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-5a1df352-8640-4666-bbc6-211225c8b53c tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4388561b-ea73-459b-a812-e1928bea6b49 HTTP/1.1" status: 200 len: 2979 time: 0.1471844 Feb 15 09:26:14.130028 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.176346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7bfe585e-33fa-4043-b422-544af5753f4f req-30c8ecf6-e659-43f9-aee7-d40ea6971b41 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.0398505 Feb 15 09:26:14.339686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-bf70e394-8708-444b-9cc0-897a75ed1b53 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4388561b-ea73-459b-a812-e1928bea6b49 HTTP/1.1" status: 200 len: 2979 time: 0.2007904 Feb 15 09:26:14.343754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3ce59-9157-49a1-b3c5-a1f93cb589b8 None None] Pushing event updated for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:14.384434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd83df66-d8eb-4266-87ec-a7e5ff8b537f req-524d24d6-fe73-42ae-82cb-0a08479db710 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:14.392056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd83df66-d8eb-4266-87ec-a7e5ff8b537f req-524d24d6-fe73-42ae-82cb-0a08479db710 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 969 time: 0.0818746 Feb 15 09:26:14.449051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-b507a95f-7f3d-440a-a5cc-6f8260f25b5d tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5f5b1853-36cc-4d68-a2ad-dfcc6583e640 HTTP/1.1" status: 200 len: 2981 time: 0.0959175 Feb 15 09:26:14.452095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.454794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd83df66-d8eb-4266-87ec-a7e5ff8b537f req-22fed41b-a04e-4b71-a0cc-231efb7cac7e tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518177 Feb 15 09:26:14.476494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.476603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.497242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Attempting to bind port 09f936c5-86ec-42c2-8187-740180155349 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:14.497607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Attempting to bind port 09f936c5-86ec-42c2-8187-740180155349 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:14.497967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Attempting to bind port 09f936c5-86ec-42c2-8187-740180155349 on network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:14.503491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:14.503912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.534097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:14.534471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Checking segment: {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:14.534868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.535950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Bound using segment: {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:14.536444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Bound port: 09f936c5-86ec-42c2-8187-740180155349, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:14.536839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.587427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] For port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:14.596458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.618018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-3f7e64ae-e506-4ca8-979a-7286a9932ba4 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/5f5b1853-36cc-4d68-a2ad-dfcc6583e640 HTTP/1.1" status: 200 len: 2981 time: 0.1631887 Feb 15 09:26:14.752696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] For port 09f936c5-86ec-42c2-8187-740180155349, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:14.774616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f224ed3-5021-4400-bc95-4d30a080ee48 None None] Pushing event updated for resources: {'Port': ['ID=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:14.790651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] For port 09f936c5-86ec-42c2-8187-740180155349, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=09f936c5-86ec-42c2-8187-740180155349,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:14.801724 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.807075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] Provisioning complete for port 09f936c5-86ec-42c2-8187-740180155349 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:14.810646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:14.814607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a014894-f5ac-491e-b1e3-7f6834d2ec64 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:14.882657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-3843a24c-aa84-42c4-bd05-e150735e966e tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/69dd13a0-8096-4b41-9405-8d055ff2a333 HTTP/1.1" status: 200 len: 2981 time: 0.2264421 Feb 15 09:26:14.898716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Allocated IP 172.25.6.165 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f082976b-2b47-4419-bba6-0fb1ed94d9ad) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:14.974886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:14.975522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:14.978776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3ce59-9157-49a1-b3c5-a1f93cb589b8 None None] Pushing event updated for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:15.022829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-ad094167-817d-410d-b276-7a45ddb31ef2 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/69dd13a0-8096-4b41-9405-8d055ff2a333 HTTP/1.1" status: 200 len: 2981 time: 0.1314051 Feb 15 09:26:15.108282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Router 89399696-a46e-4022-881b-a7ba6ce5db08 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:26:15.146633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.149965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-53a22019-c8de-41ba-bab7-d2bc62c2bc70 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/71660cd1-f196-4bb2-9232-30d5708ed3eb HTTP/1.1" status: 200 len: 2977 time: 0.1186705 Feb 15 09:26:15.217866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:26:15.268853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:15.269252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.304318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-76c83d40-cea2-46b5-b0eb-a570bb43b3c5 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/71660cd1-f196-4bb2-9232-30d5708ed3eb HTTP/1.1" status: 200 len: 2977 time: 0.1151640 Feb 15 09:26:15.320400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f703805-17a5-4118-9fe8-636b4498160c req-250dd80e-e082-4cf9-9149-9d028faf2ec3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.0439498 Feb 15 09:26:15.323938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.328139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.349873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:15.375507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:15.388404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Sync routers for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:15.402087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:15.403623 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:15.404934 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:15.412720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] For port 09f936c5-86ec-42c2-8187-740180155349, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=09f936c5-86ec-42c2-8187-740180155349,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:15.415989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:15.418653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:15.428136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'Port': ['ID=f082976b-2b47-4419-bba6-0fb1ed94d9ad,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:15.437624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.438963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-76d25208-cbcc-455c-b24c-c4922f5646ad admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3503568 Feb 15 09:26:15.442041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:15.455779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-7cee3858-7837-4cce-bacc-59c203cd8a2a tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/84a2c505-f71a-4da9-8e6d-d3031d7f494b HTTP/1.1" status: 200 len: 2973 time: 0.1435080 Feb 15 09:26:15.486323 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.585438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.585837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.592204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:15.640972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b7636-9f66-40d4-8774-2e404dd0c92e None None] Pushing event updated for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:15.653234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-ffea418f-8db6-4c66-8334-9fc169d852ab tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/84a2c505-f71a-4da9-8e6d-d3031d7f494b HTTP/1.1" status: 200 len: 2973 time: 0.1660244 Feb 15 09:26:15.660800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:15.672617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.762971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-27afe800-b75e-4d66-a375-c8a7cdfc4c55 None None] Provisioning complete for port 09f936c5-86ec-42c2-8187-740180155349 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:15.763494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-27afe800-b75e-4d66-a375-c8a7cdfc4c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.772314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:15.824437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:15.840324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadf071-482a-4edd-a106-67c1978d49a1 req-819d47e8-daf0-40a5-a5cb-6e69afd1d17e tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:15.848868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4eadf071-482a-4edd-a106-67c1978d49a1 req-819d47e8-daf0-40a5-a5cb-6e69afd1d17e tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 969 time: 0.2728393 Feb 15 09:26:15.901817 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:13Z', 'revision_number': 3, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:15.928877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-51618bef-4c6d-4fed-9f40-95d40c0606b1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8ad81f11-b740-4566-a7ea-c150d46cfe8b HTTP/1.1" status: 200 len: 2981 time: 0.2689857 Feb 15 09:26:15.945186 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ca9df8-5f20-48f9-83ec-3842b5989bf7" -d '{"events": [{"server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "name": "network-vif-plugged", "status": "completed", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:15.970929 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Checking router: 89399696-a46e-4022-881b-a7ba6ce5db08 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:15.971584 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Updating router 89399696-a46e-4022-881b-a7ba6ce5db08 port d4493f3b-73c4-454f-a763-4bfbc779d97c binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:15.992523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.009377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.018130 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.033758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-cae4cfec-2f00-4787-bf42-2fd544e78478 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8ad81f11-b740-4566-a7ea-c150d46cfe8b HTTP/1.1" status: 200 len: 2981 time: 0.1095958 Feb 15 09:26:16.043894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:16.079698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:16.106489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.163468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'Port': ['ID=f082976b-2b47-4419-bba6-0fb1ed94d9ad,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:16.178227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-d698bb6f-4e7e-4ed9-ba4e-281ae3feb3a6 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b4886338-dbbb-4e71-bd99-91a98ce004cb HTTP/1.1" status: 200 len: 2977 time: 0.1433620 Feb 15 09:26:16.195140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.195140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-268f4d5c-cda9-4a3b-9e80-0211b0cfe8ae tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5446019 Feb 15 09:26:16.228011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '09f936c5-86ec-42c2-8187-740180155349', 'name': '', 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'mac_address': 'fa:16:3e:9f:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:08Z', 'updated_at': '2022-02-15T09:26:14Z', 'revision_number': 4, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'subnets': [{'id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:16.229937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:16.230245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.233669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4eadf071-482a-4edd-a106-67c1978d49a1 req-360bb5f6-b81c-4231-8f73-41668ff67ca3 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774903 Feb 15 09:26:16.273282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-dc269a4d-73c2-4733-b792-b4372204495f tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/b4886338-dbbb-4e71-bd99-91a98ce004cb HTTP/1.1" status: 200 len: 2977 time: 0.0939291 Feb 15 09:26:16.359165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-27afe800-b75e-4d66-a375-c8a7cdfc4c55 None None] Provisioning complete for port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:16.360286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-27afe800-b75e-4d66-a375-c8a7cdfc4c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.364502 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d2e9d7-35d7-4520-8f05-caab6c24d078 x-openstack-request-id: req-16d2e9d7-35d7-4520-8f05-caab6c24d078 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:16.364967 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "name": "network-vif-plugged", "status": "completed", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:16.366216 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16d2e9d7-35d7-4520-8f05-caab6c24d078 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:16.367612 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64', 'code': 200} Feb 15 09:26:16.370307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-78243465-4af5-44fe-8853-a81d4f6e47bb tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d2fe2e8a-fef0-40e1-9678-f06b408f64a6 HTTP/1.1" status: 200 len: 2981 time: 0.0957565 Feb 15 09:26:16.390911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd53e1e-7cd1-487b-8f94-1ee919e32eac None None] The sync data for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 is: [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '09f936c5-86ec-42c2-8187-740180155349', 'name': '', 'network_id': 'a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'mac_address': 'fa:16:3e:9f:98:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:08Z', 'updated_at': '2022-02-15T09:26:14Z', 'revision_number': 4, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'subnets': [{'id': '7f68c8e3-511b-449b-b59e-69bdf75aed40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:16.497219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-a74d81fb-7eab-430c-ac72-4618f76bcab3 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d2fe2e8a-fef0-40e1-9678-f06b408f64a6 HTTP/1.1" status: 200 len: 2981 time: 0.1258957 Feb 15 09:26:16.549966 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.595466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-b5085851-56ca-4851-b858-5b6b16b50af8 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e014450e-4909-4f09-9cb6-61113abe5e0e HTTP/1.1" status: 200 len: 2977 time: 0.0950921 Feb 15 09:26:16.621640 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.640325 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.692211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f8eced4-df1b-4d1e-960c-b20ce107d4a8 req-5bcc65a8-b7c4-48e0-a43d-94cc72904b4c tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/e014450e-4909-4f09-9cb6-61113abe5e0e HTTP/1.1" status: 200 len: 2977 time: 0.0969129 Feb 15 09:26:16.698301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b9cb3b9-3764-48fb-af9b-e7c27a56d358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.713475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-efa5028b-dfb4-4e92-a713-fe135d418cee tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1592261447&fields=id&tenant_id=956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 267 time: 0.1326234 Feb 15 09:26:16.756367 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Attempting to bind port d4493f3b-73c4-454f-a763-4bfbc779d97c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:16.756785 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Attempting to bind port d4493f3b-73c4-454f-a763-4bfbc779d97c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:16.757176 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Attempting to bind port d4493f3b-73c4-454f-a763-4bfbc779d97c on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:16.765185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:16.765559 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:16.765953 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.766347 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:16.767790 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Bound port: d4493f3b-73c4-454f-a763-4bfbc779d97c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:16.768163 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.796520 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcef3f-0e3d-4b43-afa9-7515ad395026 None None] Pushing event updated for resources: {'Port': ['ID=d4493f3b-73c4-454f-a763-4bfbc779d97c,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:16.819079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b68ef1a6-bb31-4e93-b642-ebd7c41f286a req-33a5d9f8-91cb-4877-88d0-7bcc7b70d2ca tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 210 time: 0.0401368 Feb 15 09:26:16.846879 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] For port d4493f3b-73c4-454f-a763-4bfbc779d97c, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:16.850921 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] For port d4493f3b-73c4-454f-a763-4bfbc779d97c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4493f3b-73c4-454f-a763-4bfbc779d97c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:16.857288 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.878382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-10e00287-814c-4cd5-8fc6-f7faee425ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:16.880604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-10e00287-814c-4cd5-8fc6-f7faee425ff6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 1121 time: 0.2988510 Feb 15 09:26:16.925364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbcef3f-0e3d-4b43-afa9-7515ad395026 None None] Pushing event updated for resources: {'Port': ['ID=d4493f3b-73c4-454f-a763-4bfbc779d97c,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:16.926221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-26045a3b-ea36-459d-be40-b663c67091f6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.930543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:16.931171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:16.940623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:16.967566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-eb71a57a-b82e-41ac-8d42-cc215bb38823 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:16.973006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77713690-dc45-43ac-83ee-b40c4d65cf94 req-329e6d7a-5eff-450b-a3ab-aa58258c9d25 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96f7682789244632ba1b34ef9200ec4b HTTP/1.1" status: 200 len: 6102 time: 0.1165435 Feb 15 09:26:16.976370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-eb71a57a-b82e-41ac-8d42-cc215bb38823 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 823 time: 0.2408907 Feb 15 09:26:16.987437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Request body: {'port': {'device_id': '8178754d-71f1-468b-b7ae-088e68f10f27', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'admin_state_up': True, 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:17.015073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-b94f5234-86a1-47c8-9015-384216f87a9a tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/quotas/956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 375 time: 0.0377710 Feb 15 09:26:17.109917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77713690-dc45-43ac-83ee-b40c4d65cf94 req-45b0e88f-25e5-4a1d-b9d7-d329284d331a tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "GET /v2.0/security-groups/69dd13a0-8096-4b41-9405-8d055ff2a333 HTTP/1.1" status: 200 len: 2981 time: 0.1352801 Feb 15 09:26:17.119034 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:17.203702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77713690-dc45-43ac-83ee-b40c4d65cf94 req-ed3c3154-cad3-415e-967e-865f988049d9 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "GET /v2.0/security-groups/69dd13a0-8096-4b41-9405-8d055ff2a333 HTTP/1.1" status: 200 len: 2981 time: 0.0773830 Feb 15 09:26:17.217484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-f582bd05-e13e-4cce-befd-587f753845d8 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1941998 Feb 15 09:26:17.228097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:17.242994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.246154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-26045a3b-ea36-459d-be40-b663c67091f6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.263785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-26045a3b-ea36-459d-be40-b663c67091f6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.314596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-d313f261-066a-4a72-a507-85f0b4c1e13d tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/06f67cd7-323b-464c-bb3e-94a0277d3fc6 HTTP/1.1" status: 200 len: 1778 time: 0.0691226 Feb 15 09:26:17.365037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a743bfad-6bdc-4937-9f7f-8f8b764c9dea req-26045a3b-ea36-459d-be40-b663c67091f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749813 Feb 15 09:26:17.366852 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:13Z', 'revision_number': 3, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:17.380172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26045a3b-ea36-459d-be40-b663c67091f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d367fa-ac29-4ee3-a026-7b37a141d9f8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:17.393177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Allocated IP 172.20.0.1 (58cf1895-7806-481c-8658-7f7fcded512a/7a9724a7-a282-4968-8022-9795307555a4/b5ec6272-bca7-478d-952a-d7ab0441a33b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:17.423630 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf01aeb-7d0b-4420-b107-fe4589c26965 None None] The sync data for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 is: [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:13Z', 'revision_number': 3, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:17.426037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-9be1cda7-b305-4347-b7e8-f00badfaafd1 service neutron] 10.222.0.10 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961503 Feb 15 09:26:17.583668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.602348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Allocated IP 172.20.0.7 (12f13adb-08c4-463c-b067-5503c00763c3/cf2cdfe4-c71d-458e-8017-225818a76962/6bc751c8-33b6-48e4-984c-970b51edbcca) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:17.605292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.620548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-a707d3c6-d2e6-4008-8656-22205ae84ca2 service neutron] 10.222.0.10 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845422 Feb 15 09:26:17.622436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.660969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.714573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Network 58cf1895-7806-481c-8658-7f7fcded512a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:17.717601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:17.722853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:17.723573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.748992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.752098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:17.753312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0163fc1-d889-4be7-a3a8-24df8d9ab8ef req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/06f67cd7-323b-464c-bb3e-94a0277d3fc6 HTTP/1.1" status: 204 len: 173 time: 0.4203634 Feb 15 09:26:17.856955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:18.003207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e31212-abdf-4cee-80c9-1fc3687e5cf1 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f67cd7-323b-464c-bb3e-94a0277d3fc6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:18.211817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285c655-d9b6-4965-a4ca-8718766a7737 req-36a9adc6-65c0-4580-83d4-ab2dd8df58b6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:18.219892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0285c655-d9b6-4965-a4ca-8718766a7737 req-36a9adc6-65c0-4580-83d4-ab2dd8df58b6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 970 time: 0.2188435 Feb 15 09:26:18.230160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 09f936c5-86ec-42c2-8187-740180155349 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:18.249837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.289468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-095b5409-fe02-45f9-a88c-1919cefdb61a tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "GET /v2.0/security-groups/140f1380-4a5e-47da-9a22-010c5a2c4002 HTTP/1.1" status: 200 len: 1777 time: 0.4040680 Feb 15 09:26:18.347598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.365290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1794a5d7-e7c9-448a-97ba-584eaae057ef None None] Provisioning complete for port b5ec6272-bca7-478d-952a-d7ab0441a33b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:18.366258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1794a5d7-e7c9-448a-97ba-584eaae057ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.377469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0285c655-d9b6-4965-a4ca-8718766a7737 req-81eaca8d-bde7-402a-90d1-0dae75cf262d tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566412 Feb 15 09:26:18.399532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 09f936c5-86ec-42c2-8187-740180155349 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:18.400188 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.494983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1794a5d7-e7c9-448a-97ba-584eaae057ef None None] Port b5ec6272-bca7-478d-952a-d7ab0441a33b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:18.521921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc20aa80-3794-484e-94e6-54b50cba7753 req-af0f65ed-3caa-4bbc-b09a-2f4fd283f7ad tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 210 time: 0.0513906 Feb 15 09:26:18.527348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.617026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4493f3b-73c4-454f-a763-4bfbc779d97c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:18.694698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Network 12f13adb-08c4-463c-b067-5503c00763c3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:18.701690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4493f3b-73c4-454f-a763-4bfbc779d97c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:18.702313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.708328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.710797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.740268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.801018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.803288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.814014 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.845780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d4493f3b-73c4-454f-a763-4bfbc779d97c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4493f3b-73c4-454f-a763-4bfbc779d97c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:18.855263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.858266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.861526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:18.868154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c157e134-2725-408a-b1eb-08fafcd2c875 req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/140f1380-4a5e-47da-9a22-010c5a2c4002 HTTP/1.1" status: 204 len: 173 time: 0.5769751 Feb 15 09:26:18.890706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d164b3b-7f75-4fa4-9b3e-a6b3e96ad803 tempest-SecurityGroupsTestAdminJSON-515991039 tempest-SecurityGroupsTestAdminJSON-515991039-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f1380-4a5e-47da-9a22-010c5a2c4002,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:18.961287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:18.976201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d4493f3b-73c4-454f-a763-4bfbc779d97c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:19.033246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:19.034272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-bc3f4e11-8c34-48f3-b354-fdfa4bd2b513 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "GET /v2.0/security-groups/caa933de-e331-42c8-aa54-26a995a8e544 HTTP/1.1" status: 200 len: 1777 time: 0.1265786 Feb 15 09:26:19.042030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:19.048439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:19.049109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.089930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Network 58cf1895-7806-481c-8658-7f7fcded512a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:19.095884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:19.109062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:19.129351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7def9-97cc-4ef3-a524-818823aa6930 req-3b146d99-dccb-477b-84a0-1b801cb33e1c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:19.131008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82c7def9-97cc-4ef3-a524-818823aa6930 req-3b146d99-dccb-477b-84a0-1b801cb33e1c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 931 time: 0.4351761 Feb 15 09:26:19.134649 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-3655b914-5e56-4e88-a600-a9b5acafc996 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1521969 Feb 15 09:26:19.156289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-358135e0-38bf-41d1-be0c-0ed852fdfa7c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:26:19.157831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-358135e0-38bf-41d1-be0c-0ed852fdfa7c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162301 Feb 15 09:26:19.249289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0337f22d-c234-4376-9e2d-1abd6f313c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.256104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82c7def9-97cc-4ef3-a524-818823aa6930 req-e747b950-d842-4cae-bcea-597af8782a17 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167417 Feb 15 09:26:19.260946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.369534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Request body: {'port': {'device_id': '8178754d-71f1-468b-b7ae-088e68f10f27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:19.411141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Router 89399696-a46e-4022-881b-a7ba6ce5db08 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:26:19.425256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.543222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.573763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37d9e9-e384-46c6-9fd0-02e8778f7780 req-f09523e0-e61a-41c4-b7b6-4da2cbb56b9d tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:19.579754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad37d9e9-e384-46c6-9fd0-02e8778f7780 req-f09523e0-e61a-41c4-b7b6-4da2cbb56b9d tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 970 time: 0.0882733 Feb 15 09:26:19.587955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.591890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.593455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c310a90c-fa3e-4878-bb21-1f98a5115607 req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "DELETE /v2.0/security-groups/caa933de-e331-42c8-aa54-26a995a8e544 HTTP/1.1" status: 204 len: 173 time: 0.5428751 Feb 15 09:26:19.673169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cf2d5-e0d7-477a-a816-c0fb0826be54 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa933de-e331-42c8-aa54-26a995a8e544,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:19.703313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38565183-caea-4a5f-ac2f-5f8e9db99108 None None] Provisioning complete for port b5ec6272-bca7-478d-952a-d7ab0441a33b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:19.703679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38565183-caea-4a5f-ac2f-5f8e9db99108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:19.757862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-38565183-caea-4a5f-ac2f-5f8e9db99108 None None] Port b5ec6272-bca7-478d-952a-d7ab0441a33b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:19.829863 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad37d9e9-e384-46c6-9fd0-02e8778f7780 req-c5d35bbc-2866-4d78-b0e7-ccf0c9288fb2 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491417 Feb 15 09:26:19.974512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-368896c9-68aa-446e-96ae-6306dcf5af2c req-c508d8ae-96d9-41ec-91fe-800699902c23 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 210 time: 0.2805727 Feb 15 09:26:19.990307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:20.005790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be1f559e-db21-4cf1-aa0e-1cfa79253d43 admin admin] 10.222.0.10 "PUT /v2.0/routers/89399696-a46e-4022-881b-a7ba6ce5db08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5621848 Feb 15 09:26:20.029327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-3f07f83b-2f08-46b2-970c-c8d58d70e3ac tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "GET /v2.0/security-groups/345136aa-a610-430b-a414-f8634ffde31f HTTP/1.1" status: 200 len: 1777 time: 0.1047513 Feb 15 09:26:20.043333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4493f3b-73c4-454f-a763-4bfbc779d97c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:20.186412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-955a5037-f568-4893-8f3e-97830700dd8f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:20.188507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-955a5037-f568-4893-8f3e-97830700dd8f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 823 time: 0.2096500 Feb 15 09:26:20.211753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.225057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.245113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4493f3b-73c4-454f-a763-4bfbc779d97c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:20.245755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.280962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.295319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc751c8-33b6-48e4-984c-970b51edbcca {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:20.309457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.319660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-dc0b6308-ad77-48eb-8413-a6045adc8d0c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 380 time: 0.1118286 Feb 15 09:26:20.335707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'port': {'device_id': '35cebb36-5839-4379-8740-642896b92fea', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'admin_state_up': True, 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'security_groups': ['3beb8fcb-4aed-42e9-93d0-125996d42821']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:20.345460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Transition to ACTIVE for port object 6bc751c8-33b6-48e4-984c-970b51edbcca will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:20.352920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.368195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-736da503-599c-407a-8663-a3407338c5dd tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:20.376590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-736da503-599c-407a-8663-a3407338c5dd tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 1121 time: 0.1568184 Feb 15 09:26:20.389797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.392486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.393657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-76701c02-ca1a-4c2f-9f6b-aab5364a58de req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] 10.222.0.10 "DELETE /v2.0/security-groups/345136aa-a610-430b-a414-f8634ffde31f HTTP/1.1" status: 204 len: 173 time: 0.3480959 Feb 15 09:26:20.413136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-d29e3684-71a3-4efc-97ad-f93aabc45cf2 tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.422767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f56c24-4fcf-4c0e-80ec-4181de9e3282 tempest-SecurityGroupsTestAdminJSON-69670667 tempest-SecurityGroupsTestAdminJSON-69670667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345136aa-a610-430b-a414-f8634ffde31f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:20.465578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:20.536764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Sync routers for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:20.543185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:20.543185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:20.543996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:20.553917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:20.554796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:20.556151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:20.556692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:20.607802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:20.618466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:20.619487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:20.619842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Bound port: 6bc751c8-33b6-48e4-984c-970b51edbcca, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:20.620213 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.665051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-d29e3684-71a3-4efc-97ad-f93aabc45cf2 tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.680299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-d29e3684-71a3-4efc-97ad-f93aabc45cf2 tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.719145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80622abf-d3c6-440c-875c-842ae0b7c9af req-7ce433cb-6598-407d-bd4c-52420cfbd100 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:20.720980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a69311-7139-4bab-81ff-7783fe159ac2 req-d29e3684-71a3-4efc-97ad-f93aabc45cf2 tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433213 Feb 15 09:26:20.735073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80622abf-d3c6-440c-875c-842ae0b7c9af req-7ce433cb-6598-407d-bd4c-52420cfbd100 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.2233744 Feb 15 09:26:20.740012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e3684-71a3-4efc-97ad-f93aabc45cf2 tempest-AggregatesAdminTestJSON-1262927395 tempest-AggregatesAdminTestJSON-1262927395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f01d8e-c59c-4e6a-be7a-13257e3a5183,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:20.750046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Made reservation on behalf of 956494ed7420468fa385ae17cd54bf79 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:20.757903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:20.852493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:20.881482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80622abf-d3c6-440c-875c-842ae0b7c9af req-04b5e07a-ff35-4d43-aca3-a4c9f8f1fb96 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426487 Feb 15 09:26:20.907337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:20.916154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:20.923687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48392) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:20.938302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.012597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Allocated IP 172.20.0.7 (43b9bd67-c55b-4e92-86a3-8213da730b9d/0803a2c4-110d-44fe-931b-573c6bfc8270/b4ac661e-e870-43f8-9f93-5afdf87c5a7d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:21.060689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.068414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.073842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] 10.222.0.72 "PUT /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 1091 time: 1.8116317 Feb 15 09:26:21.077042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:21.146951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:21.169172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-network', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:21.212196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.258768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.299928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'b5ec6272-bca7-478d-952a-d7ab0441a33b', 'name': '', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'mac_address': 'fa:16:3e:16:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7a9724a7-a282-4968-8022-9795307555a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:17Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 2, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'subnets': [{'id': '7a9724a7-a282-4968-8022-9795307555a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:21.315838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:21.322316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:21.338797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:21.348217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.349632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.361351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:21.371739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Checking router: 89399696-a46e-4022-881b-a7ba6ce5db08 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:21.372503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Updating router 89399696-a46e-4022-881b-a7ba6ce5db08 port b5ec6272-bca7-478d-952a-d7ab0441a33b binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:21.429093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6c9b5-af55-4acf-a3b0-e584e18907a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:21.429905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2552b8fc-a8d6-4469-bee7-b599161d1ad7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1024542 Feb 15 09:26:21.434944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.465488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Request body: {'port': {'device_id': '35cebb36-5839-4379-8740-642896b92fea', 'device_owner': 'compute:tempest-test_az-67749910', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:21.506082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Made reservation on behalf of 8615cadbfb57403eb6b3c58f5d5458a7 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:21.511990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.530259 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fab892c-85f8-4d0f-8b61-212ded4f7268" -d '{"events": [{"name": "network-changed", "server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:21.536084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-221cbc65-b2ea-4d09-a90c-32c97d723cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.537696 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-221cbc65-b2ea-4d09-a90c-32c97d723cb9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1094 time: 0.3827531 Feb 15 09:26:21.539825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf3033-fbc2-47a0-abaa-26d033dac615 req-5b35697b-224a-4a26-a08f-f7d9bcdb59c8 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.541531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04bf3033-fbc2-47a0-abaa-26d033dac615 req-5b35697b-224a-4a26-a08f-f7d9bcdb59c8 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 970 time: 0.1654546 Feb 15 09:26:21.554706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.590277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-906ae023-5ce3-440c-9618-1b28e27f4a15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96f7682789244632ba1b34ef9200ec4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628475 Feb 15 09:26:21.590277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.591448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48410) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:21.621455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04bf3033-fbc2-47a0-abaa-26d033dac615 req-c6926518-8aa2-40ff-b593-9587dfb42e03 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686238 Feb 15 09:26:21.637088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ca80b-c0ff-4ca7-aea5-221ec04e0487 req-84fa2336-9139-406e-a3e5-d1cc4c156a5b tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.645816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee7ca80b-c0ff-4ca7-aea5-221ec04e0487 req-84fa2336-9139-406e-a3e5-d1cc4c156a5b tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 931 time: 0.4423134 Feb 15 09:26:21.659311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-634dae71-5e0d-4586-908a-e8a9c07fb5cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.1131701 Feb 15 09:26:21.734022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cb19f784-d025-463f-9f4b-9d57563407cb None None] Provisioning complete for port b4ac661e-e870-43f8-9f93-5afdf87c5a7d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:21.734617 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cb19f784-d025-463f-9f4b-9d57563407cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.769914 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d34876-2304-4a62-b236-e946a1f7efe8 x-openstack-request-id: req-f5d34876-2304-4a62-b236-e946a1f7efe8 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:21.770222 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:21.770455 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5d34876-2304-4a62-b236-e946a1f7efe8 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:21.770903 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'status': 'completed', 'code': 200} Feb 15 09:26:21.798727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee7ca80b-c0ff-4ca7-aea5-221ec04e0487 req-f03c87c7-4266-4d5f-a0ae-74dc7a720656 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519566 Feb 15 09:26:21.807263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-304fdb59-8793-4e46-95e0-c4ec4f56e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:21.808537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-304fdb59-8793-4e46-95e0-c4ec4f56e304 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1407294 Feb 15 09:26:21.811020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cb19f784-d025-463f-9f4b-9d57563407cb None None] Port b4ac661e-e870-43f8-9f93-5afdf87c5a7d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:21.831733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.833199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.842049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.879961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-dff45686-f68b-49fa-87d4-ce4a06b63f62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579984 Feb 15 09:26:21.916302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a08020-cfc6-475e-b55f-2ab867339a4e None None] Pushing event updated for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:21.950117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ac661e-e870-43f8-9f93-5afdf87c5a7d {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:21.959064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.975846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Transition to ACTIVE for port object b4ac661e-e870-43f8-9f93-5afdf87c5a7d will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:21.983219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Attempting to bind port b5ec6272-bca7-478d-952a-d7ab0441a33b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:21.983587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Attempting to bind port b5ec6272-bca7-478d-952a-d7ab0441a33b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:21.983947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Attempting to bind port b5ec6272-bca7-478d-952a-d7ab0441a33b on network 58cf1895-7806-481c-8658-7f7fcded512a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:21.986945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.990600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:21.990978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Checking segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:21.991388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:21.991781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Bound using segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:21.992386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Bound port: b5ec6272-bca7-478d-952a-d7ab0441a33b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:21.992777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.028359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.065585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.089911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.103039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] For port b5ec6272-bca7-478d-952a-d7ab0441a33b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:22.105575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:26:22.118722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] For port b5ec6272-bca7-478d-952a-d7ab0441a33b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b5ec6272-bca7-478d-952a-d7ab0441a33b,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:22.120084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.120880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.121590 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Added segment fc87b2dc-a19b-40e7-8fa0-f41498bb4969 of type vlan for network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 Feb 15 09:26:22.135931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.180847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.182233 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.183538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59302aa-56da-4290-8d40-22d6a7739417 req-077b0580-bad0-40b9-9fb1-414a6feceda9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:22.192230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c59302aa-56da-4290-8d40-22d6a7739417 req-077b0580-bad0-40b9-9fb1-414a6feceda9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1969287 Feb 15 09:26:22.232167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Attempting to bind port b4ac661e-e870-43f8-9f93-5afdf87c5a7d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:22.232731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Attempting to bind port b4ac661e-e870-43f8-9f93-5afdf87c5a7d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:22.233086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Attempting to bind port b4ac661e-e870-43f8-9f93-5afdf87c5a7d on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:22.234243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.236144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:22.236798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.240501 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.249829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Port b4ac661e-e870-43f8-9f93-5afdf87c5a7d on network 43b9bd67-c55b-4e92-86a3-8213da730b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:22.251024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Attempting to bind port b4ac661e-e870-43f8-9f93-5afdf87c5a7d on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:22.258543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:22.258876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Checking segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:22.259262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Bound using segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:22.264004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:22.264235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Bound port: b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:22.265573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:22.266983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.330646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c59302aa-56da-4290-8d40-22d6a7739417 req-db95f897-a61e-4fda-8606-cfeb7da98efc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368208 Feb 15 09:26:22.353414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-7a4de0e2-9886-4200-a9dd-b5fc3d7896fa service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613113 Feb 15 09:26:22.371916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2084053 Feb 15 09:26:22.388061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48416) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:22.388729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231147cd-12fb-4ca3-a852-dc8128a2a903,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.398069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Request body: {'subnet': {'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-subnet', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:22.415784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc687a-9480-4636-8872-949dab7cc841 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6a4c4c-804b-418a-9cbf-6ab80ed42428,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.438491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:22.464255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.467246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:22.470595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:22.474301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.475991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69dd13a0-8096-4b41-9405-8d055ff2a333 HTTP/1.1" status: 204 len: 168 time: 0.8537157 Feb 15 09:26:22.478930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.506804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e36ef6-1d77-4454-912d-cf7a574ec217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd13a0-8096-4b41-9405-8d055ff2a333,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.536203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Made reservation on behalf of 8615cadbfb57403eb6b3c58f5d5458a7 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:22.538932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.547668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a08020-cfc6-475e-b55f-2ab867339a4e None None] Pushing event updated for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.555800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:26:22.560518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Pushing event updated for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:22.575357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:22.576246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.581493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-05f4beb4-8cc0-4c27-ad2f-c1b062a1fd54 service neutron] 10.222.0.36 "PUT /v2.0/ports/b4ac661e-e870-43f8-9f93-5afdf87c5a7d HTTP/1.1" status: 200 len: 1111 time: 1.1348631 Feb 15 09:26:22.582081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:22.585394 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466" -d '{"events": [{"name": "network-changed", "server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:22.705482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.36', 61208) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:22.786519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:26:22.801291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] Provisioning complete for port b5ec6272-bca7-478d-952a-d7ab0441a33b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:22.801789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:22.803713 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6813251a-a093-4e83-9b5f-c2189d2227a9 x-openstack-request-id: req-6813251a-a093-4e83-9b5f-c2189d2227a9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:22.803996 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:22.804245 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6813251a-a093-4e83-9b5f-c2189d2227a9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:22.804687 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'status': 'completed', 'code': 200} Feb 15 09:26:22.822660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-fa480415-e510-421b-9648-c8124c23aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:22.824175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-fa480415-e510-421b-9648-c8124c23aa32 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 1114 time: 0.1878352 Feb 15 09:26:22.894838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b0d66c-ca0d-471b-9667-41d6cf07abe3 req-0a6b069d-8d98-480a-bdfd-8395dfc04826 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186305 Feb 15 09:26:22.929069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-21a1e815-43d3-4242-bc7d-49d63beae65a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:22.933288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-21a1e815-43d3-4242-bc7d-49d63beae65a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 970 time: 0.2138934 Feb 15 09:26:22.935387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-cf160d8c-b339-4737-920d-31825897bb40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d HTTP/1.1" status: 200 len: 217 time: 0.0846896 Feb 15 09:26:22.974435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'b5ec6272-bca7-478d-952a-d7ab0441a33b', 'name': '', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'mac_address': 'fa:16:3e:16:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7a9724a7-a282-4968-8022-9795307555a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:17Z', 'updated_at': '2022-02-15T09:26:22Z', 'revision_number': 4, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'subnets': [{'id': '7a9724a7-a282-4968-8022-9795307555a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:23.028465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.032094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db6c1bb-43ec-4ce5-a275-e4a5670e297a None None] The sync data for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 is: [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'b5ec6272-bca7-478d-952a-d7ab0441a33b', 'name': '', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'mac_address': 'fa:16:3e:16:28:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_interface', 'standard_attr_id': 178, 'fixed_ips': [{'subnet_id': '7a9724a7-a282-4968-8022-9795307555a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:17Z', 'updated_at': '2022-02-15T09:26:22Z', 'revision_number': 4, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'subnets': [{'id': '7a9724a7-a282-4968-8022-9795307555a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:23.064224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e5559-a476-4a20-b5b0-4d360e951856 req-a3ee5f22-d6c9-4190-9e5c-55cfbae14c5c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.074155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c2e5559-a476-4a20-b5b0-4d360e951856 req-a3ee5f22-d6c9-4190-9e5c-55cfbae14c5c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 963 time: 0.1466026 Feb 15 09:26:23.076236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] For port b5ec6272-bca7-478d-952a-d7ab0441a33b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b5ec6272-bca7-478d-952a-d7ab0441a33b,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:23.084012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.139272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2700420-b7aa-4783-a1f2-4437bf9d817b req-b791715b-88d3-4fbb-97ee-810fd39f449a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.141079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2700420-b7aa-4783-a1f2-4437bf9d817b req-b791715b-88d3-4fbb-97ee-810fd39f449a tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 970 time: 0.3412709 Feb 15 09:26:23.171636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f06bc-a26c-4167-97c3-f6c2c3bd66ad None None] Pushing event updated for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:23.186014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48430) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:23.218732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-97fc22ea-48ee-41ae-a5f8-91c7868ddb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.219920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-adaa712b-7f93-4e70-97c1-e2d797e06b5b None None] Provisioning complete for port b5ec6272-bca7-478d-952a-d7ab0441a33b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:23.220234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-97fc22ea-48ee-41ae-a5f8-91c7868ddb8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1094 time: 0.2656858 Feb 15 09:26:23.220350 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-adaa712b-7f93-4e70-97c1-e2d797e06b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.228645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c2e5559-a476-4a20-b5b0-4d360e951856 req-352104bd-8801-4a5c-803d-dbc1c9b57fd9 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1510129 Feb 15 09:26:23.294681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2f986d90-a266-4985-b3df-a8fe5c633071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.296165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-2f986d90-a266-4985-b3df-a8fe5c633071 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.2364912 Feb 15 09:26:23.304209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2700420-b7aa-4783-a1f2-4437bf9d817b req-fb91a3b0-233e-4625-922e-947f0d48033c tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/security-groups?id=014a9f40-b575-4d10-8656-35184e67ca8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536722 Feb 15 09:26:23.349089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Deleting port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:26:23.349428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.429891 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-98587e34-3cf8-4444-ac52-e585a490a805 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9640c71e417b4f9581e079f16b388cc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2360809 Feb 15 09:26:23.435643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48434) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:23.451513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.462094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-bfb63055-3738-47bc-8f06-7431cf51c0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.464390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-bfb63055-3738-47bc-8f06-7431cf51c0e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1582885 Feb 15 09:26:23.577519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=632066a1-6d1e-4cf4-bedd-f8e12997cc4d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:23.577726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] For port 2a014894-f5ac-491e-b1e3-7f6834d2ec64, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a014894-f5ac-491e-b1e3-7f6834d2ec64,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:23.577955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.582588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-36dc7a03-0633-4763-aef6-91d87efec5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.584055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-36dc7a03-0633-4763-aef6-91d87efec5fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3529811 Feb 15 09:26:23.606039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Calling delete_port for 2a014894-f5ac-491e-b1e3-7f6834d2ec64 owned by compute:tempest-test_az-67749910 {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:26:23.609219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d677ec-6466-4621-b1f2-18ecfd108148 req-4ed878a4-086c-4ea1-ae04-352b4b73beb7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.610719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44d677ec-6466-4621-b1f2-18ecfd108148 req-4ed878a4-086c-4ea1-ae04-352b4b73beb7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1752832 Feb 15 09:26:23.629881 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.654130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-cb6d7dd7-f681-4715-8149-ccc0c3cc8647 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0599871 Feb 15 09:26:23.663488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Checking segment: {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:23.663847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Network hostable DHCP agents. Network: 7b6a4c4c-804b-418a-9cbf-6ab80ed42428, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:26:23.725986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.729723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-bfaf0811-e4d6-4d8b-ae2e-394a155c4399 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556765 Feb 15 09:26:23.730058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44d677ec-6466-4621-b1f2-18ecfd108148 req-2871cc31-c9d5-4c2e-ae79-ebf8890cf8ae tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Feb 15 09:26:23.733566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:26:23.739377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-c21ad623-fc44-4520-960e-a96f58c8ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.740847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-c21ad623-fc44-4520-960e-a96f58c8ae9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0786631 Feb 15 09:26:23.761020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7b6a4c4c-804b-418a-9cbf-6ab80ed42428) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:23.769662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ff8fc-8d8e-4ba1-905c-193c22b65f9a None None] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:23.781562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-2b30f299-534c-41da-9be4-856485c41092 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330100 Feb 15 09:26:23.782689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:23.783272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.848517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-833dacc8-8494-4b78-83e3-c28081dbdbcf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4551229 Feb 15 09:26:23.855876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48436) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:23.861348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:23.891638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0522ba0-cfad-4ab5-9748-b2f6f1b83d2c req-bd6c71f0-a841-4836-aea6-6b85f884d9ef service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520314 Feb 15 09:26:23.950233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.951292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.955619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.960996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-304ada80-8e4c-48ec-9e7a-f16407618944 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706016 Feb 15 09:26:23.964922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:23.967943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ad81f11-b740-4566-a7ea-c150d46cfe8b HTTP/1.1" status: 204 len: 168 time: 0.5310774 Feb 15 09:26:23.995055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'fixed_ips': [{'subnet_id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:26:23.996205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.042120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eaf33a-0785-46ff-a288-ef9e335a894d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad81f11-b740-4566-a7ea-c150d46cfe8b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:24.130307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-d8a4b3e5-ab9a-48ec-8f2d-f43fad2e41df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:24.132270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-d8a4b3e5-ab9a-48ec-8f2d-f43fad2e41df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 1114 time: 0.1254566 Feb 15 09:26:24.135652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.157898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fab892c-85f8-4d0f-8b61-212ded4f7268 req-3c8214cd-226d-45f6-8281-bdc126782576 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893663 Feb 15 09:26:24.182882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Allocated IP 172.20.0.2 (7b6a4c4c-804b-418a-9cbf-6ab80ed42428/632066a1-6d1e-4cf4-bedd-f8e12997cc4d/ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:24.207243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b5ec6272-bca7-478d-952a-d7ab0441a33b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:24.210498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['2a014894-f5ac-491e-b1e3-7f6834d2ec64'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:24.229789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.356704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b5ec6272-bca7-478d-952a-d7ab0441a33b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:24.357194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.374621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Pushing event deleted for resources: {'Port': ['ID=2a014894-f5ac-491e-b1e3-7f6834d2ec64,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:24.383116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-0601162d-0933-4419-88f3-1122686ee1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:24.395784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-0601162d-0933-4419-88f3-1122686ee1ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 924 time: 0.2421339 Feb 15 09:26:24.544614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4804f7ac-ef20-4e69-a1e1-f4a62e378c3e req-f0f84296-75db-4e25-899a-09978010e49f tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.10 "GET /v2.0/ports?device_id=2c432987-c6bf-46e3-9e46-7428f6ac06bc HTTP/1.1" status: 200 len: 210 time: 0.0923266 Feb 15 09:26:24.556253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.593340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] No DVR routers for this DVR port 2a014894-f5ac-491e-b1e3-7f6834d2ec64 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:26:24.598271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-2159399f-d370-42c7-9c84-f0218f528999 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d HTTP/1.1" status: 200 len: 217 time: 0.1696179 Feb 15 09:26:24.602341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.606059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2fc17d-55a9-435a-9dfe-36972108c4fb req-5031a7f6-dbe9-48dc-8e7f-b95c05506cd6 tempest-AggregatesAdminTestJSON-1453496533 tempest-AggregatesAdminTestJSON-1453496533-project] 10.222.0.36 "DELETE /v2.0/ports/2a014894-f5ac-491e-b1e3-7f6834d2ec64 HTTP/1.1" status: 204 len: 173 time: 1.6668706 Feb 15 09:26:24.609362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.624730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.697783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:24.699137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:24.704133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:24.878739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.913221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:24.963824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'name': 'network-vif-deleted', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:24.966614 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb76015-2951-4282-a173-18cef83a0dc8" -d '{"events": [{"server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "name": "network-vif-deleted", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:24.986505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Pushing event updated for resources: {'Port': ['ID=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:24.996853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b2bc2-7752-421f-abeb-746474871fba req-d21d77a2-4048-45a4-818b-925973ef178f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:24.998565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797b2bc2-7752-421f-abeb-746474871fba req-d21d77a2-4048-45a4-818b-925973ef178f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 963 time: 0.5640299 Feb 15 09:26:25.021164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb5c40-d303-4348-90f1-cefb3bbb3ee2 req-b0bd3cda-27ba-4632-9c2c-b0c6d8e16d62 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:25.022185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Attempting to bind port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:25.022850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Attempting to bind port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:25.022973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Attempting to bind port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f on network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:25.023498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1bb5c40-d303-4348-90f1-cefb3bbb3ee2 req-b0bd3cda-27ba-4632-9c2c-b0c6d8e16d62 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1477153 Feb 15 09:26:25.026406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-4e0da387-3e33-46a5-a29e-962cc643f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:25.027888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-4e0da387-3e33-46a5-a29e-962cc643f236 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.4190290 Feb 15 09:26:25.030493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:25.030894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Checking segment: {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:25.031288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:25.031925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Bound using segment: {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:25.032395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Bound port: ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:25.032768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:25.083393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797b2bc2-7752-421f-abeb-746474871fba req-f6f72539-f0cc-4448-ab1e-a36ac27e9c0a tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738997 Feb 15 09:26:25.122411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-75679af9-5ee3-4a5f-b4f4-83596de076f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:25.124593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] For port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:25.126160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-75679af9-5ee3-4a5f-b4f4-83596de076f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906639 Feb 15 09:26:25.130323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] For port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:25.131797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1bb5c40-d303-4348-90f1-cefb3bbb3ee2 req-277c2a66-aa12-4e2a-839f-501c03049cb8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971761 Feb 15 09:26:25.140564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Allocated IP 172.25.6.161 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4d38ad68-5338-46d1-b351-0b63f2e3922a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:25.141113 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:25.167713 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80283a7-4e6c-4d29-8f38-e60b9d21464f x-openstack-request-id: req-a80283a7-4e6c-4d29-8f38-e60b9d21464f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:25.168034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c432987-c6bf-46e3-9e46-7428f6ac06bc", "name": "network-vif-deleted", "tag": "2a014894-f5ac-491e-b1e3-7f6834d2ec64", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:25.168285 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a80283a7-4e6c-4d29-8f38-e60b9d21464f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:25.168671 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c432987-c6bf-46e3-9e46-7428f6ac06bc', 'name': 'network-vif-deleted', 'tag': '2a014894-f5ac-491e-b1e3-7f6834d2ec64', 'status': 'completed', 'code': 200} Feb 15 09:26:25.234712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1fbed-7954-49cf-95ba-75e82b552d90 None None] Pushing event updated for resources: {'Port': ['ID=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:25.312913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:25.322841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-ddb52c6f-efc0-47ad-9ddd-20b27701a895 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809275 Feb 15 09:26:25.364362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:25.427610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:25.431364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:25.439642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:25.445996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Pushing event updated for resources: {'Port': ['ID=4d38ad68-5338-46d1-b351-0b63f2e3922a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:25.449703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1cabb47-1ef7-4c53-a6a6-c37f072b3466 req-46243b4c-e96d-424a-8447-d838daf6b1f0 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202400 Feb 15 09:26:25.890619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.029426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:26.157237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:26.157685 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.183510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.306827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f7d57-47b8-4541-bc1a-6cb5f6b77be4 req-7ebcffc5-919b-42d8-9803-c3d373e15467 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:26.308643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a08f7d57-47b8-4541-bc1a-6cb5f6b77be4 req-7ebcffc5-919b-42d8-9803-c3d373e15467 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 963 time: 0.0739315 Feb 15 09:26:26.351650 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.362609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Router e1acb48f-04b8-44e6-a9ea-651d23559ad7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:26:26.397001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a08f7d57-47b8-4541-bc1a-6cb5f6b77be4 req-ce27dbc0-f53a-441f-a11a-6a232a3f549c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786619 Feb 15 09:26:26.428209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:26.434109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.504721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:26.532912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc3ce40-9747-4239-a8d7-96e185560255 None None] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:26:26.551883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fb4de-70cf-4f4e-bed4-455760accb5f req-c0877d6f-e7cb-4a81-b509-98a2a9bda481 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:26.553436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-789fb4de-70cf-4f4e-bed4-455760accb5f req-c0877d6f-e7cb-4a81-b509-98a2a9bda481 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1246920 Feb 15 09:26:26.554920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:26.575517 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Sync routers for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:26.594483 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:26.595592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:26.611353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.617661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48512) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:26.618154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f567fad7-f943-41b8-a06c-57c12008e118 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7613430 Feb 15 09:26:26.621431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-815f971b-56ea-47f2-9c5b-68b5e5ba13b4 None None] Provisioning complete for port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:26.621877 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-815f971b-56ea-47f2-9c5b-68b5e5ba13b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:26.655409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-789fb4de-70cf-4f4e-bed4-455760accb5f req-32fbe672-e454-48b1-a1f1-539538a367a0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716743 Feb 15 09:26:26.856211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:26.867506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b4ac661e-e870-43f8-9f93-5afdf87c5a7d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:26.876632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-18a2ce46-f560-4f9f-b6d5-9a3d033bd6cb tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25a6d167af4e4c62bb79306ded9743d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396917 Feb 15 09:26:26.915210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a014894-f5ac-491e-b1e3-7f6834d2ec64 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:26:27.008003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 2a014894-f5ac-491e-b1e3-7f6834d2ec64 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:26:27.008660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a014894-f5ac-491e-b1e3-7f6834d2ec64 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:26:27.145195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-e0c8d8a7-9d52-4731-9e68-5e068adbfa35 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:27.152251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-e0c8d8a7-9d52-4731-9e68-5e068adbfa35 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2746806 Feb 15 09:26:27.163271 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:25Z', 'revision_number': 3, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:27.164548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:27.188483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'port_id': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'mac_address': 'fa:16:3e:ca:01:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-67749910', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:26:27.205839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-f8274191-2b4e-40d3-a0b5-52e59051fdff tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/quotas/25a6d167af4e4c62bb79306ded9743d8 HTTP/1.1" status: 200 len: 375 time: 0.0527155 Feb 15 09:26:27.214185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Checking router: e1acb48f-04b8-44e6-a9ea-651d23559ad7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:27.214531 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Updating router e1acb48f-04b8-44e6-a9ea-651d23559ad7 port 4d38ad68-5338-46d1-b351-0b63f2e3922a binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:27.244643 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.262526 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.283897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-37afc98e-17de-4595-809c-a9c13ba6d3fe tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637522 Feb 15 09:26:27.285843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ac661e-e870-43f8-9f93-5afdf87c5a7d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:27.313770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:27.321932 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.373440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:27.560094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.568910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:27.583847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b4ac661e-e870-43f8-9f93-5afdf87c5a7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:27.629854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a0d839b6-1d08-441b-97ea-1900ee01499d None None] Provisioning complete for port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:27.632273 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0d839b6-1d08-441b-97ea-1900ee01499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.666398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:27.669358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'port_id': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'mac_address': 'fa:16:3e:b2:0b:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2cdfe4-c71d-458e-8017-225818a76962', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:26:27.680594 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.698513 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.742780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-110a4886-cd6c-4741-8032-126f5a31a679 req-e5e6ea51-6d37-499e-9f1f-ada8014d9365 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 210 time: 0.0595844 Feb 15 09:26:27.743397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f1fa0-d2e1-48b5-ae28-78c588dcc62d req-7d8875bb-5549-438d-b433-776d1956847c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:27.744696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a54f1fa0-d2e1-48b5-ae28-78c588dcc62d req-7d8875bb-5549-438d-b433-776d1956847c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 964 time: 0.1989441 Feb 15 09:26:27.758970 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Attempting to bind port 4d38ad68-5338-46d1-b351-0b63f2e3922a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:27.758970 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Attempting to bind port 4d38ad68-5338-46d1-b351-0b63f2e3922a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:27.758970 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Attempting to bind port 4d38ad68-5338-46d1-b351-0b63f2e3922a on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:27.806125 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:27.806769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:27.808051 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.809278 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:27.811805 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Bound port: 4d38ad68-5338-46d1-b351-0b63f2e3922a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:27.812567 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.852687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a54f1fa0-d2e1-48b5-ae28-78c588dcc62d req-42a70d92-cfbd-4fd8-97cc-e0ad6e40dca3 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902112 Feb 15 09:26:27.857603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:27.915683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Allocated IP 172.20.0.1 (7b6a4c4c-804b-418a-9cbf-6ab80ed42428/632066a1-6d1e-4cf4-bedd-f8e12997cc4d/9d8badf3-e3d8-4891-bac0-316833ebd2e0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:27.922307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc751c8-33b6-48e4-984c-970b51edbcca {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:27.993564 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea01ff5-3ac1-408d-bc74-6da849f8a81c None None] Pushing event updated for resources: {'Port': ['ID=4d38ad68-5338-46d1-b351-0b63f2e3922a,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:28.025905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb0557-a5be-4302-99a8-bd0be78cea38 req-14ba6a3c-d87a-4185-95fb-1287a7efab95 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:28.040688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5bb0557-a5be-4302-99a8-bd0be78cea38 req-14ba6a3c-d87a-4185-95fb-1287a7efab95 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1201637 Feb 15 09:26:28.073058 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] For port 4d38ad68-5338-46d1-b351-0b63f2e3922a, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:28.077318 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] For port 4d38ad68-5338-46d1-b351-0b63f2e3922a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d38ad68-5338-46d1-b351-0b63f2e3922a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:28.080544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:28.083904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:28.085436 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.089755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.107276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5bb0557-a5be-4302-99a8-bd0be78cea38 req-8051c2c2-360b-4750-b0c7-9743ffdc59a8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644615 Feb 15 09:26:28.138154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.140010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.191471 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea01ff5-3ac1-408d-bc74-6da849f8a81c None None] Pushing event updated for resources: {'Port': ['ID=4d38ad68-5338-46d1-b351-0b63f2e3922a,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:28.194011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:28.209461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:28.215636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:28.216588 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:28.216687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.217274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:28.221565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Pushing event updated for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:28.268264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:28.287169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:28.287538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.407030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6bc751c8-33b6-48e4-984c-970b51edbcca'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:28.444063 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:28.513510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.685321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cf38dc0d-6377-43f6-89ab-d0cf6426b513 None None] Provisioning complete for port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:28.685696 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cf38dc0d-6377-43f6-89ab-d0cf6426b513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.730449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cf38dc0d-6377-43f6-89ab-d0cf6426b513 None None] Port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:28.785603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.795107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.795964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.867527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b4ac661e-e870-43f8-9f93-5afdf87c5a7d up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:28.900650 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:25Z', 'revision_number': 3, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:28.924638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port b4ac661e-e870-43f8-9f93-5afdf87c5a7d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:26:28.930457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port b4ac661e-e870-43f8-9f93-5afdf87c5a7d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:28.930946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:28.950300 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5943cd-7be6-4444-bd25-ca18a8215e72 None None] The sync data for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 is: [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:25Z', 'revision_number': 3, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:28.952264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac325962-8e5e-4c34-935c-a15d78c2dd7c req-82f7d329-7c14-4fa6-8c04-58db7243850b tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 210 time: 0.0536575 Feb 15 09:26:28.961557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Pushing event updated for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:29.022646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:29.024271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:29.058164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.087334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:29.093864 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af26b437-7f3b-423b-baae-f89430c8dede" -d '{"events": [{"server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "name": "network-vif-plugged", "status": "completed", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:29.134456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:29.146203 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.175798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464de3a6-d4dc-45a1-a01f-438b762a10a1 req-20fd46e6-e134-4057-b801-dc48bb4bf12e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:29.179767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-464de3a6-d4dc-45a1-a01f-438b762a10a1 req-20fd46e6-e134-4057-b801-dc48bb4bf12e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 964 time: 0.0836399 Feb 15 09:26:29.252762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Router e1acb48f-04b8-44e6-a9ea-651d23559ad7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:26:29.270501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:29.296547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-3232ed1f-48a1-4838-a83f-cab105488121 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=25a6d167af4e4c62bb79306ded9743d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929518 Feb 15 09:26:29.325246 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf9d8fb-2ed9-45f0-8567-d0eb93ff75e2 x-openstack-request-id: req-8bf9d8fb-2ed9-45f0-8567-d0eb93ff75e2 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:29.325618 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "name": "network-vif-plugged", "status": "completed", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:29.325873 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bf9d8fb-2ed9-45f0-8567-d0eb93ff75e2 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:29.326648 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'code': 200} Feb 15 09:26:29.328288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-464de3a6-d4dc-45a1-a01f-438b762a10a1 req-c6242741-9e55-435c-9609-11fe232f6d72 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396873 Feb 15 09:26:29.351137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:29.538759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 6bc751c8-33b6-48e4-984c-970b51edbcca completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:26:29.543772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 6bc751c8-33b6-48e4-984c-970b51edbcca triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:29.544144 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.602681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-73d45330-8220-4530-a677-8719ac29929b None None] Provisioning complete for port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:29.603229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73d45330-8220-4530-a677-8719ac29929b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.622451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-a5a44b14-0e18-4a39-a30f-c701040c9233 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:29.624797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-a5a44b14-0e18-4a39-a30f-c701040c9233 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3044701 Feb 15 09:26:29.653442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Request body: {'port': {'device_id': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '25a6d167af4e4c62bb79306ded9743d8'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:29.666356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-73d45330-8220-4530-a677-8719ac29929b None None] Port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:29.712023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.775748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:29.789221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.855434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:29.875402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Made reservation on behalf of 25a6d167af4e4c62bb79306ded9743d8 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:29.888232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.916162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:29.954560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:29.965510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8c5dd0aa-1342-4d63-8b88-17061b79784a admin admin] 10.222.0.10 "PUT /v2.0/routers/e1acb48f-04b8-44e6-a9ea-651d23559ad7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456221 Feb 15 09:26:29.974568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173f2e7-4bc7-44a2-b2cc-815330f955bd req-b05028dd-4922-44f1-a87d-d96072538758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:29.976508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0173f2e7-4bc7-44a2-b2cc-815330f955bd req-b05028dd-4922-44f1-a87d-d96072538758 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 1116 time: 0.4227369 Feb 15 09:26:30.052624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d21f8-5e00-41d2-8c81-64f8619cf5e9 req-35b0cf65-653e-4a39-8947-57c2bab73199 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:30.061455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c3d21f8-5e00-41d2-8c81-64f8619cf5e9 req-35b0cf65-653e-4a39-8947-57c2bab73199 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 945 time: 0.5012963 Feb 15 09:26:30.075272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d38ad68-5338-46d1-b351-0b63f2e3922a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:30.083563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.085979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0173f2e7-4bc7-44a2-b2cc-815330f955bd req-6ba68006-470b-41bb-a541-f3ec41e83a1a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956745 Feb 15 09:26:30.088480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.148537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c3d21f8-5e00-41d2-8c81-64f8619cf5e9 req-b2e288e9-2b69-4d3e-af2f-14e6a527fb24 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616534 Feb 15 09:26:30.178710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=babb0195-def8-41e0-8b39-e773dbe91078,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:30.196850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4d38ad68-5338-46d1-b351-0b63f2e3922a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:30.197762 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.326427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Allocated IP 192.168.233.22 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/20eb4850-8dff-4130-83e7-da77c482a8f0) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:30.334512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a507656a-57e3-4825-81af-065a922b2307 req-67caf35c-28a6-4b2c-b69e-4f6d81ca98b9 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 210 time: 0.0416393 Feb 15 09:26:30.342479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.368513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 4d38ad68-5338-46d1-b351-0b63f2e3922a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d38ad68-5338-46d1-b351-0b63f2e3922a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:30.384329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.502464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=4d38ad68-5338-46d1-b351-0b63f2e3922a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:30.593951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0919e397-2930-4345-a34b-0f3e8e52c721 req-61c1bc29-05b7-4f44-ae55-f21758bc9702 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:30.596446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0919e397-2930-4345-a34b-0f3e8e52c721 req-61c1bc29-05b7-4f44-ae55-f21758bc9702 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 965 time: 0.0997448 Feb 15 09:26:30.658258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.711635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0919e397-2930-4345-a34b-0f3e8e52c721 req-0aea4952-6f67-440a-b6dd-9d8cc671b8dc tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020811 Feb 15 09:26:30.717549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:30.894787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:30.906664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:30.939918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:30.949333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:30.962204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.032989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3838270 Feb 15 09:26:31.046483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d460fd7b-169d-41c2-9d2d-807467a104b5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Pushing event updated for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:31.091571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Request body: {'port': {'device_id': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:31.100200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:31.317030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.317617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0235b903-8be0-4272-92c2-30fe1867b16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.328154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:31.331385 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3726a55b-193c-495f-b83a-880a8ffdaa57" -d '{"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-plugged", "status": "completed", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:31.513965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e06fa03a-2cf0-4dbd-aba4-f7239a0b7b8c None None] Provisioning complete for port 20eb4850-8dff-4130-83e7-da77c482a8f0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:31.516264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e06fa03a-2cf0-4dbd-aba4-f7239a0b7b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.590232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0235b903-8be0-4272-92c2-30fe1867b16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.621682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e06fa03a-2cf0-4dbd-aba4-f7239a0b7b8c None None] Port 20eb4850-8dff-4130-83e7-da77c482a8f0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:31.638061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd737c-fe99-4dfd-818b-7eca81f68a3c req-ae1f43a4-b69e-46f0-835b-54206cdff825 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:31.648209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3cd737c-fe99-4dfd-818b-7eca81f68a3c req-ae1f43a4-b69e-46f0-835b-54206cdff825 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 945 time: 0.1765783 Feb 15 09:26:31.668999 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecf2924-c9de-4f11-ae2f-adcdf3960c5a x-openstack-request-id: req-5ecf2924-c9de-4f11-ae2f-adcdf3960c5a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:31.669460 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-plugged", "status": "completed", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:31.669709 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ecf2924-c9de-4f11-ae2f-adcdf3960c5a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:31.670098 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'code': 200} Feb 15 09:26:31.673353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0235b903-8be0-4272-92c2-30fe1867b16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.792151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb4850-8dff-4130-83e7-da77c482a8f0 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:31.805487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.807430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.72', 63134) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:31.835687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Transition to ACTIVE for port object 20eb4850-8dff-4130-83e7-da77c482a8f0 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:31.852902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:31.863855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0235b903-8be0-4272-92c2-30fe1867b16f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e53cc09645e44a619bf540832be7000a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7582407 Feb 15 09:26:31.867943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:31.878669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Sync routers for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:31.881934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235b903-8be0-4272-92c2-30fe1867b16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df9e7df-7c39-4092-afd7-0e96e1dad232,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:31.895043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3cd737c-fe99-4dfd-818b-7eca81f68a3c req-01daa3e0-0934-403b-b42c-8e7154b236b3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428029 Feb 15 09:26:31.924192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:31.933897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:31.998146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfa6c06-1d7f-4203-ab6c-c48ea7d7fd6a req-49321f33-d22f-4d86-9e46-b4a323ee6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:32.003421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abfa6c06-1d7f-4203-ab6c-c48ea7d7fd6a req-49321f33-d22f-4d86-9e46-b4a323ee6624 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1096 time: 0.1756816 Feb 15 09:26:32.153342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d38ad68-5338-46d1-b351-0b63f2e3922a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:32.188304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:32.220229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48740) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:32.234572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abfa6c06-1d7f-4203-ab6c-c48ea7d7fd6a req-ffff439b-fc9e-49ff-b0d9-b29d826cd2ea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247941 Feb 15 09:26:32.253649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5f789b-652c-4c5f-9c18-4fa02a0b065c req-8d571530-b54e-4501-914e-986c8ec08862 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:32.255136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d5f789b-652c-4c5f-9c18-4fa02a0b065c req-8d571530-b54e-4501-914e-986c8ec08862 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 947 time: 0.2011001 Feb 15 09:26:32.344493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d5f789b-652c-4c5f-9c18-4fa02a0b065c req-03084d3a-4d19-4829-b2b7-eef4cbf5e4cd tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776451 Feb 15 09:26:32.429237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.469968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Attempting to bind port 20eb4850-8dff-4130-83e7-da77c482a8f0 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:32.470546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Attempting to bind port 20eb4850-8dff-4130-83e7-da77c482a8f0 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:32.471039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Attempting to bind port 20eb4850-8dff-4130-83e7-da77c482a8f0 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:32.493727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cbb92211-750a-4afe-9e17-dd827ee6fdcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.502666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:32.505177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbff062d-81bf-4147-99bd-890fa4707797 req-986b02ea-74cf-4a85-a468-a4c4e6aa14fc tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:32.513253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbff062d-81bf-4147-99bd-890fa4707797 req-986b02ea-74cf-4a85-a468-a4c4e6aa14fc tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 965 time: 0.1903648 Feb 15 09:26:32.515260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Port 20eb4850-8dff-4130-83e7-da77c482a8f0 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:32.515735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Attempting to bind port 20eb4850-8dff-4130-83e7-da77c482a8f0 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:32.520015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.554761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:32.558854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:32.559413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:32.561072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Bound port: 20eb4850-8dff-4130-83e7-da77c482a8f0, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:32.561072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.680465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbff062d-81bf-4147-99bd-890fa4707797 req-6cdbabcb-2138-4e5f-a139-16ffd83fc999 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660104 Feb 15 09:26:32.730687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4d38ad68-5338-46d1-b351-0b63f2e3922a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:32.731192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.737926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.747075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.761824 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1df9e7df-7c39-4092-afd7-0e96e1dad232 HTTP/1.1" status: 204 len: 168 time: 0.8556871 Feb 15 09:26:32.767471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:32.785074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=20eb4850-8dff-4130-83e7-da77c482a8f0,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:32.812967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62803e1-23a3-4577-b3f2-6779922a81d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df9e7df-7c39-4092-afd7-0e96e1dad232,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:32.815534 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.822876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cbb92211-750a-4afe-9e17-dd827ee6fdcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.837351 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cbb92211-750a-4afe-9e17-dd827ee6fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.911280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:32.912736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:32.914515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] 10.222.0.72 "PUT /v2.0/ports/20eb4850-8dff-4130-83e7-da77c482a8f0 HTTP/1.1" status: 200 len: 1095 time: 1.8693180 Feb 15 09:26:32.917725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:32.920311 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e685ee7c-f7c4-4e89-80f0-0d082158c60d" -d '{"events": [{"name": "network-changed", "server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:32.950009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb92211-750a-4afe-9e17-dd827ee6fdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4c6c6e-67e6-460a-ba20-07895cfeff63,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:33.033904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cbb92211-750a-4afe-9e17-dd827ee6fdcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bea5146c2984a44bc62f11c6da15550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8101621 Feb 15 09:26:33.054933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48772) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:33.105092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff7c45-013f-4615-95f9-e20250e2bc87 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:33.167463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d89b7-8508-4e91-86d5-acb1ee58ce85 req-c555f27a-4bd0-4d1c-891f-ca35490cd987 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:33.186296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc3d89b7-8508-4e91-86d5-acb1ee58ce85 req-c555f27a-4bd0-4d1c-891f-ca35490cd987 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 965 time: 0.2215610 Feb 15 09:26:33.189364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:33.195585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'floatingip': {'port_id': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:33.214211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-55ec3b3b-045b-49a0-9cd3-c7a790b0be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:33.224664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-55ec3b3b-045b-49a0-9cd3-c7a790b0be16 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 1098 time: 0.1889906 Feb 15 09:26:33.248292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.280524 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49442505-f9fb-470c-8160-d573ed7d74d0 x-openstack-request-id: req-49442505-f9fb-470c-8160-d573ed7d74d0 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:33.280800 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:33.307261 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49442505-f9fb-470c-8160-d573ed7d74d0 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:33.307998 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0', 'status': 'completed', 'code': 200} Feb 15 09:26:33.368255 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.509991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd4afc-0d69-4467-a6ba-47419caa4a2c req-862a3570-2823-44f4-af91-c4124723e7bb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:33.511591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:33.513202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-e3be5c55-e27f-4184-92eb-3451aa396e9f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=20eb4850-8dff-4130-83e7-da77c482a8f0 HTTP/1.1" status: 200 len: 217 time: 0.2042019 Feb 15 09:26:33.517972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6cd4afc-0d69-4467-a6ba-47419caa4a2c req-862a3570-2823-44f4-af91-c4124723e7bb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 945 time: 0.2312567 Feb 15 09:26:33.527817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.583570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6cd4afc-0d69-4467-a6ba-47419caa4a2c req-cc4a3fd7-316c-4700-8831-a8056c41501a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572703 Feb 15 09:26:33.585019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.591127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.592426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c4c6c6e-67e6-460a-ba20-07895cfeff63 HTTP/1.1" status: 204 len: 168 time: 0.5368853 Feb 15 09:26:33.623084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 4, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '9d8badf3-e3d8-4891-bac0-316833ebd2e0', 'name': '', 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'mac_address': 'fa:16:3e:85:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:27Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 2, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'subnets': [{'id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:33.626339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66765c0-1d44-44ca-bea4-f493b68eed48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4c6c6e-67e6-460a-ba20-07895cfeff63,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:33.642846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9899362-20c2-4055-980a-d9623361c428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:33.704161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Checking router: e1acb48f-04b8-44e6-a9ea-651d23559ad7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:33.721504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Updating router e1acb48f-04b8-44e6-a9ea-651d23559ad7 port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:26:33.845879 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.293320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48818) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:34.352718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6276ed72-65d4-4697-a093-66e9d710c464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.474065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6276ed72-65d4-4697-a093-66e9d710c464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.490585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6276ed72-65d4-4697-a093-66e9d710c464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.551246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276ed72-65d4-4697-a093-66e9d710c464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e1c8b4-bc65-4214-be50-f0c487ad364b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:34.596218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6276ed72-65d4-4697-a093-66e9d710c464 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a032b6682bda441b8db23bef75883c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016586 Feb 15 09:26:34.599364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:34.627041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.645723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.704404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8734f-a7e4-4652-bd08-c6a47fd19f52 None None] Pushing event updated for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:34.738258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.795485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.849640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Attempting to bind port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:34.849640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Attempting to bind port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:34.849640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Attempting to bind port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 on network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:34.864280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:34.864654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Checking segment: {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:34.865091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.865485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Bound using segment: {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:34.868080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Bound port: 9d8badf3-e3d8-4891-bac0-316833ebd2e0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:34.868483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.886130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a078c-e235-4558-bdf3-34075be05307 req-8ad913fd-792d-4aff-a6c1-b9b8df97ac39 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:34.899765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.903813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:34.905814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73e1c8b4-bc65-4214-be50-f0c487ad364b HTTP/1.1" status: 204 len: 168 time: 0.3049622 Feb 15 09:26:34.910115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd7a078c-e235-4558-bdf3-34075be05307 req-8ad913fd-792d-4aff-a6c1-b9b8df97ac39 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 947 time: 1.3787308 Feb 15 09:26:34.928673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50760c-3dc8-46c5-8b33-063161e5b523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e1c8b4-bc65-4214-be50-f0c487ad364b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:34.984881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-e620b215-7402-4762-b70d-d9ec2a741ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:34.992756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-e620b215-7402-4762-b70d-d9ec2a741ed1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 1.4605620 Feb 15 09:26:35.075762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925aba9-2caa-49db-9669-cbd6d2bcdaf3 req-ef07e75f-2230-4764-8b8b-eb473059f6c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:35.077832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2925aba9-2caa-49db-9669-cbd6d2bcdaf3 req-ef07e75f-2230-4764-8b8b-eb473059f6c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 945 time: 0.1234713 Feb 15 09:26:35.087749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] For port 9d8badf3-e3d8-4891-bac0-316833ebd2e0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:35.091495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] For port 9d8badf3-e3d8-4891-bac0-316833ebd2e0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9d8badf3-e3d8-4891-bac0-316833ebd2e0,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:35.099552 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:35.176176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2925aba9-2caa-49db-9669-cbd6d2bcdaf3 req-6820d03d-61e8-4523-8f35-093443642269 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899560 Feb 15 09:26:35.191599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e8734f-a7e4-4652-bd08-c6a47fd19f52 None None] Pushing event updated for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:35.254765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:35.256156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:35.325975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd7a078c-e235-4558-bdf3-34075be05307 req-8bcb1d81-6ef6-4e1b-8d93-fab115339652 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119375 Feb 15 09:26:35.454514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:35.557159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-73bf8437-11ec-4fe8-aa6d-d0285eae5f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:35.558791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-73bf8437-11ec-4fe8-aa6d-d0285eae5f14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5307851 Feb 15 09:26:35.605812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] Provisioning complete for port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:35.606281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:35.791879 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:35.797403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9899362-20c2-4055-980a-d9623361c428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:35.876140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9899362-20c2-4055-980a-d9623361c428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.022755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] For port 9d8badf3-e3d8-4891-bac0-316833ebd2e0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9d8badf3-e3d8-4891-bac0-316833ebd2e0,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:36.039406 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.125558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9899362-20c2-4055-980a-d9623361c428 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e5dd47e82114777838360b98b35cb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6098461 Feb 15 09:26:36.128337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9899362-20c2-4055-980a-d9623361c428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5855e254-8f11-442a-9d62-fd5b2f10344f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:36.130094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:36.155512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:26:36.187614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6b5382-fddb-4278-8ea0-7de412732cff None None] Pushing event updated for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:36.219881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48876) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:36.227077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16c6d7-3399-4630-be7b-c2084d30ea7d req-87d2052e-808e-4448-a0ea-fa77453cb986 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:36.230179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c16c6d7-3399-4630-be7b-c2084d30ea7d req-87d2052e-808e-4448-a0ea-fa77453cb986 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1096 time: 0.1752584 Feb 15 09:26:36.232777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-abe276a8-f3d9-4ec0-85b3-21912da9f33c None None] Provisioning complete for port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:36.233287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-abe276a8-f3d9-4ec0-85b3-21912da9f33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.292434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 4, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '9d8badf3-e3d8-4891-bac0-316833ebd2e0', 'name': '', 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'mac_address': 'fa:16:3e:85:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:27Z', 'updated_at': '2022-02-15T09:26:35Z', 'revision_number': 4, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'subnets': [{'id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:36.306821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-23674c2c-9901-4337-b760-a27fdc307e58 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409917 Feb 15 09:26:36.331143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfef8ea-ffd3-45e7-9058-0f7d2b0829fe None None] The sync data for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 is: [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:26:28Z', 'revision_number': 4, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '9d8badf3-e3d8-4891-bac0-316833ebd2e0', 'name': '', 'network_id': '7b6a4c4c-804b-418a-9cbf-6ab80ed42428', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'mac_address': 'fa:16:3e:85:bd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:27Z', 'updated_at': '2022-02-15T09:26:35Z', 'revision_number': 4, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'subnets': [{'id': '632066a1-6d1e-4cf4-bedd-f8e12997cc4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:36.469222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.507272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.528680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.563955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c16c6d7-3399-4630-be7b-c2084d30ea7d req-957f4dd1-7be3-4909-8c16-35f6ee014e44 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139303 Feb 15 09:26:36.593580 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.713802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53a565-15aa-4ca1-92d3-c28c7ff479a0 req-a0fdd9a2-8084-4f8c-9fe1-baa960da1b48 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:36.725031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a53a565-15aa-4ca1-92d3-c28c7ff479a0 req-a0fdd9a2-8084-4f8c-9fe1-baa960da1b48 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 947 time: 0.1877222 Feb 15 09:26:36.735303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.751263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.752635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5855e254-8f11-442a-9d62-fd5b2f10344f HTTP/1.1" status: 204 len: 168 time: 0.6215069 Feb 15 09:26:36.769014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334bc4f-84f7-42ad-b589-00e32de59685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5855e254-8f11-442a-9d62-fd5b2f10344f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:36.820596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a53a565-15aa-4ca1-92d3-c28c7ff479a0 req-9d89535d-f9b8-4c6c-973b-c4ceaddbd4c7 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913839 Feb 15 09:26:36.861579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3577b53a-463c-4e6f-b782-d738a44a6a4c req-8204e219-c71f-4004-8f66-89b7e43306f5 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324669 Feb 15 09:26:36.882954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6f727c-8054-4697-897f-5587bc169c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:36.943491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48894) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:37.068906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-b72698b3-3d2f-4e6f-8242-66a640c0f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:37.070786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-b72698b3-3d2f-4e6f-8242-66a640c0f906 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 1098 time: 0.1262410 Feb 15 09:26:37.088848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba31ea-8a3a-4291-b2e3-8317220946f6 req-72fea3cc-5e43-4ab6-9bec-1af67f6eb818 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:37.098576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7fba31ea-8a3a-4291-b2e3-8317220946f6 req-72fea3cc-5e43-4ab6-9bec-1af67f6eb818 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1096 time: 0.1454041 Feb 15 09:26:37.172314 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d associated. External IP: 172.25.6.165, port: b4ac661e-e870-43f8-9f93-5afdf87c5a7d. Feb 15 09:26:37.291410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7fba31ea-8a3a-4291-b2e3-8317220946f6 req-b0193945-0b32-47b9-b887-7e247b42986c tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919341 Feb 15 09:26:37.365286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-800789ff-36e2-4880-816d-e291cbc849e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:37.365286 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-800789ff-36e2-4880-816d-e291cbc849e8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2760084 Feb 15 09:26:37.399635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6f727c-8054-4697-897f-5587bc169c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.415802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2049eb8c-e9fc-4a27-b422-fd0345c3a034 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e26d9272f3544d685fd3389fe48b64c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4711118 Feb 15 09:26:37.418866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48906) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:37.428782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6f727c-8054-4697-897f-5587bc169c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.453539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-fe9c6325-fbdd-4c9d-a3ab-2623426947a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=20eb4850-8dff-4130-83e7-da77c482a8f0 HTTP/1.1" status: 200 len: 217 time: 0.0826488 Feb 15 09:26:37.539664 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a6f727c-8054-4697-897f-5587bc169c61 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=031d1fc2fdb74a488a0aac2daface1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2998066 Feb 15 09:26:37.540839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:37.542474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6f727c-8054-4697-897f-5587bc169c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40a4a72-b5cd-46b0-b974-0fed5c4040a7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:37.602524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-9993b729-ed01-43cb-a298-1465ed61828e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:37.610624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-9993b729-ed01-43cb-a298-1465ed61828e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1130400 Feb 15 09:26:37.644217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.716877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-1356d24b-4155-440b-80b9-316fb7a266f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:37.716877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-1356d24b-4155-440b-80b9-316fb7a266f1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0949211 Feb 15 09:26:37.734095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.745623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.802184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-75196317-3d1d-4c45-9541-5b569cc9adf0 req-0f74240f-ae6c-4781-bd8e-2c665a1b8efc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:26:37.804979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75196317-3d1d-4c45-9541-5b569cc9adf0 req-0f74240f-ae6c-4781-bd8e-2c665a1b8efc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094724 Feb 15 09:26:37.807506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.882350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.890873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.910212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/014a9f40-b575-4d10-8656-35184e67ca8f HTTP/1.1" status: 204 len: 168 time: 0.4887927 Feb 15 09:26:37.954858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd3fc6-6a17-4895-bca6-41fe72891f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014a9f40-b575-4d10-8656-35184e67ca8f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:37.979853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.982948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:37.985785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c40a4a72-b5cd-46b0-b974-0fed5c4040a7 HTTP/1.1" status: 204 len: 168 time: 0.4187067 Feb 15 09:26:38.012218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ea9d12-62c9-42d5-a393-2aa61eaf0c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40a4a72-b5cd-46b0-b974-0fed5c4040a7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:38.260233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9d8badf3-e3d8-4891-bac0-316833ebd2e0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:38.401874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:38.402603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:38.435695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:26:38.640602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2f749-b62f-414d-bf73-f80b15b95f3c req-53bf88ab-88b2-4ccd-9b5c-85e61bbaee2d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:38.645889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddf2f749-b62f-414d-bf73-f80b15b95f3c req-53bf88ab-88b2-4ccd-9b5c-85e61bbaee2d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 947 time: 0.3515408 Feb 15 09:26:38.821025 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-6ddc2fdd-ebce-46bd-95ab-2f8c1e680f93 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618418 Feb 15 09:26:38.961692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48948) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:39.008534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddf2f749-b62f-414d-bf73-f80b15b95f3c req-ba794d5f-6127-46a6-85a3-a70556c722c3 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946458 Feb 15 09:26:39.064226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5855becd-21c5-4e9a-a053-c877b25d76f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9214c37582043e89c035a26b53a1d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0990181 Feb 15 09:26:39.068828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:39.120858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:26:39.131509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:39.132765 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:26:39.146521 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:39.147483 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:39.151515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.183016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81933077-1365-45f0-b3a0-541bf8e47c9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.189012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e685ee7c-f7c4-4e89-80f0-0d082158c60d req-788acefd-4276-4e1d-bd79-5296bb5a99c0 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529029 Feb 15 09:26:39.220886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c237ee4-2b3e-43e1-8e19-c8b9b8da0022 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "PUT /v2.0/floatingips/c35f39fb-4398-406b-b4fb-504c5ca8514d HTTP/1.1" status: 200 len: 1011 time: 6.0288074 Feb 15 09:26:39.246236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:39.246448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.249347 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48" -d '{"events": [{"name": "network-changed", "server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:39.303160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.390077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 20eb4850-8dff-4130-83e7-da77c482a8f0 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:39.403641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81933077-1365-45f0-b3a0-541bf8e47c9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.417831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81933077-1365-45f0-b3a0-541bf8e47c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.447738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.451829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.453363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42f01d8e-c59c-4e6a-be7a-13257e3a5183 HTTP/1.1" status: 204 len: 168 time: 0.3834510 Feb 15 09:26:39.547043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-81933077-1365-45f0-b3a0-541bf8e47c9b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=829d715e811a4b88914d1514faeb8c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093552 Feb 15 09:26:39.551107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:39.578956 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:39.595384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81933077-1365-45f0-b3a0-541bf8e47c9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f46827-cefd-4335-a9c0-b4b10490a4cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:39.651274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef8816-01bd-4596-8886-a79570c0822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f01d8e-c59c-4e6a-be7a-13257e3a5183,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:39.746466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6f34e-1624-412b-aabc-142a0effb800 req-c31aaf2e-212f-40dd-a78d-329fa20ccb1f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:39.757203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fe6f34e-1624-412b-aabc-142a0effb800 req-c31aaf2e-212f-40dd-a78d-329fa20ccb1f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 965 time: 0.2962096 Feb 15 09:26:39.823707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:39.869364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=20eb4850-8dff-4130-83e7-da77c482a8f0,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:39.903573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fe6f34e-1624-412b-aabc-142a0effb800 req-f5194ad3-9731-4a95-af78-bcfba0f0353b tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379883 Feb 15 09:26:39.916089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '20eb4850-8dff-4130-83e7-da77c482a8f0', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '20eb4850-8dff-4130-83e7-da77c482a8f0', 'mac_address': 'fa:16:3e:2d:3e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:26:40.023701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:40.071202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:40.137385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb4850-8dff-4130-83e7-da77c482a8f0 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:40.224578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-27284aac-dd6d-407d-be17-96c8b5d4a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:40.226863 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0b0d26-86c5-4676-b9e6-21ec1735551f x-openstack-request-id: req-cb0b0d26-86c5-4676-b9e6-21ec1735551f {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:40.227347 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:40.228175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-27284aac-dd6d-407d-be17-96c8b5d4a2ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 1116 time: 0.1570323 Feb 15 09:26:40.231550 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0b0d26-86c5-4676-b9e6-21ec1735551f {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:40.238273 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'status': 'completed', 'code': 200} Feb 15 09:26:40.248246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=20eb4850-8dff-4130-83e7-da77c482a8f0,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:40.255373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:40.258484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:40.271447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:40.285107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11f46827-cefd-4335-a9c0-b4b10490a4cb HTTP/1.1" status: 204 len: 168 time: 0.7100310 Feb 15 09:26:40.384847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a60aa-7b9e-448e-ae9f-78aaf5152c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f46827-cefd-4335-a9c0-b4b10490a4cb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:40.417318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48998) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:40.459919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef02578-70f5-4658-92fd-73fcc7a8c71b req-49a3dd8f-1668-4ae3-aa29-4a7208a71fc3 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:40.476256 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:ca:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cebb36-5839-4379-8740-642896b92fea', 'device_owner': 'compute:tempest-test_az-67749910'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:26:35Z', 'revision_number': 1, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:40.479464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef02578-70f5-4658-92fd-73fcc7a8c71b req-49a3dd8f-1668-4ae3-aa29-4a7208a71fc3 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 948 time: 0.2294943 Feb 15 09:26:40.486223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:40.544510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef02578-70f5-4658-92fd-73fcc7a8c71b req-9e83d41f-4429-4998-8c2d-b291d6d8b2a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604188 Feb 15 09:26:40.558578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['20eb4850-8dff-4130-83e7-da77c482a8f0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:40.583406 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:26:40.597012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-64fa08c9-0cae-4efe-b2ee-64d995e5d1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:40.598818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-64fa08c9-0cae-4efe-b2ee-64d995e5d1e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 924 time: 0.3606977 Feb 15 09:26:40.606529 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:26:40.609221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:40.881416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:26:40.936180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-611cc391-cc00-48bb-832f-3ef3b54ed46f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d HTTP/1.1" status: 200 len: 1019 time: 0.3302910 Feb 15 09:26:41.033214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-8f80b889-ed18-4329-9c1a-82f318c635ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:41.036239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-8f80b889-ed18-4329-9c1a-82f318c635ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.0832546 Feb 15 09:26:41.101387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-2d68c899-d348-45aa-96bb-ac0919b5eaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:41.103609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-2d68c899-d348-45aa-96bb-ac0919b5eaba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585241 Feb 15 09:26:41.192963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-355bd352-7a99-4c1c-b028-8b4f9e0114ef tempest-AutoAllocateNetworkTest-239611219 tempest-AutoAllocateNetworkTest-239611219-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc00938e299c487b9e19379e1fa098fb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7694860 Feb 15 09:26:41.195462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49014) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:41.322358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-9fcd1331-58cd-4dde-9718-f90b678a6cfe service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090886 Feb 15 09:26:41.406906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 20eb4850-8dff-4130-83e7-da77c482a8f0 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:41.434269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18b7c45c-4d94-4ff6-a6c6-b97c6606ca48 req-1e3bd35d-d977-4ef7-99f6-7ecd6a66684e service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055713 Feb 15 09:26:41.437987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1961a1-ae8a-445a-8388-420ab14b8ce7 tempest-AutoAllocateNetworkTest-239611219 tempest-AutoAllocateNetworkTest-239611219-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:41.443363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49028) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:41.453546 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff1961a1-ae8a-445a-8388-420ab14b8ce7 tempest-AutoAllocateNetworkTest-239611219 tempest-AutoAllocateNetworkTest-239611219-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2566335 Feb 15 09:26:41.513270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:41.525343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07501c74-ab36-4b08-a558-49897d2ea581 tempest-AutoAllocateNetworkTest-239611219 tempest-AutoAllocateNetworkTest-239611219-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807221 Feb 15 09:26:41.528518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 20eb4850-8dff-4130-83e7-da77c482a8f0 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:26:41.536167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 20eb4850-8dff-4130-83e7-da77c482a8f0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:41.536882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:41.574263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a2a041a-4642-4a3a-8059-978a3b632c48 tempest-AutoAllocateNetworkTest-239611219 tempest-AutoAllocateNetworkTest-239611219-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=bc00938e299c487b9e19379e1fa098fb HTTP/1.1" status: 200 len: 208 time: 0.0583756 Feb 15 09:26:41.586128 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:ca:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cebb36-5839-4379-8740-642896b92fea', 'device_owner': 'compute:tempest-test_az-67749910'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:26:35Z', 'revision_number': 1, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:26:41.617101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba1329-c7c8-455f-bd48-5a8b9960e30b None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:ca:01:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35cebb36-5839-4379-8740-642896b92fea', 'device_owner': 'compute:tempest-test_az-67749910'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:26:35Z', 'revision_number': 1, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:26:41.680347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:41.712218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:41.720360 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2561f603-0b2c-42fb-b93c-0a2efa6e20db" -d '{"events": [{"server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "name": "network-vif-plugged", "status": "completed", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:41.727743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49044) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:41.749095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=20eb4850-8dff-4130-83e7-da77c482a8f0,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:41.773798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:41.833014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:41.990367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4250e37-6654-4667-bf2d-ccdc1cb34b24 None None] New status for floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:26:42.187482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccc73f-8b85-47a0-810f-5ec492d4a069 req-1a955cff-6cdc-4a26-848a-6b74b2dd9a7e tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:42.191918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ccc73f-8b85-47a0-810f-5ec492d4a069 req-1a955cff-6cdc-4a26-848a-6b74b2dd9a7e tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.0851982 Feb 15 09:26:42.276008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ccc73f-8b85-47a0-810f-5ec492d4a069 req-7142ed54-2a1d-4164-9eb7-1f166c44d40b tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641494 Feb 15 09:26:42.321162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-51a73af0-3256-47c4-9e0b-7b465c6b4e3d tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:26:42.323449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49060) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:42.330888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-51a73af0-3256-47c4-9e0b-7b465c6b4e3d tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6013322 Feb 15 09:26:42.370066 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8752d0c2-b99c-445e-8794-75795fd1a502 x-openstack-request-id: req-8752d0c2-b99c-445e-8794-75795fd1a502 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:42.371016 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "name": "network-vif-plugged", "status": "completed", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:42.371016 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8752d0c2-b99c-445e-8794-75795fd1a502 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:42.371616 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0', 'code': 200} Feb 15 09:26:42.583055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671933a-e2ef-4e5c-ad40-1fbdbbe88585 req-ba78db26-8ba6-40cf-a2da-ecc1b587f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:42.586999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1671933a-e2ef-4e5c-ad40-1fbdbbe88585 req-ba78db26-8ba6-40cf-a2da-ecc1b587f9e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 1100 time: 0.1385016 Feb 15 09:26:42.589838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57b5def4-9045-4f99-b615-d81a441eabdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:42.646399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1671933a-e2ef-4e5c-ad40-1fbdbbe88585 req-6f1add90-fed2-4740-b725-3ca7abe84e1a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 Feb 15 09:26:42.722537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57b5def4-9045-4f99-b615-d81a441eabdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:42.737390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57b5def4-9045-4f99-b615-d81a441eabdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:42.785430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-57b5def4-9045-4f99-b615-d81a441eabdb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc00938e299c487b9e19379e1fa098fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553380 Feb 15 09:26:42.785430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b5def4-9045-4f99-b615-d81a441eabdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f037b5b9-dfab-414a-bd40-944db0ef10ce,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:42.785741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:42.832410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-fab69d15-70df-4390-8ff1-a47159fdf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:42.839883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-fab69d15-70df-4390-8ff1-a47159fdf158 service neutron] 10.222.0.10 "GET /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 1093 time: 0.2939911 Feb 15 09:26:42.847152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Request body: {'binding': {'host': 'n-h1-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:42.847678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Unknown quota resources ['binding']. {{(pid=102359) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:26:43.044801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:43.105297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:43.116499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on host n-h1-825064-4 for vnic_type normal with profile None {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:43.116499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:43.116499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:43.131247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:43.131568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:43.150816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:43.150816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:43.150816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:43.151354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Bound port: 6bc751c8-33b6-48e4-984c-970b51edbcca, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:43.360787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:43.371241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:43.377790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f037b5b9-dfab-414a-bd40-944db0ef10ce HTTP/1.1" status: 204 len: 168 time: 0.5902538 Feb 15 09:26:43.432277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf4952-d121-492a-a7e3-5ab2567342df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f037b5b9-dfab-414a-bd40-944db0ef10ce,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:43.479543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:43.496379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a109c-0e96-4bad-8404-61a065676ffd req-6d7f49a0-aa7f-4d97-a74d-8ce01bba561c tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:43.507968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b50a109c-0e96-4bad-8404-61a065676ffd req-6d7f49a0-aa7f-4d97-a74d-8ce01bba561c tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.0872970 Feb 15 09:26:43.528922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] Notify callbacks [] for binding, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:43.530464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6d889d35-351b-47eb-97f0-e8b4c5b9d142 service neutron] 10.222.0.10 "POST /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca/bindings HTTP/1.1" status: 201 len: 389 time: 0.6898217 Feb 15 09:26:43.573021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b50a109c-0e96-4bad-8404-61a065676ffd req-e5b1ff95-25cb-4d99-a2a3-58d970ceada7 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637877 Feb 15 09:26:43.897820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf007718-d67e-4fc5-828c-648140e7d1ac req-439836a1-6d54-4888-973c-63e5445c18fb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:43.899385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf007718-d67e-4fc5-828c-648140e7d1ac req-439836a1-6d54-4888-973c-63e5445c18fb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 945 time: 0.1064558 Feb 15 09:26:43.974209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf007718-d67e-4fc5-828c-648140e7d1ac req-7063c689-83a0-483b-bd9c-7043198c3d84 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564826 Feb 15 09:26:44.038547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.049041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-470e24a1-9b25-4d7d-b03b-ca62c2ee7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:44.050660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-470e24a1-9b25-4d7d-b03b-ca62c2ee7471 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1096 time: 0.0576980 Feb 15 09:26:44.057873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:44.163679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-f5b64b62-d9ac-40a0-9e1b-1203fcb206e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:44.165181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-f5b64b62-d9ac-40a0-9e1b-1203fcb206e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.1076500 Feb 15 09:26:44.209913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-8c4297b9-2d0d-421f-9626-cf595e6c6ac6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0381126 Feb 15 09:26:44.268055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-abb9190d-24fb-483d-bf00-65fe94847e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:44.269716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-abb9190d-24fb-483d-bf00-65fe94847e3e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0540142 Feb 15 09:26:44.305922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-dae84e18-1890-42bf-8dea-ea31ae093f3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300570 Feb 15 09:26:44.311938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6037-23ae-421e-8366-a47ee9bd65fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.425421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-f53052b3-42e3-4cf2-9899-e589d809aa8c service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118646 Feb 15 09:26:44.430295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6037-23ae-421e-8366-a47ee9bd65fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.436394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2bf6037-23ae-421e-8366-a47ee9bd65fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.496597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf6037-23ae-421e-8366-a47ee9bd65fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2a13f5-2b45-452b-963c-33402e3c946a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:44.522724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2bf6037-23ae-421e-8366-a47ee9bd65fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72981e5968eb4fcd8707071bccf43453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4581945 Feb 15 09:26:44.525985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49168) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:44.560706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-05fc7ef7-4b5a-4100-b906-3d09e941f68a service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285260 Feb 15 09:26:44.592771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.650373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.754690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.757670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:44.759433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f2a13f5-2b45-452b-963c-33402e3c946a HTTP/1.1" status: 204 len: 168 time: 0.2319767 Feb 15 09:26:44.771005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d056aa1-6310-49e7-be5a-c6ca8af3921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2a13f5-2b45-452b-963c-33402e3c946a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:44.857299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119f38b-10f8-4738-9c85-e904dc5fb5f4 req-dc8997df-fdf2-4c24-bc14-8fb4fcacabf3 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:44.859645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7119f38b-10f8-4738-9c85-e904dc5fb5f4 req-dc8997df-fdf2-4c24-bc14-8fb4fcacabf3 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.1806014 Feb 15 09:26:44.926382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7119f38b-10f8-4738-9c85-e904dc5fb5f4 req-82df4df6-0ebd-47a7-b54b-d7dd77772d79 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541890 Feb 15 09:26:44.941186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-728129cb-70e9-458c-bba0-6f7b933d1e93 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:44.945154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-728129cb-70e9-458c-bba0-6f7b933d1e93 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.1986735 Feb 15 09:26:44.956408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:45.041715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.209290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:45.256405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:45.307436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.311215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:45.313906 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4c6912-5629-467e-a8eb-15c64b8feed4" -d '{"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:45.321182 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.416392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:45.430979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on host n-h2-825064-4 for vnic_type normal with profile {"migrating_to": "n-h1-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:45.431312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:45.431641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:45.436538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:45.437060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Attempting to bind port 6bc751c8-33b6-48e4-984c-970b51edbcca on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:45.442580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:45.442914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:45.443292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:45.443713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Bound port: 6bc751c8-33b6-48e4-984c-970b51edbcca, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:45.444073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.541189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:45.545172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:45.555123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.671945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:45.672571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.674574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] 10.222.0.36 "PUT /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 1121 time: 0.7236753 Feb 15 09:26:45.690173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cddad-3121-4405-9395-65cc36ebe175 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:45.728045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49212) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:45.743398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6bc751c8-33b6-48e4-984c-970b51edbcca'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:45.776951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a9e914e-34fc-47d9-8ef1-1fa47cd6d7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.870845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a9e914e-34fc-47d9-8ef1-1fa47cd6d7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.881954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a9e914e-34fc-47d9-8ef1-1fa47cd6d7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:45.943005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5b305-5afe-4398-801b-6196bfeb9206 req-c0c6e1b6-bc21-4700-958c-98f0120d54fb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:45.944797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74d5b305-5afe-4398-801b-6196bfeb9206 req-c0c6e1b6-bc21-4700-958c-98f0120d54fb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.2246442 Feb 15 09:26:45.950618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1a9e914e-34fc-47d9-8ef1-1fa47cd6d7f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed9763f2b82d4180b292cd1f63d4db1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216566 Feb 15 09:26:45.951571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e914e-34fc-47d9-8ef1-1fa47cd6d7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5cd8b0-76c0-4973-b295-2cb858bdb383,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:45.953907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:46.014731 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8497d3a-db5e-4984-8c66-5fc780821b69 x-openstack-request-id: req-b8497d3a-db5e-4984-8c66-5fc780821b69 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:46.015029 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-unplugged", "status": "completed", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:46.015264 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8497d3a-db5e-4984-8c66-5fc780821b69 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:46.015705 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'code': 200} Feb 15 09:26:46.029483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74d5b305-5afe-4398-801b-6196bfeb9206 req-d5ae972b-36a4-4f89-8ea8-ca9196b3acee tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743062 Feb 15 09:26:46.104777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.147343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.201524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-d21f45d0-2d8e-4ef2-96f0-ac0503a74973 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=25a6d167af4e4c62bb79306ded9743d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499115 Feb 15 09:26:46.253437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.261302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.265804 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e5cd8b0-76c0-4973-b295-2cb858bdb383 HTTP/1.1" status: 204 len: 168 time: 0.3107800 Feb 15 09:26:46.279675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3bdb6-b228-45e8-9921-984898dc49d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5cd8b0-76c0-4973-b295-2cb858bdb383,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:46.393715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-63e98a43-9d62-490b-9e30-c0f3fa3ef438 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:46.397422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-63e98a43-9d62-490b-9e30-c0f3fa3ef438 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948736 Feb 15 09:26:46.415860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-58fa3cae-f1cf-417f-a18d-d47f50c07e03 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/quotas/25a6d167af4e4c62bb79306ded9743d8 HTTP/1.1" status: 200 len: 375 time: 0.0114114 Feb 15 09:26:46.429895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:46.494142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.494384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-62988b65-cfce-4047-b4c6-e4a09a3e84e9 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0708070 Feb 15 09:26:46.650301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11917642-d470-46a1-aa54-14ab697e31dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:46.808991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e33351bd-ca7c-4c6c-a34a-876f86c4df9b req-e44b3999-59d6-4557-95c3-dcc6ea2489eb tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 210 time: 0.0435655 Feb 15 09:26:46.959922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05474615-f943-4eca-bde4-d5578f44986c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.148230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05474615-f943-4eca-bde4-d5578f44986c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.155326 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05474615-f943-4eca-bde4-d5578f44986c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.231956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05474615-f943-4eca-bde4-d5578f44986c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa412c-7133-4375-ae86-d3433af98d57,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:47.239959 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05474615-f943-4eca-bde4-d5578f44986c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a9e911afe0549a882e96d83e67b0e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8085425 Feb 15 09:26:47.242941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:47.274230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183b7d1-e53a-4e7c-bc46-639dd41b3e5f req-4b984625-31dd-44d1-93c7-08a302985ed8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:47.277439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a183b7d1-e53a-4e7c-bc46-639dd41b3e5f req-4b984625-31dd-44d1-93c7-08a302985ed8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1054516 Feb 15 09:26:47.310546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.336009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.378193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a183b7d1-e53a-4e7c-bc46-639dd41b3e5f req-83832ae5-cf8e-41b8-9bab-6f9172d75935 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943902 Feb 15 09:26:47.441073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.444945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:47.451497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97aa412c-7133-4375-ae86-d3433af98d57 HTTP/1.1" status: 204 len: 168 time: 0.2010403 Feb 15 09:26:47.469435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6ed06-9031-4a4c-8356-8a803cefd8a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa412c-7133-4375-ae86-d3433af98d57,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:48.001304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62d030c9-4c2c-4964-8193-27d095af9c46 req-78bf8105-6ab8-4a8a-8e2f-6c324d085a3c tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 210 time: 0.0582449 Feb 15 09:26:48.018263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:48.021776 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97" -d '{"events": [{"name": "network-changed", "server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:48.106739 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99aa0b26-5c33-4097-be7d-74fe069789c5 x-openstack-request-id: req-99aa0b26-5c33-4097-be7d-74fe069789c5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:48.107459 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:48.107909 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99aa0b26-5c33-4097-be7d-74fe069789c5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:48.111591 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'status': 'completed', 'code': 200} Feb 15 09:26:48.183362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49318) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:48.210467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:48.288389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-f224f142-1fdb-42f8-9411-26e2977e5f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:48.290167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-f224f142-1fdb-42f8-9411-26e2977e5f5b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1124 time: 0.1400816 Feb 15 09:26:48.390403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-ff3df6c9-c3bc-43b5-b245-dc3ab947b94e tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=25a6d167af4e4c62bb79306ded9743d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694489 Feb 15 09:26:48.554285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-5a4bdf67-d61a-4478-b3a4-f06c8da08e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:48.556295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-5a4bdf67-d61a-4478-b3a4-f06c8da08e1d service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2481828 Feb 15 09:26:48.639744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-41e5ba48-661e-49aa-a7e5-6831eb687b7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0768471 Feb 15 09:26:48.643406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb1f7f-4ed3-4e61-98de-be30c99935c3 req-00f5087f-a9fd-4c91-858a-177c8a42af2b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:48.651958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09cb1f7f-4ed3-4e61-98de-be30c99935c3 req-00f5087f-a9fd-4c91-858a-177c8a42af2b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.0986817 Feb 15 09:26:48.655449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:48.726130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09cb1f7f-4ed3-4e61-98de-be30c99935c3 req-319557fa-5af4-4786-a7dd-11a3e5f84e26 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731370 Feb 15 09:26:48.731397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-c8e1c0c5-cd22-4a47-ac6a-41349c7db095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:48.732427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:48.732884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-c8e1c0c5-cd22-4a47-ac6a-41349c7db095 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0836806 Feb 15 09:26:48.778896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f5610a-d614-4672-a0c5-3b1c31cb17a3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:48.800855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-c5d194e9-03ec-4675-a338-442eaca4cbea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561092 Feb 15 09:26:48.803002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.803449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.803891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.804432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.804892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.805318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.805816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.806311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.806891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.807393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.807806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.808299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:48.835441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49336) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:48.849757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-e3abb3bb-d8c7-4cc2-a41e-3c7a0af0263a tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:48.851271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-e3abb3bb-d8c7-4cc2-a41e-3c7a0af0263a tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4520111 Feb 15 09:26:48.856685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6ab740e-1cd8-4ae0-91ad-6157c29591c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f6d9df4668a246598a751058d6a9ddad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6698847 Feb 15 09:26:48.856989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49340) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:48.904461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Request body: {'port': {'device_id': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '25a6d167af4e4c62bb79306ded9743d8'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:48.946263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-caf4fdb8-3431-4bb8-a69a-dad216e8429c service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360202 Feb 15 09:26:48.955124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:49.001494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.094644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.163470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:49.176767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca has no active binding in host n-h1-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:26:49.188063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e20a320-dddf-4bbf-a8c6-a2101661b164 req-73f5eef6-ed18-4f7c-a39f-70b5e11499af tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 210 time: 0.0637958 Feb 15 09:26:49.222769 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0271275-445c-4646-90ea-792f24a59a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.242878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5b3317-fd93-4dc3-a4f6-ea78bcf4ff97 req-d51463a5-f2dc-47fc-b878-6889685a0dc4 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2882416 Feb 15 09:26:49.287794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.290820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.292230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68f5610a-d614-4672-a0c5-3b1c31cb17a3 HTTP/1.1" status: 204 len: 168 time: 0.4332867 Feb 15 09:26:49.303631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce62f9bc-ac73-49e0-814c-987870b2b4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f5610a-d614-4672-a0c5-3b1c31cb17a3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:49.307406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Made reservation on behalf of 25a6d167af4e4c62bb79306ded9743d8 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:26:49.312026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.439973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7505bc5a-62f8-4654-8266-9fb91dae92e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.626064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7505bc5a-62f8-4654-8266-9fb91dae92e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.634323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7505bc5a-62f8-4654-8266-9fb91dae92e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:49.704298 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7505bc5a-62f8-4654-8266-9fb91dae92e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ab081cd644940d3a04198608159314e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8693213 Feb 15 09:26:49.706970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49362) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:49.707398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505bc5a-62f8-4654-8266-9fb91dae92e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee76b401-e794-41f8-a34e-bde53546d634,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:50.013493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Allocated IP 192.168.233.147 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/7688d381-6c7a-4dbf-a3ef-236705bffded) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:26:50.060636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011d468-30c7-494d-9440-23ef5e245a10 req-500e1adf-16dc-4e3a-99e5-4991b2f018a4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:50.065375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a011d468-30c7-494d-9440-23ef5e245a10 req-500e1adf-16dc-4e3a-99e5-4991b2f018a4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1249225 Feb 15 09:26:50.129412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49376) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:50.154394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a011d468-30c7-494d-9440-23ef5e245a10 req-0f22570e-219e-4828-bebc-8b8db7679986 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774167 Feb 15 09:26:50.322047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.329414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9f052d6-b94c-4242-8e04-15142ccddabf req-7d0303c2-d828-4170-9a48-7111a00b4132 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 210 time: 0.0591908 Feb 15 09:26:50.331723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.393227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.434399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe6707aa-2238-4485-8e74-a335fbf2ac33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.445089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.514883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.518687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.519924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee76b401-e794-41f8-a34e-bde53546d634 HTTP/1.1" status: 204 len: 168 time: 0.8116064 Feb 15 09:26:50.540229 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.552465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e07f8c-d3f9-480d-8b90-38c8b1ce4104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee76b401-e794-41f8-a34e-bde53546d634,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:50.553194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['20eb4850-8dff-4130-83e7-da77c482a8f0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:50.660166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:26:50.675130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:26:50.678364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:26:50.685146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:50.686060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.702422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe6707aa-2238-4485-8e74-a335fbf2ac33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.710281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Pushing event updated for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:50.717327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe6707aa-2238-4485-8e74-a335fbf2ac33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.745396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-af9f55f2-84f6-49c9-a1f5-99d0c2efd387 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8460605 Feb 15 09:26:50.781716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Request body: {'port': {'device_id': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:26:50.810797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fe6707aa-2238-4485-8e74-a335fbf2ac33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19cb8decc50a463587dfa1f773f80ef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792650 Feb 15 09:26:50.813860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:50.815932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6707aa-2238-4485-8e74-a335fbf2ac33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19361811-4ed2-40a3-a1cc-2d217f1deb33,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:50.861344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.946341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:50.975560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.046456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.050542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.056096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19361811-4ed2-40a3-a1cc-2d217f1deb33 HTTP/1.1" status: 204 len: 168 time: 0.2390645 Feb 15 09:26:51.079078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474bccd-ef64-4da5-a911-1f364cafc45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19361811-4ed2-40a3-a1cc-2d217f1deb33,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:51.275670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-af098a95-074b-4289-8284-20652e5aac4a None None] Provisioning complete for port 7688d381-6c7a-4dbf-a3ef-236705bffded triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:51.276046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af098a95-074b-4289-8284-20652e5aac4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.281913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7688d381-6c7a-4dbf-a3ef-236705bffded {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:51.292603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.379657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:51.399106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-af098a95-074b-4289-8284-20652e5aac4a None None] Port 7688d381-6c7a-4dbf-a3ef-236705bffded cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:26:51.416013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94d20a91-3f21-46db-ab09-6a94e402478f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.430950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Transition to ACTIVE for port object 7688d381-6c7a-4dbf-a3ef-236705bffded will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:51.457587 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-629d5143-eefc-48d5-b979-849bbcf4d16d service neutron] 10.222.0.72 "GET /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca/bindings/n-h1-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.1316869 Feb 15 09:26:51.476176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a217b48-9332-4cc8-bd1e-da41c950e4da req-19ce71a4-d017-4870-a2db-db7aff7e28c5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:51.477848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a217b48-9332-4cc8-bd1e-da41c950e4da req-19ce71a4-d017-4870-a2db-db7aff7e28c5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1826506 Feb 15 09:26:51.478670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.531784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Pushing event updated for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:51.593021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a217b48-9332-4cc8-bd1e-da41c950e4da req-51ce42cf-9523-4441-851b-572105d3b70f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Feb 15 09:26:51.683607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c793b-d975-4717-83a9-c0e3cad1504d req-0c7b7aab-2f51-4de4-9dab-7b861e8dbad2 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:51.696890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89c793b-d975-4717-83a9-c0e3cad1504d req-0c7b7aab-2f51-4de4-9dab-7b861e8dbad2 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 948 time: 0.1569898 Feb 15 09:26:51.697360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Attempting to bind port 7688d381-6c7a-4dbf-a3ef-236705bffded on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:26:51.697821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Attempting to bind port 7688d381-6c7a-4dbf-a3ef-236705bffded by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:26:51.698242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Attempting to bind port 7688d381-6c7a-4dbf-a3ef-236705bffded on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:51.712515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Port 7688d381-6c7a-4dbf-a3ef-236705bffded on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:26:51.713046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Attempting to bind port 7688d381-6c7a-4dbf-a3ef-236705bffded on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:26:51.726375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:26:51.727017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:26:51.727507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:26:51.728196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Bound port: 7688d381-6c7a-4dbf-a3ef-236705bffded, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:26:51.728703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:51.876588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89c793b-d975-4717-83a9-c0e3cad1504d req-247b7d63-a752-4a49-9705-8fdb0805603b tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716356 Feb 15 09:26:51.969483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:52.026123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94d20a91-3f21-46db-ab09-6a94e402478f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.036545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7688d381-6c7a-4dbf-a3ef-236705bffded,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:26:52.038351 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94d20a91-3f21-46db-ab09-6a94e402478f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.059364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:52.077035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49434) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:52.088785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49436) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:52.092206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-94d20a91-3f21-46db-ab09-6a94e402478f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1166082ad786453db6a6c2c7df34487c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7112722 Feb 15 09:26:52.095792 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.144371 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.200092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5e15e71-10a4-4e9d-b36f-6e312e6f7563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.201881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.202326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d20a91-3f21-46db-ab09-6a94e402478f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5740ff24-dcd1-4c21-8320-80c9b52a1fdb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:52.220252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:52.228275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:52.231064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.232638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] 10.222.0.36 "PUT /v2.0/ports/7688d381-6c7a-4dbf-a3ef-236705bffded HTTP/1.1" status: 200 len: 1096 time: 1.4588990 Feb 15 09:26:52.234660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:52.236054 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff53735f-d661-4e70-a33e-d710e082644a" -d '{"events": [{"name": "network-changed", "server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:52.308340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c34dd8-87c7-4075-87c2-f801f84eade9 service neutron] Pushing event updated for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:52.340907 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed6a28a-dc33-41d1-ae11-a7ff4c8b7217 x-openstack-request-id: req-aed6a28a-dc33-41d1-ae11-a7ff4c8b7217 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:52.341129 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:52.341380 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aed6a28a-dc33-41d1-ae11-a7ff4c8b7217 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:52.341772 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded', 'status': 'completed', 'code': 200} Feb 15 09:26:52.420389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.440232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-0cc78ad3-b69d-4a2b-934e-8c1c56e00ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:52.442065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-0cc78ad3-b69d-4a2b-934e-8c1c56e00ace service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 1099 time: 0.1206715 Feb 15 09:26:52.478855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.546861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-ed5e540d-3c60-4a45-8e74-d49fa609bc73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7688d381-6c7a-4dbf-a3ef-236705bffded HTTP/1.1" status: 200 len: 217 time: 0.0960879 Feb 15 09:26:52.559864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc751c8-33b6-48e4-984c-970b51edbcca {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:52.581164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:52.584976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:52.593177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.596011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.597367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5740ff24-dcd1-4c21-8320-80c9b52a1fdb HTTP/1.1" status: 204 len: 168 time: 0.4810493 Feb 15 09:26:52.621526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5740ff24-dcd1-4c21-8320-80c9b52a1fdb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:52.628696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.646870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-743a9d54-9d44-45a3-966f-750544a1d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:52.648392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-743a9d54-9d44-45a3-966f-750544a1d23e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0924642 Feb 15 09:26:52.656642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.657007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.657537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.658574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.659128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.659609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.660147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.660626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.661137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.661807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.662401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.662869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-845c6ed6-b634-4e01-83b5-1ed2e864a2c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:52.799192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5e15e71-10a4-4e9d-b36f-6e312e6f7563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.810045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] Transition to ACTIVE for port object 6bc751c8-33b6-48e4-984c-970b51edbcca will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:26:52.815562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5e15e71-10a4-4e9d-b36f-6e312e6f7563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.836521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34c998-5bc7-4d31-abea-83798da41283 req-c9ac4cb4-b0fb-411a-8afa-33a51cefffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:52.846677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.847869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-c9ac4cb4-b0fb-411a-8afa-33a51cefffd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1846898 Feb 15 09:26:52.872697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3858b2c7-5e03-4f4c-a52a-3def6c826135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:52.927336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4717950-7cd4-4544-a6d8-6e60658a303b req-b35637d9-3711-4555-b837-8e23440b7449 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:52.928931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4717950-7cd4-4544-a6d8-6e60658a303b req-b35637d9-3711-4555-b837-8e23440b7449 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 943 time: 0.1884682 Feb 15 09:26:53.066965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3858b2c7-5e03-4f4c-a52a-3def6c826135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.109627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3858b2c7-5e03-4f4c-a52a-3def6c826135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.111905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4717950-7cd4-4544-a6d8-6e60658a303b req-8bc22775-2025-4b04-b9d9-447e3bac8628 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132414 Feb 15 09:26:53.164609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3858b2c7-5e03-4f4c-a52a-3def6c826135 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d682c453c2b48808ebb856b0dd05a16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5798693 Feb 15 09:26:53.166519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-ff814624-73c7-4a7d-a604-1e9b6e096ca3 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137186 Feb 15 09:26:53.167004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49468) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:53.211204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5e15e71-10a4-4e9d-b36f-6e312e6f7563 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=608801d4600a4c2caac7ecf79e3182cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1231608 Feb 15 09:26:53.225485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e15e71-10a4-4e9d-b36f-6e312e6f7563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c050c6-4f6b-465e-bca6-b18eae6d2570,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:53.276282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49470) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:53.384205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.413025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af34c998-5bc7-4d31-abea-83798da41283 req-a650dc87-7c61-4100-8b92-b8ac9b96e643 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181764 Feb 15 09:26:53.440034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.571204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53735f-d661-4e70-a33e-d710e082644a req-5e00aa85-a75a-4d22-be9e-90221b18a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:53.572471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] No DVR routers for this DVR port 6bc751c8-33b6-48e4-984c-970b51edbcca on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:26:53.574644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-5e00aa85-a75a-4d22-be9e-90221b18a340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=25a6d167af4e4c62bb79306ded9743d8&device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 1099 time: 0.0904684 Feb 15 09:26:53.591994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c48c-2290-482e-9d83-1e3b5a2bdb8e req-30257286-4983-4611-9efb-021a7e3d7121 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:53.603376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6a4c48c-2290-482e-9d83-1e3b5a2bdb8e req-30257286-4983-4611-9efb-021a7e3d7121 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 948 time: 0.5208063 Feb 15 09:26:53.684440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53735f-d661-4e70-a33e-d710e082644a req-7b7cc4cb-b04c-4813-8602-d80d52421843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:53.686082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-7b7cc4cb-b04c-4813-8602-d80d52421843 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1008439 Feb 15 09:26:53.686853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.690332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.690805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6a4c48c-2290-482e-9d83-1e3b5a2bdb8e req-b3065d28-492c-4056-babb-55058184a74d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841334 Feb 15 09:26:53.694216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66369b2b-3759-4ac9-9c92-d8e64f5673ae HTTP/1.1" status: 204 len: 168 time: 0.5262356 Feb 15 09:26:53.716315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca/bindings/n-h1-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2515280 Feb 15 09:26:53.741851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-9648e2b0-e490-4579-9935-09b2e2998e9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=7688d381-6c7a-4dbf-a3ef-236705bffded HTTP/1.1" status: 200 len: 217 time: 0.0446846 Feb 15 09:26:53.742994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f7028-aa6d-4200-9931-04c225db1d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66369b2b-3759-4ac9-9c92-d8e64f5673ae,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:53.748915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858b2c7-5e03-4f4c-a52a-3def6c826135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66369b2b-3759-4ac9-9c92-d8e64f5673ae,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:53.756656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a9b71-5c09-4fce-a053-dc44c10021e1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=10']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:53.836593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.865592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53735f-d661-4e70-a33e-d710e082644a req-f11a234b-ecb0-415d-8ace-db00d038f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:53.867077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-f11a234b-ecb0-415d-8ace-db00d038f322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1108785 Feb 15 09:26:53.874776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-cd089c87-f719-4dca-bd6a-1a6a66baa803 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:53.876292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-cd089c87-f719-4dca-bd6a-1a6a66baa803 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0595734 Feb 15 09:26:53.885391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:53.999339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.004875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.005169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-7f6ddee4-1ed3-4e6b-82ac-b3e7168e09bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.005272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1c050c6-4f6b-465e-bca6-b18eae6d2570 HTTP/1.1" status: 204 len: 168 time: 0.7171423 Feb 15 09:26:54.005350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-7f6ddee4-1ed3-4e6b-82ac-b3e7168e09bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 1095 time: 0.1181056 Feb 15 09:26:54.033509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049c04f-8ce8-4e1e-a683-0afd13dd8f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c050c6-4f6b-465e-bca6-b18eae6d2570,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:54.033879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff53735f-d661-4e70-a33e-d710e082644a req-614f4ad1-fd62-4a31-9b08-fcd52c4e628e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.035616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-614f4ad1-fd62-4a31-9b08-fcd52c4e628e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1577563 Feb 15 09:26:54.140530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-dc9866b5-ac3c-4d29-93e8-60f3d941bab3 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922709 Feb 15 09:26:54.323060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6467c683-a6da-421c-8349-d08a58d9e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.324855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-6467c683-a6da-421c-8349-d08a58d9e379 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1095 time: 0.2861056 Feb 15 09:26:54.382779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96978b67-b1a0-4d0b-a438-a48662e562b9 req-aeae2119-9ba2-420e-96e6-60e2ef15d0d2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.390482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96978b67-b1a0-4d0b-a438-a48662e562b9 req-aeae2119-9ba2-420e-96e6-60e2ef15d0d2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 944 time: 0.1254957 Feb 15 09:26:54.398204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:54.411929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95ecafbf-7e61-46fa-bc6a-c35333325424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.456764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff53735f-d661-4e70-a33e-d710e082644a req-0f4737bd-bec0-41ce-bf34-7c86b1fac775 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003948 Feb 15 09:26:54.498785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96978b67-b1a0-4d0b-a438-a48662e562b9 req-c3dd230b-d922-49b1-9d01-6cb50d847509 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013503 Feb 15 09:26:54.525571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-0b353a43-5396-406d-9b22-05851fbb2c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.527246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-0b353a43-5396-406d-9b22-05851fbb2c64 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.1898842 Feb 15 09:26:54.585306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95ecafbf-7e61-46fa-bc6a-c35333325424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.597117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95ecafbf-7e61-46fa-bc6a-c35333325424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.624186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-2dd9d1ba-cda9-4dc1-a9ce-467f454cad9a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0843995 Feb 15 09:26:54.672020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecafbf-7e61-46fa-bc6a-c35333325424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f725bad-9582-46af-9f02-aadc827ec145,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:54.703526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95ecafbf-7e61-46fa-bc6a-c35333325424 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e1f862b07a74bddae4d2611efd30e1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042307 Feb 15 09:26:54.709237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:54.715076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-8f20cb2a-7ff3-4723-90a8-03b91a620947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.718927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-8f20cb2a-7ff3-4723-90a8-03b91a620947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0847414 Feb 15 09:26:54.777273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-b80c1f2a-41d0-42a9-abc6-c9b415b3122c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482421 Feb 15 09:26:54.871123 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.919023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:54.937606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-55e198c8-a891-4773-b688-be174ea2b6ae service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480217 Feb 15 09:26:54.961260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c1193-77d0-4031-b821-e47d7031ce7d req-a5da200c-8db3-4f37-857f-20c0e1d3de7d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:54.965377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c1c1193-77d0-4031-b821-e47d7031ce7d req-a5da200c-8db3-4f37-857f-20c0e1d3de7d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 948 time: 0.1457038 Feb 15 09:26:55.047320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:55.064916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:55.066098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f725bad-9582-46af-9f02-aadc827ec145 HTTP/1.1" status: 204 len: 168 time: 0.3557065 Feb 15 09:26:55.096852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8ea33-4e3e-46bd-a5c7-18198cb3abff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f725bad-9582-46af-9f02-aadc827ec145,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:55.123654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c1c1193-77d0-4031-b821-e47d7031ce7d req-9b5253ef-43c0-4a4c-a43e-1a46d33d0b8b tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788331 Feb 15 09:26:55.175468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-d3dddb23-61d2-4f52-a17d-5df7b40e4985 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269175 Feb 15 09:26:55.479237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:26:55.550843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:26:55.588029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-bd32b3e5-0dab-4f41-8628-ad0c3ec99ca5 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:55.592139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-bd32b3e5-0dab-4f41-8628-ad0c3ec99ca5 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0810444 Feb 15 09:26:55.592327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49552) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:55.733871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd83cc7-bf3b-42d5-9df0-96dee68283b2 req-27df36c3-4901-483a-ae7f-523e163069b6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:55.753954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abd83cc7-bf3b-42d5-9df0-96dee68283b2 req-27df36c3-4901-483a-ae7f-523e163069b6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 944 time: 0.1292062 Feb 15 09:26:55.893270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abd83cc7-bf3b-42d5-9df0-96dee68283b2 req-47320c18-9575-45e7-9865-84c7bf8f7f0e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357367 Feb 15 09:26:55.893270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c61c40bc-88f1-41bd-855a-966936ec330a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:55.976481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-79f77dd9-99c6-4449-81b0-d4f2221fdaf2 service neutron] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:26:55.980265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-79f77dd9-99c6-4449-81b0-d4f2221fdaf2 service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:55.981830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b6188c1-0991-4b81-8cf9-d14c464b574e req-79f77dd9-99c6-4449-81b0-d4f2221fdaf2 service neutron] 10.222.0.36 "DELETE /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca/bindings/n-h2-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.3801420 Feb 15 09:26:56.126050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c61c40bc-88f1-41bd-855a-966936ec330a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.146043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c61c40bc-88f1-41bd-855a-966936ec330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.196952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c61c40bc-88f1-41bd-855a-966936ec330a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1005b4e852744583b777c76f785d375a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6003914 Feb 15 09:26:56.197804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49584) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:56.228496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c40bc-88f1-41bd-855a-966936ec330a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcd9cb9-a99a-4a33-a9eb-7a2788ec83a9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:56.241484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e7420-4035-4fd2-aba0-6671c1de660c req-8f7db2c2-47b5-46d8-811f-a1ad2d8770fe tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:56.249429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e8e7420-4035-4fd2-aba0-6671c1de660c req-8f7db2c2-47b5-46d8-811f-a1ad2d8770fe tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1095 time: 0.0754602 Feb 15 09:26:56.323806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e8e7420-4035-4fd2-aba0-6671c1de660c req-3b71e0c6-65e5-445b-be89-f3e5d5eb1262 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Feb 15 09:26:56.392662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.433407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cefd0a-4d32-4f5b-852f-5761e11e112a req-3205794f-5be2-4e83-8117-37dfdd547ab1 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:56.436700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57cefd0a-4d32-4f5b-852f-5761e11e112a req-3205794f-5be2-4e83-8117-37dfdd547ab1 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 948 time: 0.1306136 Feb 15 09:26:56.439936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.515491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57cefd0a-4d32-4f5b-852f-5761e11e112a req-545ca7f0-bba0-4c4d-9af7-3b003d6915f5 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718088 Feb 15 09:26:56.601209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.605696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:56.606877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/adcd9cb9-a99a-4a33-a9eb-7a2788ec83a9 HTTP/1.1" status: 204 len: 168 time: 0.4077976 Feb 15 09:26:56.616414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d2be2-668e-4dd4-8109-5f33074644fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcd9cb9-a99a-4a33-a9eb-7a2788ec83a9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:57.060780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-cb7fd339-d22f-4c31-8033-1c85b734e3ff tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:57.068177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-cb7fd339-d22f-4c31-8033-1c85b734e3ff tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.1992173 Feb 15 09:26:57.101552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-0861ea3d-761d-47ec-8947-b2bbb3898642 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/quotas/1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 375 time: 0.0248034 Feb 15 09:26:57.198078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7688d381-6c7a-4dbf-a3ef-236705bffded details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:26:57.279590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-b1812ba2-e660-4504-aa48-fd019a031f70 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719520 Feb 15 09:26:57.326698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7688d381-6c7a-4dbf-a3ef-236705bffded,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:57.338871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7688d381-6c7a-4dbf-a3ef-236705bffded', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '7688d381-6c7a-4dbf-a3ef-236705bffded', 'mac_address': 'fa:16:3e:10:b4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:26:57.401498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:57.417717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7688d381-6c7a-4dbf-a3ef-236705bffded {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:26:57.442089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7688d381-6c7a-4dbf-a3ef-236705bffded,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:57.449432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:57.505417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49634) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:57.507815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:57.516672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.517913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.518438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.519254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.519854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.520386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.521647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.522181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.522709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.523247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.524504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.525086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:26:57.537909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fe25-32c6-45eb-b710-e30213b0e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:57.697890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7688d381-6c7a-4dbf-a3ef-236705bffded'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:26:57.755128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fe25-32c6-45eb-b710-e30213b0e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:57.769451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684ef92-1a87-4f5e-8788-9e5a0446ecd4 req-ab702cf7-65dc-42d1-a9d2-7b43e2621836 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:57.777827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5684ef92-1a87-4f5e-8788-9e5a0446ecd4 req-ab702cf7-65dc-42d1-a9d2-7b43e2621836 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 949 time: 0.1134431 Feb 15 09:26:57.787771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc4fe25-32c6-45eb-b710-e30213b0e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:57.852747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3cc4fe25-32c6-45eb-b710-e30213b0e8cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3c8ae3359634bb9a42da41e4fa9a72a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3467062 Feb 15 09:26:57.855459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:57.856307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc4fe25-32c6-45eb-b710-e30213b0e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0611179f-049a-41a2-8834-92bc9dd424a5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:57.876098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5684ef92-1a87-4f5e-8788-9e5a0446ecd4 req-632c80b3-b99f-41e1-accc-d9540bbce5f2 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933075 Feb 15 09:26:57.962320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:58.007248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:58.047267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-68140666-c969-4fd5-848b-143779801c92 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:26:58.056404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-68140666-c969-4fd5-848b-143779801c92 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229318 Feb 15 09:26:58.160401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:58.163315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:58.164457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0611179f-049a-41a2-8834-92bc9dd424a5 HTTP/1.1" status: 204 len: 168 time: 0.3079948 Feb 15 09:26:58.185396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81cd9-2d80-4d6a-be9d-0519e46d01cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0611179f-049a-41a2-8834-92bc9dd424a5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:58.227927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-0185653c-1830-4690-b23f-7a0e42da3af0 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705840 Feb 15 09:26:58.337518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-f47cd406-021a-4281-bdff-00238cdbb542 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087153 Feb 15 09:26:58.598077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c57c5424-8049-4d09-9d7d-226a3f587d82 req-576c77d5-39fb-49f1-aa67-0295fe7c8209 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 210 time: 0.0690413 Feb 15 09:26:58.886337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49688) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:59.010722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7688d381-6c7a-4dbf-a3ef-236705bffded up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:26:59.027299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47a3aa-21ff-4b4b-8eaa-619b5abfad2c req-46ccf1e0-1513-48fa-ae5f-14a99bcbfbdd tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:59.036395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d47a3aa-21ff-4b4b-8eaa-619b5abfad2c req-46ccf1e0-1513-48fa-ae5f-14a99bcbfbdd tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 949 time: 0.0724013 Feb 15 09:26:59.084479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d47a3aa-21ff-4b4b-8eaa-619b5abfad2c req-57cba149-f6b8-4be8-b580-d817cedbbfe6 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Feb 15 09:26:59.153980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7688d381-6c7a-4dbf-a3ef-236705bffded completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:26:59.160651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7688d381-6c7a-4dbf-a3ef-236705bffded triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:26:59.161299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.305579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.305746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b7694e5-de2e-41eb-85d1-3162af615b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.358580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7688d381-6c7a-4dbf-a3ef-236705bffded,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:26:59.359674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:26:59.363489 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f2aca6-8bec-4544-b2b0-e777399fc542" -d '{"events": [{"server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "name": "network-vif-plugged", "status": "completed", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:26:59.372639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.437510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:59.488918 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c380401-9ce3-41e2-84c6-c56b56e6283d x-openstack-request-id: req-1c380401-9ce3-41e2-84c6-c56b56e6283d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:26:59.489377 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "name": "network-vif-plugged", "status": "completed", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:26:59.489721 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c380401-9ce3-41e2-84c6-c56b56e6283d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:26:59.490584 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded', 'code': 200} Feb 15 09:26:59.529921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b7694e5-de2e-41eb-85d1-3162af615b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.540926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b7694e5-de2e-41eb-85d1-3162af615b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.647091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3b7694e5-de2e-41eb-85d1-3162af615b96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c92394194400430c98a65bbe3faac672&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596610 Feb 15 09:26:59.649594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:26:59.670121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7694e5-de2e-41eb-85d1-3162af615b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e48ef8-9ce3-452a-81de-b287addd9f0d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:26:59.687535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdcba9d-9bcc-4b3a-a902-1eedd5f333ce req-359f4e79-696a-4537-a574-6f53b95b8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:26:59.690607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3cdcba9d-9bcc-4b3a-a902-1eedd5f333ce req-359f4e79-696a-4537-a574-6f53b95b8324 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 1101 time: 0.1459286 Feb 15 09:26:59.766625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2314972e-e0cb-42a6-9712-a039c49dbd1c req-5eda3057-e260-4dc7-8fed-1141aab54948 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 210 time: 0.0542097 Feb 15 09:26:59.788932 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:26:59.820144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3cdcba9d-9bcc-4b3a-a902-1eedd5f333ce req-07086b74-592d-435b-9919-fc59b421c421 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181982 Feb 15 09:26:59.821341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.860964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:26:59.994696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:00.000085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:00.006195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92e48ef8-9ce3-452a-81de-b287addd9f0d HTTP/1.1" status: 204 len: 168 time: 0.3554111 Feb 15 09:27:00.028649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9444d933-ac1c-43c4-a9d3-80472eaa5986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e48ef8-9ce3-452a-81de-b287addd9f0d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:00.284015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-2aba08b2-a32b-4021-aa89-aa2ba90c3128 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:00.286167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-2aba08b2-a32b-4021-aa89-aa2ba90c3128 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.2978687 Feb 15 09:27:00.307631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff959cd-4ed3-4a3b-818f-cd70aaa203e3 req-ad5390c2-21a3-4d3f-94e5-82f07b3e4296 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:00.309709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ff959cd-4ed3-4a3b-818f-cd70aaa203e3 req-ad5390c2-21a3-4d3f-94e5-82f07b3e4296 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 950 time: 0.1491654 Feb 15 09:27:00.315240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Request body: {'port': {'device_id': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'admin_state_up': True, 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:00.467304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49748) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:00.482937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ff959cd-4ed3-4a3b-818f-cd70aaa203e3 req-88b879f5-ffbd-4c4c-b84e-56903cf89c81 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611904 Feb 15 09:27:00.485332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:00.489789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:00.654491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49752) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:00.676644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83f41d62-088e-4b0f-8506-6a8bf83848cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:00.694572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Allocated IP 172.20.0.8 (12f13adb-08c4-463c-b067-5503c00763c3/cf2cdfe4-c71d-458e-8017-225818a76962/9d6ff572-0a99-4fba-ab98-217b10dd667d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:00.906182 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83f41d62-088e-4b0f-8506-6a8bf83848cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:00.914618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83f41d62-088e-4b0f-8506-6a8bf83848cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.055425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.059479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dc7af67-6a1e-48e5-81b6-0090e2364d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.083739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3333509-8ac6-4712-94ac-bef58f1ee0fa req-859df489-495b-47dd-ad29-9040230ce8c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 210 time: 0.0808890 Feb 15 09:27:01.109039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.111307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-83f41d62-088e-4b0f-8506-6a8bf83848cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1116c276ad3454bb1e99808862c6b81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4547758 Feb 15 09:27:01.112299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f41d62-088e-4b0f-8506-6a8bf83848cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a16c93-73fb-4633-88a2-930cd56335aa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:01.115127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49764) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:01.158214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Network 12f13adb-08c4-463c-b067-5503c00763c3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:01.167424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:01.195865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:01.202361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:01.203067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.222269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.234886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9239075 Feb 15 09:27:01.264302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Request body: {'port': {'device_id': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:01.334286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.350636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b50678-abbc-457e-bfa6-0b257d62c83b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:01.742082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.787922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d915e565-a373-4c83-bba3-e56ed6553eff req-95589dcd-7641-4e1d-9869-92b37fa64b12 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:01.802610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d915e565-a373-4c83-bba3-e56ed6553eff req-95589dcd-7641-4e1d-9869-92b37fa64b12 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 950 time: 0.1817071 Feb 15 09:27:01.890948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dc7af67-6a1e-48e5-81b6-0090e2364d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.905236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dc7af67-6a1e-48e5-81b6-0090e2364d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.908830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d915e565-a373-4c83-bba3-e56ed6553eff req-1e734f78-3837-47c6-bfab-e626634da49e tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958610 Feb 15 09:27:01.924186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6ff572-0a99-4fba-ab98-217b10dd667d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:01.933297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.949657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Transition to ACTIVE for port object 9d6ff572-0a99-4fba-ab98-217b10dd667d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:01.963205 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.963868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6dc7af67-6a1e-48e5-81b6-0090e2364d96 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=683ad651501149f2840e3d3a29f832b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4937685 Feb 15 09:27:01.966181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:01.967014 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.970801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:01.972613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99a16c93-73fb-4633-88a2-930cd56335aa HTTP/1.1" status: 204 len: 168 time: 0.8537052 Feb 15 09:27:02.077357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:02.135150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:02.135631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:02.135964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:02.140591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:02.140769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:02.146674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:02.147014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:02.147384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:02.147806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Bound port: 9d6ff572-0a99-4fba-ab98-217b10dd667d, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:02.148161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.183947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7af67-6a1e-48e5-81b6-0090e2364d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b15f2d-a41d-4bea-ad44-97f21d5aafef,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:02.241150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:02.249456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:02.264686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.335614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4af384-9e18-4fbd-8e7c-2b24b4ac70b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a16c93-73fb-4633-88a2-930cd56335aa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:02.350315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:02.371492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:02.372164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.377616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-9a68453c-ceec-4135-a474-9d2b1939bcdf service neutron] 10.222.0.72 "PUT /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 1091 time: 1.1212006 Feb 15 09:27:02.379147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:02.384266 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47" -d '{"events": [{"name": "network-changed", "server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:02.502433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-fbf358de-fd18-4e7e-97b3-189eaf3422b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:02.504318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-fbf358de-fd18-4e7e-97b3-189eaf3422b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1094 time: 0.0778008 Feb 15 09:27:02.561852 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.618902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-7f557561-c651-4e26-b200-a442298cba21 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.1008115 Feb 15 09:27:02.621610 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88085107-3b7d-4cc9-b8f6-0ad5d3c560f1 x-openstack-request-id: req-88085107-3b7d-4cc9-b8f6-0ad5d3c560f1 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:02.622155 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:02.625103 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88085107-3b7d-4cc9-b8f6-0ad5d3c560f1 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:02.625602 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'status': 'completed', 'code': 200} Feb 15 09:27:02.671946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e173-8c88-49a3-9075-b0d1c32b1ae2 req-fa80f7fb-0883-472a-8bd4-d0d2cdebd3aa tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:02.677233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df93e173-8c88-49a3-9075-b0d1c32b1ae2 req-fa80f7fb-0883-472a-8bd4-d0d2cdebd3aa tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.3557234 Feb 15 09:27:02.698808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.734091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-36be7954-6998-46a3-aa20-3eeb9964835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:02.737730 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-36be7954-6998-46a3-aa20-3eeb9964835e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1091268 Feb 15 09:27:02.804015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df93e173-8c88-49a3-9075-b0d1c32b1ae2 req-584fce55-6713-451d-a51e-e659238eb557 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167095 Feb 15 09:27:02.840834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-54c7f448-51af-4720-9daa-4f2f0e4d2e40 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583026 Feb 15 09:27:02.842763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-13bcba20-743b-4e59-b97d-b513d4eece7d tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:02.844255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-13bcba20-743b-4e59-b97d-b513d4eece7d tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 1101 time: 0.1054223 Feb 15 09:27:02.850050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.852887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:02.856879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2b15f2d-a41d-4bea-ad44-97f21d5aafef HTTP/1.1" status: 204 len: 168 time: 0.8829947 Feb 15 09:27:02.865851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be01bb-afde-4650-bb45-ad80a7c99e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b15f2d-a41d-4bea-ad44-97f21d5aafef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:02.936846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49834) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:02.976629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-1500f9f2-2585-43e6-b395-a37992eed760 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256125 Feb 15 09:27:02.991844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-6281a619-da24-41b5-b726-27bd5a38f61f tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.218683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b21cf4d4-92aa-4310-ab01-f466497658a6 req-08d74b71-2034-4f48-a0bc-2ab437ee49f8 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245660 Feb 15 09:27:03.337635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4acc-d56d-43af-92b3-35f9832cdd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.363074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-6281a619-da24-41b5-b726-27bd5a38f61f tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.366991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-40e72be4-3d2c-4ee8-aef7-1fcf7df68ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:03.369164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-40e72be4-3d2c-4ee8-aef7-1fcf7df68ce2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1094 time: 0.0712411 Feb 15 09:27:03.375104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-6281a619-da24-41b5-b726-27bd5a38f61f tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.429446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e42d904-5f51-4a6e-a9dd-a514ecca2ea5 req-6281a619-da24-41b5-b726-27bd5a38f61f tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438460 Feb 15 09:27:03.509209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4acc-d56d-43af-92b3-35f9832cdd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.515711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f3a4acc-d56d-43af-92b3-35f9832cdd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.555321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281a619-da24-41b5-b726-27bd5a38f61f tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e36398-6916-4fb2-b0df-53795d8fa7f9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:03.574347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49850) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:03.598638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6f3a4acc-d56d-43af-92b3-35f9832cdd07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed4417ae41664a9bab1bab7bdfda5b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6604888 Feb 15 09:27:03.600117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a4acc-d56d-43af-92b3-35f9832cdd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2fd4d-7448-4fbd-b04c-29c3f42c8a08,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:03.611838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49854) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:03.620918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-583a1641-ae84-4620-b242-f6476f14b944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.671137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.696461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.728368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-945ab58f-1561-45ea-a700-a4de9efbeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:03.733626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-945ab58f-1561-45ea-a700-a4de9efbeba5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3405185 Feb 15 09:27:03.785137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.791350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-20bf562e-ba95-4830-93f7-d51fd49ce2a3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.0436606 Feb 15 09:27:03.791530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:03.797485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59e2fd4d-7448-4fbd-b04c-29c3f42c8a08 HTTP/1.1" status: 204 len: 168 time: 0.1842306 Feb 15 09:27:03.812183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5fedd8-454c-44e4-8431-cc08326940d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2fd4d-7448-4fbd-b04c-29c3f42c8a08,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:03.918521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-c7e73109-1890-485d-b689-ec5b054abaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:03.920054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-c7e73109-1890-485d-b689-ec5b054abaa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1024785 Feb 15 09:27:03.972037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-3a468518-8faa-410a-934b-8dafc716b68e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338473 Feb 15 09:27:03.985442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19977245-bf96-4a6e-8937-c7650a7355aa req-b59b13bb-a855-417e-9032-8a98e05ed887 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:03.994493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19977245-bf96-4a6e-8937-c7650a7355aa req-b59b13bb-a855-417e-9032-8a98e05ed887 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.0781567 Feb 15 09:27:04.047484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19977245-bf96-4a6e-8937-c7650a7355aa req-90d4ed89-2a5a-4f6a-9e65-ae8aaa1b8aa8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518837 Feb 15 09:27:04.084959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-583a1641-ae84-4620-b242-f6476f14b944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.109555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-ce639a09-16e5-4672-9f75-b313a115d430 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257398 Feb 15 09:27:04.110077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-583a1641-ae84-4620-b242-f6476f14b944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.208314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-583a1641-ae84-4620-b242-f6476f14b944 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d38fd2a78534f9bafb9162ffcb094cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6332662 Feb 15 09:27:04.209577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a1641-ae84-4620-b242-f6476f14b944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abbfff7-e206-4b78-8b4f-9bfc8da5966f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:04.211108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49882) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:04.278749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e2a9ba-8459-4c3b-a3b1-6af318f56a47 req-3d85a4a8-8d66-4524-905f-01d83d47038a service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449301 Feb 15 09:27:04.278965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.311557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.379880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.384038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.385421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7abbfff7-e206-4b78-8b4f-9bfc8da5966f HTTP/1.1" status: 204 len: 168 time: 0.1731701 Feb 15 09:27:04.401730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8e788-82d7-4761-a414-74eccb1fd088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abbfff7-e206-4b78-8b4f-9bfc8da5966f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:04.432654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:04.457953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21943fec-bbef-428a-bdb6-aa11e5f34649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.617211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21943fec-bbef-428a-bdb6-aa11e5f34649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.619945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5346f-31b9-45f6-8320-4681ed88527e req-08bbcc4a-1912-4adf-878e-ad2a6982cdbf tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:04.622394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5df5346f-31b9-45f6-8320-4681ed88527e req-08bbcc4a-1912-4adf-878e-ad2a6982cdbf tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 1101 time: 0.0849187 Feb 15 09:27:04.628517 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21943fec-bbef-428a-bdb6-aa11e5f34649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.713966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5df5346f-31b9-45f6-8320-4681ed88527e req-f009483b-f20b-4965-9874-f30906c57c49 tempest-ServersAdminNegativeTestJSON-1240960368 tempest-ServersAdminNegativeTestJSON-1240960368-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810013 Feb 15 09:27:04.724905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21943fec-bbef-428a-bdb6-aa11e5f34649 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=658db21141164f0c8aa8f85c12a8d2d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888610 Feb 15 09:27:04.724905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21943fec-bbef-428a-bdb6-aa11e5f34649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0b5d5-b10b-4949-91b4-9c6147360961,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:04.726124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49906) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:04.799561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.823002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.866221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-33cde7b3-00c8-43ba-8ef4-4db0b133676f req-4bdddeed-63b0-4a5b-ba78-c0bda9378a10 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:27:04.867348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33cde7b3-00c8-43ba-8ef4-4db0b133676f req-4bdddeed-63b0-4a5b-ba78-c0bda9378a10 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062003 Feb 15 09:27:04.884088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.902945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:04.906404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bd0b5d5-b10b-4949-91b4-9c6147360961 HTTP/1.1" status: 204 len: 168 time: 0.1788678 Feb 15 09:27:04.926137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17392239-f051-4b11-8097-b135e718f5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0b5d5-b10b-4949-91b4-9c6147360961,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:05.200200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288364a-8d39-44a9-bec4-ae4517e01df7 req-a9c7a237-f72a-430f-8b76-c3227aee9ce2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:05.202020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2288364a-8d39-44a9-bec4-ae4517e01df7 req-a9c7a237-f72a-430f-8b76-c3227aee9ce2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.0576489 Feb 15 09:27:05.253902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2288364a-8d39-44a9-bec4-ae4517e01df7 req-636a6f10-a585-4037-bbf2-2cbe7825f60b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Feb 15 09:27:05.280636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb77d8-e0bd-4e22-8fcf-34e767abdfe0 req-a85ac314-be39-4e1b-aeba-1acde0926e59 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:05.283188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1eb77d8-e0bd-4e22-8fcf-34e767abdfe0 req-a85ac314-be39-4e1b-aeba-1acde0926e59 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 950 time: 0.0587265 Feb 15 09:27:05.345456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1eb77d8-e0bd-4e22-8fcf-34e767abdfe0 req-3405194b-1e49-4dd6-9a29-a0a2eb703e63 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518980 Feb 15 09:27:05.539353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:05.655351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:05.670298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'port_id': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'mac_address': 'fa:16:3e:e2:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2cdfe4-c71d-458e-8017-225818a76962', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:05.722277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:05.737552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6ff572-0a99-4fba-ab98-217b10dd667d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:05.760891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:05.768212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:05.819416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:05.825198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-8c2313aa-d4f6-476c-b33a-858927331d98 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:05.833324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-8c2313aa-d4f6-476c-b33a-858927331d98 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/networks?id=58cf1895-7806-481c-8658-7f7fcded512a HTTP/1.1" status: 200 len: 814 time: 0.1282063 Feb 15 09:27:05.845580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-c4075a35-6395-48c8-aba5-8a6dd449e9ac tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/quotas/4fb392632bb74f66b661135fa93ad6bd HTTP/1.1" status: 200 len: 375 time: 0.0102293 Feb 15 09:27:05.926788 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-1ed7d505-46d2-4e1e-b87a-1ed13a8b48dc tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4fb392632bb74f66b661135fa93ad6bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0750999 Feb 15 09:27:05.991626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9d6ff572-0a99-4fba-ab98-217b10dd667d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:06.024848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-3d9fd037-94f8-4c3d-886a-4809269132d9 service neutron] 10.222.0.10 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970993 Feb 15 09:27:06.139812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-a879efff-a59a-41b9-803d-5a8a7c16f99f service neutron] 10.222.0.10 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083446 Feb 15 09:27:06.285772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:06.445187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037cd15-5930-4292-9a59-90f450f968aa req-0f522834-0479-4fc3-8ac3-4fe4f25d3ff4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:06.446760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e037cd15-5930-4292-9a59-90f450f968aa req-0f522834-0479-4fc3-8ac3-4fe4f25d3ff4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.0831423 Feb 15 09:27:06.483587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-631269164-network', 'tenant_id': '972d445c0aa9475e952e5c17bda90001'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:06.511980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e037cd15-5930-4292-9a59-90f450f968aa req-46ed48a8-d11d-4ce9-8221-288ed02b42f7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565267 Feb 15 09:27:06.581857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:06.584618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.613915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be6f05f9-4d67-48ff-b5db-979927f1d7f1 req-c0f7100b-6453-4c67-a9e4-d7c975ec096a tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 210 time: 0.0438042 Feb 15 09:27:06.638488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.719304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50036) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:06.767103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50042) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:06.864553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237ac7e-8682-4b82-8716-02e942b4508d req-875b44b0-c0d8-4ca1-8f9b-d97077e9b878 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:06.867249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b237ac7e-8682-4b82-8716-02e942b4508d req-875b44b0-c0d8-4ca1-8f9b-d97077e9b878 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 950 time: 0.1774528 Feb 15 09:27:06.881937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0743d5-b22c-43b4-9a9c-deec7b6a3d3a req-ab4d7b7c-40ff-4b68-b02b-27aadd98e84f tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:06.884161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d0743d5-b22c-43b4-9a9c-deec7b6a3d3a req-ab4d7b7c-40ff-4b68-b02b-27aadd98e84f tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 950 time: 0.1766536 Feb 15 09:27:06.906963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-674181648-network', 'tenant_id': 'dcf48dfc73a94888aa9a0d49666b124f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:06.920497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865cc42-ce99-4c63-84e0-180f0ab78d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.947463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.960592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Made reservation on behalf of dcf48dfc73a94888aa9a0d49666b124f for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:06.963222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.973239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:06.980432 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.057653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:07.080592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d0743d5-b22c-43b4-9a9c-deec7b6a3d3a req-1e78c23d-6376-46ab-9e78-28be5959f3f2 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800497 Feb 15 09:27:07.087482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b419b4d-815a-4abd-bac3-e7188db998d3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.091252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.095893 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Added segment f4e48339-ab4f-4240-911d-bf8e19cf59b8 of type vlan for network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 Feb 15 09:27:07.138582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865cc42-ce99-4c63-84e0-180f0ab78d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.160560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.168182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865cc42-ce99-4c63-84e0-180f0ab78d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.175676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Deleting port 7688d381-6c7a-4dbf-a3ef-236705bffded {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:27:07.176013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.259561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865cc42-ce99-4c63-84e0-180f0ab78d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8278b047-13f3-4255-a518-f2ae9a134b18,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.271204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2865cc42-ce99-4c63-84e0-180f0ab78d2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea4e1b255ab8468b8697f263864f5dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026076 Feb 15 09:27:07.276047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:07.287521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.288406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:07.289193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.293141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.304536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.394102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] For port 7688d381-6c7a-4dbf-a3ef-236705bffded, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7688d381-6c7a-4dbf-a3ef-236705bffded,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:07.394471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.397325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:07.398882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.406629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1195426 Feb 15 09:27:07.413353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50080) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:07.416520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123485ef-08ad-451a-832f-a60f33e656bd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.418372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Request body: {'subnet': {'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-631269164-subnet', 'tenant_id': '972d445c0aa9475e952e5c17bda90001', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:07.426114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb8f18-af01-4caf-a7d6-29161f900a73 admin admin] Pushing event updated for resources: {'Network': ['ID=2016aa89-3ec9-445e-8dc1-4dd2b2951d86,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.428631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Calling delete_port for 7688d381-6c7a-4dbf-a3ef-236705bffded owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:27:07.440073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.446244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:07.485670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.486541 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Added segment 36d2429b-d527-4b43-826f-fb873f911655 of type vlan for network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 Feb 15 09:27:07.494744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:07.497575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.531518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.578015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:07.635827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.636997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:07.637698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.681744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 9d6ff572-0a99-4fba-ab98-217b10dd667d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:07.690839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 9d6ff572-0a99-4fba-ab98-217b10dd667d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:07.692258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.777976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.809848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.831051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] Pushing event updated for resources: {'Network': ['ID=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.833290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.833418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b1cdb-be16-48f8-b68a-74625d3e21e0 req-faaa28e7-e4f1-4353-ab29-6531648deadf tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:07.834954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-741b1cdb-be16-48f8-b68a-74625d3e21e0 req-faaa28e7-e4f1-4353-ab29-6531648deadf tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.1533794 Feb 15 09:27:07.836184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['20eb4850-8dff-4130-83e7-da77c482a8f0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:07.836653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.840294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8278b047-13f3-4255-a518-f2ae9a134b18 HTTP/1.1" status: 204 len: 168 time: 0.5610678 Feb 15 09:27:07.842803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7688d381-6c7a-4dbf-a3ef-236705bffded'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:07.864274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Pushing event deleted for resources: {'Port': ['ID=7688d381-6c7a-4dbf-a3ef-236705bffded,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.886728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:07.903947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:07.925533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808831c6-01dc-4837-8654-c0ae03017b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8278b047-13f3-4255-a518-f2ae9a134b18,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:07.941385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-52a9b3b3-6536-406e-9d8f-cbf976fddc2f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1592261447&fields=id&tenant_id=956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 267 time: 0.5911427 Feb 15 09:27:07.964372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-81d40bd6-be42-491c-8ceb-fa4923173260 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2435515 Feb 15 09:27:07.969169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50096) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:07.978000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50098) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:07.987663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Request body: {'subnet': {'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-674181648-subnet', 'tenant_id': 'dcf48dfc73a94888aa9a0d49666b124f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:08.008257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] No DVR routers for this DVR port 7688d381-6c7a-4dbf-a3ef-236705bffded on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:27:08.023253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.048227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b237ac7e-8682-4b82-8716-02e942b4508d req-85509bb3-0898-4254-b94b-e2fe4668233d tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.36 "DELETE /v2.0/ports/7688d381-6c7a-4dbf-a3ef-236705bffded HTTP/1.1" status: 204 len: 173 time: 1.1622078 Feb 15 09:27:08.052984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'name': 'network-vif-deleted', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:08.055325 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d1cab8-01b5-4efb-bcf3-b077a8465f87" -d '{"events": [{"server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "name": "network-vif-deleted", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:08.058290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:08.067510 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc22e8a3-a03e-4dde-b9cc-22bc8cebdd90" -d '{"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-plugged", "status": "completed", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:08.099587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-741b1cdb-be16-48f8-b68a-74625d3e21e0 req-f2fe79cb-41b8-4b02-9e53-911c6c083e66 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403464 Feb 15 09:27:08.116580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:08.146569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0d0193-f267-4c60-9a62-451a5d6f5df1,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:08.169934 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.192776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:08.193459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Network hostable DHCP agents. Network: 2016aa89-3ec9-445e-8dc1-4dd2b2951d86, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:08.310899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b86eb583-76b1-4453-a2db-c054abac613c req-cfd34af4-a965-45fd-96c7-1d12cd163a43 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 210 time: 0.0863564 Feb 15 09:27:08.313696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:08.340722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2016aa89-3ec9-445e-8dc1-4dd2b2951d86) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:08.346082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:08.346711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.365584 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9388b9c3-8606-4925-bd48-abfc683c0550 x-openstack-request-id: req-9388b9c3-8606-4925-bd48-abfc683c0550 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:08.366077 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e0a06fa-be26-430b-bfc5-f943b02d247d", "name": "network-vif-deleted", "tag": "7688d381-6c7a-4dbf-a3ef-236705bffded", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:08.366476 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9388b9c3-8606-4925-bd48-abfc683c0550 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:08.368344 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e0a06fa-be26-430b-bfc5-f943b02d247d', 'name': 'network-vif-deleted', 'tag': '7688d381-6c7a-4dbf-a3ef-236705bffded', 'status': 'completed', 'code': 200} Feb 15 09:27:08.379479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5186175d-ea2b-4581-a6f9-2069f8fd2ed8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9649265 Feb 15 09:27:08.396971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc0a89f-7560-4ab1-8fcf-9d847b3949b3 None None] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:08.536798 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307d529c-f02b-4c25-8613-270b909a3bbb x-openstack-request-id: req-307d529c-f02b-4c25-8613-270b909a3bbb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:08.537456 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-plugged", "status": "completed", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:08.537456 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-307d529c-f02b-4c25-8613-270b909a3bbb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:08.538666 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'code': 200} Feb 15 09:27:08.545784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:08.605938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ea6d00b-6b27-466e-b570-7fb3a99e65c6 req-78256421-1432-4bb5-859a-89002c4cc8b7 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=6e0a06fa-be26-430b-bfc5-f943b02d247d HTTP/1.1" status: 200 len: 210 time: 0.0496366 Feb 15 09:27:08.610590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-34ac3a9d-bec8-4ff6-b5b3-0d9fecae8cb3 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:08.617826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-34ac3a9d-bec8-4ff6-b5b3-0d9fecae8cb3 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 823 time: 0.6419907 Feb 15 09:27:08.620155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-b86d3493-e4af-4055-a0e7-94df135ebb52 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:08.621893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-b86d3493-e4af-4055-a0e7-94df135ebb52 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/ports?device_id=35cebb36-5839-4379-8740-642896b92fea HTTP/1.1" status: 200 len: 965 time: 0.1863558 Feb 15 09:27:08.628454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Made reservation on behalf of dcf48dfc73a94888aa9a0d49666b124f for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:08.631007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.641812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905ca10-db18-4649-af64-2a5ba3d93df0 req-f7885e38-f499-4144-a4f5-25a2c604d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:08.643666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e905ca10-db18-4649-af64-2a5ba3d93df0 req-f7885e38-f499-4144-a4f5-25a2c604d20d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.1462426 Feb 15 09:27:08.660163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-db55bf28-605d-45d6-a229-1c8ebf2e70ca tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/quotas/956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 375 time: 0.0412660 Feb 15 09:27:08.735044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50120) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:08.761703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c1b2d6-ffe3-46c9-916d-28810dc0c384 None None] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:08.771879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e905ca10-db18-4649-af64-2a5ba3d93df0 req-0129abbf-4a5b-4ac6-8ff5-9fb094ffadef service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051447 Feb 15 09:27:08.806808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Deleting port b4ac661e-e870-43f8-9f93-5afdf87c5a7d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:27:08.807368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.815754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-9d8ddeef-d899-42d1-9203-88577150fc7d tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:08.817485 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-9d8ddeef-d899-42d1-9203-88577150fc7d tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.72 "GET /v2.0/networks?id=58cf1895-7806-481c-8658-7f7fcded512a HTTP/1.1" status: 200 len: 814 time: 1.1869864 Feb 15 09:27:08.846462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea4799ae-fa5e-48d6-8147-7648cc691427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.940667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] For port b4ac661e-e870-43f8-9f93-5afdf87c5a7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:08.941324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:08.981823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-a03558a1-cf76-4e29-9ca9-5b3b5dd773a4 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3100846 Feb 15 09:27:08.995103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Request body: {'port': {'device_id': '03a86946-6720-450f-8181-a5f942e99c2c', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'admin_state_up': True, 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:09.195459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7845-4bb4-4510-b44a-34ce09d4006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.351453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-c4f4c22d-60ca-4b16-afaa-7b8dd9e7fadb service neutron] 10.222.0.10 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479853 Feb 15 09:27:09.426251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea4799ae-fa5e-48d6-8147-7648cc691427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.470680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea4799ae-fa5e-48d6-8147-7648cc691427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.523553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.524075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.524730 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d disassociated. External IP: 172.25.6.165, port: b4ac661e-e870-43f8-9f93-5afdf87c5a7d. Feb 15 09:27:09.525194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Calling delete_port for b4ac661e-e870-43f8-9f93-5afdf87c5a7d owned by compute:tempest-test_az-67749910 {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:27:09.641469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50146) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:09.648200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-567552396-network', 'tenant_id': '0c5cd1028b8f494bb6db6141398e2890'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:09.692695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.712416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea4799ae-fa5e-48d6-8147-7648cc691427 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9420671acf1249089d42552f544a9b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9748678 Feb 15 09:27:09.717417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:09.723717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4799ae-fa5e-48d6-8147-7648cc691427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa677fd4-86ba-42f5-97e3-99268f4ae60c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:09.749461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Made reservation on behalf of 0c5cd1028b8f494bb6db6141398e2890 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:09.752050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.765823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1cb06-f967-4b9c-b6ae-c55f2581d4d9 req-54d1edad-ae70-4094-88e3-4751878e43d3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:09.774387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5c1cb06-f967-4b9c-b6ae-c55f2581d4d9 req-54d1edad-ae70-4094-88e3-4751878e43d3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 945 time: 0.5605490 Feb 15 09:27:09.793163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4699de5-b5ac-471e-b03c-31e93f1fe22d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:09.821025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.837085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7845-4bb4-4510-b44a-34ce09d4006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.843845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Made reservation on behalf of 4fb392632bb74f66b661135fa93ad6bd for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:09.848678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.870908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca3c7845-4bb4-4510-b44a-34ce09d4006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:09.889770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-b90efec2-2a81-4545-a847-3af4af61595d service neutron] 10.222.0.10 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102885 Feb 15 09:27:09.921627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5c1cb06-f967-4b9c-b6ae-c55f2581d4d9 req-bf7083d2-37d7-4bed-a878-ae51436ffd3b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440752 Feb 15 09:27:10.022024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.087474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.226592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Allocated IP 172.20.0.5 (58cf1895-7806-481c-8658-7f7fcded512a/7a9724a7-a282-4968-8022-9795307555a4/56aeb608-9653-4827-b9ba-2110e1f0e782) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:10.259338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.297305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8babe4d6-e87c-495e-8d83-bc3264d2ee5c req-5c5f8ea1-e120-4d9f-b801-b5b7e75ce68c tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 210 time: 0.1745844 Feb 15 09:27:10.298664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event deleted for resources: {'Port': ['ID=b4ac661e-e870-43f8-9f93-5afdf87c5a7d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:10.405571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.464313 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca3c7845-4bb4-4510-b44a-34ce09d4006d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47b7e946638846139f8fad83c196740a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4694016 Feb 15 09:27:10.465182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3c7845-4bb4-4510-b44a-34ce09d4006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9141ab-6897-4b3c-8e66-0f683870b4ea,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:10.498191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:10.501381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59b742f3-6bd0-4a96-83d0-9785abe4330b req-b3b41e0a-dc47-46ab-b8ff-bee6e748eccd tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 210 time: 0.0328572 Feb 15 09:27:10.510110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.581836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Network 58cf1895-7806-481c-8658-7f7fcded512a is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:10.586273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Pushing event updated for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:10.588918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:10.594012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:10.600258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:10.600938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:10.624411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-5201a519-7c16-4cc5-afcf-25724f049130 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6415532 Feb 15 09:27:10.625187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Checking segment: {'id': '36d2429b-d527-4b43-826f-fb873f911655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:10.625559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Network hostable DHCP agents. Network: a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:10.675113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Request body: {'port': {'device_id': '03a86946-6720-450f-8181-a5f942e99c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:10.870908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:11.006264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:11.029082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4098b3-e69b-42d7-8e70-53b44142085d None None] Network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:11.038232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:11.047293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.070075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b4ac661e-e870-43f8-9f93-5afdf87c5a7d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:27:11.070516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.100399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.116109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1e9d9-0922-4835-828c-0d1b08d76192 req-b0a3efb7-5b9c-41ff-9d86-6cc9f6395e62 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:11.118059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5bb1e9d9-0922-4835-828c-0d1b08d76192 req-b0a3efb7-5b9c-41ff-9d86-6cc9f6395e62 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.2038386 Feb 15 09:27:11.199635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.204234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.205735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa677fd4-86ba-42f5-97e3-99268f4ae60c HTTP/1.1" status: 204 len: 168 time: 1.4873321 Feb 15 09:27:11.214016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.258797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.321070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: b4ac661e-e870-43f8-9f93-5afdf87c5a7d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:27:11.340507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b4ac661e-e870-43f8-9f93-5afdf87c5a7d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:27:11.341330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7688d381-6c7a-4dbf-a3ef-236705bffded no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:27:11.342199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3387ab-edae-4be4-9c70-3cbc5d57fe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa677fd4-86ba-42f5-97e3-99268f4ae60c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:11.373076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:11.477936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 7688d381-6c7a-4dbf-a3ef-236705bffded {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:27:11.478332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7688d381-6c7a-4dbf-a3ef-236705bffded not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:27:11.497318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d303f490-c46c-4e6f-9d9a-7b7ccc2ffb8d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5103481 Feb 15 09:27:11.504943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d1f30ca5-ad9f-4a01-9c5f-719f92e06f38 None None] Provisioning complete for port 56aeb608-9653-4827-b9ba-2110e1f0e782 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:11.505503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1f30ca5-ad9f-4a01-9c5f-719f92e06f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.587859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.588214 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Added segment 6c9ec71d-a496-4b2f-abff-c8f779e0c832 of type vlan for network 27a574a5-d252-4940-8196-0f6ae2c819fb Feb 15 09:27:11.647962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce5e76-08ac-4d5a-8c04-4b6b3f7de629 req-14533a77-9471-4fb0-bb55-c5b2626c8612 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:11.651355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d1f30ca5-ad9f-4a01-9c5f-719f92e06f38 None None] Port 56aeb608-9653-4827-b9ba-2110e1f0e782 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:27:11.666561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2ce5e76-08ac-4d5a-8c04-4b6b3f7de629 req-14533a77-9471-4fb0-bb55-c5b2626c8612 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 945 time: 0.4868753 Feb 15 09:27:11.723720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa23cc4e-0e99-4534-a2c9-a0609f26bd55 None None] Network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:11.813973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56aeb608-9653-4827-b9ba-2110e1f0e782 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:11.822751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.838696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Transition to ACTIVE for port object 56aeb608-9653-4827-b9ba-2110e1f0e782 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:11.853740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7950d844-e269-4ce3-a621-3f101e11fbe9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:11.859155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.864163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:11.893227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50182) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:11.948854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5bb1e9d9-0922-4835-828c-0d1b08d76192 req-fd700c00-694e-4439-b299-507282de0b96 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5379922 Feb 15 09:27:11.973943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.001537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Pushing event updated for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:12.046129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7b97b63-ab97-45db-ac33-b25e10ace532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.085972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:27:12.130717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2ce5e76-08ac-4d5a-8c04-4b6b3f7de629 req-5b10b5a9-e810-47a6-8f3b-9cb7ff3172f4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4620562 Feb 15 09:27:12.133763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:27:12.228226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Attempting to bind port 56aeb608-9653-4827-b9ba-2110e1f0e782 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:12.231315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Attempting to bind port 56aeb608-9653-4827-b9ba-2110e1f0e782 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:12.231749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Attempting to bind port 56aeb608-9653-4827-b9ba-2110e1f0e782 on network 58cf1895-7806-481c-8658-7f7fcded512a {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:12.249404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Port 56aeb608-9653-4827-b9ba-2110e1f0e782 on network 58cf1895-7806-481c-8658-7f7fcded512a not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:12.249404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Attempting to bind port 56aeb608-9653-4827-b9ba-2110e1f0e782 on network 58cf1895-7806-481c-8658-7f7fcded512a {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:12.276401 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.283074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:12.286298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.325190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:12.325455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Checking segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:12.330756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Bound using segment: {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:12.331404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Bound port: 56aeb608-9653-4827-b9ba-2110e1f0e782, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f17d2473-50d2-4bbb-8351-f2ac71925e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:12.331928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.367400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.373945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.381751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f9141ab-6897-4b3c-8e66-0f683870b4ea HTTP/1.1" status: 204 len: 168 time: 1.8709931 Feb 15 09:27:12.429912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29078585-b2fe-45f3-8964-d88225a812e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9141ab-6897-4b3c-8e66-0f683870b4ea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:12.633573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e0191-1254-4ee3-9ecc-1ed62ce1b8e5 req-e1479307-ece5-45ed-8d22-c15777d13983 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:12.635531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a6e0191-1254-4ee3-9ecc-1ed62ce1b8e5 req-e1479307-ece5-45ed-8d22-c15777d13983 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.3763011 Feb 15 09:27:12.793452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a6e0191-1254-4ee3-9ecc-1ed62ce1b8e5 req-dba5c9bb-8d8f-433a-ab5e-d3f07023f5f8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446972 Feb 15 09:27:12.802160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:12.845565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=56aeb608-9653-4827-b9ba-2110e1f0e782,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:12.856118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:12.893669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8df933f8-ed9d-4a00-862d-ee67bdace2ac req-5aaea181-8893-4067-b9f6-15295bf7b526 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 210 time: 0.4892995 Feb 15 09:27:13.031250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.3849444 Feb 15 09:27:13.032070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.032070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.041915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] 10.222.0.72 "PUT /v2.0/ports/56aeb608-9653-4827-b9ba-2110e1f0e782 HTTP/1.1" status: 200 len: 1091 time: 2.3810289 Feb 15 09:27:13.050977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50200) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:13.096927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Request body: {'subnet': {'network_id': '27a574a5-d252-4940-8196-0f6ae2c819fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-567552396-subnet', 'tenant_id': '0c5cd1028b8f494bb6db6141398e2890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:13.135031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:13.144735 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9491b487-3527-4271-86e9-0e6fc24e5d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:13.151278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b2e009-5938-403a-9a96-dae25132f296 service neutron] Pushing event updated for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:13.247280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50206) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:13.350177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e551097-90da-4b05-a326-be12b8d3f043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.359375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-1a848457-b967-4bb6-a191-ad9820ec0b19 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.371914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-1a848457-b967-4bb6-a191-ad9820ec0b19 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 823 time: 1.0626843 Feb 15 09:27:13.374408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:27:13.404082 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:27:13.426731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-433c0943-9702-4461-b44d-8fd46271536a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.435617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-433c0943-9702-4461-b44d-8fd46271536a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4fb392632bb74f66b661135fa93ad6bd&device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 1094 time: 0.2708294 Feb 15 09:27:13.436184 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:27:13.438608 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:13.446208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb96e5-f36e-492b-8413-72986777e11e admin admin] Pushing event updated for resources: {'Network': ['ID=27a574a5-d252-4940-8196-0f6ae2c819fb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:13.449811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b544a2-adae-4093-838d-a316271a8512 req-6b01efd5-b2c2-4226-9546-7a94a9a5ee96 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.487253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89b544a2-adae-4093-838d-a316271a8512 req-6b01efd5-b2c2-4226-9546-7a94a9a5ee96 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.4747326 Feb 15 09:27:13.594797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50212) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:13.646399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-987856694-network', 'tenant_id': 'f4d0f3689d2d4c87a696cde8ffeae85b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:13.695477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-930d317d-924e-49a5-8a6b-afa12e0715cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56aeb608-9653-4827-b9ba-2110e1f0e782 HTTP/1.1" status: 200 len: 217 time: 0.2016637 Feb 15 09:27:13.696438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Made reservation on behalf of f4d0f3689d2d4c87a696cde8ffeae85b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:13.699124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.724485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] No DVR routers for this DVR port b4ac661e-e870-43f8-9f93-5afdf87c5a7d on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:27:13.733981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Made reservation on behalf of 0c5cd1028b8f494bb6db6141398e2890 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:13.742257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.758243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 27a574a5-d252-4940-8196-0f6ae2c819fb details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:13.788454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-f632e079-d6c8-4cab-b82d-3a0692dafc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.790031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-f632e079-d6c8-4cab-b82d-3a0692dafc4a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a9724a7-a282-4968-8022-9795307555a4 HTTP/1.1" status: 200 len: 853 time: 0.0629809 Feb 15 09:27:13.790952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.800935 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:13.814270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89b544a2-adae-4093-838d-a316271a8512 req-a1b6c720-4aa0-4ebc-b533-a7fca4376efb tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258405 Feb 15 09:27:13.818476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ca445c8-dcf1-4331-a50c-1debba44df22 req-155bc6b7-3a60-4bf0-bbcb-bc5962b61f26 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "DELETE /v2.0/ports/b4ac661e-e870-43f8-9f93-5afdf87c5a7d HTTP/1.1" status: 204 len: 173 time: 5.1870959 Feb 15 09:27:13.818602 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:27:13.832299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'name': 'network-vif-deleted', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:13.838650 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd03b58-babe-40d9-9468-3e6a4604fb1c" -d '{"events": [{"server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "name": "network-vif-deleted", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:13.923338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-061bb8aa-04fd-43e4-abce-e2d8fd5379de tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:13.925240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-061bb8aa-04fd-43e4-abce-e2d8fd5379de tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.72 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 1.5106328 Feb 15 09:27:14.055570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.100954 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd4eb64-1d0d-4a43-a9a0-b306133c52d0 x-openstack-request-id: req-edd4eb64-1d0d-4a43-a9a0-b306133c52d0 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:14.103115 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:14.104086 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edd4eb64-1d0d-4a43-a9a0-b306133c52d0 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:14.105575 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782', 'status': 'completed', 'code': 200} Feb 15 09:27:14.158238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-317d816b-2795-4057-be30-ee7658d091d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:14.158489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:14.160554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-317d816b-2795-4057-be30-ee7658d091d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58cf1895-7806-481c-8658-7f7fcded512a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3452895 Feb 15 09:27:14.165404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-5dc7cd41-829f-4ec1-b282-63e17f938c34 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=956494ed7420468fa385ae17cd54bf79 HTTP/1.1" status: 200 len: 380 time: 0.7926104 Feb 15 09:27:14.184378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7b97b63-ab97-45db-ac33-b25e10ace532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.189768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'port': {'device_id': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'admin_state_up': True, 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'security_groups': ['3beb8fcb-4aed-42e9-93d0-125996d42821']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:14.224873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7b97b63-ab97-45db-ac33-b25e10ace532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.235768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4ae90-1172-4302-9396-7cca79728c32 req-3a4a9418-43fe-4850-8f85-0bb3ab3f3f30 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:14.237590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ba4ae90-1172-4302-9396-7cca79728c32 req-3a4a9418-43fe-4850-8f85-0bb3ab3f3f30 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.8483777 Feb 15 09:27:14.351954 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:27:14.367537 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:27:14.368503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:26:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:14.374522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b10c35e-c008-4f1d-be9c-ab917491f600 req-59fac67e-bf4d-478a-99a8-a345124ccba8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:14.377440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b10c35e-c008-4f1d-be9c-ab917491f600 req-59fac67e-bf4d-478a-99a8-a345124ccba8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.2274601 Feb 15 09:27:14.518387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e551097-90da-4b05-a326-be12b8d3f043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.525398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7b97b63-ab97-45db-ac33-b25e10ace532 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2da0054304ff495dbd32cd4fa668139e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6142504 Feb 15 09:27:14.532474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50222) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:14.535134 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:27:14.592329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e551097-90da-4b05-a326-be12b8d3f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.603681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b97b63-ab97-45db-ac33-b25e10ace532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108e15ce-d508-4c53-b735-613175754e31,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:14.663895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e551097-90da-4b05-a326-be12b8d3f043 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4ca59e8f08f454baf42c9f9cb15f958&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4151006 Feb 15 09:27:14.669694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e551097-90da-4b05-a326-be12b8d3f043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a2f4f9-48d2-4a97-b0cd-acbcdd7065cc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:14.677822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b10c35e-c008-4f1d-be9c-ab917491f600 req-4aee616f-7561-4e9e-a394-4ef2256883bd tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782850 Feb 15 09:27:14.678317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:14.713712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ba4ae90-1172-4302-9396-7cca79728c32 req-5eda6688-6e9a-467b-959a-e11805f4e702 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4055490 Feb 15 09:27:14.727128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.753220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.776736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.792254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:14.806136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.806473 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Added segment 9c12b64b-7e9f-430b-a49a-09310b97807f of type vlan for network 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db Feb 15 09:27:14.850381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15beef11-b013-4742-a36c-a1e449f57320 x-openstack-request-id: req-15beef11-b013-4742-a36c-a1e449f57320 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:14.850951 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cebb36-5839-4379-8740-642896b92fea", "name": "network-vif-deleted", "tag": "b4ac661e-e870-43f8-9f93-5afdf87c5a7d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:14.851415 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15beef11-b013-4742-a36c-a1e449f57320 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:14.851996 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cebb36-5839-4379-8740-642896b92fea', 'name': 'network-vif-deleted', 'tag': 'b4ac661e-e870-43f8-9f93-5afdf87c5a7d', 'status': 'completed', 'code': 200} Feb 15 09:27:14.871694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Deleting port 20eb4850-8dff-4130-83e7-da77c482a8f0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:27:14.872383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.873570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.914955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4fc4acf-76c3-486a-8c0e-a7a405f8df28,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:14.935280 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:14.939050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea5c42f1-9417-4729-95e4-d31239e9cf09,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:14.943054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.944010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:14.944711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:14.974078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.004899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.016266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.022753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d51668-333e-4070-9449-1ea78190f7c1 None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:27:15.030138 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-6ed4e3e0-be6c-4e95-a4c5-217270f5af9e service neutron] 10.222.0.72 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8226690 Feb 15 09:27:15.033837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Made reservation on behalf of 956494ed7420468fa385ae17cd54bf79 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:15.037562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.056235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Checking segment: {'id': '6c9ec71d-a496-4b2f-abff-c8f779e0c832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '27a574a5-d252-4940-8196-0f6ae2c819fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:15.069869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Network hostable DHCP agents. Network: 27a574a5-d252-4940-8196-0f6ae2c819fb, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:15.104956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653f54e1-9677-4209-83d3-f43ac1f8e7ec req-9f2ca8ea-4159-4c61-b6aa-d4a2cb0157dd tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:15.106779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-653f54e1-9677-4209-83d3-f43ac1f8e7ec req-9f2ca8ea-4159-4c61-b6aa-d4a2cb0157dd tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.2458932 Feb 15 09:27:15.147031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.229458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] For port 20eb4850-8dff-4130-83e7-da77c482a8f0, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=20eb4850-8dff-4130-83e7-da77c482a8f0,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:15.229850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.260751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Network 27a574a5-d252-4940-8196-0f6ae2c819fb is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:15.323995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] Pushing event updated for resources: {'Network': ['ID=5322461d-de4f-4c91-a5fa-1dcbb2f0e1db,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:15.332106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Calling delete_port for 20eb4850-8dff-4130-83e7-da77c482a8f0 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:27:15.338129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fb04f23d-0503-4d3d-b2db-2fa4083b962d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7417881 Feb 15 09:27:15.339668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:15.346608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:15.353011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-008b964d-8b5d-4e0b-bcbb-ef5a39b852e5 req-c607df94-939e-4626-86a9-b8570dc5ecbf tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 210 time: 0.3064530 Feb 15 09:27:15.360326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Request body: {'subnet': {'network_id': '5322461d-de4f-4c91-a5fa-1dcbb2f0e1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-987856694-subnet', 'tenant_id': 'f4d0f3689d2d4c87a696cde8ffeae85b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:15.383071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-653f54e1-9677-4209-83d3-f43ac1f8e7ec req-0b211ada-c7dd-4f4b-80f3-0e777cc8e9df tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514992 Feb 15 09:27:15.440971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 27a574a5-d252-4940-8196-0f6ae2c819fb) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:15.460262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.461230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b0b3aa-9ef6-4454-8c9c-4f62b331d880 None None] Network 27a574a5-d252-4940-8196-0f6ae2c819fb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:15.463726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.465362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84a2f4f9-48d2-4a97-b0cd-acbcdd7065cc HTTP/1.1" status: 204 len: 168 time: 0.7790287 Feb 15 09:27:15.490019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea254cc-7c68-4fef-9784-24ba35282f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a2f4f9-48d2-4a97-b0cd-acbcdd7065cc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:15.492471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Made reservation on behalf of f4d0f3689d2d4c87a696cde8ffeae85b for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:15.509427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.620832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364bcb6-b499-4dba-9284-b08f7eccb77a None None] New status for floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:27:15.727502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:15.730039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.786037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.797705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:15.803296 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/108e15ce-d508-4c53-b735-613175754e31 HTTP/1.1" status: 204 len: 168 time: 1.2408388 Feb 15 09:27:15.920687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-82048476-a53c-4d26-a584-10702b0a55d0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8624191 Feb 15 09:27:15.967097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b3642-cbc3-40fd-a690-f31f752cdba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108e15ce-d508-4c53-b735-613175754e31,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:16.274691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Allocated IP 172.20.0.14 (43b9bd67-c55b-4e92-86a3-8213da730b9d/0803a2c4-110d-44fe-931b-573c6bfc8270/c092ab87-d1f1-4fa4-90fd-44aa03d468ee) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:16.410475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd30462-e4a9-4459-92dc-a62b079c6514 None None] Network 27a574a5-d252-4940-8196-0f6ae2c819fb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:16.682929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.773859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4e78ea6-38a7-439a-a987-345284e82f13 req-d6c4b0c7-28c6-4053-9842-d2cd0afc554a service neutron] 10.222.0.72 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6493640 Feb 15 09:27:16.783826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.811713 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ed838d48-3aab-440f-a7ca-6143604eca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.834625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.865053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.871825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:16.901696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a03a5-dc0a-4b02-8bb7-3f476804104c req-ea8ce67a-732e-402c-bcaf-ecf546992587 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:16.917629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-520a03a5-dc0a-4b02-8bb7-3f476804104c req-ea8ce67a-732e-402c-bcaf-ecf546992587 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.3650985 Feb 15 09:27:17.027260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8bb1-4924-47e6-ab0c-7555f07e74d6 req-8fc40a24-8a2a-4487-a279-1ba7f0aec850 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.037441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fdce8bb1-4924-47e6-ab0c-7555f07e74d6 req-8fc40a24-8a2a-4487-a279-1ba7f0aec850 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/ports?device_id=18cbc80b-94bf-467e-aa67-ea50d288b658 HTTP/1.1" status: 200 len: 949 time: 0.9048314 Feb 15 09:27:17.039473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Pushing event deleted for resources: {'Port': ['ID=20eb4850-8dff-4130-83e7-da77c482a8f0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:17.134377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event updated for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:17.164302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] No DVR routers for this DVR port 20eb4850-8dff-4130-83e7-da77c482a8f0 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:27:17.190835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:17.192246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:17.196301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4af27f16-ee1a-41ce-b041-a64b1b76d6e9 req-71d49ea8-7112-4075-a0a1-0c91a2f394a0 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.72 "DELETE /v2.0/ports/20eb4850-8dff-4130-83e7-da77c482a8f0 HTTP/1.1" status: 204 len: 173 time: 3.2067451 Feb 15 09:27:17.197011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'name': 'network-vif-deleted', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:17.199379 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be23eab9-f4cc-4c5f-afc0-834519c352e8" -d '{"events": [{"server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "name": "network-vif-deleted", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:17.209070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:17.212474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:17.218592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.219518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:17.247835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-792ae8d5-ca54-449c-9c63-392183352c65 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0619171 Feb 15 09:27:17.272116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-e4e8fb56-9e04-4697-8d27-f43ba4ea3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.274438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Request body: {'port': {'device_id': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:17.279632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-e4e8fb56-9e04-4697-8d27-f43ba4ea3119 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4fb392632bb74f66b661135fa93ad6bd&device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 1094 time: 0.3598518 Feb 15 09:27:17.284888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-520a03a5-dc0a-4b02-8bb7-3f476804104c req-e5fe8da9-826b-4399-9afb-467ae2b3ed0f tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662643 Feb 15 09:27:17.285857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dce44c45-1428-4bc6-a423-7ff5680d3d55,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:17.401804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Checking segment: {'id': '9c12b64b-7e9f-430b-a49a-09310b97807f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5322461d-de4f-4c91-a5fa-1dcbb2f0e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:17.402357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Network hostable DHCP agents. Network: 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:17.417360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fdce8bb1-4924-47e6-ab0c-7555f07e74d6 req-e0ed97fc-79a6-4efb-968a-0a21265d8460 tempest-ServersAdminNegativeTestJSON-383004887 tempest-ServersAdminNegativeTestJSON-383004887-project] 10.222.0.10 "GET /v2.0/security-groups?id=babb0195-def8-41e0-8b39-e773dbe91078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3584895 Feb 15 09:27:17.453836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-e69cc77b-dd9a-4cca-a808-fe1914d60974 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3209717 Feb 15 09:27:17.514479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Network 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:17.611981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 20eb4850-8dff-4130-83e7-da77c482a8f0 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:27:17.657113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-788c1bb3-c6e1-4edc-8f1e-b8acd74a97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.658798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-788c1bb3-c6e1-4edc-8f1e-b8acd74a97a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=58cf1895-7806-481c-8658-7f7fcded512a HTTP/1.1" status: 200 len: 915 time: 0.3569071 Feb 15 09:27:17.665562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:17.690721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.691275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:17.697221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92671d9e-afbd-423f-8fee-8302d1384b97 None None] Network 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:17.738982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:17.767906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66546e9d-689c-40e9-9d81-be41e69a5870 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4082546 Feb 15 09:27:17.815014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284252d2-4653-4223-99e2-a41424541acd req-11168ed8-f7fa-4963-a117-9e7f15ea95b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.816605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-11168ed8-f7fa-4963-a117-9e7f15ea95b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1095 time: 0.2574408 Feb 15 09:27:17.855452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 20eb4850-8dff-4130-83e7-da77c482a8f0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:27:17.855974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 20eb4850-8dff-4130-83e7-da77c482a8f0 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:27:17.900648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914370-0768-47e6-b6c4-669c4d5f36dd req-ab7fa8f0-c972-4fe4-97c2-c45865fd7eeb tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:17.918783 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be914370-0768-47e6-b6c4-669c4d5f36dd req-ab7fa8f0-c972-4fe4-97c2-c45865fd7eeb tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.4591632 Feb 15 09:27:17.945541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-79b7155a-8137-4f59-a483-e695a5ff8511 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=56aeb608-9653-4827-b9ba-2110e1f0e782 HTTP/1.1" status: 200 len: 217 time: 0.2706079 Feb 15 09:27:17.984274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5c4282c9-c278-4cc8-89d3-3c2d77c2b2f3 None None] Provisioning complete for port c092ab87-d1f1-4fa4-90fd-44aa03d468ee triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:17.986325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c4282c9-c278-4cc8-89d3-3c2d77c2b2f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:18.045320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5c4282c9-c278-4cc8-89d3-3c2d77c2b2f3 None None] Port c092ab87-d1f1-4fa4-90fd-44aa03d468ee cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:27:18.068776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4e54ab-ec7e-4650-b547-67a79a476ed4 None None] Network 5322461d-de4f-4c91-a5fa-1dcbb2f0e1db requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:18.187174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-be50c87b-12ef-4f5b-9a14-cc63d494a6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:18.189554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-be50c87b-12ef-4f5b-9a14-cc63d494a6b7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a9724a7-a282-4968-8022-9795307555a4 HTTP/1.1" status: 200 len: 853 time: 0.1643939 Feb 15 09:27:18.213909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be914370-0768-47e6-b6c4-669c4d5f36dd req-0e886f5f-4ff2-4c5c-9e15-e8d7905ba5b8 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944217 Feb 15 09:27:18.297765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-e7e601e7-29eb-4dfa-9653-3c844d62fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:18.299799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-e7e601e7-29eb-4dfa-9653-3c844d62fc4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=58cf1895-7806-481c-8658-7f7fcded512a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847802 Feb 15 09:27:18.571575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-e009f202-a864-4b9c-b953-ac8707afe498 service neutron] 10.222.0.72 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603114 Feb 15 09:27:18.729422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c065fcb3-7285-4953-a70c-d4995cb2a04b req-5713b45d-d01a-44de-a603-e2e1f2cc7291 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:18.742638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c065fcb3-7285-4953-a70c-d4995cb2a04b req-5713b45d-d01a-44de-a603-e2e1f2cc7291 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 932 time: 1.1433730 Feb 15 09:27:18.830355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9491b487-3527-4271-86e9-0e6fc24e5d1c req-35d98628-f995-49c1-89b9-982ba2ad5644 service neutron] 10.222.0.72 "GET /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054076 Feb 15 09:27:18.901563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284252d2-4653-4223-99e2-a41424541acd req-4c76fc27-bc96-44c9-a748-251500633493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:18.903531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-4c76fc27-bc96-44c9-a748-251500633493 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3205318 Feb 15 09:27:18.976955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-fbd93491-9e51-4280-a666-cc0a4c2b6cd8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0639701 Feb 15 09:27:19.095890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c065fcb3-7285-4953-a70c-d4995cb2a04b req-48ca9340-098a-4779-ae1d-56235442f451 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508885 Feb 15 09:27:19.136052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284252d2-4653-4223-99e2-a41424541acd req-c43b6a91-821d-4075-8510-391efa7bafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:19.139804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-c43b6a91-821d-4075-8510-391efa7bafbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1514437 Feb 15 09:27:19.199553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-ce5fc2d9-6823-4bd9-b213-5fbcc5752564 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:19.212637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-0e4895b4-92b9-4cea-80bb-7e7103989e66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588634 Feb 15 09:27:19.214536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-ce5fc2d9-6823-4bd9-b213-5fbcc5752564 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.2445118 Feb 15 09:27:19.227970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-26adafd4-4018-4594-accb-ad5f8fcc6312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:19.244280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-431b7f1d-f19f-4a13-b43c-d184a26d4d1b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/quotas/972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 375 time: 0.0281310 Feb 15 09:27:19.289689 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d2906f-ccab-4122-aedb-b0375c39f2e4 x-openstack-request-id: req-51d2906f-ccab-4122-aedb-b0375c39f2e4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:19.290204 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cbc80b-94bf-467e-aa67-ea50d288b658", "name": "network-vif-deleted", "tag": "20eb4850-8dff-4130-83e7-da77c482a8f0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:19.290596 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51d2906f-ccab-4122-aedb-b0375c39f2e4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:19.291009 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbc80b-94bf-467e-aa67-ea50d288b658', 'name': 'network-vif-deleted', 'tag': '20eb4850-8dff-4130-83e7-da77c482a8f0', 'status': 'completed', 'code': 200} Feb 15 09:27:19.347443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-8511b32e-f089-4d7b-a827-db5068c346c6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1003327 Feb 15 09:27:19.568111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-92858bb5-30d8-45da-add6-88e1e05aa537 service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193987 Feb 15 09:27:19.598322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-a485034d-3dcd-4b87-855c-7101e023dda6 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049042 Feb 15 09:27:19.901455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-0c60793d-413a-4006-9d34-83eb4ac059b8 service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297882 Feb 15 09:27:20.097733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-284252d2-4653-4223-99e2-a41424541acd req-a0d19699-b223-4be7-9b5f-ce9a4373982a service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788771 Feb 15 09:27:20.121219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c092ab87-d1f1-4fa4-90fd-44aa03d468ee {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:20.141230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.199881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Transition to ACTIVE for port object c092ab87-d1f1-4fa4-90fd-44aa03d468ee will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:20.216348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.218056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.395248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4c82-aa44-466d-8d49-1d99c55911ca req-5622ed5f-5ca5-41a8-9643-a6e57b827e35 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:20.419319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33ea4c82-aa44-466d-8d49-1d99c55911ca req-5622ed5f-5ca5-41a8-9643-a6e57b827e35 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.1468923 Feb 15 09:27:20.522655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:20.574442 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33ea4c82-aa44-466d-8d49-1d99c55911ca req-c255d938-041e-4c1e-86c7-ebcafbb28f1d tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527059 Feb 15 09:27:20.583586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Attempting to bind port c092ab87-d1f1-4fa4-90fd-44aa03d468ee on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:20.583905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Attempting to bind port c092ab87-d1f1-4fa4-90fd-44aa03d468ee by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:20.585281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Attempting to bind port c092ab87-d1f1-4fa4-90fd-44aa03d468ee on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:20.611846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Port c092ab87-d1f1-4fa4-90fd-44aa03d468ee on network 43b9bd67-c55b-4e92-86a3-8213da730b9d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:20.612078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Attempting to bind port c092ab87-d1f1-4fa4-90fd-44aa03d468ee on network 43b9bd67-c55b-4e92-86a3-8213da730b9d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:20.640112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:20.640580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Checking segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:20.641442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Bound using segment: {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:20.641993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Bound port: c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '566e9221-ebcb-4f4b-832c-e678e9fbfe55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:20.650108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.808928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:20.815796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:20.824926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.899065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:20.899696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:20.901305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] 10.222.0.36 "PUT /v2.0/ports/c092ab87-d1f1-4fa4-90fd-44aa03d468ee HTTP/1.1" status: 200 len: 1092 time: 3.6434813 Feb 15 09:27:20.926263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8545c-cbab-40c5-a35a-9d2dfbf238d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:21.057033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-4b81fd1f-5f36-4236-ba9c-91cf7953995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.059554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-4b81fd1f-5f36-4236-ba9c-91cf7953995d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 1095 time: 0.1017995 Feb 15 09:27:21.200910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-52db72bd-a5da-4de3-924e-f59a83fa2992 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee HTTP/1.1" status: 200 len: 217 time: 0.1093073 Feb 15 09:27:21.300196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:21.302588 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9" -d '{"events": [{"name": "network-changed", "server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:21.319342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-a8b5bbd9-f1c9-4192-9d26-a993a36c91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.321004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-a8b5bbd9-f1c9-4192-9d26-a993a36c91e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.1139436 Feb 15 09:27:21.342735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fe5f27a-ec23-49f5-87e2-3cfaecbeb549 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.358926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fe5f27a-ec23-49f5-87e2-3cfaecbeb549 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/networks?id=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 HTTP/1.1" status: 200 len: 814 time: 0.2462912 Feb 15 09:27:21.389098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-dbd7c019-6256-48b5-baab-098c7dde1ecf tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/quotas/dcf48dfc73a94888aa9a0d49666b124f HTTP/1.1" status: 200 len: 375 time: 0.0213399 Feb 15 09:27:21.400084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50398) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:21.451473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-d8496413-b7b9-4e21-a86c-3516066b16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.466728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-d8496413-b7b9-4e21-a86c-3516066b16ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376770 Feb 15 09:27:21.467379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-d97f8fce-5916-497a-9d49-ea840188f5b7 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dcf48dfc73a94888aa9a0d49666b124f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755744 Feb 15 09:27:21.605913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-d9c14bbf-b6fb-4bec-a1e3-7fa956e70fbf service neutron] 10.222.0.10 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375930 Feb 15 09:27:21.621762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-5ac66201-7767-4f72-a985-e599a0a1161b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:27:21.621999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-ea5f46da-a93c-41cd-bb9c-2964d2f2881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.623683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-ea5f46da-a93c-41cd-bb9c-2964d2f2881c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.1464183 Feb 15 09:27:21.653868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-5ac66201-7767-4f72-a985-e599a0a1161b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2483592 Feb 15 09:27:21.661175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-9856887f-8ba9-4719-b9e8-d4c2a365f700 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802397 Feb 15 09:27:21.790180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2d1a4e35-e2fd-4817-902e-3a146fa3a757 service neutron] 10.222.0.10 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830125 Feb 15 09:27:21.837713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3346508c-d74a-40f5-a507-a3ff9054eb8b req-20dc2f22-9646-42b4-98a4-80e76d9a4d12 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695549 Feb 15 09:27:21.976066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-ccc1104c-722c-426a-a95f-b9401cfe9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:21.979240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-ccc1104c-722c-426a-a95f-b9401cfe9e2f service neutron] 10.222.0.10 "GET /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 1093 time: 0.2002122 Feb 15 09:27:22.021083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Request body: {'binding': {'host': 'n-h1-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:22.022055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Unknown quota resources ['binding']. {{(pid=102358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:27:22.024064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-0aba50f2-6603-4810-9043-e37a03d1ac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:22.026497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-0aba50f2-6603-4810-9043-e37a03d1ac87 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2225044 Feb 15 09:27:22.136639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:22.200961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:22.212175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-a7c9340f-d553-4b4f-a989-8d005c0c27ee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.1343038 Feb 15 09:27:22.330181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-49b15a07-0057-41dc-94c6-94299a7bccbd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:22.331860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-49b15a07-0057-41dc-94c6-94299a7bccbd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.2442677 Feb 15 09:27:22.367361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Request body: {'port': {'device_id': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'admin_state_up': True, 'tenant_id': '972d445c0aa9475e952e5c17bda90001'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:22.410662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-ad5415a4-3c69-4b10-a9ce-bbe28391e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:22.413082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-ad5415a4-3c69-4b10-a9ce-bbe28391e009 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0723357 Feb 15 09:27:22.485765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-72811dc2-1148-4c38-a637-64ab38882a09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345180 Feb 15 09:27:22.496095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on host n-h1-825064-4 for vnic_type normal with profile None {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:22.496435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:22.496776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:22.504121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc69986-b98f-4355-9740-6ec7059fbe38 req-21e8d370-3302-40cd-b028-fc0d9594fdbf tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:22.509550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efc69986-b98f-4355-9740-6ec7059fbe38 req-21e8d370-3302-40cd-b028-fc0d9594fdbf tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 944 time: 0.0901787 Feb 15 09:27:22.511847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:22.512171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:22.529314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:22.529728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:22.530031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:22.530567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Bound port: 9d6ff572-0a99-4fba-ab98-217b10dd667d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:22.595220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50428) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:22.600618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efc69986-b98f-4355-9740-6ec7059fbe38 req-6c200de6-d9f4-47a6-ad34-9671b485556e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878260 Feb 15 09:27:22.623301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:22.632632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:22.644951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-19fac43a-84fc-4671-b48e-489cf26547b2 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341178 Feb 15 09:27:22.668767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:22.681967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:22.683211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-b31f811c-8c3a-429f-9ad3-c0570989745a service neutron] 10.222.0.10 "POST /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d/bindings HTTP/1.1" status: 201 len: 389 time: 0.6956303 Feb 15 09:27:22.770693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69920be8-3633-496b-aeb6-7cc0ccca80da req-04d210f4-e3fd-4419-ba21-4732f06505e2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 210 time: 0.0461147 Feb 15 09:27:22.814685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0426c678-5449-49ab-ad14-f516a73aa3ae req-3fb10790-44f0-4e98-ac49-aab3834b4dab service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627471 Feb 15 09:27:22.861881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43e6b70b-2739-4685-8fb3-303d1d1f5ed7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25a6d167af4e4c62bb79306ded9743d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2654858 Feb 15 09:27:22.864659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50440) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:22.901764 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfecd5d4-9a6b-47ae-859e-2a21ed50f155 x-openstack-request-id: req-cfecd5d4-9a6b-47ae-859e-2a21ed50f155 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:22.902042 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:22.902300 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfecd5d4-9a6b-47ae-859e-2a21ed50f155 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:22.902802 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'status': 'completed', 'code': 200} Feb 15 09:27:22.965217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Allocated IP 172.20.0.2 (2016aa89-3ec9-445e-8dc1-4dd2b2951d86/bd0d0193-f267-4c60-9a62-451a5d6f5df1/971aa89d-055c-46de-80b7-e18797d31d53) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:22.967956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:22.981281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-b8b8de73-92a3-4453-a045-de3de4ae2906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:22.983299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-b8b8de73-92a3-4453-a045-de3de4ae2906 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 1095 time: 0.0794175 Feb 15 09:27:23.008434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.023920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605e649-2d40-4c53-991d-204bf5147c81 req-8ca24502-3b6d-4712-aaec-34ad34ae68f0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.024156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.36', 61225) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:23.025407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e605e649-2d40-4c53-991d-204bf5147c81 req-8ca24502-3b6d-4712-aaec-34ad34ae68f0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.0936692 Feb 15 09:27:23.092133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e605e649-2d40-4c53-991d-204bf5147c81 req-76d7c95d-845b-47da-8643-1bf5dba68e0d tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551713 Feb 15 09:27:23.110857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.117607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.119711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/babb0195-def8-41e0-8b39-e773dbe91078 HTTP/1.1" status: 204 len: 168 time: 0.2539470 Feb 15 09:27:23.139449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0fbc7-43d8-4578-aef6-ad1620694c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb0195-def8-41e0-8b39-e773dbe91078,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:23.173462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-da81aa3d-84f7-4c09-a456-22eb6f9c44f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.174956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-da81aa3d-84f7-4c09-a456-22eb6f9c44f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1096 time: 0.1496515 Feb 15 09:27:23.257306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87985c70-af5d-4348-ac3e-d94e29b66805 req-75b29fd0-322e-424e-b1cc-94aa6635b6d9 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 210 time: 0.0277658 Feb 15 09:27:23.322878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-774c6770-19ce-468c-9a15-e2b1951c2842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.325546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-774c6770-19ce-468c-9a15-e2b1951c2842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 924 time: 0.3355157 Feb 15 09:27:23.394091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-5b6d3d5b-da8b-4469-9b98-1d3e2cb9cb2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee HTTP/1.1" status: 200 len: 217 time: 0.0585625 Feb 15 09:27:23.465535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e11aa5-5e2b-4b03-b2ed-888636cbb276 req-807b95fe-584c-439b-b18d-adbaf53195d7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.467090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2e11aa5-5e2b-4b03-b2ed-888636cbb276 req-807b95fe-584c-439b-b18d-adbaf53195d7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 945 time: 0.1271551 Feb 15 09:27:23.471654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.494296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-473ff8d3-8e86-45e2-a6fa-4b9868330a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.495782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-473ff8d3-8e86-45e2-a6fa-4b9868330a75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3120410 Feb 15 09:27:23.504075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-f5a3dae3-7354-4901-84e5-9fbafc7afa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.505631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-f5a3dae3-7354-4901-84e5-9fbafc7afa78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.0985291 Feb 15 09:27:23.561147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2e11aa5-5e2b-4b03-b2ed-888636cbb276 req-6d164538-63ee-44a7-abcc-0b1b1b45d0d1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857019 Feb 15 09:27:23.561680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50454) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:23.709655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4bdebc79-0635-4d4d-abbe-78703c987c40 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd1a455f316a48708e209bbfae9fb091&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335599 Feb 15 09:27:23.712576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:23.794610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-8a1f73b1-87fa-4202-81a8-54dfcc083ec5 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.796093 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-8a1f73b1-87fa-4202-81a8-54dfcc083ec5 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.72 "GET /v2.0/networks?id=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 HTTP/1.1" status: 200 len: 814 time: 0.2831526 Feb 15 09:27:23.799937 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.809152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Request body: {'port': {'device_id': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3', 'admin_state_up': True, 'tenant_id': 'dcf48dfc73a94888aa9a0d49666b124f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:23.829031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-979e7bfd-27ab-412c-8918-d71df10919bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.3187265 Feb 15 09:27:23.873462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.893045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:23.945691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-b8b408c6-f0a7-42da-bbad-916af88649a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.947306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-b8b408c6-f0a7-42da-bbad-916af88649a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4228647 Feb 15 09:27:23.984227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28a492-de8d-407d-ae53-0f99d44ac625 req-9128986e-440a-4345-bb2b-3898c04bf0ab tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.985774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c28a492-de8d-407d-ae53-0f99d44ac625 req-9128986e-440a-4345-bb2b-3898c04bf0ab tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 944 time: 0.1617582 Feb 15 09:27:23.987138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-41366cdc-bcd7-42bf-a1a7-266e07550181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.987800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e7e91-79df-4ef9-94fd-119328ca880f req-45f0c99b-be05-4f9b-a319-72540920945e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:23.988442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-41366cdc-bcd7-42bf-a1a7-266e07550181 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1475060 Feb 15 09:27:23.989294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-904e7e91-79df-4ef9-94fd-119328ca880f req-45f0c99b-be05-4f9b-a319-72540920945e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 931 time: 0.0933709 Feb 15 09:27:24.003443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:24.005911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.010428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.011502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2e36398-6916-4fb2-b0df-53795d8fa7f9 HTTP/1.1" status: 204 len: 168 time: 0.2980018 Feb 15 09:27:24.029912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Made reservation on behalf of dcf48dfc73a94888aa9a0d49666b124f for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:24.034070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.038006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03056e86-41dd-4e8b-a3eb-80476d4f3b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e36398-6916-4fb2-b0df-53795d8fa7f9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:24.051193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:24.079911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:24.085642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-904e7e91-79df-4ef9-94fd-119328ca880f req-86f59495-6fcf-4af6-a35e-1c216996ca05 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877492 Feb 15 09:27:24.086665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:24.087304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.097308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-0e8428f6-f616-483f-9446-89d9129ff48b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902629 Feb 15 09:27:24.101901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:24.182645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4d6d8a13-1a93-496e-835a-b439bdeb108d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8208807 Feb 15 09:27:24.201963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Request body: {'port': {'device_id': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:24.226410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Allocated IP 172.20.0.11 (a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3/d4699de5-b5ac-471e-b03c-31e93f1fe22d/ce051796-6626-450b-aade-77ef3f86d8fb) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:24.246983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c28a492-de8d-407d-ae53-0f99d44ac625 req-b3c1a1b0-78e8-485b-baed-3f74e0d77ecf tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423496 Feb 15 09:27:24.258568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-0609045e-c3e7-482d-9961-c3f36e291979 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039672 Feb 15 09:27:24.386785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c54f3-8b79-40b8-b13a-83710d308bd8 req-2a1d3ddd-4a3d-4753-b77d-f7931f6e5fd9 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:24.388330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a5c54f3-8b79-40b8-b13a-83710d308bd8 req-2a1d3ddd-4a3d-4753-b77d-f7931f6e5fd9 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.1197727 Feb 15 09:27:24.482123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.485740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a5c54f3-8b79-40b8-b13a-83710d308bd8 req-e4bec2d3-934a-461e-8176-d1928db9c839 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854886 Feb 15 09:27:24.487950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.531963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28dee858-f3c1-422a-b68b-2dd444b93c22 req-8970044c-4577-4a96-8c4f-d60de839ad9f tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 210 time: 0.0935996 Feb 15 09:27:24.568915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.609629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-6b5bc4d3-0730-4d7d-b6b8-77192a34ef90 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016606 Feb 15 09:27:24.627189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:24.630223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:24.635207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:24.639990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:24.640777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.644708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Pushing event updated for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:24.665087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-2fda66a5-2697-4295-b68e-4302c233b6c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8574317 Feb 15 09:27:24.678658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Request body: {'port': {'device_id': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:24.720342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3662f0f-5ee3-41d0-9835-b9eae2f593c9 req-d7ca31f9-f9ad-4428-bf10-c97f6626f6b8 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367657 Feb 15 09:27:24.742237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:24.839393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:24.875128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c3df2-9d55-4b9a-a4e2-2b651581ca35 req-5808a7be-c634-436e-b97d-63db14a86806 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:24.885517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043c3df2-9d55-4b9a-a4e2-2b651581ca35 req-5808a7be-c634-436e-b97d-63db14a86806 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 945 time: 0.2155850 Feb 15 09:27:24.993549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e939e7a7-cce2-4b20-8816-5d5bb1e3e2b4 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553367 Feb 15 09:27:25.026876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043c3df2-9d55-4b9a-a4e2-2b651581ca35 req-52904fb7-04f2-4b6e-85fd-fd059067bc50 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352522 Feb 15 09:27:25.083862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce051796-6626-450b-aade-77ef3f86d8fb {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:25.092977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.103145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50516) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:25.114418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Transition to ACTIVE for port object ce051796-6626-450b-aade-77ef3f86d8fb will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:25.120626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.125419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41329a1d-cf13-4ec5-868b-6f4878601912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.131164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c092ab87-d1f1-4fa4-90fd-44aa03d468ee details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:25.206649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-72157818-dce9-42e8-9756-d627a2957fa4 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:25.208304 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-72157818-dce9-42e8-9756-d627a2957fa4 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.1574931 Feb 15 09:27:25.222518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971aa89d-055c-46de-80b7-e18797d31d53 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:25.230231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:25.240627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.275061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Attempting to bind port ce051796-6626-450b-aade-77ef3f86d8fb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:25.275061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Attempting to bind port ce051796-6626-450b-aade-77ef3f86d8fb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '36d2429b-d527-4b43-826f-fb873f911655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:25.275061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Attempting to bind port ce051796-6626-450b-aade-77ef3f86d8fb on network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:25.293363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Pushing event updated for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:25.305019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:25.318466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Port ce051796-6626-450b-aade-77ef3f86d8fb on network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:25.318795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Attempting to bind port ce051796-6626-450b-aade-77ef3f86d8fb on network a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:25.321259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'port_id': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'mac_address': 'fa:16:3e:e3:1b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:25.333307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:25.333708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Checking segment: {'id': '36d2429b-d527-4b43-826f-fb873f911655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:25.334033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Bound using segment: {'id': '36d2429b-d527-4b43-826f-fb873f911655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:25.338699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Bound port: ce051796-6626-450b-aade-77ef3f86d8fb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d2429b-d527-4b43-826f-fb873f911655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:25.339077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.355536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Transition to ACTIVE for port object 971aa89d-055c-46de-80b7-e18797d31d53 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:25.372108 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.379059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e0d5b3-3de9-4879-986e-45e832529cd7 req-253b9883-cfe6-48eb-bd44-949ebf09cddf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:25.386979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97e0d5b3-3de9-4879-986e-45e832529cd7 req-253b9883-cfe6-48eb-bd44-949ebf09cddf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 931 time: 0.1462994 Feb 15 09:27:25.395470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c092ab87-d1f1-4fa4-90fd-44aa03d468ee {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:25.408727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.410858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.421172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:25.429533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.474408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36afc7e2-7c74-4afa-aade-c93ee583be2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.491729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:25.501718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97e0d5b3-3de9-4879-986e-45e832529cd7 req-1b22c580-ab3a-4dcc-9091-183b66ff41f5 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134810 Feb 15 09:27:25.527278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:25.534867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ce051796-6626-450b-aade-77ef3f86d8fb,segment=NetworkSegment(36d2429b-d527-4b43-826f-fb873f911655),segment_id=36d2429b-d527-4b43-826f-fb873f911655)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:25.544874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.592323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41329a1d-cf13-4ec5-868b-6f4878601912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.593867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:25.613879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:25.614720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.616163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] 10.222.0.72 "PUT /v2.0/ports/ce051796-6626-450b-aade-77ef3f86d8fb HTTP/1.1" status: 200 len: 1092 time: 0.9449248 Feb 15 09:27:25.617771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41329a1d-cf13-4ec5-868b-6f4878601912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.625245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:25.628061 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853115e6-2783-49e0-971a-fa8a3297e503" -d '{"events": [{"name": "network-changed", "server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:25.635435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 56aeb608-9653-4827-b9ba-2110e1f0e782 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:25.651815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c092ab87-d1f1-4fa4-90fd-44aa03d468ee'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:25.692486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4a11e-c5eb-4937-9de0-38b3823b9802 service neutron] Pushing event updated for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:25.716112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b895046-5baa-41f4-ada1-6a28949af669 req-0e1dd6f2-65dd-4274-b3d8-71750f27a258 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:25.717575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b895046-5baa-41f4-ada1-6a28949af669 req-0e1dd6f2-65dd-4274-b3d8-71750f27a258 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 945 time: 0.3101497 Feb 15 09:27:25.729082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:25.729408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:25.729729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:25.749945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41329a1d-cf13-4ec5-868b-6f4878601912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f224e07-f648-4ab8-9bfe-3e3479f6b801,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:25.755000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:25.755315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:25.766874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36afc7e2-7c74-4afa-aade-c93ee583be2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.767539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-41329a1d-cf13-4ec5-868b-6f4878601912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b7520b4f1644a29b0124c4ab8ca1b64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9243937 Feb 15 09:27:25.772642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50538) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:25.789688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-253f12b5-84db-4e2e-9c73-f94f920cb68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:25.791726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-253f12b5-84db-4e2e-9c73-f94f920cb68a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dcf48dfc73a94888aa9a0d49666b124f&device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 1095 time: 0.1117535 Feb 15 09:27:25.791846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:25.792106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:25.792478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:25.792947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Bound port: 971aa89d-055c-46de-80b7-e18797d31d53, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:25.793143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36afc7e2-7c74-4afa-aade-c93ee583be2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.793301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.857656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=56aeb608-9653-4827-b9ba-2110e1f0e782,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:25.862754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b895046-5baa-41f4-ada1-6a28949af669 req-52574831-daf3-4707-8eb8-411509594564 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306005 Feb 15 09:27:25.870121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:25.892381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '56aeb608-9653-4827-b9ba-2110e1f0e782', 'network_id': '58cf1895-7806-481c-8658-7f7fcded512a', 'port_id': '56aeb608-9653-4827-b9ba-2110e1f0e782', 'mac_address': 'fa:16:3e:64:34:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a9724a7-a282-4968-8022-9795307555a4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:25.946423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:25.962886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:25.991805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56aeb608-9653-4827-b9ba-2110e1f0e782 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:26.035053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=56aeb608-9653-4827-b9ba-2110e1f0e782,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:26.041361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.055181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:26.057451 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6211a2-8a94-40ca-aae2-30ded2c00e0a" -d '{"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:26.065384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.084704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.087807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:26.102627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.105512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.124785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-4f23e37d-bc07-44c0-9467-90087bb87e4c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce051796-6626-450b-aade-77ef3f86d8fb HTTP/1.1" status: 200 len: 217 time: 0.3173149 Feb 15 09:27:26.139051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:26.152222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afc7e2-7c74-4afa-aade-c93ee583be2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7cb192-3122-4a00-b758-6fd8cc246764,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.157558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.174808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-36afc7e2-7c74-4afa-aade-c93ee583be2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93eb752ee1684964b88275a025cd4f58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0706482 Feb 15 09:27:26.178705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc52bf-5084-4442-8403-db3978fa3366 req-81a1563a-89a8-4be8-93c9-fc604905e7a2 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.179807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50544) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:26.180719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8fc52bf-5084-4442-8403-db3978fa3366 req-81a1563a-89a8-4be8-93c9-fc604905e7a2 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 944 time: 0.2007017 Feb 15 09:27:26.219421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.234766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d33685-d8e6-403a-a365-f4d5537bd54c req-c85bc94b-c143-4c21-8475-0c1e68b1e3d2 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.237247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d33685-d8e6-403a-a365-f4d5537bd54c req-c85bc94b-c143-4c21-8475-0c1e68b1e3d2 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 943 time: 0.4519165 Feb 15 09:27:26.240958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.241588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.243040 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] 10.222.0.36 "PUT /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 1091 time: 2.0521212 Feb 15 09:27:26.243321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666c127-48df-46b0-816e-f4aa30a99480 req-aa5e60fa-c09e-4b33-a5b9-4677827aacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.245186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-aa5e60fa-c09e-4b33-a5b9-4677827aacc8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4699de5-b5ac-471e-b03c-31e93f1fe22d HTTP/1.1" status: 200 len: 854 time: 0.1104221 Feb 15 09:27:26.258545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['56aeb608-9653-4827-b9ba-2110e1f0e782'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:26.264098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.294444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-253929d6-33df-46ff-a66d-ccf8c1514ad8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369017 Feb 15 09:27:26.367795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d33685-d8e6-403a-a365-f4d5537bd54c req-1899bd75-ac11-40e5-8118-be8100283bd3 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182551 Feb 15 09:27:26.373942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.391652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8fc52bf-5084-4442-8403-db3978fa3366 req-87201dae-c4bd-463d-8e40-c9f5f336d4c3 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953464 Feb 15 09:27:26.391652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on host n-h2-825064-4 for vnic_type normal with profile {"migrating_to": "n-h1-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:26.391652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:26.391652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:26.397893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:26.398237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Attempting to bind port 9d6ff572-0a99-4fba-ab98-217b10dd667d on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:26.417314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:26.417635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:26.418018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:26.418492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Bound port: 9d6ff572-0a99-4fba-ab98-217b10dd667d, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:26.418778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.425698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.426716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf68a42-aedf-4bd5-a30b-7a136134f80e service neutron] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.438494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-ad18c378-f114-4c73-9350-535b6bb8de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.440040 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-ad18c378-f114-4c73-9350-535b6bb8de8b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1094 time: 0.1473007 Feb 15 09:27:26.465494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-5f8e6ff1-9d7b-4da5-bd3b-0db95c102499 service neutron] 10.222.0.72 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618812 Feb 15 09:27:26.477742 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.480374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.484526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f224e07-f648-4ab8-9bfe-3e3479f6b801 HTTP/1.1" status: 204 len: 168 time: 0.7062130 Feb 15 09:27:26.528094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-d6142c63-573c-4de5-8ccf-e85063f92ef4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0801797 Feb 15 09:27:26.558650 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669e1ab5-3bd4-4ceb-8879-234d0b059bff x-openstack-request-id: req-669e1ab5-3bd4-4ceb-8879-234d0b059bff {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:26.558955 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:26.559163 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-669e1ab5-3bd4-4ceb-8879-234d0b059bff {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:26.559558 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb', 'status': 'completed', 'code': 200} Feb 15 09:27:26.567502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205fd18-51e6-4a3a-865b-23a9733081cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f224e07-f648-4ab8-9bfe-3e3479f6b801,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.572629 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de852b9-87c8-4310-8add-379f024dac21 x-openstack-request-id: req-1de852b9-87c8-4310-8add-379f024dac21 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:26.572944 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:26.573264 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1de852b9-87c8-4310-8add-379f024dac21 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:26.573662 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'code': 200} Feb 15 09:27:26.600228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.610071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.611504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e7cb192-3122-4a00-b758-6fd8cc246764 HTTP/1.1" status: 204 len: 168 time: 0.4293840 Feb 15 09:27:26.652867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0678c0f7-626d-4031-b3c4-e1354f8bf7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7cb192-3122-4a00-b758-6fd8cc246764,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:26.691326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:26.695529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2666c127-48df-46b0-816e-f4aa30a99480 req-ceffe3f3-f67e-4125-a54a-b0e2ca54db95 service neutron] 10.222.0.72 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222588 Feb 15 09:27:26.714624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-e46ac600-64c9-4b80-89f8-31a5b2e5dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.716136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-e46ac600-64c9-4b80-89f8-31a5b2e5dd18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1812754 Feb 15 09:27:26.730236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4e7ac-e7bb-4408-9589-fbae8ede9977 req-8936171f-9393-45b1-a8e4-abaf0e4c0767 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.731845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0cf4e7ac-e7bb-4408-9589-fbae8ede9977 req-8936171f-9393-45b1-a8e4-abaf0e4c0767 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0916574 Feb 15 09:27:26.772598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-ce5c178c-9d7e-4e41-a8e6-fb45e87a1bb3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454459 Feb 15 09:27:26.779109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:26.802632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:26.840613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0cf4e7ac-e7bb-4408-9589-fbae8ede9977 req-3d1bac3a-6440-4d77-871f-3e316d9455af tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996535 Feb 15 09:27:26.847499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853115e6-2783-49e0-971a-fa8a3297e503 req-d1999a2e-50e8-43cf-ac60-879da3a5aff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:26.850606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-d1999a2e-50e8-43cf-ac60-879da3a5aff7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dcf48dfc73a94888aa9a0d49666b124f&device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 1095 time: 0.0971849 Feb 15 09:27:27.039886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853115e6-2783-49e0-971a-fa8a3297e503 req-3306fc9c-52b8-464f-a9f6-d8a9b5b1dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.040365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-3306fc9c-52b8-464f-a9f6-d8a9b5b1dc7a service neutron] 10.222.0.72 "GET /v2.0/networks?id=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 HTTP/1.1" status: 200 len: 915 time: 0.1795349 Feb 15 09:27:27.041058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:27.105113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-9db2127a-8f4c-421c-bd31-4ea22a75c471 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ce051796-6626-450b-aade-77ef3f86d8fb HTTP/1.1" status: 200 len: 217 time: 0.0544281 Feb 15 09:27:27.113566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e92df66-1706-429f-a5ec-389a933e2a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.162738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c092ab87-d1f1-4fa4-90fd-44aa03d468ee up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:27.186814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e415b-265a-427c-acb9-d1b35114d383 req-7a716bc6-583a-47b2-9d7b-2fa944387132 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.188512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f62e415b-265a-427c-acb9-d1b35114d383 req-7a716bc6-583a-47b2-9d7b-2fa944387132 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.5481484 Feb 15 09:27:27.189031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:27.229136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972af12-173e-4f70-ab0b-9d298a6ac190 req-4dc23c45-59cc-4236-832d-aed713e7f72f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.230696 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c972af12-173e-4f70-ab0b-9d298a6ac190 req-4dc23c45-59cc-4236-832d-aed713e7f72f tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 945 time: 0.1333535 Feb 15 09:27:27.237268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853115e6-2783-49e0-971a-fa8a3297e503 req-010ac1e0-ef83-45b8-b1d5-2079475ee6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.238830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-010ac1e0-ef83-45b8-b1d5-2079475ee6b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d4699de5-b5ac-471e-b03c-31e93f1fe22d HTTP/1.1" status: 200 len: 854 time: 0.1201735 Feb 15 09:27:27.245543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dbd7-4ec5-4436-a861-61406aa18309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.268388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c092ab87-d1f1-4fa4-90fd-44aa03d468ee completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:27.270547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:27.282385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c092ab87-d1f1-4fa4-90fd-44aa03d468ee triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:27.283234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.296037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-7a2f5958-d80a-40b9-ba27-c99c256ef146 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450480 Feb 15 09:27:27.332201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.332890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.334415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-1384e4e5-9e77-46e3-8ee6-661cdf501cb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 1121 time: 2.1185689 Feb 15 09:27:27.346426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f62e415b-265a-427c-acb9-d1b35114d383 req-bfed7c7e-416a-4c0c-b941-f4d846e9c19c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479068 Feb 15 09:27:27.357182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-70fa1eff-5f98-4236-819d-f4788744c4eb service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725386 Feb 15 09:27:27.383463 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c972af12-173e-4f70-ab0b-9d298a6ac190 req-0e171c38-fc42-4306-9c88-654a2bf3785d tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423774 Feb 15 09:27:27.418746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9d6ff572-0a99-4fba-ab98-217b10dd667d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:27.490572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.517337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efcc9b08-b2b4-4ecb-be3f-ac6377bb8f3e req-51981fca-6dad-4f1a-8f67-a97a98d4c64d service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540804 Feb 15 09:27:27.552749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e92df66-1706-429f-a5ec-389a933e2a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.570044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e92df66-1706-429f-a5ec-389a933e2a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.597599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b3ff9-938e-4703-a357-21ad650bf391 req-0c17e83a-1763-4bce-acfc-65e9c6fc9967 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.599176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:27.602517 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afdb5c6d-9f1a-41fe-9c27-8523b5a83f42" -d '{"events": [{"server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "name": "network-vif-plugged", "status": "completed", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:27.606525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-730b3ff9-938e-4703-a357-21ad650bf391 req-0c17e83a-1763-4bce-acfc-65e9c6fc9967 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 944 time: 0.0878305 Feb 15 09:27:27.634178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-5c255005-34ad-4bfa-92d7-11c02d6f1ea5 service neutron] 10.222.0.72 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284924 Feb 15 09:27:27.636457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:27.638436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 56aeb608-9653-4827-b9ba-2110e1f0e782 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:27.647351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123de74-7667-4acf-b0cf-d58f4f391073 req-228ce8e6-d121-4da0-9ca7-03965e26adb3 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:27.654962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8123de74-7667-4acf-b0cf-d58f4f391073 req-228ce8e6-d121-4da0-9ca7-03965e26adb3 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 944 time: 0.1600878 Feb 15 09:27:27.663669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dbd7-4ec5-4436-a861-61406aa18309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.676163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e92df66-1706-429f-a5ec-389a933e2a30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b027ce0143f4453f8ab47e4f5c797cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316152 Feb 15 09:27:27.676163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92df66-1706-429f-a5ec-389a933e2a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340d8cf7-e882-4c66-a925-2325bd1ab40e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:27.676449 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.677831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50576) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:27.690875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-730b3ff9-938e-4703-a357-21ad650bf391 req-a3dad993-ce34-47c6-9b4c-5b3deb755c92 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789497 Feb 15 09:27:27.692157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc6dbd7-4ec5-4436-a861-61406aa18309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.787969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2fc6dbd7-4ec5-4436-a861-61406aa18309 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39eae44310e34a9a8fa5f0da82a849ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923345 Feb 15 09:27:27.791486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50580) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:27.793993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6dbd7-4ec5-4436-a861-61406aa18309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9fd337-5305-4dea-8ee8-37bf33309ac6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:27.794178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8123de74-7667-4acf-b0cf-d58f4f391073 req-53f0b535-f3b9-496f-b065-8aa4784265cf tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381149 Feb 15 09:27:27.805392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:27.813909 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ca98ed-dfe9-4e2c-ac17-bd4e4eec6f4e x-openstack-request-id: req-23ca98ed-dfe9-4e2c-ac17-bd4e4eec6f4e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:27.814214 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "name": "network-vif-plugged", "status": "completed", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:27.814433 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23ca98ed-dfe9-4e2c-ac17-bd4e4eec6f4e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:27.814816 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'code': 200} Feb 15 09:27:27.881965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.897313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 56aeb608-9653-4827-b9ba-2110e1f0e782 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:27.898350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-853115e6-2783-49e0-971a-fa8a3297e503 req-e414d276-4496-429e-bf4b-1b061048e383 service neutron] 10.222.0.72 "GET /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392488 Feb 15 09:27:27.907649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 56aeb608-9653-4827-b9ba-2110e1f0e782 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:27.908257 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.939284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:27.981471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.012383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.039708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c8add-c4b1-4c0b-a49b-467eaf1f62d4 req-a4737aa5-760e-45c4-8d61-341835d5f112 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.041461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a39c8add-c4b1-4c0b-a49b-467eaf1f62d4 req-a4737aa5-760e-45c4-8d61-341835d5f112 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0868728 Feb 15 09:27:28.066780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d112e89-7c59-4f4a-826f-1a445a68204f req-731f2728-6b12-4f31-9b18-3c22a3f7f0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.068668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d112e89-7c59-4f4a-826f-1a445a68204f req-731f2728-6b12-4f31-9b18-3c22a3f7f0a9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 1097 time: 0.1608934 Feb 15 09:27:28.081705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.084797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.088490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/340d8cf7-e882-4c66-a925-2325bd1ab40e HTTP/1.1" status: 204 len: 168 time: 0.4064751 Feb 15 09:27:28.094401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.111982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876ff3d-a7cd-4f74-a76b-a03980f58eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340d8cf7-e882-4c66-a925-2325bd1ab40e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:28.143568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a39c8add-c4b1-4c0b-a49b-467eaf1f62d4 req-f85364c7-10de-4114-af30-a784a6444d96 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863245 Feb 15 09:27:28.155297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=56aeb608-9653-4827-b9ba-2110e1f0e782,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:28.161494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.164082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.165714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f9fd337-5305-4dea-8ee8-37bf33309ac6 HTTP/1.1" status: 204 len: 168 time: 0.3653915 Feb 15 09:27:28.169855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:28.181697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d112e89-7c59-4f4a-826f-1a445a68204f req-4e769e87-fe59-4f41-9eb9-d38ce7e91417 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059673 Feb 15 09:27:28.182918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4494c35a-e0b0-45cf-b3ec-521555d96d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9fd337-5305-4dea-8ee8-37bf33309ac6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:28.263760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:28.501281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da13107-b0dc-4dea-8ef4-2b68add755ac req-1bcf7d7d-a04c-4e9a-9cba-1dcd10a4e2d1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.501281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1da13107-b0dc-4dea-8ef4-2b68add755ac req-1bcf7d7d-a04c-4e9a-9cba-1dcd10a4e2d1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.0633633 Feb 15 09:27:28.546058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80568338-a32b-4f8f-a24c-2b95bbc74a06 req-e6a868b5-8cc8-4948-8d6e-a5f69609ff77 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.548547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80568338-a32b-4f8f-a24c-2b95bbc74a06 req-e6a868b5-8cc8-4948-8d6e-a5f69609ff77 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.0747740 Feb 15 09:27:28.550791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1da13107-b0dc-4dea-8ef4-2b68add755ac req-17ca2f75-1284-4507-8f07-52d86801be05 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469382 Feb 15 09:27:28.583187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53'}, {'name': 'network-changed', 'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:28.585529 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1908a-c1ba-4dcd-92eb-be2b178001b1" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "tag": "971aa89d-055c-46de-80b7-e18797d31d53"}, {"name": "network-changed", "server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:28.619129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80568338-a32b-4f8f-a24c-2b95bbc74a06 req-f38b2123-f610-42ee-a122-6af453e4be4e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589211 Feb 15 09:27:28.656351 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658aef7c-e746-4c18-85af-4a6cbfbaa4b5 x-openstack-request-id: req-658aef7c-e746-4c18-85af-4a6cbfbaa4b5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:28.656946 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "tag": "971aa89d-055c-46de-80b7-e18797d31d53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:28.657347 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-658aef7c-e746-4c18-85af-4a6cbfbaa4b5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:28.657881 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53', 'status': 'completed', 'code': 200} Feb 15 09:27:28.658306 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'status': 'completed', 'code': 200} Feb 15 09:27:28.684941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:28.727501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-d1dc7a3c-2ef0-4750-9128-b0d850731a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.729303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-d1dc7a3c-2ef0-4750-9128-b0d850731a5e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1124 time: 0.0564311 Feb 15 09:27:28.729722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-dee90877-1d92-4f42-b43f-f9f763707f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.732550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-dee90877-1d92-4f42-b43f-f9f763707f49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1094 time: 0.0543265 Feb 15 09:27:28.876218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b3638-bd31-45ed-8072-5d303534710e req-2651f479-a8b6-4792-9e9d-73488ff205d8 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.876489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-82323596-8e9c-4fa5-9943-3cc4d38d0aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.877827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a9b3638-bd31-45ed-8072-5d303534710e req-2651f479-a8b6-4792-9e9d-73488ff205d8 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 944 time: 0.0846961 Feb 15 09:27:28.879062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-db8b0014-8b1b-4a88-83ec-d1358d6a573e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:28.880396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-db8b0014-8b1b-4a88-83ec-d1358d6a573e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1410720 Feb 15 09:27:28.886163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-82323596-8e9c-4fa5-9943-3cc4d38d0aca service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.1493814 Feb 15 09:27:28.943633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-f647d318-eb61-4b79-a442-95e001370b18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0498343 Feb 15 09:27:28.969528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-7762d186-54e5-4934-a8bf-f8660dfdde06 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.0710001 Feb 15 09:27:28.969528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83d65ce2-9ed4-443e-a17c-3d949d9c21d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.011563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a9b3638-bd31-45ed-8072-5d303534710e req-c5d56740-2b4d-4078-999f-30e64a53968c tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252387 Feb 15 09:27:29.038660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-c628fb5b-81c3-4e52-8fda-5bf0168f7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.040189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-c628fb5b-81c3-4e52-8fda-5bf0168f7e1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0861664 Feb 15 09:27:29.083734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-8fcb1f92-0581-4979-8f7f-00c46668e5c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341642 Feb 15 09:27:29.098603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e059af4-5757-4715-95e7-a0cc421db2af req-87e5b1e7-131e-4be3-9a6c-e1149d641b06 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.100117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e059af4-5757-4715-95e7-a0cc421db2af req-87e5b1e7-131e-4be3-9a6c-e1149d641b06 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.1562176 Feb 15 09:27:29.125982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-1edced59-a86e-40f2-87a4-b8674dfa2cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.127682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-1edced59-a86e-40f2-87a4-b8674dfa2cbe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1353436 Feb 15 09:27:29.207336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-e802dc5e-e2e4-44e9-a17b-acd25b060388 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685093 Feb 15 09:27:29.229793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-510e5712-8339-43a4-9d3b-649b75322041 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374962 Feb 15 09:27:29.309170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e059af4-5757-4715-95e7-a0cc421db2af req-a51a55ed-6fc6-4494-bba8-bd88624157c4 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945722 Feb 15 09:27:29.346061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3b657-3318-4a8c-b2a8-38b533237000 req-1a69d929-6a32-472a-8b4a-83cb0d28b843 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.347793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40a3b657-3318-4a8c-b2a8-38b533237000 req-1a69d929-6a32-472a-8b4a-83cb0d28b843 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.1218143 Feb 15 09:27:29.365037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83d65ce2-9ed4-443e-a17c-3d949d9c21d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.380993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83d65ce2-9ed4-443e-a17c-3d949d9c21d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.389812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-6ca84617-1cd5-4192-afee-a0ba10894a8f service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480522 Feb 15 09:27:29.403385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-27b4b9ad-edb1-4312-8356-ea5e2fe40273 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849973 Feb 15 09:27:29.418904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40a3b657-3318-4a8c-b2a8-38b533237000 req-12974081-17a3-4312-9e38-377330907caf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581329 Feb 15 09:27:29.450597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d65ce2-9ed4-443e-a17c-3d949d9c21d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb26de-f062-4690-a955-dd2ab81721c1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:29.457519 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-83d65ce2-9ed4-443e-a17c-3d949d9c21d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2510336dae3b4cd095eeed3f08434c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715812 Feb 15 09:27:29.460274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50670) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:29.539560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.568389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.590984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12b1908a-c1ba-4dcd-92eb-be2b178001b1 req-95254c32-9637-427b-b4a3-595c55629712 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709802 Feb 15 09:27:29.639675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.642477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.644999 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d0bb26de-f062-4690-a955-dd2ab81721c1 HTTP/1.1" status: 204 len: 168 time: 0.1822069 Feb 15 09:27:29.659944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ce051796-6626-450b-aade-77ef3f86d8fb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:29.662250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829119e-0476-4c16-ad6c-ad36b122406b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb26de-f062-4690-a955-dd2ab81721c1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:29.711105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc25d43-00f8-463d-9194-21de192616ee req-6d8df842-05fc-4f13-8850-d5f066bbb705 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.717854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adc25d43-00f8-463d-9194-21de192616ee req-6d8df842-05fc-4f13-8850-d5f066bbb705 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.0809796 Feb 15 09:27:29.774065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760aefe6-dd56-4b59-a650-4c4a5bd28520 req-368d96d5-aded-4828-b1d2-b0ee2e53feac tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.783061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adc25d43-00f8-463d-9194-21de192616ee req-e0041f85-1c1e-4800-be7d-b04096e020c7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564425 Feb 15 09:27:29.784966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-760aefe6-dd56-4b59-a650-4c4a5bd28520 req-368d96d5-aded-4828-b1d2-b0ee2e53feac tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.0734689 Feb 15 09:27:29.818744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:29.822538 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3185faa-24e9-42f5-a829-838267b59375" -d '{"events": [{"server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "name": "network-vif-plugged", "status": "completed", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:29.825283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-760aefe6-dd56-4b59-a650-4c4a5bd28520 req-5c779fa9-fac4-432c-b474-f51ec37790d0 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393500 Feb 15 09:27:29.839763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ce051796-6626-450b-aade-77ef3f86d8fb,segment=NetworkSegment(36d2429b-d527-4b43-826f-fb873f911655),segment_id=36d2429b-d527-4b43-826f-fb873f911655)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:29.870154 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4bbc11-a659-4373-9c53-67dc4e759f7e x-openstack-request-id: req-fd4bbc11-a659-4373-9c53-67dc4e759f7e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:29.870527 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "name": "network-vif-plugged", "status": "completed", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:29.870803 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd4bbc11-a659-4373-9c53-67dc4e759f7e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:29.871305 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782', 'code': 200} Feb 15 09:27:29.872429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ce051796-6626-450b-aade-77ef3f86d8fb', 'network_id': 'a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3', 'port_id': 'ce051796-6626-450b-aade-77ef3f86d8fb', 'mac_address': 'fa:16:3e:ef:dc:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4699de5-b5ac-471e-b03c-31e93f1fe22d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:29.939303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.953870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce051796-6626-450b-aade-77ef3f86d8fb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:29.980949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ce051796-6626-450b-aade-77ef3f86d8fb,segment=NetworkSegment(36d2429b-d527-4b43-826f-fb873f911655),segment_id=36d2429b-d527-4b43-826f-fb873f911655)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:29.989055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:29.989829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1ab02-02eb-45a2-b71a-516798f2cc52 req-dbfca6c9-b2d5-45fc-88da-1e9326148026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:29.992037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87f1ab02-02eb-45a2-b71a-516798f2cc52 req-dbfca6c9-b2d5-45fc-88da-1e9326148026 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 1096 time: 0.0543356 Feb 15 09:27:30.016082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c1473-3d10-4714-bbba-db7b0ab174e2 req-b3aa161b-ee37-4388-955a-9475736f7b69 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:30.017752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e53c1473-3d10-4714-bbba-db7b0ab174e2 req-b3aa161b-ee37-4388-955a-9475736f7b69 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.0705869 Feb 15 09:27:30.030414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:30.033131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Request body: {'floatingip': {'port_id': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:30.082144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:30.092096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:30.193433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87f1ab02-02eb-45a2-b71a-516798f2cc52 req-5cc89152-6e18-4511-83f3-a60f7cdbef27 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922441 Feb 15 09:27:30.249222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c372188-96ff-4181-aacf-8ad5c8519902 req-8e3e64e2-7572-4a36-96a6-2ff4db6969e0 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:30.251441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c372188-96ff-4181-aacf-8ad5c8519902 req-8e3e64e2-7572-4a36-96a6-2ff4db6969e0 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 945 time: 0.1244648 Feb 15 09:27:30.252831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ce051796-6626-450b-aade-77ef3f86d8fb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:30.457204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27844f7-1e40-4af4-89b7-29db4ad53f48 req-d8522efc-0b1a-445d-a6d4-0838ab53d0e6 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:30.467465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a27844f7-1e40-4af4-89b7-29db4ad53f48 req-d8522efc-0b1a-445d-a6d4-0838ab53d0e6 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.0779176 Feb 15 09:27:30.513628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a27844f7-1e40-4af4-89b7-29db4ad53f48 req-73ed8274-a00a-4282-9e9a-d8ec13a3d4aa tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Feb 15 09:27:30.618173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c372188-96ff-4181-aacf-8ad5c8519902 req-837879c5-1182-4af0-a57f-e95591bb0247 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576567 Feb 15 09:27:30.685623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee243c6-777b-4eea-9359-326346fbab2c req-cf45eab7-aee1-41de-abab-580daa6fd37d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:30.687400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ee243c6-777b-4eea-9359-326346fbab2c req-cf45eab7-aee1-41de-abab-580daa6fd37d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0933299 Feb 15 09:27:30.745272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ee243c6-777b-4eea-9359-326346fbab2c req-13e2abbc-0c27-488a-9632-5a6832f1e656 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479486 Feb 15 09:27:30.947237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500f53c-7f3c-4cfe-90dd-10d42f095755 req-0862c282-7d0a-467c-bf52-f935676e42c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:30.949738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4500f53c-7f3c-4cfe-90dd-10d42f095755 req-0862c282-7d0a-467c-bf52-f935676e42c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.0773277 Feb 15 09:27:30.999863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:31.011941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:31.019689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4500f53c-7f3c-4cfe-90dd-10d42f095755 req-6693acba-4f41-487f-9c77-f25e31278e9f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 Feb 15 09:27:31.066415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-77423377-51d1-430e-9710-e5f07002aca6 service neutron] 10.222.0.72 "GET /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d/bindings/n-h1-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.1370263 Feb 15 09:27:31.185776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:31.186296 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d associated. External IP: 172.25.6.165, port: c092ab87-d1f1-4fa4-90fd-44aa03d468ee. Feb 15 09:27:31.382535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:31.409255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '971aa89d-055c-46de-80b7-e18797d31d53', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'port_id': '971aa89d-055c-46de-80b7-e18797d31d53', 'mac_address': 'fa:16:3e:3f:97:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0d0193-f267-4c60-9a62-451a5d6f5df1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:31.489927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:31.522092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971aa89d-055c-46de-80b7-e18797d31d53 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:31.536578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:31.560679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:31.569561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:31.572550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:31.674723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ce051796-6626-450b-aade-77ef3f86d8fb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:31.692965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:31.704222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:31.732382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75fbe6-e471-4dab-86e3-706e8e99ba8d req-505f4523-53ac-47eb-b84e-b4710403d083 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:31.734461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff75fbe6-e471-4dab-86e3-706e8e99ba8d req-505f4523-53ac-47eb-b84e-b4710403d083 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.1063950 Feb 15 09:27:31.735009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50774) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:31.790279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:27:31.794217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6ff572-0a99-4fba-ab98-217b10dd667d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:31.821721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:31.860753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff75fbe6-e471-4dab-86e3-706e8e99ba8d req-8ac602fd-0ab8-4964-8436-5610790090a8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193879 Feb 15 09:27:31.901742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35937ed7-7f8b-4ec5-a1e0-293fa3c44073 req-4288c71a-4f84-4392-b44d-bc388492125e tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:31.912943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35937ed7-7f8b-4ec5-a1e0-293fa3c44073 req-4288c71a-4f84-4392-b44d-bc388492125e tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 945 time: 0.1209793 Feb 15 09:27:31.948241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a20d1c7-744c-48b2-8438-6cd5b6f81d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:31.966054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.073336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a20d1c7-744c-48b2-8438-6cd5b6f81d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.082232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a20d1c7-744c-48b2-8438-6cd5b6f81d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.118415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35937ed7-7f8b-4ec5-a1e0-293fa3c44073 req-f15ab7f2-bddc-428a-a634-155615064787 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984231 Feb 15 09:27:32.125650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:32.147675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port ce051796-6626-450b-aade-77ef3f86d8fb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:32.161853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ce051796-6626-450b-aade-77ef3f86d8fb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:32.162226 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.163848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d has no active binding in host n-h1-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:27:32.215780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:27:32.228598 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:27:32.241230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.242849 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:27:32.249349 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:32.286605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1a20d1c7-744c-48b2-8438-6cd5b6f81d5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a62a2cb1b6ad45dc8c5b2417c3fa77d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5482576 Feb 15 09:27:32.299763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50796) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:32.312757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20d1c7-744c-48b2-8438-6cd5b6f81d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d664e22-77da-4a9c-9cbb-f2787a86f19f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:32.350620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29d3a-0f0a-4c84-8856-f77150519007 req-773bb1ca-41de-4d72-872e-bba8a72553ec tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:32.352425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84d29d3a-0f0a-4c84-8856-f77150519007 req-773bb1ca-41de-4d72-872e-bba8a72553ec tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 944 time: 0.2577279 Feb 15 09:27:32.396608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.418293 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:27:32.419186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84d29d3a-0f0a-4c84-8856-f77150519007 req-d11924fe-dd7d-4f48-bd95-1244b1cf7526 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602975 Feb 15 09:27:32.429296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['971aa89d-055c-46de-80b7-e18797d31d53'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:32.444040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:32.446568 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0d7bf6-1ba8-4f40-a92c-ba6321d2ef58" -d '{"events": [{"server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "name": "network-vif-plugged", "status": "completed", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:32.466383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] Transition to ACTIVE for port object 9d6ff572-0a99-4fba-ab98-217b10dd667d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:32.472889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f60b45f-9876-4402-be6d-3d7c96b59536 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "PUT /v2.0/floatingips/c35f39fb-4398-406b-b4fb-504c5ca8514d HTTP/1.1" status: 200 len: 992 time: 2.4433687 Feb 15 09:27:32.481819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:32.484209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ce051796-6626-450b-aade-77ef3f86d8fb,segment=NetworkSegment(36d2429b-d527-4b43-826f-fb873f911655),segment_id=36d2429b-d527-4b43-826f-fb873f911655)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:32.487047 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39" -d '{"events": [{"name": "network-changed", "server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:32.495735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.498659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.580943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:32.610752 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261e4492-4c76-48d8-b5da-c3361c86c3f3 x-openstack-request-id: req-261e4492-4c76-48d8-b5da-c3361c86c3f3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:32.611122 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "name": "network-vif-plugged", "status": "completed", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:32.611485 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-261e4492-4c76-48d8-b5da-c3361c86c3f3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:32.612252 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb', 'code': 200} Feb 15 09:27:32.679389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623156d4-24a6-4cc6-a64e-195c64d965a2 req-2150b83a-d1a0-45c3-acb9-bf453663466f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:32.682001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-623156d4-24a6-4cc6-a64e-195c64d965a2 req-2150b83a-d1a0-45c3-acb9-bf453663466f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 943 time: 0.3152120 Feb 15 09:27:32.807762 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:e3:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:27:30Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:32.819241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.823764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] No DVR routers for this DVR port 9d6ff572-0a99-4fba-ab98-217b10dd667d on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:27:32.834262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff392c5-8b1a-42ee-864d-9f6d1b3c47dd req-cc3af7e3-b440-4a55-8692-981ccdc35500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:32.836297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ff392c5-8b1a-42ee-864d-9f6d1b3c47dd req-cc3af7e3-b440-4a55-8692-981ccdc35500 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 1097 time: 0.1266124 Feb 15 09:27:32.871125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007989f6-d2eb-4f8d-a859-3e2356acfce4 req-89133ad6-87d6-4b8e-bcab-15d1394d70b2 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:32.872664 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-007989f6-d2eb-4f8d-a859-3e2356acfce4 req-89133ad6-87d6-4b8e-bcab-15d1394d70b2 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.0991333 Feb 15 09:27:32.877007 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:27:32.885856 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:27:32.886516 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:32.899506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ff392c5-8b1a-42ee-864d-9f6d1b3c47dd req-0c1b39f9-4912-47d0-8e5c-9686e486dc0a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531628 Feb 15 09:27:32.911289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] Pushing event updated for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=10']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:32.941413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-007989f6-d2eb-4f8d-a859-3e2356acfce4 req-904f5e94-86b8-4690-b531-67c65394a37c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570829 Feb 15 09:27:32.962213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e137462d-3fb2-4e42-ad85-e6c1b55bb348 service neutron] 10.222.0.72 "PUT /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d/bindings/n-h1-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8858070 Feb 15 09:27:32.964889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:32.978019 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d558a0b4-f476-4aa2-9e1b-ebeae4fd66de x-openstack-request-id: req-d558a0b4-f476-4aa2-9e1b-ebeae4fd66de {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:32.978464 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:32.978893 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d558a0b4-f476-4aa2-9e1b-ebeae4fd66de {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:32.979991 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'status': 'completed', 'code': 200} Feb 15 09:27:32.983216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-623156d4-24a6-4cc6-a64e-195c64d965a2 req-2efb6a6a-ffad-406e-b372-8949a1a17097 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405157 Feb 15 09:27:33.067862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:33.072137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:33.077779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d664e22-77da-4a9c-9cbb-f2787a86f19f HTTP/1.1" status: 204 len: 168 time: 0.7748108 Feb 15 09:27:33.087028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbfdd4a-0523-4a30-999e-c28627a4be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d664e22-77da-4a9c-9cbb-f2787a86f19f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:33.087590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-ca23c1f0-8e82-4a94-b642-15a19bcb27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.092657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-ca23c1f0-8e82-4a94-b642-15a19bcb27b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=956494ed7420468fa385ae17cd54bf79&device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 1097 time: 0.0918562 Feb 15 09:27:33.140592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:27:33.207955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:33.251771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-32ca6d8c-5af5-45c5-9fbb-f8d38f299a6c tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.253354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-32ca6d8c-5af5-45c5-9fbb-f8d38f299a6c tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0799015 Feb 15 09:27:33.306626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-cf6e210c-f6ff-441b-967a-237c0c3f0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.308202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-cf6e210c-f6ff-441b-967a-237c0c3f0688 service neutron] 10.222.0.36 "GET /v2.0/networks?id=43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 200 len: 924 time: 0.2070630 Feb 15 09:27:33.332964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-dd862320-687d-4146-b9ce-ae076eb1b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.334716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-dd862320-687d-4146-b9ce-ae076eb1b732 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 1095 time: 0.0716484 Feb 15 09:27:33.376482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 971aa89d-055c-46de-80b7-e18797d31d53 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:33.390667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 971aa89d-055c-46de-80b7-e18797d31d53 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:33.391073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:33.556262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:33.575589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-b29887c6-d584-499e-9c46-ee74dd1b8023 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee HTTP/1.1" status: 200 len: 1000 time: 0.2565920 Feb 15 09:27:33.599364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a5d5-b814-4b52-9c19-dd878db7c294 req-85a1e8ac-6cc7-432d-a26f-6c73ac50b233 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.599530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:33.606939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9df0a5d5-b814-4b52-9c19-dd878db7c294 req-85a1e8ac-6cc7-432d-a26f-6c73ac50b233 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.2199783 Feb 15 09:27:33.611727 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:33.642975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-2f9fb171-c064-48c4-b76e-48b2831738c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.644489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-2f9fb171-c064-48c4-b76e-48b2831738c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1095 time: 0.2565088 Feb 15 09:27:33.660858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:33.684340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:33.686987 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:e3:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:27:30Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:33.722431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9df0a5d5-b814-4b52-9c19-dd878db7c294 req-12dfb5a7-e7af-4592-97f9-23f04263c828 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098664 Feb 15 09:27:33.734871 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc14c71-391b-4573-8a4e-87d4ae7396bb None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'c35f39fb-4398-406b-b4fb-504c5ca8514d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'floating_ip_address': '172.25.6.165', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'port_id': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'mac_address': 'fa:16:3e:e3:1b:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:26:15Z', 'updated_at': '2022-02-15T09:27:30Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:27:33.790772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-dc75d823-a094-4442-a365-2194b96c2086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:33.792497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-dc75d823-a094-4442-a365-2194b96c2086 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 200 len: 862 time: 0.1819668 Feb 15 09:27:33.888186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50898) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:33.910641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7e12200-3097-4f1e-87b8-e85e56888ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.024678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-7b49344e-d8b3-48d5-97ad-9451d51f8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:34.026624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-7b49344e-d8b3-48d5-97ad-9451d51f8c59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43b9bd67-c55b-4e92-86a3-8213da730b9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2232566 Feb 15 09:27:34.084851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-0a4dc957-caf4-4f46-bcd7-ae57dc878b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:34.089553 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-0a4dc957-caf4-4f46-bcd7-ae57dc878b33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.4222038 Feb 15 09:27:34.149004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7e12200-3097-4f1e-87b8-e85e56888ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.160832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7e12200-3097-4f1e-87b8-e85e56888ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.167250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064499a4-13c5-489b-be2f-7f3df005f239 None None] New status for floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:27:34.239404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7e12200-3097-4f1e-87b8-e85e56888ea5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1244522b7944ba3b66aec93a6822c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469672 Feb 15 09:27:34.239991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e12200-3097-4f1e-87b8-e85e56888ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991c62d2-c250-40d1-ab7f-c8aeb618f2ef,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:34.247942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50908) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:34.250343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-70a9fe27-a044-4a69-9443-77b8f21c2378 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.1327481 Feb 15 09:27:34.285181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a3f43c-0c0c-43a8-8262-cdc4b6428ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.324938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c93079-d62d-4a52-ad50-7448d939da83 req-2f83e8b6-1428-4356-b241-5f747e80ca93 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:34.326437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94c93079-d62d-4a52-ad50-7448d939da83 req-2f83e8b6-1428-4356-b241-5f747e80ca93 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 945 time: 0.4152555 Feb 15 09:27:34.338061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc08fca2-4c21-4308-a264-c39b208a1e07 req-0969ab41-39a7-4b0c-95fd-bcc08af31dd6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:34.339627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc08fca2-4c21-4308-a264-c39b208a1e07 req-0969ab41-39a7-4b0c-95fd-bcc08af31dd6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.1306264 Feb 15 09:27:34.406161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e276272e-b296-428d-bfee-7d6683759b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:34.407746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-e276272e-b296-428d-bfee-7d6683759b68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1485035 Feb 15 09:27:34.409933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc08fca2-4c21-4308-a264-c39b208a1e07 req-2da49266-b71c-4318-9200-48c59bdd584d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593321 Feb 15 09:27:34.413506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-75412ab6-b425-4bd5-8443-dd4dc6331761 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361931 Feb 15 09:27:34.421584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.450437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a3f43c-0c0c-43a8-8262-cdc4b6428ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.457785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a3f43c-0c0c-43a8-8262-cdc4b6428ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.494972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26a3f43c-0c0c-43a8-8262-cdc4b6428ee7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=60a125c22f9b428eb2a84b4d3b21388e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8296349 Feb 15 09:27:34.498886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50918) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:34.503353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94c93079-d62d-4a52-ad50-7448d939da83 req-a513a25d-36a7-48e8-ac85-aa65ff4aada4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610627 Feb 15 09:27:34.516438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-c7403f74-4e83-44b9-a093-0b0d87911489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018558 Feb 15 09:27:34.536650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3f43c-0c0c-43a8-8262-cdc4b6428ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c66d807-cfce-413c-8bb9-bde6cc97bd84,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:34.577563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.580331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.613178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:34.617027 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9dcb62a-082f-428d-8be5-a4d77c9a90f6" -d '{"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-plugged", "status": "completed", "tag": "971aa89d-055c-46de-80b7-e18797d31d53"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:34.625247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.697669 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd60e1a-ea1a-4dfa-8f71-8d6fb7b2874b x-openstack-request-id: req-fcd60e1a-ea1a-4dfa-8f71-8d6fb7b2874b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:34.698306 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-plugged", "status": "completed", "tag": "971aa89d-055c-46de-80b7-e18797d31d53", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:34.699313 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcd60e1a-ea1a-4dfa-8f71-8d6fb7b2874b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:34.700616 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53', 'code': 200} Feb 15 09:27:34.740270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc0b58ea-4fe3-4b1d-b2e5-c4c2a4867d39 req-52c99008-b7bb-4da1-ac59-4fdee2a234c2 service neutron] 10.222.0.36 "GET /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946522 Feb 15 09:27:34.767490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.771295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.773855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-60f84095-08d3-4d3c-9287-ca59148c260b service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279921 Feb 15 09:27:34.775676 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c66d807-cfce-413c-8bb9-bde6cc97bd84 HTTP/1.1" status: 204 len: 168 time: 0.2748365 Feb 15 09:27:34.796734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019c674-f2c9-41c5-a58c-74918cd0098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c66d807-cfce-413c-8bb9-bde6cc97bd84,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:34.801922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.805658 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:34.809144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/991c62d2-c250-40d1-ab7f-c8aeb618f2ef HTTP/1.1" status: 204 len: 168 time: 0.5556645 Feb 15 09:27:35.200191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2f22b-08c5-4caf-8236-584ca9dfb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991c62d2-c250-40d1-ab7f-c8aeb618f2ef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:35.268507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ab36-a98c-49cf-8fe0-97ae748490e7 req-4aafa9fc-cea5-4b15-8362-7aea4d600e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:35.270513 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fde8ab36-a98c-49cf-8fe0-97ae748490e7 req-4aafa9fc-cea5-4b15-8362-7aea4d600e7a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1096 time: 0.5076883 Feb 15 09:27:35.303344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd106a-49c0-4fc6-804d-7b3ffa055975 req-3d4a4bdb-9df3-4270-937b-3748ff6394ae tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:35.304892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99dd106a-49c0-4fc6-804d-7b3ffa055975 req-3d4a4bdb-9df3-4270-937b-3748ff6394ae tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.4671173 Feb 15 09:27:35.346419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-adc3c2e3-ff23-422d-8d15-f2069be46a86 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379498 Feb 15 09:27:35.362153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fde8ab36-a98c-49cf-8fe0-97ae748490e7 req-25261720-8fd5-4071-84dc-6e9907cac2b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809062 Feb 15 09:27:35.377141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99dd106a-49c0-4fc6-804d-7b3ffa055975 req-496e0255-d9a2-4d06-b5f7-f053c2aec10b tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598130 Feb 15 09:27:35.487393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51012) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:35.502892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a09930-4472-402a-8d0a-61d34c7f4ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.570657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a24d62-e3f2-4379-bb39-2c1e11efc4ea req-457d4073-cd18-4f64-a930-bce9a521b1ca tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:35.572429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8a24d62-e3f2-4379-bb39-2c1e11efc4ea req-457d4073-cd18-4f64-a930-bce9a521b1ca tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.0670912 Feb 15 09:27:35.618503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a09930-4472-402a-8d0a-61d34c7f4ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.625868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8a24d62-e3f2-4379-bb39-2c1e11efc4ea req-e5dd7d08-20a7-444c-a3c2-6f159ab02906 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467823 Feb 15 09:27:35.628485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a09930-4472-402a-8d0a-61d34c7f4ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.681026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:27:35.711044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61a09930-4472-402a-8d0a-61d34c7f4ce9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a384077c25554b6a83a73767904147b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2191238 Feb 15 09:27:35.711044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51026) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:35.719097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a09930-4472-402a-8d0a-61d34c7f4ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b91db7-6cca-40d1-9172-38847b6badac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:35.840728 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.851867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:27:35.875797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.896679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412232a-82af-421a-9d6a-b1c603b5402a req-14e0df70-17db-4e14-b195-971a3305aa5a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:35.904018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3412232a-82af-421a-9d6a-b1c603b5402a req-14e0df70-17db-4e14-b195-971a3305aa5a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 945 time: 0.1199000 Feb 15 09:27:35.925613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-728ecfeb-310e-4e6a-ae8e-ffbae8045e4b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:35.926733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-728ecfeb-310e-4e6a-ae8e-ffbae8045e4b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.1321995 Feb 15 09:27:35.973794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.980225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:35.986459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03b91db7-6cca-40d1-9172-38847b6badac HTTP/1.1" status: 204 len: 168 time: 0.2746763 Feb 15 09:27:35.997055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16686a26-5e72-4463-aedf-a32ebb931257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b91db7-6cca-40d1-9172-38847b6badac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:36.008125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3412232a-82af-421a-9d6a-b1c603b5402a req-8db99440-502a-4f37-9461-4209ac587d56 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984807 Feb 15 09:27:36.150741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-6ecccfd1-c5be-441f-b5ba-a39d35902512 service neutron] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:36.154191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-6ecccfd1-c5be-441f-b5ba-a39d35902512 service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.156090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe26f037-fd13-443b-a9e9-5ecf13434729 req-6ecccfd1-c5be-441f-b5ba-a39d35902512 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d/bindings/n-h2-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.2085974 Feb 15 09:27:36.416257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51108) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:36.671881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1110144187-network', 'tenant_id': 'edc1da6c5aba4c2da101fc35753b250b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:36.722506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Made reservation on behalf of edc1da6c5aba4c2da101fc35753b250b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:36.728243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.780678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.799580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:27:36.883310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea027-fd0c-4e00-9654-f9a211850a9c req-12ce2869-6fbd-42cd-99a9-47a8c43ed954 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:36.886032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.892055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.893918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-859ea027-fd0c-4e00-9654-f9a211850a9c req-12ce2869-6fbd-42cd-99a9-47a8c43ed954 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.0990169 Feb 15 09:27:36.917702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:36.938144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:36.938597 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Added segment 3d548051-0072-4172-90ca-658f44cc0782 of type vlan for network 9d04bd42-1297-4fb4-9da8-c7fb61146996 Feb 15 09:27:36.940468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b76c84-7db7-4d31-9b8e-15fda928b030,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:36.950272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-859ea027-fd0c-4e00-9654-f9a211850a9c req-5cf17b50-6241-414e-a6f2-41e8fbe4e056 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551949 Feb 15 09:27:37.002503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.033547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.035605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:37.036498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.234103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8151100 Feb 15 09:27:37.235082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506a282-51cb-4b8d-8b42-aa3eaa79c8a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9d04bd42-1297-4fb4-9da8-c7fb61146996,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:37.238277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51186) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:37.244519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Request body: {'subnet': {'network_id': '9d04bd42-1297-4fb4-9da8-c7fb61146996', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1110144187-subnet', 'tenant_id': 'edc1da6c5aba4c2da101fc35753b250b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:37.260490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9d04bd42-1297-4fb4-9da8-c7fb61146996 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:37.269869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a009e7-04eb-47bc-bc44-402b326563a6 req-71cd72b2-efe8-4d5a-986f-604d25f52217 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:37.271662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a009e7-04eb-47bc-bc44-402b326563a6 req-71cd72b2-efe8-4d5a-986f-604d25f52217 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 945 time: 0.1089501 Feb 15 09:27:37.322109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Made reservation on behalf of edc1da6c5aba4c2da101fc35753b250b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:37.326121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.420138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a287cb4a-a1a1-4408-af5f-65a9e4bd5b42 req-be7ea95e-332e-4309-84d6-584a9188a346 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:37.422414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a287cb4a-a1a1-4408-af5f-65a9e4bd5b42 req-be7ea95e-332e-4309-84d6-584a9188a346 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1095 time: 0.0626638 Feb 15 09:27:37.450870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a009e7-04eb-47bc-bc44-402b326563a6 req-6a9d5f72-2395-4df3-aef7-f21f1fa6630c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673245 Feb 15 09:27:37.470831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a287cb4a-a1a1-4408-af5f-65a9e4bd5b42 req-a407833d-ba9a-4b5d-8f32-eaff983e3e5a tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401430 Feb 15 09:27:37.580438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.653103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f0a6c4-ccae-4461-9b0d-a0162afe133a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:37.658304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Checking segment: {'id': '3d548051-0072-4172-90ca-658f44cc0782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9d04bd42-1297-4fb4-9da8-c7fb61146996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:37.658749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Network hostable DHCP agents. Network: 9d04bd42-1297-4fb4-9da8-c7fb61146996, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:37.689633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Network 9d04bd42-1297-4fb4-9da8-c7fb61146996 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:37.708851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9d04bd42-1297-4fb4-9da8-c7fb61146996) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:37.719481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613c5aa4-0556-4b97-b275-f5cfb4fa0208 None None] Network 9d04bd42-1297-4fb4-9da8-c7fb61146996 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:37.739681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:37.746038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:37.781027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a97656b5-0840-4995-9ad9-0ca4dc21843f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5396390 Feb 15 09:27:37.933872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e1884a-e4c3-425c-aa18-78c188e0fb80 None None] Network 9d04bd42-1297-4fb4-9da8-c7fb61146996 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:37.981310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34287f-ae77-4930-9b24-b8ada8fc4406 req-3d9da17b-d8d5-4fea-aa0b-6beecaac647f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:37.995536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff34287f-ae77-4930-9b24-b8ada8fc4406 req-3d9da17b-d8d5-4fea-aa0b-6beecaac647f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1096 time: 0.0855072 Feb 15 09:27:38.047209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff34287f-ae77-4930-9b24-b8ada8fc4406 req-74d38b81-b877-4c1e-9363-2e67b7761f75 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497384 Feb 15 09:27:38.297989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb40734-ef03-4eb1-a49b-3eadf7979448 req-747bef96-50b9-470f-83de-e770b4ab1d3a tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:38.316013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9bb40734-ef03-4eb1-a49b-3eadf7979448 req-747bef96-50b9-470f-83de-e770b4ab1d3a tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1096 time: 0.0768728 Feb 15 09:27:38.364307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-522fd374-b048-4d62-b2d9-efa6fc140755 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:38.366058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-522fd374-b048-4d62-b2d9-efa6fc140755 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.1869543 Feb 15 09:27:38.369579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9bb40734-ef03-4eb1-a49b-3eadf7979448 req-0743b154-b932-465a-9d7f-4b24664cd19e tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Feb 15 09:27:38.393369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-1c0600a4-60dc-4f82-951e-d6035dd19592 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/quotas/1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 375 time: 0.0215104 Feb 15 09:27:38.505960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-745aad73-446a-4170-88bc-58a7c619669a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060207 Feb 15 09:27:38.616840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-9e4b1147-adb0-4f0f-8ed0-18613efb1f4a service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096673 Feb 15 09:27:38.765300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-e9402526-4ae6-46c9-91a4-4ce1bf4d0456 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475735 Feb 15 09:27:38.933057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51316) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:38.941939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1507712304-network', 'tenant_id': '6a38aaa0c194405b91a3a83a68382f88'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:38.990788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Made reservation on behalf of 6a38aaa0c194405b91a3a83a68382f88 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:38.993128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.012186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.215257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.236437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.273636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:39.301747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.302641 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Added segment f0cb4bd3-a960-45b5-b293-0031f4b0c46d of type vlan for network 6e35878d-1df5-4f6b-90bc-d8e79dca6722 Feb 15 09:27:39.304145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a109c056-8c79-484e-9fd0-0106c637c99e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:39.363183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.422243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.424431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:39.426062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.528175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5913067 Feb 15 09:27:39.528439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:39.536131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Request body: {'subnet': {'network_id': '6e35878d-1df5-4f6b-90bc-d8e79dca6722', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1507712304-subnet', 'tenant_id': '6a38aaa0c194405b91a3a83a68382f88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:39.550022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cde56-7004-4c1c-bc2f-f711c2078535 admin admin] Pushing event updated for resources: {'Network': ['ID=6e35878d-1df5-4f6b-90bc-d8e79dca6722,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:39.564213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6e35878d-1df5-4f6b-90bc-d8e79dca6722 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:39.624487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Made reservation on behalf of 6a38aaa0c194405b91a3a83a68382f88 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:39.627056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:39.880841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.070076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-073aa9e8-1a41-4358-8ff8-3c0c5757cb4e tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446784 Feb 15 09:27:40.084483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=112445ea-4e4f-4944-8d1a-30eef00e9597,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:40.116826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Checking segment: {'id': 'f0cb4bd3-a960-45b5-b293-0031f4b0c46d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6e35878d-1df5-4f6b-90bc-d8e79dca6722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:40.117194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Network hostable DHCP agents. Network: 6e35878d-1df5-4f6b-90bc-d8e79dca6722, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:40.193715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Network 6e35878d-1df5-4f6b-90bc-d8e79dca6722 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:40.226805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6e35878d-1df5-4f6b-90bc-d8e79dca6722) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:40.236161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1282d5f-8c60-4742-a771-f499e2d8755c None None] Network 6e35878d-1df5-4f6b-90bc-d8e79dca6722 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:40.271839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:40.273474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.292039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-39676e41-b8d3-4626-9beb-0975ddf52724 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:40.294253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-39676e41-b8d3-4626-9beb-0975ddf52724 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229171 Feb 15 09:27:40.324864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-daa07172-1feb-48c4-9b09-3ef7ebd08cb7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7864313 Feb 15 09:27:40.324864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-2e6124c4-3afc-47c6-96ba-740465a0b999 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/quotas/5e5dac23ab81450a96473e7d51d8cd02 HTTP/1.1" status: 200 len: 375 time: 0.0202224 Feb 15 09:27:40.362476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-795966cd-8c6d-428f-ac43-9e12118348ff tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378335 Feb 15 09:27:40.467027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0ecc3-34cb-49e3-a201-2ffbbeb3b595 None None] Network 6e35878d-1df5-4f6b-90bc-d8e79dca6722 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:40.490066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51406) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:40.586948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Deleting subnet a8f0a6c4-ccae-4461-9b0d-a0162afe133a {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:27:40.599599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.646116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-669eccef-debe-4329-a427-ac42f3b0e61d tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:27:40.653358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-669eccef-debe-4329-a427-ac42f3b0e61d tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237811 Feb 15 09:27:40.680676 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fde64f7d-a322-4735-ac00-cf096ea2e243 req-80b1ecea-77df-4903-9565-3b2691a6dc26 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 210 time: 0.0707853 Feb 15 09:27:40.708231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.718051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-467d8df1-e6e5-47d7-aba2-03e5c3abde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:40.719934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-467d8df1-e6e5-47d7-aba2-03e5c3abde9d service neutron] 10.222.0.10 "GET /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 1093 time: 0.0658422 Feb 15 09:27:40.723642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.752990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Request body: {'binding': {'host': 'n-h2-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:40.753348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Unknown quota resources ['binding']. {{(pid=102358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:27:40.899615 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.946659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f0a6c4-ccae-4461-9b0d-a0162afe133a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:40.950900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:40.956010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cec76249-2181-4497-ba3a-8ab82c7dcc11 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a8f0a6c4-ccae-4461-9b0d-a0162afe133a HTTP/1.1" status: 204 len: 168 time: 0.4647512 Feb 15 09:27:40.960889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51436) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:40.963573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-a483f6db-1f9a-4c87-be48-b0c4515c21e0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:40.965244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-a483f6db-1f9a-4c87-be48-b0c4515c21e0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.2778099 Feb 15 09:27:40.990439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Request body: {'port': {'device_id': '62914aa9-479b-4212-8ec8-0792fff00b47', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'admin_state_up': True, 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:41.114275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on host n-h2-825064-4 for vnic_type normal with profile None {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:41.114854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:41.115180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:41.120387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.140090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:41.140485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:41.149118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:41.149494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:41.149954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:41.150681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Bound port: 971aa89d-055c-46de-80b7-e18797d31d53, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:41.202323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:41.206581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.334567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:41.336590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.351507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.358370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-12eabd69-a379-45d5-af54-f41596d2fd89 service neutron] 10.222.0.10 "POST /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53/bindings HTTP/1.1" status: 201 len: 389 time: 0.6087246 Feb 15 09:27:41.393240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.393679 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.396166 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.396899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.397498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.399357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.400018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.400521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.401369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.402526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.541792 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.542579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.543307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.543927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:41.544485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d04bd42-1297-4fb4-9da8-c7fb61146996']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:41.617774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d548051-0072-4172-90ca-658f44cc0782') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:41.619027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d548051-0072-4172-90ca-658f44cc0782') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:41.634757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a023cb-2f80-43c7-8b4c-99aa250eb204 req-55f97597-1065-4579-826a-6be0d75a7bcf tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 210 time: 0.0651808 Feb 15 09:27:41.671538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.726696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.744940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:27:41.746719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: from cryptography.utils import int_from_bytes Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: from cryptography.utils import int_from_bytes Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:27:41.802595 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:27:41.815026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Allocated IP 172.20.0.11 (12f13adb-08c4-463c-b067-5503c00763c3/cf2cdfe4-c71d-458e-8017-225818a76962/e1cfb2a6-a479-4a85-9a5b-1c441048a026) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:41.845931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd0a26-5726-4550-9845-bb54000f6b88 req-5ffc0c81-5e0e-4485-b002-9ab2b7bdaabb tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:41.847466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2cd0a26-5726-4550-9845-bb54000f6b88 req-5ffc0c81-5e0e-4485-b002-9ab2b7bdaabb tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 945 time: 0.1003501 Feb 15 09:27:41.903207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-861ae4d3-ed46-4fb1-9726-89c2eb6252fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:41.905807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-861ae4d3-ed46-4fb1-9726-89c2eb6252fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1096 time: 0.0983143 Feb 15 09:27:41.910104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.935058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2cd0a26-5726-4550-9845-bb54000f6b88 req-e913c245-169f-4efb-b831-ba07f5acdee6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756536 Feb 15 09:27:41.954338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:41.975869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9d04bd42-1297-4fb4-9da8-c7fb61146996 HTTP/1.1" status: 204 len: 168 time: 1.0131769 Feb 15 09:27:41.978864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:41.981007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceb044-1405-4594-9b3e-89e6cca8d1c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d04bd42-1297-4fb4-9da8-c7fb61146996,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:42.084964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Deleting subnet 112445ea-4e4f-4944-8d1a-30eef00e9597 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:27:42.104853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-9c3ee75b-3e78-4fbd-9c5c-a540e070b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:42.105322 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.110196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-9c3ee75b-3e78-4fbd-9c5c-a540e070b26e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1787670 Feb 15 09:27:42.110854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.72', 63194) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:42.145991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-8d51dc41-10e2-42c7-915a-72df8c7214ef tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311518 Feb 15 09:27:42.191977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.211142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.235209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-cf7a8381-cc48-4353-b1d6-bf86e9b1660e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0880072 Feb 15 09:27:42.253535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59027e43-269a-48bd-9b83-a630a95f4c90 req-f90c63fd-290f-4c10-8161-a05b658cf2ee tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 210 time: 0.1638675 Feb 15 09:27:42.309563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.324846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.359742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.365248 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/112445ea-4e4f-4944-8d1a-30eef00e9597 HTTP/1.1" status: 204 len: 168 time: 0.3770247 Feb 15 09:27:42.365248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a1cb-a975-450a-9c88-c6a3fd4d9266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112445ea-4e4f-4944-8d1a-30eef00e9597,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:42.365515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:42.404425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-0d25013d-2b36-4ece-9c08-dd2f34711979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:42.407356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-0d25013d-2b36-4ece-9c08-dd2f34711979 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1565835 Feb 15 09:27:42.455373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.460268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.461237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-210e2902-a5f8-4375-8e81-fe63e7a25d0b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433629 Feb 15 09:27:42.508651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:42.531472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Network 12f13adb-08c4-463c-b067-5503c00763c3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:42.534987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:42.537742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:42.543207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:42.543814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.575266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-99ac4b1d-d040-44de-9108-7dff111622be service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063538 Feb 15 09:27:42.576155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-448d6ff0-2a7f-4f3a-94e7-d4fb65d49a8b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6001585 Feb 15 09:27:42.586533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-b1aca1c6-113b-477a-86c6-4cd20d042368 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:42.587983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-b1aca1c6-113b-477a-86c6-4cd20d042368 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4341822 Feb 15 09:27:42.603034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Request body: {'port': {'device_id': '0efccac0-956f-43cc-b0da-619cbde475a5', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '5e5dac23ab81450a96473e7d51d8cd02'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:42.621358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Request body: {'port': {'device_id': '62914aa9-479b-4212-8ec8-0792fff00b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:42.652033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.695951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.696286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.697110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.697436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > port after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.697765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > port after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.698110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > port after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.698422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.698746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.699050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.699357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.778780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.779369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.780777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.780937 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102359) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 15 09:27:42.781403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e35878d-1df5-4f6b-90bc-d8e79dca6722']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:42.821078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Made reservation on behalf of 5e5dac23ab81450a96473e7d51d8cd02 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:42.826090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.830996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-547f4693-0b0d-4990-a4b3-6b3b3b0846d1 req-1d869198-026f-4c5e-abbc-c4f510e01859 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 210 time: 0.0445297 Feb 15 09:27:42.836877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.844000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.851577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0cb4bd3-a960-45b5-b293-0031f4b0c46d') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:42.851983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0cb4bd3-a960-45b5-b293-0031f4b0c46d') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:27:42.860838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-2c1d4813-2cfe-429b-adb4-754de9247d16 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667191 Feb 15 09:27:42.889155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.919587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.939106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:27:42.939638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: from cryptography.utils import int_from_bytes Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: from cryptography.utils import int_from_bytes Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:27:42.944080 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:27:43.020335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.037864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.105812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-f904bde3-2063-45f6-8e96-005f860cf142 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:43.107601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-f904bde3-2063-45f6-8e96-005f860cf142 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.1755781 Feb 15 09:27:43.138734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.148910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.154821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] 10.222.0.10 "DELETE /v2.0/networks/6e35878d-1df5-4f6b-90bc-d8e79dca6722 HTTP/1.1" status: 204 len: 168 time: 0.7846007 Feb 15 09:27:43.172545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cbd8a-2110-4f76-9b06-3d3d8eeed20a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e35878d-1df5-4f6b-90bc-d8e79dca6722,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:43.192716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:43.284511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9a0e2b-552d-46b8-bbca-d311a8ac562e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:43.293989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cfb2a6-a479-4a85-9a5b-1c441048a026 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:43.315046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.333706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Transition to ACTIVE for port object e1cfb2a6-a479-4a85-9a5b-1c441048a026 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:43.339711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.424853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.447291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:43.478473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686dbd00-f160-4718-a86d-0ea71d0cd9ee req-81a15b66-80a9-4cd4-beef-aebc31e096e9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:43.480232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-686dbd00-f160-4718-a86d-0ea71d0cd9ee req-81a15b66-80a9-4cd4-beef-aebc31e096e9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 945 time: 0.4208944 Feb 15 09:27:43.482304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Allocated IP 192.168.233.160 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/f22ef852-f125-4915-b18c-4a5f0409b42a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:43.484153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:43.554078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c1e488-1aed-4141-b0a1-c3d2dae57aa7 req-2f332070-c1d6-4c30-a354-ed6f768c70bf tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:43.555680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20c1e488-1aed-4141-b0a1-c3d2dae57aa7 req-2f332070-c1d6-4c30-a354-ed6f768c70bf tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.1791666 Feb 15 09:27:43.623661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd374b7e-28e1-453e-b768-e27c619daca8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=edc1da6c5aba4c2da101fc35753b250b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1700068 Feb 15 09:27:43.627905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51590) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:43.630051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-686dbd00-f160-4718-a86d-0ea71d0cd9ee req-979374ae-4e4f-4c91-b9ed-0b276291a730 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293805 Feb 15 09:27:43.673127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20c1e488-1aed-4141-b0a1-c3d2dae57aa7 req-4cefa9fc-94a6-4951-89d9-95d08f534b15 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063776 Feb 15 09:27:43.678353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:43.678722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:43.679093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:43.723271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:43.723975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:43.732735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:43.733471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:43.734128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:43.734873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Bound port: e1cfb2a6-a479-4a85-9a5b-1c441048a026, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:43.735452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.787650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51594) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:43.788384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.806591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.834524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.886608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.917188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:43.919295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.922298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.923430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26b76c84-7db7-4d31-9b8e-15fda928b030 HTTP/1.1" status: 204 len: 168 time: 0.2939179 Feb 15 09:27:43.925616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:43.950786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:43.953083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77d199-f1d0-49fb-ae45-8f733d7355de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b76c84-7db7-4d31-9b8e-15fda928b030,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:43.986942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c28cbdfa-1ca1-498b-bccf-87c959cad65c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.015944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.016557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.018088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] 10.222.0.72 "PUT /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 1092 time: 1.4011028 Feb 15 09:27:44.022776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:44.026182 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ffe9e0-7528-43f0-88a5-114017a79c28" -d '{"events": [{"name": "network-changed", "server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:44.029058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:44.036034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:44.038714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.069462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Pushing event updated for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:44.097764 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0842aeb5-b22b-49a8-ac6a-d9e41df17618 x-openstack-request-id: req-0842aeb5-b22b-49a8-ac6a-d9e41df17618 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:44.098231 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:44.098578 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0842aeb5-b22b-49a8-ac6a-d9e41df17618 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:44.099073 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'status': 'completed', 'code': 200} Feb 15 09:27:44.114540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:44.117834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:44.134398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcc98f-f90c-498d-b66c-cd9fb0f9d34c service neutron] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:44.227790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.228821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.245047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-664f8010-2192-43fb-bafe-1f6ea97e08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.246612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-664f8010-2192-43fb-bafe-1f6ea97e08b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1095 time: 0.1444027 Feb 15 09:27:44.285622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0736b-5361-4bc5-9efb-4d02d0b6570f req-7603c3fc-28b9-4194-9517-dc74eae5310d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.288229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3db0736b-5361-4bc5-9efb-4d02d0b6570f req-7603c3fc-28b9-4194-9517-dc74eae5310d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 936 time: 0.3149369 Feb 15 09:27:44.340042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:44.347841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3db0736b-5361-4bc5-9efb-4d02d0b6570f req-70bce9b8-71b3-4821-ba5c-8a17e59a2793 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Feb 15 09:27:44.352044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-981b3311-8e0d-4a76-b52a-74cf04501d47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7531118 Feb 15 09:27:44.386196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-8c8f7c06-0069-4c24-86ff-49f11c0948d1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 217 time: 0.1249595 Feb 15 09:27:44.386790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Request body: {'port': {'device_id': '0efccac0-956f-43cc-b0da-619cbde475a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:44.388392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4519deb6-4ddd-4c70-b0a9-d8829a11d6d9 None None] Provisioning complete for port f22ef852-f125-4915-b18c-4a5f0409b42a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:44.388760 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4519deb6-4ddd-4c70-b0a9-d8829a11d6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.392611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c28cbdfa-1ca1-498b-bccf-87c959cad65c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.429872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c28cbdfa-1ca1-498b-bccf-87c959cad65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.431343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:44.433974 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e9c07b-c406-43ac-9c32-1804a9dc7a2b" -d '{"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-unplugged", "status": "completed", "tag": "971aa89d-055c-46de-80b7-e18797d31d53"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:44.440199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.474169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.499606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4519deb6-4ddd-4c70-b0a9-d8829a11d6d9 None None] Port f22ef852-f125-4915-b18c-4a5f0409b42a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:27:44.509508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:44.515735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.518950 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333c296b-faec-459f-b62f-7eb72f7597ba x-openstack-request-id: req-333c296b-faec-459f-b62f-7eb72f7597ba {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:44.519447 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-unplugged", "status": "completed", "tag": "971aa89d-055c-46de-80b7-e18797d31d53", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:44.519909 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-333c296b-faec-459f-b62f-7eb72f7597ba {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:44.520519 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53', 'code': 200} Feb 15 09:27:44.528773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c28cbdfa-1ca1-498b-bccf-87c959cad65c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f53a8ed9f7bf41ebb165862f4cd0752c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7375381 Feb 15 09:27:44.531778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51610) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:44.570715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28cbdfa-1ca1-498b-bccf-87c959cad65c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f770dc-eef6-4a1f-96a1-d5014cc0cef8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:44.594703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70e4ee-9163-4fef-b180-975f48262916 req-de288b7b-c7fa-4165-b068-f71bac86a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.596165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-de288b7b-c7fa-4165-b068-f71bac86a0fe service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.2012174 Feb 15 09:27:44.633976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-58cb708e-0e3e-4d41-962e-68bd31a9d7b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291648 Feb 15 09:27:44.637100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:44.643197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6913c5f9-e2a0-48c6-a11e-27b74ce02f89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a38aaa0c194405b91a3a83a68382f88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1133029 Feb 15 09:27:44.645157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:44.763847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.812602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.829355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-343a7d4e-c20e-425a-a03b-e0667e61b00a service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850488 Feb 15 09:27:44.937414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3434b-84a3-4e77-9c85-a2dfca150a64 req-803d0efa-fbc2-42ff-bcc7-7f02f80806b7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:44.938942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59e3434b-84a3-4e77-9c85-a2dfca150a64 req-803d0efa-fbc2-42ff-bcc7-7f02f80806b7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.1527188 Feb 15 09:27:44.944696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on host n-h1-825064-4 for vnic_type normal with profile {"migrating_to": "n-h2-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:44.945290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:44.945290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:44.987599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a70e4ee-9163-4fef-b180-975f48262916 req-91d6ed94-7714-46ae-aebb-5eaf1f1d21e9 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461635 Feb 15 09:27:44.990060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:44.992712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.004237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a109c056-8c79-484e-9fd0-0106c637c99e HTTP/1.1" status: 204 len: 168 time: 0.3510566 Feb 15 09:27:45.032140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6795b-937a-4616-bba4-2e5b97c94812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a109c056-8c79-484e-9fd0-0106c637c99e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:45.050967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59e3434b-84a3-4e77-9c85-a2dfca150a64 req-1e8470fa-beb3-43a3-bc0b-62853cc5c6ad tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897982 Feb 15 09:27:45.055836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:45.056000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Attempting to bind port 971aa89d-055c-46de-80b7-e18797d31d53 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:45.101341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.103408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:45.103736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:45.104114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:45.104596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Bound port: 971aa89d-055c-46de-80b7-e18797d31d53, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:45.104968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.151840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-b81fef47-7e15-4ae8-bf87-c96b553b5d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.154980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-b81fef47-7e15-4ae8-bf87-c96b553b5d30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1095 time: 0.0730510 Feb 15 09:27:45.163927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5733d26-be95-463e-a411-9bb0dfbc6fbc req-72602c7a-4123-4eed-88dc-af9895be0d90 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.165541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5733d26-be95-463e-a411-9bb0dfbc6fbc req-72602c7a-4123-4eed-88dc-af9895be0d90 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.2412162 Feb 15 09:27:45.200569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.293662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-eeb828f6-92fe-4bcf-9540-653004677470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.295906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-eeb828f6-92fe-4bcf-9540-653004677470 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.1337941 Feb 15 09:27:45.329691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5733d26-be95-463e-a411-9bb0dfbc6fbc req-599a1aff-557b-4a43-9c0d-f80b296ff1f6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246531 Feb 15 09:27:45.333813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:45.346101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:45.346353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-e7981a95-8b71-4cc2-887a-4ab98c19fa7f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 217 time: 0.0408082 Feb 15 09:27:45.364575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.403359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-1c80399f-10bc-47e0-9e7c-19cfc24a803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.405723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-1c80399f-10bc-47e0-9e7c-19cfc24a803d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0511172 Feb 15 09:27:45.427424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.431522 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.437054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5f770dc-eef6-4a1f-96a1-d5014cc0cef8 HTTP/1.1" status: 204 len: 168 time: 0.8969417 Feb 15 09:27:45.477975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-f311d7f5-6e12-4fcf-937a-f89120bf35cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650969 Feb 15 09:27:45.491295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cc107-4362-4e09-87c9-f0816ea72a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f770dc-eef6-4a1f-96a1-d5014cc0cef8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:45.569610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:45.581413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.582782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.583864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-721df1a7-b341-40dd-96de-08e1c8db6b39 service neutron] 10.222.0.72 "PUT /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 1121 time: 2.4147608 Feb 15 09:27:45.597231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22ef852-f125-4915-b18c-4a5f0409b42a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:45.617608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.659345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Transition to ACTIVE for port object f22ef852-f125-4915-b18c-4a5f0409b42a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:45.673403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.677472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdda58f-60b0-487c-95db-d4324b04b821 req-5e233a19-5c65-4c5e-84ab-31a04b581315 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:45.678628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['971aa89d-055c-46de-80b7-e18797d31d53'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:45.679135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fdda58f-60b0-487c-95db-d4324b04b821 req-5e233a19-5c65-4c5e-84ab-31a04b581315 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 936 time: 0.1990156 Feb 15 09:27:45.741255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-886f33d5-cc02-4834-a0c4-05324f4fd899 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948602 Feb 15 09:27:45.762282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Pushing event updated for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:45.829231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fdda58f-60b0-487c-95db-d4324b04b821 req-804ed492-8f4c-45fe-9e07-4b2a94bfbad0 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324391 Feb 15 09:27:45.897942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Attempting to bind port f22ef852-f125-4915-b18c-4a5f0409b42a on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:45.898834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Attempting to bind port f22ef852-f125-4915-b18c-4a5f0409b42a by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:45.899470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Attempting to bind port f22ef852-f125-4915-b18c-4a5f0409b42a on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:45.906247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Port f22ef852-f125-4915-b18c-4a5f0409b42a on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:45.906944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Attempting to bind port f22ef852-f125-4915-b18c-4a5f0409b42a on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:45.913697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:45.914423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:45.915013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:45.915872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Bound port: f22ef852-f125-4915-b18c-4a5f0409b42a, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:45.916559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:45.957688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ffe9e0-7528-43f0-88a5-114017a79c28 req-51b942c5-1298-4c4f-b240-3785d3109b4d service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943941 Feb 15 09:27:46.028281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:46.033096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f22ef852-f125-4915-b18c-4a5f0409b42a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:46.038878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:46.109645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.110341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:46.111736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] 10.222.0.72 "PUT /v2.0/ports/f22ef852-f125-4915-b18c-4a5f0409b42a HTTP/1.1" status: 200 len: 1096 time: 1.7348890 Feb 15 09:27:46.180764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a88a6-f239-4b1c-9d43-af25d33c905f service neutron] Pushing event updated for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:46.314805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-a757aab8-4571-4f95-9f62-0b4130a2a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.316746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-a757aab8-4571-4f95-9f62-0b4130a2a31b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 1099 time: 0.1322863 Feb 15 09:27:46.332256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b0743-04b2-415e-928c-008e2ba83e27 req-6df7f209-3998-4e5f-a11c-ef64a938af66 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.336502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b0b0743-04b2-415e-928c-008e2ba83e27 req-6df7f209-3998-4e5f-a11c-ef64a938af66 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.0997033 Feb 15 09:27:46.398670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-fcafcd03-029c-451e-b49b-3562e73304cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f22ef852-f125-4915-b18c-4a5f0409b42a HTTP/1.1" status: 200 len: 217 time: 0.0611687 Feb 15 09:27:46.481144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b0b0743-04b2-415e-928c-008e2ba83e27 req-1aede09f-c56e-4d6a-bdf4-0a147dad028b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816209 Feb 15 09:27:46.498632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-ae2c5952-3de1-44f0-9eda-33a7c536ffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.500366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-ae2c5952-3de1-44f0-9eda-33a7c536ffa0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0779285 Feb 15 09:27:46.521633 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:46.524600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53'}, {'name': 'network-changed', 'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:46.528290 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "tag": "971aa89d-055c-46de-80b7-e18797d31d53"}, {"name": "network-changed", "server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:46.531644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790841a-93ac-4ab3-90af-f1305523a492 req-a97bcb0a-99a3-4ebd-ac7c-5bb14e836e50 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.548379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9790841a-93ac-4ab3-90af-f1305523a492 req-a97bcb0a-99a3-4ebd-ac7c-5bb14e836e50 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.1116538 Feb 15 09:27:46.571218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000fc76-d577-4027-ac89-bc6c04804819 req-413eb066-013d-4908-b0de-9582901b0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.572606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-413eb066-013d-4908-b0de-9582901b0207 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0589209 Feb 15 09:27:46.659170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b031064-9073-41f2-9f2d-11080376edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:46.667729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9790841a-93ac-4ab3-90af-f1305523a492 req-2aa67a6c-a37c-40ba-b944-bb3a8bb58ec7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046269 Feb 15 09:27:46.690814 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ce4699-a1f3-4c03-b5bb-5de0ba8c15e0 x-openstack-request-id: req-64ce4699-a1f3-4c03-b5bb-5de0ba8c15e0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:46.691108 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "tag": "971aa89d-055c-46de-80b7-e18797d31d53", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:46.691352 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64ce4699-a1f3-4c03-b5bb-5de0ba8c15e0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:46.691740 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53', 'status': 'completed', 'code': 200} Feb 15 09:27:46.691986 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a', 'status': 'completed', 'code': 200} Feb 15 09:27:46.765943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-0c584b95-c3c2-4073-96a1-79b718a14418 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845462 Feb 15 09:27:46.787687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-b1bce5e8-dace-4e8b-8ee3-bd90d6e8a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:46.789366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-b1bce5e8-dace-4e8b-8ee3-bd90d6e8a3f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1124 time: 0.0966406 Feb 15 09:27:47.022184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-a10d765b-6618-48d9-91b6-f0a1d9965215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.023990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-a10d765b-6618-48d9-91b6-f0a1d9965215 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.2202749 Feb 15 09:27:47.056614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da664a8-7a72-447e-ba04-243220c816ab req-d86c3564-e8e7-4b63-8a70-88898e133a8b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.058221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da664a8-7a72-447e-ba04-243220c816ab req-d86c3564-e8e7-4b63-8a70-88898e133a8b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 948 time: 0.1258862 Feb 15 09:27:47.091607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-ea2da42c-baa6-4f90-83e5-f13df2875a28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0536520 Feb 15 09:27:47.094438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e000fc76-d577-4027-ac89-bc6c04804819 req-cefb366a-9c7d-4a48-b848-7bbcd0642189 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198757 Feb 15 09:27:47.171195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da664a8-7a72-447e-ba04-243220c816ab req-0a1a4563-c151-4be1-ab94-e9aa60b53c27 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812709 Feb 15 09:27:47.185088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-595b5f03-0a2e-43b5-99e7-109a934560da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.187410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-595b5f03-0a2e-43b5-99e7-109a934560da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0856531 Feb 15 09:27:47.260293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-d417de6f-3620-4f51-be5f-d81d40b7fc51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530641 Feb 15 09:27:47.272117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-9117f806-c96f-4453-8597-7cb4be03c3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.278929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-9117f806-c96f-4453-8597-7cb4be03c3fe service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 1099 time: 0.1071575 Feb 15 09:27:47.473368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-f949b716-df5c-4131-81d7-801adaf4158b service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928556 Feb 15 09:27:47.474462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-ae78bbc1-f70d-410c-ae26-121cf71e6c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.475767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-ae78bbc1-f70d-410c-ae26-121cf71e6c84 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1857836 Feb 15 09:27:47.595740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-3dada5ee-2924-4290-afce-2e113f92d7bf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=f22ef852-f125-4915-b18c-4a5f0409b42a HTTP/1.1" status: 200 len: 217 time: 0.1038253 Feb 15 09:27:47.639604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-307e46a6-45f8-4182-a79a-7f68440a493a service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588309 Feb 15 09:27:47.658876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-75b89373-46bb-45cb-9643-cdca91978ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.660385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-75b89373-46bb-45cb-9643-cdca91978ae7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0526850 Feb 15 09:27:47.725883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:47.749794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1c9b9776-84f8-4258-8bf0-38de730952f6 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=e432bb391a114661976b0e5b929e9a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326660 Feb 15 09:27:47.766831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-f67f87b3-8bca-4037-9457-0343bbb8d85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.769059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-f67f87b3-8bca-4037-9457-0343bbb8d85c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964532 Feb 15 09:27:47.782480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07cc8ba-a8b1-4b30-a005-803d7b95ffa7 req-266e2e16-9c25-48d3-a02f-6982ac69560c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.784273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a07cc8ba-a8b1-4b30-a005-803d7b95ffa7 req-266e2e16-9c25-48d3-a02f-6982ac69560c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.1011744 Feb 15 09:27:47.844726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:47.863683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 has no active binding in host n-h2-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:27:47.864142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:47.886746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a07cc8ba-a8b1-4b30-a005-803d7b95ffa7 req-137b36e3-6ac2-4703-aee2-0714800539fc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917985 Feb 15 09:27:47.890780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-0dac1cd8-7d5b-44e8-9e65-4235a49a41ef tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:47.893625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-0dac1cd8-7d5b-44e8-9e65-4235a49a41ef tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1359396 Feb 15 09:27:47.918383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-2abe30b4-351b-423a-a52d-4d338dec40f9 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329865 Feb 15 09:27:47.921446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-aca4d79b-4604-41e8-87dc-a10b335a8212 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/quotas/e432bb391a114661976b0e5b929e9a96 HTTP/1.1" status: 200 len: 375 time: 0.0206645 Feb 15 09:27:47.964525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-bdd45a91-0dac-4d9b-9fde-113b10c1a748 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e432bb391a114661976b0e5b929e9a96&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420218 Feb 15 09:27:48.005016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:48.018762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'port_id': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'mac_address': 'fa:16:3e:c2:e7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2cdfe4-c71d-458e-8017-225818a76962', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:48.064242 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:48.079364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1cfb2a6-a479-4a85-9a5b-1c441048a026 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:48.095361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ebf8b9c-6650-444b-af74-1a4fd0f2f6cb req-40994210-272c-496f-b4ee-5b7af9d51038 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676509 Feb 15 09:27:48.104642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:48.107631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5386cdd-04b2-4de0-bc76-dee024d42478 req-fa87607a-ab58-41ab-855b-f488a623d58d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:48.110366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5386cdd-04b2-4de0-bc76-dee024d42478 req-fa87607a-ab58-41ab-855b-f488a623d58d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0998971 Feb 15 09:27:48.111182 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:48.167613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5386cdd-04b2-4de0-bc76-dee024d42478 req-d7829d8d-c377-4f66-b045-182fcb668a71 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518370 Feb 15 09:27:48.188534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:48.242271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-478727b6-106f-4293-8815-72a5bd1ded7c req-612e6d71-2297-4b84-94ad-ed6b93a96d52 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 210 time: 0.0485337 Feb 15 09:27:48.340272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00ef239-a150-42d8-96b7-af7eefc78dcd req-6e01e314-a98e-4314-a17c-8085b732361a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:48.342445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d00ef239-a150-42d8-96b7-af7eefc78dcd req-6e01e314-a98e-4314-a17c-8085b732361a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 948 time: 0.0610723 Feb 15 09:27:48.397013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d00ef239-a150-42d8-96b7-af7eefc78dcd req-165507de-c34c-4307-a674-1c1656126c4c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480888 Feb 15 09:27:48.407071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:49.009251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce389c-4541-488b-8e25-6a7afb963f4f req-e329a725-a029-46b4-993c-128144871058 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:49.010833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4ce389c-4541-488b-8e25-6a7afb963f4f req-e329a725-a029-46b4-993c-128144871058 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.0492868 Feb 15 09:27:49.049290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4ce389c-4541-488b-8e25-6a7afb963f4f req-a4c6c2ff-97e2-4bbd-be5d-3505cba6cc77 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Feb 15 09:27:49.207128 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-235c9c0d-3829-428b-bfc9-c88a640c8066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:49.276751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-ef811352-002b-485c-b0e3-ab1a4736120c tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e432bb391a114661976b0e5b929e9a96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220783 Feb 15 09:27:49.314705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526abb3-0a9e-4c6c-9d0f-ce6387ced186 req-943aeba3-c630-4fc3-9c52-22e02bc5b8c8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:49.317365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b526abb3-0a9e-4c6c-9d0f-ce6387ced186 req-943aeba3-c630-4fc3-9c52-22e02bc5b8c8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0699558 Feb 15 09:27:49.361582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b526abb3-0a9e-4c6c-9d0f-ce6387ced186 req-b9455548-605a-40fa-b61c-0fdc84465075 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380836 Feb 15 09:27:49.386317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b9254ed-1997-4147-96ce-df573b45e13f req-20f7963e-a1cc-4ffc-b79f-329299759468 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 210 time: 0.0380745 Feb 15 09:27:49.440918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-d3488e6d-0278-4490-98ac-9ca967d415ac tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:49.444593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-d3488e6d-0278-4490-98ac-9ca967d415ac tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1612043 Feb 15 09:27:49.460852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Request body: {'port': {'device_id': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'e432bb391a114661976b0e5b929e9a96'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:49.537887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d349c6-6e53-4562-b67d-f7a9d718cb73 req-fc5ed4e0-5c37-45d9-9a93-d86b852184a2 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:49.540849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20d349c6-6e53-4562-b67d-f7a9d718cb73 req-fc5ed4e0-5c37-45d9-9a93-d86b852184a2 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 948 time: 0.0686228 Feb 15 09:27:49.579369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20d349c6-6e53-4562-b67d-f7a9d718cb73 req-fe7b0e45-f9fa-4d76-ba22-aca755b48e83 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332129 Feb 15 09:27:49.594735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Made reservation on behalf of e432bb391a114661976b0e5b929e9a96 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:49.598279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:49.607586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:49.680906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:49.684961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:49.747132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf119927-4c4a-48b0-959b-7feae196bbdc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:49.760560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.760932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.761277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.761611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.761938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.762268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.762594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.762915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.763246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.764118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.764627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.764980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:49.770258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f22ef852-f125-4915-b18c-4a5f0409b42a details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:49.831449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Allocated IP 192.168.233.44 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/b6301071-37e4-41c8-a109-439008ac22cb) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:49.837381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:49.918656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f22ef852-f125-4915-b18c-4a5f0409b42a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:49.929762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e1cfb2a6-a479-4a85-9a5b-1c441048a026 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:49.936084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'f22ef852-f125-4915-b18c-4a5f0409b42a', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'f22ef852-f125-4915-b18c-4a5f0409b42a', 'mac_address': 'fa:16:3e:0e:8b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:49.937326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e1cfb2a6-a479-4a85-9a5b-1c441048a026 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:49.937629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.007213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.045156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.096902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:50.099992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:50.104506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:50.132116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Pushing event updated for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:50.154061 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.170481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.171216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.177938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22ef852-f125-4915-b18c-4a5f0409b42a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:50.200291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f22ef852-f125-4915-b18c-4a5f0409b42a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:50.200484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-34138dbe-0653-4fa8-b424-b2ad81ffc6ba tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7449474 Feb 15 09:27:50.219031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Request body: {'port': {'device_id': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:50.233792 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.234393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7128e5c1-6cbb-45c8-ba51-a88df02537e5 req-4348bbbb-3cfc-4087-8535-b44a5d737976 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.245582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7128e5c1-6cbb-45c8-ba51-a88df02537e5 req-4348bbbb-3cfc-4087-8535-b44a5d737976 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.0910659 Feb 15 09:27:50.289407 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.293365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7128e5c1-6cbb-45c8-ba51-a88df02537e5 req-61ddcb83-e4d2-480b-a2f0-c1ec9ba54e28 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468278 Feb 15 09:27:50.298715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.318659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.329267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:50.345649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:50.347957 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fbdfd8-eb43-4458-aaff-65af90ca3def" -d '{"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-plugged", "status": "completed", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:50.379716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:50.386754 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.449883 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51f78a-0d47-4d7a-a663-22ba262e6599 x-openstack-request-id: req-fe51f78a-0d47-4d7a-a663-22ba262e6599 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:50.450544 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-plugged", "status": "completed", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:50.450979 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe51f78a-0d47-4d7a-a663-22ba262e6599 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:50.452136 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'code': 200} Feb 15 09:27:50.456697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:50.500385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0dcb98f1-db33-4409-bf3e-749bcf30ac43 None None] Provisioning complete for port b6301071-37e4-41c8-a109-439008ac22cb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:50.501037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0dcb98f1-db33-4409-bf3e-749bcf30ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.542257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0dcb98f1-db33-4409-bf3e-749bcf30ac43 None None] Port b6301071-37e4-41c8-a109-439008ac22cb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:27:50.587882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c8ae9-fbc5-4770-8084-d43a225e6292 req-f7afacb1-3127-4c87-8360-aae89180468b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.589643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-339c8ae9-fbc5-4770-8084-d43a225e6292 req-f7afacb1-3127-4c87-8360-aae89180468b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0714519 Feb 15 09:27:50.594984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9d71d-7a72-4f62-b9a9-778a78de2c51 req-3565f884-0272-483c-9b47-027b00d7ef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.596491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2a9d71d-7a72-4f62-b9a9-778a78de2c51 req-3565f884-0272-483c-9b47-027b00d7ef81 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1097 time: 0.1075931 Feb 15 09:27:50.602573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['f22ef852-f125-4915-b18c-4a5f0409b42a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:50.661264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2a9d71d-7a72-4f62-b9a9-778a78de2c51 req-ef20416c-d1db-4f72-980d-5d88d4803d70 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557318 Feb 15 09:27:50.662388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-339c8ae9-fbc5-4770-8084-d43a225e6292 req-a11165af-e2ab-49ee-b6c3-39eb328b255f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643001 Feb 15 09:27:50.716239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6301071-37e4-41c8-a109-439008ac22cb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:50.725736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.740888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Transition to ACTIVE for port object b6301071-37e4-41c8-a109-439008ac22cb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:50.747274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:50.799772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Pushing event updated for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:50.830476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70acec4-70b3-4064-8850-592b1c047484 req-4bb8d4e7-0694-4e6e-b908-0fe01c575ce6 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.832026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b70acec4-70b3-4064-8850-592b1c047484 req-4bb8d4e7-0694-4e6e-b908-0fe01c575ce6 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 947 time: 0.0895710 Feb 15 09:27:50.872620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b70acec4-70b3-4064-8850-592b1c047484 req-0558215e-23cc-47eb-aaf4-ebd70781c37d tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344219 Feb 15 09:27:50.975609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd3db8-aa71-4ff6-a45e-26755854cb10 req-e6d50ea2-0888-442f-aff4-c19579d8a2ad tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:50.978009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62bd3db8-aa71-4ff6-a45e-26755854cb10 req-e6d50ea2-0888-442f-aff4-c19579d8a2ad tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 949 time: 0.1449323 Feb 15 09:27:50.980572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Attempting to bind port b6301071-37e4-41c8-a109-439008ac22cb on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:50.980928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Attempting to bind port b6301071-37e4-41c8-a109-439008ac22cb by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:50.981251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Attempting to bind port b6301071-37e4-41c8-a109-439008ac22cb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:50.999159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Port b6301071-37e4-41c8-a109-439008ac22cb on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:50.999470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Attempting to bind port b6301071-37e4-41c8-a109-439008ac22cb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:51.015024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:51.015354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:51.015730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:51.016151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Bound port: b6301071-37e4-41c8-a109-439008ac22cb, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:51.016502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.019169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a465e41e-505c-452a-9c3c-4752bf98a010 service neutron] 10.222.0.36 "GET /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.1231482 Feb 15 09:27:51.070273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62bd3db8-aa71-4ff6-a45e-26755854cb10 req-c7b5b5fd-f076-4b15-9017-20cd309224a1 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823374 Feb 15 09:27:51.173512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:51.192496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b6301071-37e4-41c8-a109-439008ac22cb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:51.204494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.239087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:51.356377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-caf58139-4069-4b2a-807d-4153196cd3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.445203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a26eda-cddb-43db-8b39-c696283cd2b7 req-abb61fa1-eaa6-4d05-899b-13d9183fde81 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.446742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9a26eda-cddb-43db-8b39-c696283cd2b7 req-abb61fa1-eaa6-4d05-899b-13d9183fde81 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.0767183 Feb 15 09:27:51.500543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.501189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.502845 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] 10.222.0.36 "PUT /v2.0/ports/b6301071-37e4-41c8-a109-439008ac22cb HTTP/1.1" status: 200 len: 1095 time: 1.2936423 Feb 15 09:27:51.506695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:51.509515 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68edbe11-9f89-41af-ba34-6c10918027e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "tag": "b6301071-37e4-41c8-a109-439008ac22cb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:51.514763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9a26eda-cddb-43db-8b39-c696283cd2b7 req-6ddf6d74-fa29-43c7-ae2f-715a8c09a380 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602512 Feb 15 09:27:51.516742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-caf58139-4069-4b2a-807d-4153196cd3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.526342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-caf58139-4069-4b2a-807d-4153196cd3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.568844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c7253-056d-4b7f-a81d-dbc571d59204 service neutron] Pushing event updated for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:51.578689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-caf58139-4069-4b2a-807d-4153196cd3b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e475671764c4bc9bef45530463a1cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384333 Feb 15 09:27:51.579317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:51.587784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf58139-4069-4b2a-807d-4153196cd3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802eb594-fc57-48b1-b34d-0a96fa7d76dc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:51.604540 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64554b78-3310-4efe-8e8b-6f7dc1911f1d x-openstack-request-id: req-64554b78-3310-4efe-8e8b-6f7dc1911f1d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:51.604946 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "tag": "b6301071-37e4-41c8-a109-439008ac22cb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:51.605447 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64554b78-3310-4efe-8e8b-6f7dc1911f1d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:51.605623 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb', 'status': 'completed', 'code': 200} Feb 15 09:27:51.611578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:51.638598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:51.641791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-5156ec26-04c1-40b4-bb77-31e7899759f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.643514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-5156ec26-04c1-40b4-bb77-31e7899759f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e432bb391a114661976b0e5b929e9a96&device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 1098 time: 0.0891306 Feb 15 09:27:51.667557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.706045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.719988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-43ba086f-6c15-4f76-a9f6-1043b719c1f2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b6301071-37e4-41c8-a109-439008ac22cb HTTP/1.1" status: 200 len: 217 time: 0.0532136 Feb 15 09:27:51.735866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971aa89d-055c-46de-80b7-e18797d31d53 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:51.772954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:51.800310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.804300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-9e009dba-e1a4-49fa-a191-8ae25b89677f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.805934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-9e009dba-e1a4-49fa-a191-8ae25b89677f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0789604 Feb 15 09:27:51.810042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba1ba-4e2e-4c80-974f-229412d3c38d req-cf4184ad-285f-4a22-bb8d-57523c7073cc tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.812202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6dba1ba-4e2e-4c80-974f-229412d3c38d req-cf4184ad-285f-4a22-bb8d-57523c7073cc tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 943 time: 0.0641496 Feb 15 09:27:51.813422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.815308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f22ef852-f125-4915-b18c-4a5f0409b42a up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:51.815910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.821152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/802eb594-fc57-48b1-b34d-0a96fa7d76dc HTTP/1.1" status: 204 len: 168 time: 0.2380688 Feb 15 09:27:51.833576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760f1aa-02e9-4360-8070-89acd5159c6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802eb594-fc57-48b1-b34d-0a96fa7d76dc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:51.887811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port f22ef852-f125-4915-b18c-4a5f0409b42a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:51.907776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6dba1ba-4e2e-4c80-974f-229412d3c38d req-bb5ece85-6efe-4149-a6b3-e8c4d895216e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849180 Feb 15 09:27:51.911198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port f22ef852-f125-4915-b18c-4a5f0409b42a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:51.911758 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:51.922985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-4b52d207-7b3e-4b58-8302-cea66e852cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:51.924529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-4b52d207-7b3e-4b58-8302-cea66e852cc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009257 Feb 15 09:27:52.010228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] Transition to ACTIVE for port object 971aa89d-055c-46de-80b7-e18797d31d53 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:52.017620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.035489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.054542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f22ef852-f125-4915-b18c-4a5f0409b42a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:52.062498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.137047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.154853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b96b12-5713-4d73-81c6-45352e43fed4 req-7daae329-9c2d-4727-8ba1-97da1b9705d5 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.156565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06b96b12-5713-4d73-81c6-45352e43fed4 req-7daae329-9c2d-4727-8ba1-97da1b9705d5 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 947 time: 0.1696227 Feb 15 09:27:52.160855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:52.161339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] No DVR routers for this DVR port 971aa89d-055c-46de-80b7-e18797d31d53 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:27:52.171366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-88b6023f-ac37-4e1c-99f9-3e98b5e60d41 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381454 Feb 15 09:27:52.204586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.206115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] Pushing event updated for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:52.242747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c4440-1390-4508-a1be-5a8acc32c9fa req-cbdd8b1f-1cfa-48ac-8294-92ce26e1f1a6 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.249435 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f4c4440-1390-4508-a1be-5a8acc32c9fa req-cbdd8b1f-1cfa-48ac-8294-92ce26e1f1a6 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.0699434 Feb 15 09:27:52.304309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f4c4440-1390-4508-a1be-5a8acc32c9fa req-00f01309-d483-4320-ba7d-f957abf92bd9 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Feb 15 09:27:52.305659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a6b5b770-a4a2-4370-a301-df5356e821b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53/bindings/n-h2-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2711599 Feb 15 09:27:52.319376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06b96b12-5713-4d73-81c6-45352e43fed4 req-f6ec2f57-8387-44bc-8904-5af17bbaa723 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469913 Feb 15 09:27:52.351394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a2c76d3-5185-4d12-a907-618ad23a22c3 req-18e762d3-ea56-474c-9e86-e666cb5329b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633265 Feb 15 09:27:52.450191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-b70f5e07-aecb-4815-80cf-3f13f18dccda tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.452440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-b70f5e07-aecb-4815-80cf-3f13f18dccda tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0812330 Feb 15 09:27:52.453816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:52.456778 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812355f2-137f-405e-bc22-bd69216e785f" -d '{"events": [{"server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "name": "network-vif-plugged", "status": "completed", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:52.459504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-6b7ad5a5-55b5-4d08-b9cc-ce56dcc89edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.460989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-6b7ad5a5-55b5-4d08-b9cc-ce56dcc89edd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e432bb391a114661976b0e5b929e9a96&device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 1098 time: 0.0600073 Feb 15 09:27:52.499225 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04be5f23-3159-4193-bdfd-43c32afd454b x-openstack-request-id: req-04be5f23-3159-4193-bdfd-43c32afd454b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:52.499532 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "name": "network-vif-plugged", "status": "completed", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:52.500178 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04be5f23-3159-4193-bdfd-43c32afd454b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:52.500571 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a', 'code': 200} Feb 15 09:27:52.558811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-01b5f322-0d3a-44d2-9b83-5fa927f90fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.561007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-01b5f322-0d3a-44d2-9b83-5fa927f90fb1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&tenant_id=972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 1095 time: 0.0978718 Feb 15 09:27:52.591438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-8ec6eda2-bedf-40c3-b669-a720a766ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.594176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-8ec6eda2-bedf-40c3-b669-a720a766ef29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1222563 Feb 15 09:27:52.618984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51842) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:52.637923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d0f1b-e720-4dd9-8216-d94cc6c7ff96 req-bb6bdfa8-0042-489a-ae56-96f0aec4d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.640347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-617d0f1b-e720-4dd9-8216-d94cc6c7ff96 req-bb6bdfa8-0042-489a-ae56-96f0aec4d650 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 1101 time: 0.0609527 Feb 15 09:27:52.651631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-a6e503fb-aa3c-4961-a197-08b8841b0cee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=b6301071-37e4-41c8-a109-439008ac22cb HTTP/1.1" status: 200 len: 217 time: 0.0508602 Feb 15 09:27:52.679520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-617d0f1b-e720-4dd9-8216-d94cc6c7ff96 req-5951e09a-139e-47bc-a5b7-4f68b9397436 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294387 Feb 15 09:27:52.751261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-2e22b0db-240a-4dcb-a27b-ddf245e50bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.752765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-2e22b0db-240a-4dcb-a27b-ddf245e50bbb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1095 time: 0.1447234 Feb 15 09:27:52.753526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1931707081-network', 'tenant_id': 'cb4b2cd94c804b2f8f6047c521852b08'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:52.774361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe443f-5ff4-499f-b8ee-351bfb160abe req-48736e58-b5b4-46c6-bf19-cb0f351f80e5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.775919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe443f-5ff4-499f-b8ee-351bfb160abe req-48736e58-b5b4-46c6-bf19-cb0f351f80e5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.1267395 Feb 15 09:27:52.777282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-34364973-b8b9-4197-ba19-6d598f8082d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.778608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-34364973-b8b9-4197-ba19-6d598f8082d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1035917 Feb 15 09:27:52.780971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Made reservation on behalf of cb4b2cd94c804b2f8f6047c521852b08 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:52.783535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.796091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.850403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe443f-5ff4-499f-b8ee-351bfb160abe req-b86c3628-55dc-4833-961d-a545aa6936f6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667744 Feb 15 09:27:52.856520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-11871fe8-1af3-4d5e-9b79-4ed6cd25691f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:52.858106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-11871fe8-1af3-4d5e-9b79-4ed6cd25691f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0723979 Feb 15 09:27:52.878309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.882054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.906645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:27:52.916183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6a8a55-c1c1-4401-9282-b076ada4320e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:52.921491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:52.921834 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Added segment 13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0 of type vlan for network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f Feb 15 09:27:52.934119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.934462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.934792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.935169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.935527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.935857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.936168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.936607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.936957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.937272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.937586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.937898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:52.981632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-179798f7-18c1-4603-8040-2e5932439e3c service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122952 Feb 15 09:27:52.985104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.037094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.038106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.038678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.125525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-ae5f3b5b-e65c-4e6d-bd8e-9eada23207bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.126919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-ae5f3b5b-e65c-4e6d-bd8e-9eada23207bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1695600 Feb 15 09:27:53.147983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68edbe11-9f89-41af-ba34-6c10918027e1 req-a60c420d-b3be-4db6-bbb5-77f089c46b64 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382861 Feb 15 09:27:53.178702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-8c6f00ed-cd51-4b3f-804a-c4bcd7562307 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0424430 Feb 15 09:27:53.240387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-dbc7ac55-be05-4f9f-b4ec-a1fbaef097a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.241983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-dbc7ac55-be05-4f9f-b4ec-a1fbaef097a3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0509188 Feb 15 09:27:53.274821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-3f1905d2-4589-414e-9e75-3419e5573919 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251117 Feb 15 09:27:53.297712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff38f1-e5b0-4907-a2ad-fe81e3f51603 req-b3be5dc6-096e-488d-b55f-347903d07c01 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.299186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dff38f1-e5b0-4907-a2ad-fe81e3f51603 req-b3be5dc6-096e-488d-b55f-347903d07c01 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 944 time: 0.3117213 Feb 15 09:27:53.305028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6836576 Feb 15 09:27:53.314100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51854) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:27:53.319394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Request body: {'subnet': {'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1931707081-subnet', 'tenant_id': 'cb4b2cd94c804b2f8f6047c521852b08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:53.349079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe38d4-a2f5-472b-b0cd-3a651f16bc06 admin admin] Pushing event updated for resources: {'Network': ['ID=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:53.360386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:27:53.374447 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dff38f1-e5b0-4907-a2ad-fe81e3f51603 req-c41002e3-09b6-49e3-a921-d2675b1eac47 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669932 Feb 15 09:27:53.378503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-6a4264e1-f15e-49f6-96c0-6af507460b4c service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957608 Feb 15 09:27:53.386528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Made reservation on behalf of cb4b2cd94c804b2f8f6047c521852b08 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:53.389724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.496000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22db1748-00e7-4356-93ff-e9def1bb9b42 req-2cbdd76f-cdde-42e4-b707-7061945c4246 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.497649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22db1748-00e7-4356-93ff-e9def1bb9b42 req-2cbdd76f-cdde-42e4-b707-7061945c4246 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.1172118 Feb 15 09:27:53.528498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-5dcaf652-5a94-4c3a-ab30-a35ff8134867 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371720 Feb 15 09:27:53.552589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22db1748-00e7-4356-93ff-e9def1bb9b42 req-befa020c-35da-44fe-8abc-16b4cb6d120c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461469 Feb 15 09:27:53.557588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244eb0-6667-4f8d-a024-61e7a9e95ec5 req-c979e959-b916-4cd7-91be-af2bd0a5a94b tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.559126 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4244eb0-6667-4f8d-a024-61e7a9e95ec5 req-c979e959-b916-4cd7-91be-af2bd0a5a94b tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 947 time: 0.0967045 Feb 15 09:27:53.646448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4244eb0-6667-4f8d-a024-61e7a9e95ec5 req-ff9bb2e8-fb97-4f83-9528-a716291f9af4 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760918 Feb 15 09:27:53.664272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.721882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7280d720-4eba-42ce-bd0f-763a6b942134,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:53.731720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Checking segment: {'id': '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:53.732087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Network hostable DHCP agents. Network: b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:27:53.750423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:27:53.765740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:53.773743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3777a768-80cd-40a1-9b6d-d1df0a6c0501 None None] Network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:53.774395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.774975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:53.812006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71d92cf3-5b97-441d-8097-f2ebd19fdd89 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4967980 Feb 15 09:27:53.982048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-d113ca8e-748d-4d99-a3a8-3a6efa3c1ba5 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:53.990657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-d113ca8e-748d-4d99-a3a8-3a6efa3c1ba5 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.1267974 Feb 15 09:27:54.013131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13573cdf-c33d-4bd2-8819-ecbfc330ad74 None None] Network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:27:54.158544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdddb0-3891-41f7-a7b7-c50edab3a33d req-d9c76292-8a20-4f23-a1f0-962315d04be7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:54.160016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06bdddb0-3891-41f7-a7b7-c50edab3a33d req-d9c76292-8a20-4f23-a1f0-962315d04be7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.1669898 Feb 15 09:27:54.239762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06bdddb0-3891-41f7-a7b7-c50edab3a33d req-9721756e-782c-45ce-83e9-21ccb8a4eabc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727451 Feb 15 09:27:54.244588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a0195796-cca7-4b64-9251-847de6a1274c service neutron] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:54.249184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a0195796-cca7-4b64-9251-847de6a1274c service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:54.250513 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8ced352-1483-4b22-8e4b-672e2295da29 req-a0195796-cca7-4b64-9251-847de6a1274c service neutron] 10.222.0.72 "DELETE /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53/bindings/n-h1-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.2320530 Feb 15 09:27:54.440570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5e571713-a237-4f97-9dac-50d752750b2d tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:54.442076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5e571713-a237-4f97-9dac-50d752750b2d tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/networks?id=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f HTTP/1.1" status: 200 len: 822 time: 0.1067166 Feb 15 09:27:54.457359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-8c7f6c04-5a85-4bea-a814-feb9c97ac9c6 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/quotas/cb4b2cd94c804b2f8f6047c521852b08 HTTP/1.1" status: 200 len: 375 time: 0.0096040 Feb 15 09:27:54.497067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-2c00c2d4-0514-4fc5-a598-ed4120b04695 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb4b2cd94c804b2f8f6047c521852b08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320432 Feb 15 09:27:54.627523 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-53ca22b1-604c-467e-ae2a-44f2f4f4bd7b service neutron] 10.222.0.10 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209300 Feb 15 09:27:54.690831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0001c35-c598-4b94-8e9d-044ccb64c6b3 req-6f8360d2-5732-42a4-a174-fa1d1255608f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:54.692847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0001c35-c598-4b94-8e9d-044ccb64c6b3 req-6f8360d2-5732-42a4-a174-fa1d1255608f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 944 time: 0.0618117 Feb 15 09:27:54.735999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-1f76a6d0-10a2-4acf-9023-48244643ea03 service neutron] 10.222.0.10 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942061 Feb 15 09:27:54.738892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0001c35-c598-4b94-8e9d-044ccb64c6b3 req-d9cdc2bd-c3d1-4af3-9f55-71d63970b289 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397165 Feb 15 09:27:54.847764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752254b-348d-4bc6-8765-9542fbce5ed5 req-e1e3cd47-af0c-4a12-a3ad-fcdea6ae8a3f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:54.850850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9752254b-348d-4bc6-8765-9542fbce5ed5 req-e1e3cd47-af0c-4a12-a3ad-fcdea6ae8a3f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.0570946 Feb 15 09:27:54.908047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9752254b-348d-4bc6-8765-9542fbce5ed5 req-fb7cb4e3-8dc2-476f-9152-59dc9dd6ddc0 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432730 Feb 15 09:27:54.963168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20b0ee-e603-4035-a39e-67172f9ec724 req-6312dbbf-2b30-4e8e-a0bb-ac4b82b6db64 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:54.964778 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe20b0ee-e603-4035-a39e-67172f9ec724 req-6312dbbf-2b30-4e8e-a0bb-ac4b82b6db64 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 947 time: 0.0819302 Feb 15 09:27:55.020958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b81451f2-638d-4154-90cc-19186aa182f5 req-153590f8-e1e2-4639-b616-842d0fda2645 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 210 time: 0.0388694 Feb 15 09:27:55.026784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe20b0ee-e603-4035-a39e-67172f9ec724 req-b518a645-3965-44be-9ea3-44f66ad4f5fa tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542326 Feb 15 09:27:55.149201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede04f6-1da7-40c8-b16e-a4c74e9b11e7 req-35bf1f9b-fb87-4d36-9919-79565e3e3384 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:55.150710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dede04f6-1da7-40c8-b16e-a4c74e9b11e7 req-35bf1f9b-fb87-4d36-9919-79565e3e3384 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1095 time: 0.0477850 Feb 15 09:27:55.202211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dede04f6-1da7-40c8-b16e-a4c74e9b11e7 req-f0a16491-7ba3-474b-a507-c0892550dfaf tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424736 Feb 15 09:27:55.319909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b6301071-37e4-41c8-a109-439008ac22cb details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:27:55.323048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:27:55.423825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:27:55.430260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b38f3e-caef-48ff-a86f-bb37fdb26a3a req-02628f77-3284-485e-b0cc-37e803b89a47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:55.439128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b38f3e-caef-48ff-a86f-bb37fdb26a3a req-02628f77-3284-485e-b0cc-37e803b89a47 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.0868998 Feb 15 09:27:55.501643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b38f3e-caef-48ff-a86f-bb37fdb26a3a req-0ccd9d9c-3d2a-4a18-9d3d-6829aced22dd tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613859 Feb 15 09:27:55.574841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b6301071-37e4-41c8-a109-439008ac22cb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:55.619444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'b6301071-37e4-41c8-a109-439008ac22cb', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'b6301071-37e4-41c8-a109-439008ac22cb', 'mac_address': 'fa:16:3e:e8:ca:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:27:55.706632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4551acc-7a0b-48b6-b6c7-e30f548b16c7 req-9255ba72-63b7-41d8-a32d-31d1a6cff650 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:55.708289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4551acc-7a0b-48b6-b6c7-e30f548b16c7 req-9255ba72-63b7-41d8-a32d-31d1a6cff650 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.1297019 Feb 15 09:27:55.709996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:55.724674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6301071-37e4-41c8-a109-439008ac22cb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:55.777466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b6301071-37e4-41c8-a109-439008ac22cb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:55.785928 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:55.789219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4551acc-7a0b-48b6-b6c7-e30f548b16c7 req-b41c3e88-5ef9-4262-a7cc-7d3264b5a88e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Feb 15 09:27:55.889969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:55.911668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-acae3773-0165-4ec8-99d3-2e542abde6ed tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295241 Feb 15 09:27:56.037446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-1f4125a6-4fa4-488e-817d-ee301f5e3f08 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:56.042474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b6301071-37e4-41c8-a109-439008ac22cb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:56.046247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-1f4125a6-4fa4-488e-817d-ee301f5e3f08 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.1389389 Feb 15 09:27:56.048586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-b5939ab9-1c9c-493d-b4a4-b779d0ae05e2 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:56.051721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-b5939ab9-1c9c-493d-b4a4-b779d0ae05e2 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318221 Feb 15 09:27:56.068457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-6b120da5-351a-4a63-8c38-5487bbdbe4f4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/quotas/972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 375 time: 0.0194032 Feb 15 09:27:56.093724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-56cbe7c1-674b-4850-aff3-c762b928d683 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/quotas/5e5dac23ab81450a96473e7d51d8cd02 HTTP/1.1" status: 200 len: 375 time: 0.0353167 Feb 15 09:27:56.131967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-f56d801c-73e1-4d49-b5ce-ab1006f4f157 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625241 Feb 15 09:27:56.191469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-74efd727-8f39-45c0-8c3d-f099bb613985 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949900 Feb 15 09:27:56.250661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-510d21cd-3bbd-4fd5-ac3b-b322bf7c6aef service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177769 Feb 15 09:27:56.422753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-61d4c38c-5aa3-403e-b084-b32e620fe828 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:56.424246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-61d4c38c-5aa3-403e-b084-b32e620fe828 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.36 "GET /v2.0/networks?id=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f HTTP/1.1" status: 200 len: 822 time: 0.1592412 Feb 15 09:27:56.439369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Request body: {'port': {'device_id': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f', 'admin_state_up': True, 'tenant_id': 'cb4b2cd94c804b2f8f6047c521852b08'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:56.470014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-3ccacda1-6c7e-48f2-a148-35cd7723963d service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176754 Feb 15 09:27:56.548450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded16d86-0afa-47bd-af28-4e7be9d4b2f0 req-6d4e441f-19a4-4433-996c-3358e5e5e8b2 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:56.549987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ded16d86-0afa-47bd-af28-4e7be9d4b2f0 req-6d4e441f-19a4-4433-996c-3358e5e5e8b2 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1097 time: 0.0934224 Feb 15 09:27:56.609953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ded16d86-0afa-47bd-af28-4e7be9d4b2f0 req-21dfbbe0-cffb-40c4-8de6-d40ad307ddc3 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502994 Feb 15 09:27:56.658572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Made reservation on behalf of cb4b2cd94c804b2f8f6047c521852b08 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:56.662537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:56.862680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa56cc7c-faad-4ce1-9daf-446b1214b5c6 req-5476cb2e-09ad-4d51-87bf-32990602764c tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 210 time: 0.0337012 Feb 15 09:27:56.936765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Allocated IP 172.20.0.4 (b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f/7280d720-4eba-42ce-bd0f-763a6b942134/5bc882f5-35a5-4def-b0bf-d45f30eab05e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:57.134197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9049e56-f605-4aee-8933-3b8eeeea8271 req-a2195df6-54e0-4ba6-9ad9-d0ae1c498138 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:57.143952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9049e56-f605-4aee-8933-3b8eeeea8271 req-a2195df6-54e0-4ba6-9ad9-d0ae1c498138 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 948 time: 0.1528873 Feb 15 09:27:57.252689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9049e56-f605-4aee-8933-3b8eeeea8271 req-a9c665ad-6f0d-4161-a109-56857ad5b8c1 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075444 Feb 15 09:27:57.302966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08d3a16c-feb4-42e1-a986-b9e2272cf526 req-bf255bbc-b7d7-45d2-b207-c4be8874ce95 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 210 time: 0.0898178 Feb 15 09:27:57.335948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.348269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b6301071-37e4-41c8-a109-439008ac22cb up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:27:57.408829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0584b76c-a929-434c-95b3-516dd82a5bf6 req-5db550d0-a027-490f-a6e9-c96b836da433 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 210 time: 0.0598910 Feb 15 09:27:57.438984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port b6301071-37e4-41c8-a109-439008ac22cb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:27:57.445794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port b6301071-37e4-41c8-a109-439008ac22cb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:27:57.447741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.472456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.548641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:57.549097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.555089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:57.558202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:57.589128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:57.593811 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36416ee4-6581-4f44-8b18-f33f4b059a42" -d '{"events": [{"server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6301071-37e4-41c8-a109-439008ac22cb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:57.595402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Pushing event updated for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:57.613239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b6301071-37e4-41c8-a109-439008ac22cb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:27:57.620985 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.632840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:57.633716 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.656796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-584faa8d-f189-4852-ae65-1ef46aa20977 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225883 Feb 15 09:27:57.658742 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-243eac68-a836-41a9-bb8b-84ec2d31a2ee x-openstack-request-id: req-243eac68-a836-41a9-bb8b-84ec2d31a2ee {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:57.659286 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "name": "network-vif-plugged", "status": "completed", "tag": "b6301071-37e4-41c8-a109-439008ac22cb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:57.659787 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-243eac68-a836-41a9-bb8b-84ec2d31a2ee {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:57.660263 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb', 'code': 200} Feb 15 09:27:57.685489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Request body: {'port': {'device_id': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:57.696115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:57.704844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.705447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.705793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.706130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.706460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.706786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.707109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.707445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.707750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.708070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.708440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.708764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:27:57.807874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:57.918034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b5af96-56b9-4aef-b53d-10149dedbf93 req-f950c28a-924d-4bd3-9bfe-e555529b1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:57.920527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04b5af96-56b9-4aef-b53d-10149dedbf93 req-f950c28a-924d-4bd3-9bfe-e555529b1274 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 1100 time: 0.1608901 Feb 15 09:27:58.077789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9036b00-2420-4c8c-9d9d-178975adb7d1 req-7f56e6e1-989b-4dbc-be57-51d34635f89a tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:58.089452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9036b00-2420-4c8c-9d9d-178975adb7d1 req-7f56e6e1-989b-4dbc-be57-51d34635f89a tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 931 time: 0.0995593 Feb 15 09:27:58.102525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-e22e5c7e-3859-4996-a921-2403155d4651 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808462 Feb 15 09:27:58.161080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04b5af96-56b9-4aef-b53d-10149dedbf93 req-dac1115c-4c9c-48a0-8a4e-df45fc5d6465 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260845 Feb 15 09:27:58.171469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9036b00-2420-4c8c-9d9d-178975adb7d1 req-6ace938a-fcd8-4c13-8f68-241228ccba5f tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810583 Feb 15 09:27:58.469629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24f44b22-4f6e-419c-8c88-648c89550493 req-9c7aa1d6-02df-454d-b629-0d1626e86538 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 210 time: 0.0596125 Feb 15 09:27:58.628487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32800081-a164-4a86-b651-659fb2dc62cb req-42ec7b2a-de13-4b76-8349-9c7798ec7164 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 210 time: 0.0389869 Feb 15 09:27:58.683915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-4b1a3753-60f8-4e56-a907-d57b06613dc8 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:58.691435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-4b1a3753-60f8-4e56-a907-d57b06613dc8 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5744848 Feb 15 09:27:58.697368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-2b79ed08-5744-4f50-97b0-aaa6b2805b01 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:58.699269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-2b79ed08-5744-4f50-97b0-aaa6b2805b01 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.2251666 Feb 15 09:27:58.719448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Request body: {'port': {'device_id': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'admin_state_up': True, 'tenant_id': '972d445c0aa9475e952e5c17bda90001'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:58.725501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d067b-7ca3-493f-bd4a-7e02ae8f352b req-f2f4e972-4db5-4e66-af2e-482bb4df4131 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:58.728417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-515d067b-7ca3-493f-bd4a-7e02ae8f352b req-f2f4e972-4db5-4e66-af2e-482bb4df4131 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 949 time: 0.2050099 Feb 15 09:27:58.749423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Request body: {'port': {'device_id': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '5e5dac23ab81450a96473e7d51d8cd02'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:58.874432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:58.879623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:58.887029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-515d067b-7ca3-493f-bd4a-7e02ae8f352b req-b7f9f2d8-657b-467c-8978-5f7bf08f3f25 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417477 Feb 15 09:27:58.917742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc882f5-35a5-4def-b0bf-d45f30eab05e {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:27:58.932517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:58.951972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Transition to ACTIVE for port object 5bc882f5-35a5-4def-b0bf-d45f30eab05e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:27:58.959214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.025184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Made reservation on behalf of 5e5dac23ab81450a96473e7d51d8cd02 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:27:59.028511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.032784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:59.065405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Allocated IP 172.20.0.12 (2016aa89-3ec9-445e-8dc1-4dd2b2951d86/bd0d0193-f267-4c60-9a62-451a5d6f5df1/05546fd8-1802-45ac-87a0-69b1d48ab7eb) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:59.189923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Attempting to bind port 5bc882f5-35a5-4def-b0bf-d45f30eab05e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:27:59.190460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Attempting to bind port 5bc882f5-35a5-4def-b0bf-d45f30eab05e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:27:59.190739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Attempting to bind port 5bc882f5-35a5-4def-b0bf-d45f30eab05e on network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:59.202347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Port 5bc882f5-35a5-4def-b0bf-d45f30eab05e on network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:27:59.202800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Attempting to bind port 5bc882f5-35a5-4def-b0bf-d45f30eab05e on network b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:27:59.213265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:27:59.213600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Checking segment: {'id': '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:27:59.213976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Bound using segment: {'id': '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:27:59.214398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Bound port: 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:27:59.214746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.241690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.304026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Allocated IP 192.168.233.115 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:27:59.320113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.339453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:27:59.348378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e,segment=NetworkSegment(13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0),segment_id=13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:27:59.361245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.426363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.426972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.428389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-5783842c-4291-4790-81c5-758af679afa9 service neutron] 10.222.0.36 "PUT /v2.0/ports/5bc882f5-35a5-4def-b0bf-d45f30eab05e HTTP/1.1" status: 200 len: 1091 time: 1.7490168 Feb 15 09:27:59.430909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:27:59.433120 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8473c9-87cc-4720-b93e-a34be62c4070" -d '{"events": [{"name": "network-changed", "server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:27:59.433335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:59.443082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:59.445994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:59.448718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:59.511581 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f62d2a8-98f3-4502-bb8a-b3c7bacc1b5c x-openstack-request-id: req-9f62d2a8-98f3-4502-bb8a-b3c7bacc1b5c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:27:59.512008 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:27:59.512399 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f62d2a8-98f3-4502-bb8a-b3c7bacc1b5c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:27:59.513658 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e', 'status': 'completed', 'code': 200} Feb 15 09:27:59.524476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087df6-bb3e-468b-b7d6-d628d949d8cc req-fec85e15-6872-4b8d-bad0-8aab70dc66f7 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.526404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a087df6-bb3e-468b-b7d6-d628d949d8cc req-fec85e15-6872-4b8d-bad0-8aab70dc66f7 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 943 time: 0.1897101 Feb 15 09:27:59.531905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5783842c-4291-4790-81c5-758af679afa9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:27:59.558342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.559317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.588658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-ec99cc52-8027-4b54-bfda-ea5fd2f5830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.590210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-ec99cc52-8027-4b54-bfda-ea5fd2f5830c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb4b2cd94c804b2f8f6047c521852b08&device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 1094 time: 0.1045659 Feb 15 09:27:59.602784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a087df6-bb3e-468b-b7d6-d628d949d8cc req-0e0bde8e-cc7b-4ba7-9b99-44aa39c20fe6 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674579 Feb 15 09:27:59.610200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-7c337eaa-95c5-428e-a047-7c23f9308277 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8957877 Feb 15 09:27:59.629327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfad4f6-effb-4a4a-997f-5ccea30eed50 req-412f85f7-ef2d-49b5-b4e7-cfcb7b680875 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 210 time: 0.0536485 Feb 15 09:27:59.634669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.634838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Request body: {'port': {'device_id': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:27:59.676171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-15790efe-a0a1-4891-ba70-a1b4eb06f04d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e HTTP/1.1" status: 200 len: 217 time: 0.0646296 Feb 15 09:27:59.746297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-1043b4ce-6e6b-4f1f-b39e-86686557d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.748010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-1043b4ce-6e6b-4f1f-b39e-86686557d2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7280d720-4eba-42ce-bd0f-763a6b942134 HTTP/1.1" status: 200 len: 862 time: 0.0652444 Feb 15 09:27:59.754866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.773130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['f22ef852-f125-4915-b18c-4a5f0409b42a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:27:59.781055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:27:59.822787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-c27c6589-e433-4779-9dec-03506cc842a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652556 Feb 15 09:27:59.834182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:27:59.848905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:27:59.864215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:27:59.939874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e848e-9d17-41e7-854e-487fd4f097ba req-b27d0ae2-020e-4b7a-9bfc-1e6ac8d65c40 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:27:59.948034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e3e848e-9d17-41e7-854e-487fd4f097ba req-b27d0ae2-020e-4b7a-9bfc-1e6ac8d65c40 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 932 time: 0.1915703 Feb 15 09:27:59.954328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Pushing event updated for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:00.075183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.075865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.126947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-dbc4444e-dce0-4c71-bf41-e4ef22cb5589 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3924868 Feb 15 09:28:00.144783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Request body: {'port': {'device_id': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:00.178654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-20da5888-017a-41f3-8182-bf7403441ee0 service neutron] 10.222.0.36 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431597 Feb 15 09:28:00.253048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5726af14-a59b-4f10-80b9-26586ecc9220 None None] Provisioning complete for port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:00.254138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5726af14-a59b-4f10-80b9-26586ecc9220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.290253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9f5788f-d5d2-46a3-9d31-a82065fbab30 req-bb56f3bb-06fc-418c-a673-190fe07548c9 service neutron] 10.222.0.36 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027169 Feb 15 09:28:00.321812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05546fd8-1802-45ac-87a0-69b1d48ab7eb {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:00.324111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.344523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.354999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5726af14-a59b-4f10-80b9-26586ecc9220 None None] Port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:00.358626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Transition to ACTIVE for port object 05546fd8-1802-45ac-87a0-69b1d48ab7eb will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:28:00.362425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e3e848e-9d17-41e7-854e-487fd4f097ba req-50f4d4af-126d-47b7-b3dd-619c58479a93 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126065 Feb 15 09:28:00.367192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.447494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:00.575418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-f0134beb-af52-4d71-934f-50b9f8275b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.578350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-f0134beb-af52-4d71-934f-50b9f8275b1b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cb4b2cd94c804b2f8f6047c521852b08&device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 1094 time: 0.1669405 Feb 15 09:28:00.616132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:00.616132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:00.616132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:00.622193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c08e2-39a3-481a-81b6-3dd9c4dafa3f req-0b6fa2a0-f11a-4715-81d9-6241a18a6671 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.632465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c61c08e2-39a3-481a-81b6-3dd9c4dafa3f req-0b6fa2a0-f11a-4715-81d9-6241a18a6671 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 949 time: 0.1129413 Feb 15 09:28:00.662907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:00.664934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:00.705866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c61c08e2-39a3-481a-81b6-3dd9c4dafa3f req-92e08e67-dbfa-40d8-a2ce-78821b62c186 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718720 Feb 15 09:28:00.713170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:00.713608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:00.714184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:00.714703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Bound port: 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:00.715284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.776178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-5246d753-cf5e-4f45-beb0-a8217c871643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.777705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-5246d753-cf5e-4f45-beb0-a8217c871643 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f HTTP/1.1" status: 200 len: 923 time: 0.1834815 Feb 15 09:28:00.805800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:00.809276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:00.831322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-864684c1-ff23-4c59-bd7d-d5d721f3b56a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e HTTP/1.1" status: 200 len: 217 time: 0.0422280 Feb 15 09:28:00.855285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.915019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-0a81c66a-a0b2-499c-8100-9156f7a3189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.916416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-0a81c66a-a0b2-499c-8100-9156f7a3189c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7280d720-4eba-42ce-bd0f-763a6b942134 HTTP/1.1" status: 200 len: 862 time: 0.0703249 Feb 15 09:28:00.929161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f676e-43b3-4c73-a7cd-64d82cc0ed38 req-b5bd864b-a168-4636-a908-1744082d43be tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.930689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f9f676e-43b3-4c73-a7cd-64d82cc0ed38 req-b5bd864b-a168-4636-a908-1744082d43be tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 936 time: 0.1191213 Feb 15 09:28:00.942489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:00.942489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:00.944669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] 10.222.0.72 "PUT /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 1092 time: 1.3183529 Feb 15 09:28:00.945140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:00.947734 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced0580-23eb-4941-972c-cc640e5dae35" -d '{"events": [{"name": "network-changed", "server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:00.978025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-30b43d0a-eae4-415d-bf86-bfd4e1f0a9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499220 Feb 15 09:28:01.066558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed232bf5-aa8d-4fa6-8893-675dcba8d4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:01.073848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f9f676e-43b3-4c73-a7cd-64d82cc0ed38 req-4495b303-e3fd-4664-8cca-743608bebc31 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117213 Feb 15 09:28:01.080885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-6cf4ad23-5ce2-40f9-ae40-c6b35404a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.082860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-6cf4ad23-5ce2-40f9-ae40-c6b35404a2ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1095 time: 0.0710263 Feb 15 09:28:01.089530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-75a541d9-8484-4100-b8d7-6821f0c95004 service neutron] 10.222.0.36 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005716 Feb 15 09:28:01.097566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:01.113887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:01.125598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8b2ff-5d90-4814-8c0e-b41d28bbab1b req-bbb3b511-b2c1-4eb9-8cbc-cb3cf7ed3409 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.127117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e8b2ff-5d90-4814-8c0e-b41d28bbab1b req-bbb3b511-b2c1-4eb9-8cbc-cb3cf7ed3409 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 943 time: 0.2983465 Feb 15 09:28:01.153341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-6cbb883f-baf0-4631-a53d-e0800f6452c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.0576572 Feb 15 09:28:01.204228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Transition to ACTIVE for port object c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:28:01.226110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:01.227473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-bfd26c62-87b0-42fc-a523-928637e49a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.229626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-bfd26c62-87b0-42fc-a523-928637e49a18 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0624247 Feb 15 09:28:01.272191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e8b2ff-5d90-4814-8c0e-b41d28bbab1b req-1129e6e8-9696-4ce5-8a33-09e2c9ecc525 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274695 Feb 15 09:28:01.299869 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d6aac5-6f31-47cf-a068-df7eeae05767 x-openstack-request-id: req-a8d6aac5-6f31-47cf-a068-df7eeae05767 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:01.305861 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:01.306432 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8d6aac5-6f31-47cf-a068-df7eeae05767 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:01.307075 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'status': 'completed', 'code': 200} Feb 15 09:28:01.312207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-94ab76ef-1aea-426e-b977-c953fbea1c42 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739691 Feb 15 09:28:01.384208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8473c9-87cc-4720-b93e-a34be62c4070 req-0c57e7d9-c3c1-413d-997f-d6f5a8c23606 service neutron] 10.222.0.36 "GET /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819393 Feb 15 09:28:01.416790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:01.500093 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-87b79ed9-8185-46da-a8fc-fc6080d13383 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779344 Feb 15 09:28:01.509022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Attempting to bind port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:01.515058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Attempting to bind port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:01.515400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Attempting to bind port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:01.534739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:01.535077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Attempting to bind port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:01.597467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:01.597809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:01.598376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:01.599248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Bound port: c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:01.599612 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:01.664502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438297-cc1a-403f-a48d-164c43ba290b req-6388aa39-65bd-4fe6-998f-dc09966575e9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.666583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1438297-cc1a-403f-a48d-164c43ba290b req-6388aa39-65bd-4fe6-998f-dc09966575e9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.1344285 Feb 15 09:28:01.702653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53d0824b-ef10-4452-bd3e-ba60bbd05354 req-a227530e-e194-48d0-82e2-cc43a61bcf33 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939592 Feb 15 09:28:01.722298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e9f27-12a9-4b35-bebe-8b446d8a1a38 req-c428eb63-febb-4776-b909-9fe5829f9f9e tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.723204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:01.724944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c20e9f27-12a9-4b35-bebe-8b446d8a1a38 req-c428eb63-febb-4776-b909-9fe5829f9f9e tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 949 time: 0.0696988 Feb 15 09:28:01.743837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:01.747673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1438297-cc1a-403f-a48d-164c43ba290b req-054c4768-7157-427c-8532-1e634dfaf528 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720582 Feb 15 09:28:01.749994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:01.773565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c20e9f27-12a9-4b35-bebe-8b446d8a1a38 req-8686ef83-7f6c-403f-bb83-5abf182f8ff2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414381 Feb 15 09:28:01.799978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.800603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:01.802054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] 10.222.0.72 "PUT /v2.0/ports/c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 HTTP/1.1" status: 200 len: 1096 time: 1.6629317 Feb 15 09:28:01.802498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:01.814582 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311" -d '{"events": [{"name": "network-changed", "server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:01.854621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b4ad8d-eba7-4334-a2e6-c65335b82047 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:01.861760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0580-23eb-4941-972c-cc640e5dae35 req-3cad4f3c-9597-46e6-aa35-76daba084b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.870157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-3cad4f3c-9597-46e6-aa35-76daba084b40 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1095 time: 0.0956550 Feb 15 09:28:01.900667 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed9f03b-0448-4f48-8c37-bc12a276af86 x-openstack-request-id: req-5ed9f03b-0448-4f48-8c37-bc12a276af86 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:01.901265 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:01.901701 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ed9f03b-0448-4f48-8c37-bc12a276af86 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:01.902301 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9', 'status': 'completed', 'code': 200} Feb 15 09:28:01.919949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-1589fc88-9a95-4490-9def-5d839e8a9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.921717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-1589fc88-9a95-4490-9def-5d839e8a9941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 1099 time: 0.0585668 Feb 15 09:28:01.976973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0580-23eb-4941-972c-cc640e5dae35 req-74d1f9ef-3f13-4926-b98b-ca0ec728daea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:01.978449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-74d1f9ef-3f13-4926-b98b-ca0ec728daea service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.0986466 Feb 15 09:28:01.995438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-0079a423-e91a-42df-8e2d-e3ef6d6b6eb4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 HTTP/1.1" status: 200 len: 217 time: 0.0565436 Feb 15 09:28:02.026236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-fe5c8413-f509-4c58-81f8-2819c10bfd56 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.0387709 Feb 15 09:28:02.051827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-a3c8c489-7fe8-40ab-8eb1-94cdc2bdbd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.053622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-a3c8c489-7fe8-40ab-8eb1-94cdc2bdbd67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0502851 Feb 15 09:28:02.086651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced0580-23eb-4941-972c-cc640e5dae35 req-4f433be7-0cde-4dd2-a296-f459b0c1fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.088152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-4f433be7-0cde-4dd2-a296-f459b0c1fd8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0520692 Feb 15 09:28:02.114579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-646bb12c-06bc-4ca7-a55d-f902c1e95706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.118417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-646bb12c-06bc-4ca7-a55d-f902c1e95706 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489028 Feb 15 09:28:02.157123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-40489860-fdeb-44dd-aa2b-9df4a9a0913b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479553 Feb 15 09:28:02.235265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-9592890f-cb9d-4b90-8d4a-b354ae6966ce service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018212 Feb 15 09:28:02.266629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd033e21-65ee-4acc-9da4-defa839bc658 req-adc5244d-1259-40e2-bc17-1d3ce1878079 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.268159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd033e21-65ee-4acc-9da4-defa839bc658 req-adc5244d-1259-40e2-bc17-1d3ce1878079 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 948 time: 0.1101618 Feb 15 09:28:02.308430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-096cf5d9-6419-4356-9d91-836dce02b942 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421537 Feb 15 09:28:02.342066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd033e21-65ee-4acc-9da4-defa839bc658 req-58d66070-2d65-4f49-8c34-07cf02cc64e7 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660830 Feb 15 09:28:02.364074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eeb1f6fc-c065-4c5b-b75d-8afa0a4024e3 req-981e3bfd-f9c0-4f78-9577-e06dab404632 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132555 Feb 15 09:28:02.428364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd9141-e0cc-4b7e-b781-100d82ee1178 req-04ec74bb-573a-4505-ac06-5faea25512c0 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.430124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74fd9141-e0cc-4b7e-b781-100d82ee1178 req-04ec74bb-573a-4505-ac06-5faea25512c0 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 943 time: 0.0652514 Feb 15 09:28:02.432123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cced0580-23eb-4941-972c-cc640e5dae35 req-559cbd0a-f141-44d6-9bf7-62571e179de0 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154163 Feb 15 09:28:02.500279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74fd9141-e0cc-4b7e-b781-100d82ee1178 req-f4d572d5-b1c8-42e9-b016-e615dd64366b tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629508 Feb 15 09:28:02.507019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-6719d566-3355-4feb-8b5b-591f957bf5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.508666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-6719d566-3355-4feb-8b5b-591f957bf5af service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 1099 time: 0.0583487 Feb 15 09:28:02.610726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-e68d54a6-19a5-4661-8447-6cd19b9e66b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.612203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-e68d54a6-19a5-4661-8447-6cd19b9e66b2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.0868983 Feb 15 09:28:02.655325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-48c36688-cb41-4894-a5c3-912c8769e1aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 HTTP/1.1" status: 200 len: 217 time: 0.0340161 Feb 15 09:28:02.709504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-67bf7514-7fa8-4ba3-addb-d3d37575478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.711076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-67bf7514-7fa8-4ba3-addb-d3d37575478f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0463591 Feb 15 09:28:02.760314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-b4f8000c-773f-4705-821c-5fa662cfdc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.761898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-b4f8000c-773f-4705-821c-5fa662cfdc0a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0429792 Feb 15 09:28:02.893192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fd294-67d2-4c64-88bf-9542eeeb8ca9 req-aaecb744-dc62-4377-b685-6878b14dfdcd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.894712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d3fd294-67d2-4c64-88bf-9542eeeb8ca9 req-aaecb744-dc62-4377-b685-6878b14dfdcd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.0684128 Feb 15 09:28:02.925619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-590420fb-736e-4d04-956c-26ee3c7497e2 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495423 Feb 15 09:28:02.940222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d3fd294-67d2-4c64-88bf-9542eeeb8ca9 req-b4c88052-afb4-4c35-890e-6af85a0f77a7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394523 Feb 15 09:28:02.944207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-8de18cc7-6498-4613-b967-90c51de99334 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:02.945982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-8de18cc7-6498-4613-b967-90c51de99334 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.36 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 949 time: 0.1104352 Feb 15 09:28:03.248604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c13a332-51a6-4331-b1db-58ca4d3e649c req-39316152-6da2-4d83-8efc-c3fd6174591d tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:03.250036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c13a332-51a6-4331-b1db-58ca4d3e649c req-39316152-6da2-4d83-8efc-c3fd6174591d tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 949 time: 0.3735485 Feb 15 09:28:03.357010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c13a332-51a6-4331-b1db-58ca4d3e649c req-79aa0d6a-f159-40f4-bd5e-1e7f10811ffd tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/security-groups?id=bf119927-4c4a-48b0-959b-7feae196bbdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967615 Feb 15 09:28:03.365854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01c89ca9-9bf9-4d13-96f3-e8d1ac0cf311 req-35abaee3-45b1-47c2-8b2e-7b9b264321b3 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299974 Feb 15 09:28:03.381888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5bc882f5-35a5-4def-b0bf-d45f30eab05e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:03.398112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Deleting port b6301071-37e4-41c8-a109-439008ac22cb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:03.398455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.491239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb22caf2-92c4-43ef-8232-b83b53773dcb req-8b4f7128-364a-4363-ac6e-e15c8bebc187 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:03.493216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb22caf2-92c4-43ef-8232-b83b53773dcb req-8b4f7128-364a-4363-ac6e-e15c8bebc187 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 948 time: 0.0650899 Feb 15 09:28:03.507971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] For port b6301071-37e4-41c8-a109-439008ac22cb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b6301071-37e4-41c8-a109-439008ac22cb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:03.508513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.524842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Calling delete_port for b6301071-37e4-41c8-a109-439008ac22cb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:03.535206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb22caf2-92c4-43ef-8232-b83b53773dcb req-c893ce3c-27f0-4b1e-ae7d-e5b4ebe420ea tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353725 Feb 15 09:28:03.547787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e,segment=NetworkSegment(13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0),segment_id=13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:03.572547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '5bc882f5-35a5-4def-b0bf-d45f30eab05e', 'network_id': 'b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f', 'port_id': '5bc882f5-35a5-4def-b0bf-d45f30eab05e', 'mac_address': 'fa:16:3e:48:ea:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7280d720-4eba-42ce-bd0f-763a6b942134', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:28:03.618646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.632773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc882f5-35a5-4def-b0bf-d45f30eab05e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:03.659090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e,segment=NetworkSegment(13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0),segment_id=13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:03.663411 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.663759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06149733-d0be-46fc-95ac-df21d62c9750 req-759817dd-7600-465f-bd0f-8c92cfef8312 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:03.665571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06149733-d0be-46fc-95ac-df21d62c9750 req-759817dd-7600-465f-bd0f-8c92cfef8312 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 943 time: 0.0725720 Feb 15 09:28:03.723739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:03.750935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06149733-d0be-46fc-95ac-df21d62c9750 req-2f79931a-46eb-4424-8aab-605a9a857733 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701005 Feb 15 09:28:03.753084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.767686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b6301071-37e4-41c8-a109-439008ac22cb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:03.789853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Pushing event deleted for resources: {'Port': ['ID=b6301071-37e4-41c8-a109-439008ac22cb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:03.838227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] No DVR routers for this DVR port b6301071-37e4-41c8-a109-439008ac22cb on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:03.840945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:03.845258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65e78fd3-458b-43f6-be63-7810f1ed1dfd req-93271d8f-5e7f-49f1-bb3d-be431b7be6d2 tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.36 "DELETE /v2.0/ports/b6301071-37e4-41c8-a109-439008ac22cb HTTP/1.1" status: 204 len: 173 time: 0.8907988 Feb 15 09:28:03.898863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5bc882f5-35a5-4def-b0bf-d45f30eab05e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:03.904342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'name': 'network-vif-deleted', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:03.906947 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b025e25-4e73-45e1-86f8-b7f93d0d84ec" -d '{"events": [{"server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "name": "network-vif-deleted", "tag": "b6301071-37e4-41c8-a109-439008ac22cb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:04.006354 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15223099-594d-47d2-b3a3-d224b6c1f44e x-openstack-request-id: req-15223099-594d-47d2-b3a3-d224b6c1f44e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:04.006700 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94a9b47-cef1-478d-9d59-5f4bd89469ef", "name": "network-vif-deleted", "tag": "b6301071-37e4-41c8-a109-439008ac22cb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:04.008193 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15223099-594d-47d2-b3a3-d224b6c1f44e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:04.008674 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94a9b47-cef1-478d-9d59-5f4bd89469ef', 'name': 'network-vif-deleted', 'tag': 'b6301071-37e4-41c8-a109-439008ac22cb', 'status': 'completed', 'code': 200} Feb 15 09:28:04.176706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46766e-d4c6-4396-8104-37a685147331 req-cee12243-f780-41a7-87d9-6516cc909549 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:04.178265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb46766e-d4c6-4396-8104-37a685147331 req-cee12243-f780-41a7-87d9-6516cc909549 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.0963662 Feb 15 09:28:04.228582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb46766e-d4c6-4396-8104-37a685147331 req-d17234fe-9ff3-48a9-a4a2-e577d060c4ff tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429196 Feb 15 09:28:04.257343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe4d0f5-ce81-4276-ba3f-fc45137c6a39 req-52a16910-3a2c-4cb3-bef3-35f2d3d7ecbe tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:04.258803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebe4d0f5-ce81-4276-ba3f-fc45137c6a39 req-52a16910-3a2c-4cb3-bef3-35f2d3d7ecbe tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.0624127 Feb 15 09:28:04.297264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebe4d0f5-ce81-4276-ba3f-fc45137c6a39 req-95a329c2-35c1-4b69-949a-86359a9799df tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Feb 15 09:28:04.530805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7fd10df4-00fb-4a8d-9811-a31a2025eb30 req-87210b1d-559d-4fe0-a244-97e030f6433f tempest-ServerDiagnosticsNegativeTest-5351281 tempest-ServerDiagnosticsNegativeTest-5351281-project] 10.222.0.10 "GET /v2.0/ports?device_id=c94a9b47-cef1-478d-9d59-5f4bd89469ef HTTP/1.1" status: 200 len: 210 time: 0.0384431 Feb 15 09:28:04.686243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c508d0a-913c-46f0-8cfe-d5d360aba083 req-c1d206aa-51e2-4334-a6c0-c5d1832810c3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:04.688711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c508d0a-913c-46f0-8cfe-d5d360aba083 req-c1d206aa-51e2-4334-a6c0-c5d1832810c3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 948 time: 0.0593436 Feb 15 09:28:04.735187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c508d0a-913c-46f0-8cfe-d5d360aba083 req-91762f89-5ea0-461d-b8c5-23d761c1c34f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393374 Feb 15 09:28:04.906987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236060b-df0a-4187-b615-e2ad1194023d req-fc394f01-e72e-436c-9a33-60c802bbd9ed tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:04.913347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1236060b-df0a-4187-b615-e2ad1194023d req-fc394f01-e72e-436c-9a33-60c802bbd9ed tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 944 time: 0.0618186 Feb 15 09:28:04.951192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1236060b-df0a-4187-b615-e2ad1194023d req-fb51a18e-4da4-4bef-af4e-1ae9a9147f7a tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347645 Feb 15 09:28:05.345091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd032bb3-682b-4d65-84f8-104f975e1648 req-43febd0f-5a84-47de-92e8-53e570019814 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:05.346627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd032bb3-682b-4d65-84f8-104f975e1648 req-43febd0f-5a84-47de-92e8-53e570019814 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.0509117 Feb 15 09:28:05.380768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5bc882f5-35a5-4def-b0bf-d45f30eab05e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:05.389662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd032bb3-682b-4d65-84f8-104f975e1648 req-74aad636-1b41-4f1d-8a31-9b323d911e33 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365303 Feb 15 09:28:05.441268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77b2ac-ae3b-48a4-ba67-05bdd7f0e47c req-4d732949-2045-410b-acc6-ca97aa0f9122 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:05.443751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e77b2ac-ae3b-48a4-ba67-05bdd7f0e47c req-4d732949-2045-410b-acc6-ca97aa0f9122 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.0723834 Feb 15 09:28:05.452999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 5bc882f5-35a5-4def-b0bf-d45f30eab05e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:28:05.458099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 5bc882f5-35a5-4def-b0bf-d45f30eab05e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:05.458493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:05.501655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e77b2ac-ae3b-48a4-ba67-05bdd7f0e47c req-dfd60ce9-8959-4626-be73-895fc6754251 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508657 Feb 15 09:28:05.580214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:05.617807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:05.620490 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ae6f65-66ad-4963-b459-7faff3d5f219" -d '{"events": [{"server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "name": "network-vif-plugged", "status": "completed", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:05.635854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e,segment=NetworkSegment(13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0),segment_id=13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:05.645004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:05.646193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b6301071-37e4-41c8-a109-439008ac22cb no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:05.697931 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5142746-c64f-40de-9ad0-f39cd6f6302b x-openstack-request-id: req-c5142746-c64f-40de-9ad0-f39cd6f6302b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:05.698633 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "name": "network-vif-plugged", "status": "completed", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:05.699195 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5142746-c64f-40de-9ad0-f39cd6f6302b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:05.699880 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e', 'code': 200} Feb 15 09:28:05.703612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: b6301071-37e4-41c8-a109-439008ac22cb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:05.704245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b6301071-37e4-41c8-a109-439008ac22cb not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:05.721432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:05.807606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc584e24-b270-4035-85ba-7d0ceddc2a98 req-46fe99f6-a394-497c-af2c-92e1a2f3fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:05.810201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc584e24-b270-4035-85ba-7d0ceddc2a98 req-46fe99f6-a394-497c-af2c-92e1a2f3fcec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 1096 time: 0.0581794 Feb 15 09:28:05.855902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:05.887008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:05.901524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc584e24-b270-4035-85ba-7d0ceddc2a98 req-909b0b6f-d217-412c-825b-d5c728f86d7d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696149 Feb 15 09:28:05.912739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a312220-c5fe-4112-bd0b-ef78fb68b68a req-23203732-2868-4a53-b7a5-128242750e6a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:05.921164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a312220-c5fe-4112-bd0b-ef78fb68b68a req-23203732-2868-4a53-b7a5-128242750e6a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 948 time: 0.0910802 Feb 15 09:28:05.972703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a312220-c5fe-4112-bd0b-ef78fb68b68a req-d35f195e-550e-4f0b-915b-9e7fad8e647f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505631 Feb 15 09:28:06.055682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:06.089404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9', 'mac_address': 'fa:16:3e:7e:96:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:28:06.124515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138902-7a53-43ae-a990-5167bd2821e4 req-08c55aa2-7545-45f2-84e4-9c2339b91ab6 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:06.128061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1ba6adfb-95d3-4786-8c4f-365ad50db1dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e432bb391a114661976b0e5b929e9a96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372279 Feb 15 09:28:06.128924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52156) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:06.133347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14138902-7a53-43ae-a990-5167bd2821e4 req-08c55aa2-7545-45f2-84e4-9c2339b91ab6 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.0917337 Feb 15 09:28:06.163210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.178032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:06.199305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:06.206453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.207388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:06.220925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14138902-7a53-43ae-a990-5167bd2821e4 req-5eac3284-9293-4314-a7c6-624150968b6d tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866034 Feb 15 09:28:06.228693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.235237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909d24a-6054-4b29-b975-5f361ec2674d req-0ddff7f2-983b-404e-b5ba-fab20205f2c8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:06.237014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6909d24a-6054-4b29-b975-5f361ec2674d req-0ddff7f2-983b-404e-b5ba-fab20205f2c8 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.72 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.1011522 Feb 15 09:28:06.286085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.372737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:06.374768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.377753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.381501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf119927-4c4a-48b0-959b-7feae196bbdc HTTP/1.1" status: 204 len: 168 time: 0.2492285 Feb 15 09:28:06.397081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcc7b7f-68c1-40ca-b82e-cb05d7630330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf119927-4c4a-48b0-959b-7feae196bbdc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:06.421258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Deleting port 56aeb608-9653-4827-b9ba-2110e1f0e782 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:06.421611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.443303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:06.462553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'port_id': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'mac_address': 'fa:16:3e:45:92:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0d0193-f267-4c60-9a62-451a5d6f5df1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:28:06.582136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] For port 56aeb608-9653-4827-b9ba-2110e1f0e782, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=56aeb608-9653-4827-b9ba-2110e1f0e782,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:06.582956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.614870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Calling delete_port for 56aeb608-9653-4827-b9ba-2110e1f0e782 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:06.657735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa698d34-5797-4d13-9308-3b29335693db req-8fc14701-58b4-42ac-aa5c-427c9c3c5a37 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:06.660736 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fa698d34-5797-4d13-9308-3b29335693db req-8fc14701-58b4-42ac-aa5c-427c9c3c5a37 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.0980189 Feb 15 09:28:06.705692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.710983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fa698d34-5797-4d13-9308-3b29335693db req-8ead8b93-12fc-437c-aa51-537cc5033c3b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437143 Feb 15 09:28:06.738797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05546fd8-1802-45ac-87a0-69b1d48ab7eb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:06.752374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f25efe-a914-453f-ac74-ca7702434db8 req-8dc0b50a-42b2-44fb-a580-35960ed4d2e6 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:06.759743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f25efe-a914-453f-ac74-ca7702434db8 req-8dc0b50a-42b2-44fb-a580-35960ed4d2e6 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a86946-6720-450f-8181-a5f942e99c2c HTTP/1.1" status: 200 len: 945 time: 0.1219661 Feb 15 09:28:06.763428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:06.773852 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.825530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f25efe-a914-453f-ac74-ca7702434db8 req-216a3f7a-0618-4a38-84a9-c05644e85d6b tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.10 "GET /v2.0/security-groups?id=d2fe2e8a-fef0-40e1-9678-f06b408f64a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Feb 15 09:28:06.893962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:06.899969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.932592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52170) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:06.938606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Pushing event deleted for resources: {'Port': ['ID=56aeb608-9653-4827-b9ba-2110e1f0e782,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:06.966474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07e2f490-0df0-49fe-887b-166cbc390977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.988275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] No DVR routers for this DVR port 56aeb608-9653-4827-b9ba-2110e1f0e782 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:06.991491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:06.996063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6909d24a-6054-4b29-b975-5f361ec2674d req-32ca1515-7588-4d28-b632-b4debf07f5c0 tempest-AttachSCSIVolumeTestJSON-1565597108 tempest-AttachSCSIVolumeTestJSON-1565597108-project] 10.222.0.72 "DELETE /v2.0/ports/56aeb608-9653-4827-b9ba-2110e1f0e782 HTTP/1.1" status: 204 len: 173 time: 0.7514205 Feb 15 09:28:06.996694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'name': 'network-vif-deleted', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:07.007841 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c963662-b26d-48cb-a282-533ed49a0002" -d '{"events": [{"server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "name": "network-vif-deleted", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:07.081343 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a621925-b9aa-42bf-ba47-15d1e7c92f69 x-openstack-request-id: req-4a621925-b9aa-42bf-ba47-15d1e7c92f69 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:07.081890 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a86946-6720-450f-8181-a5f942e99c2c", "name": "network-vif-deleted", "tag": "56aeb608-9653-4827-b9ba-2110e1f0e782", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:07.082354 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a621925-b9aa-42bf-ba47-15d1e7c92f69 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:07.083068 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a86946-6720-450f-8181-a5f942e99c2c', 'name': 'network-vif-deleted', 'tag': '56aeb608-9653-4827-b9ba-2110e1f0e782', 'status': 'completed', 'code': 200} Feb 15 09:28:07.157423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07e2f490-0df0-49fe-887b-166cbc390977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.170369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['05546fd8-1802-45ac-87a0-69b1d48ab7eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:07.179860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07e2f490-0df0-49fe-887b-166cbc390977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.228412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e2f490-0df0-49fe-887b-166cbc390977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d579a46e-f6eb-44f5-8e16-56b244c3fa1f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:07.268866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:07.298925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9bb88-5360-4687-8671-6da2e7450910 req-000b4640-0a26-4e08-87a6-09207ad33a6d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:07.300844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcb9bb88-5360-4687-8671-6da2e7450910 req-000b4640-0a26-4e08-87a6-09207ad33a6d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 949 time: 0.2041395 Feb 15 09:28:07.304217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-07e2f490-0df0-49fe-887b-166cbc390977 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63bb4046da96482e8220b8cb30bbbe8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3700571 Feb 15 09:28:07.306921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52180) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:07.367601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcb9bb88-5360-4687-8671-6da2e7450910 req-4a6e72c0-cdf1-4ab4-a3bd-e9e4c57b0284 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601940 Feb 15 09:28:07.471072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.496430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ade6ffb-60eb-452a-a5ac-bc990d73fd2d req-ec6fe8ab-b5fb-4158-88ac-81932543f532 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:07.504212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ade6ffb-60eb-452a-a5ac-bc990d73fd2d req-ec6fe8ab-b5fb-4158-88ac-81932543f532 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.0844822 Feb 15 09:28:07.542718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.609364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ade6ffb-60eb-452a-a5ac-bc990d73fd2d req-c5793e11-1891-48c0-8d57-a7b742870f7a tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042070 Feb 15 09:28:07.682048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.687559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:07.698352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d579a46e-f6eb-44f5-8e16-56b244c3fa1f HTTP/1.1" status: 204 len: 168 time: 0.3860767 Feb 15 09:28:07.719582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522882c-b771-4c36-a316-5587530a4bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d579a46e-f6eb-44f5-8e16-56b244c3fa1f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:07.863163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 56aeb608-9653-4827-b9ba-2110e1f0e782 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:07.915371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 56aeb608-9653-4827-b9ba-2110e1f0e782 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:07.915787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 56aeb608-9653-4827-b9ba-2110e1f0e782 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:07.939651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbff1c-5c08-4365-8cc9-e94e4846b470 req-6a62fc7b-8005-4bdc-b400-573692b3b73f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:07.941251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13cbff1c-5c08-4365-8cc9-e94e4846b470 req-6a62fc7b-8005-4bdc-b400-573692b3b73f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.0778182 Feb 15 09:28:08.010387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13cbff1c-5c08-4365-8cc9-e94e4846b470 req-4af7cc66-027a-4938-8309-f9c006acbf68 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Feb 15 09:28:08.099943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a00cd-5dc9-49eb-b13d-bae6ef7d3514 req-f8ae7e08-79eb-4c05-97bc-49eeb38ff32e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:08.110369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd8a00cd-5dc9-49eb-b13d-bae6ef7d3514 req-f8ae7e08-79eb-4c05-97bc-49eeb38ff32e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.1082525 Feb 15 09:28:08.147573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd8a00cd-5dc9-49eb-b13d-bae6ef7d3514 req-66abad13-8f26-49eb-aa60-e4116a8b005c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361309 Feb 15 09:28:08.578451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c52c-15c6-4705-a1d2-19737c822648 req-ff8b960e-9d3e-4d74-960c-2a69878c2c28 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:08.580316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8972c52c-15c6-4705-a1d2-19737c822648 req-ff8b960e-9d3e-4d74-960c-2a69878c2c28 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 949 time: 0.0956144 Feb 15 09:28:08.631406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8972c52c-15c6-4705-a1d2-19737c822648 req-c576dacc-5d4f-4de8-80ca-504aff3c8006 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449357 Feb 15 09:28:08.753068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85193e55-9cb6-4f31-9d6f-dbd625d01299 req-365b5ca2-94ea-4915-b5b1-d75906d3cf30 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:08.759056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85193e55-9cb6-4f31-9d6f-dbd625d01299 req-365b5ca2-94ea-4915-b5b1-d75906d3cf30 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.0603237 Feb 15 09:28:08.800924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85193e55-9cb6-4f31-9d6f-dbd625d01299 req-0d058e1d-631f-4ca5-9807-b750f3e0e761 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408721 Feb 15 09:28:09.173987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737aade9-5f05-4450-bc15-01a34c6ca63e req-69e9374a-090b-41f4-a39e-ac7c9ed50f3f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:09.182289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-737aade9-5f05-4450-bc15-01a34c6ca63e req-69e9374a-090b-41f4-a39e-ac7c9ed50f3f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.1005552 Feb 15 09:28:09.239291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-737aade9-5f05-4450-bc15-01a34c6ca63e req-24dfc8b3-3dd0-4556-8af3-314330bff6a1 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560758 Feb 15 09:28:09.377905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e86e5-8c85-441a-a19a-3933f679b59a req-4c25faba-beef-4ad7-a38c-6c663246b5dd tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:09.387291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa3e86e5-8c85-441a-a19a-3933f679b59a req-4c25faba-beef-4ad7-a38c-6c663246b5dd tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.1721525 Feb 15 09:28:09.416249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-da177fb4-921a-4aa0-8c69-a420b700e2b7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:09.417323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ccab5b-ee34-44a8-b441-d4d0517cca0f req-9813ca0f-4b32-48cb-b531-c9a8d62784c7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:09.419441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8ccab5b-ee34-44a8-b441-d4d0517cca0f req-9813ca0f-4b32-48cb-b531-c9a8d62784c7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.1006961 Feb 15 09:28:09.426171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-da177fb4-921a-4aa0-8c69-a420b700e2b7 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.1355586 Feb 15 09:28:09.488827 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8ccab5b-ee34-44a8-b441-d4d0517cca0f req-f1a263db-b8da-4f50-8493-15066772edee tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579519 Feb 15 09:28:09.509892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa3e86e5-8c85-441a-a19a-3933f679b59a req-cc858035-1ff5-4b49-90ca-329f3ee39659 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202993 Feb 15 09:28:09.616451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Deleting port c092ab87-d1f1-4fa4-90fd-44aa03d468ee {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:09.616718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:09.780496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] For port c092ab87-d1f1-4fa4-90fd-44aa03d468ee, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:09.780889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:09.859267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:09.932921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edc080-7980-428f-a217-167694d800b0 req-f53552f3-b09a-4385-ae9c-9d61778c5148 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:09.934743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34edc080-7980-428f-a217-167694d800b0 req-f53552f3-b09a-4385-ae9c-9d61778c5148 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 949 time: 0.1505940 Feb 15 09:28:09.938443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:28:09.945397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:09.945790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.095530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34edc080-7980-428f-a217-167694d800b0 req-ee10601b-44b9-4313-b3b9-4e6a593e24d2 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520023 Feb 15 09:28:10.151106 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.193500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.193870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.194292 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d disassociated. External IP: 172.25.6.165, port: c092ab87-d1f1-4fa4-90fd-44aa03d468ee. Feb 15 09:28:10.194641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Calling delete_port for c092ab87-d1f1-4fa4-90fd-44aa03d468ee owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:10.202188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:10.205498 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5a61f-89d7-4fba-8beb-67d4d717fcba" -d '{"events": [{"server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:10.222232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:10.233761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.238034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:10.323918 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1885c8aa-570b-4c56-9b70-7df3cdba6a5a x-openstack-request-id: req-1885c8aa-570b-4c56-9b70-7df3cdba6a5a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:10.324211 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "name": "network-vif-plugged", "status": "completed", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:10.328890 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1885c8aa-570b-4c56-9b70-7df3cdba6a5a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:10.329451 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9', 'code': 200} Feb 15 09:28:10.421530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:10.466679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 05546fd8-1802-45ac-87a0-69b1d48ab7eb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:28:10.468570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02385297-d1da-4b85-aea1-7e960099da06 req-406f3224-5a28-4c28-9040-28a9f734cf59 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:10.470254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02385297-d1da-4b85-aea1-7e960099da06 req-406f3224-5a28-4c28-9040-28a9f734cf59 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.1283019 Feb 15 09:28:10.479356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 05546fd8-1802-45ac-87a0-69b1d48ab7eb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:10.480060 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.551798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02385297-d1da-4b85-aea1-7e960099da06 req-f71a8105-776b-4d82-a901-75c5476087b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729074 Feb 15 09:28:10.650307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.686466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-b5afd249-7f70-4980-ac97-a989b82badb7 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:10.687998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-b5afd249-7f70-4980-ac97-a989b82badb7 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.36 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.2122884 Feb 15 09:28:10.731559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:10.744553 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.744710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c841fd-679f-44a7-9ca4-d98256f9c55f req-75254b2a-7cf4-4abe-b835-8e2693d72fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:10.759331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1c841fd-679f-44a7-9ca4-d98256f9c55f req-75254b2a-7cf4-4abe-b835-8e2693d72fe6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 1101 time: 0.2823615 Feb 15 09:28:10.769937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca58eb6-08ab-4241-a292-4118902649fd req-0e58d13e-cce3-4011-97c8-bcd1439e74e6 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:10.778849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ca58eb6-08ab-4241-a292-4118902649fd req-0e58d13e-cce3-4011-97c8-bcd1439e74e6 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 946 time: 0.1155579 Feb 15 09:28:10.808294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:10.872837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ca58eb6-08ab-4241-a292-4118902649fd req-170c1185-8c2f-477c-aaca-5e74149e7a0c tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups?id=3beb8fcb-4aed-42e9-93d0-125996d42821&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903506 Feb 15 09:28:10.894795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:10.952757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52226d3-7d25-45f3-ab72-4de7831fd722 req-4c93f030-71f4-4051-8684-3873e4510c57 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:10.954518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b52226d3-7d25-45f3-ab72-4de7831fd722 req-4c93f030-71f4-4051-8684-3873e4510c57 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 945 time: 0.2798109 Feb 15 09:28:10.955314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event deleted for resources: {'Port': ['ID=c092ab87-d1f1-4fa4-90fd-44aa03d468ee,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:10.998024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1c841fd-679f-44a7-9ca4-d98256f9c55f req-d454440e-e9cd-4b93-964d-3bff4895b2eb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093821 Feb 15 09:28:11.047566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52352) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:11.106869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b52226d3-7d25-45f3-ab72-4de7831fd722 req-8ff0b7b7-6223-4faf-b1d6-07df75845b79 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/security-groups?id=1e6a8a55-c1c1-4401-9282-b076ada4320e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Feb 15 09:28:11.218852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Deleting port 5bc882f5-35a5-4def-b0bf-d45f30eab05e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:11.219187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.241842 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a965286-4e96-4419-8ffa-a01780e845e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.268178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:11.304798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296eba9-f004-48ce-b68e-d36306664791 req-af86a350-41d6-424a-b5f6-7d436b29f6a3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:11.316947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b296eba9-f004-48ce-b68e-d36306664791 req-af86a350-41d6-424a-b5f6-7d436b29f6a3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.1348965 Feb 15 09:28:11.380308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b296eba9-f004-48ce-b68e-d36306664791 req-30cf88c5-3403-4625-b2fa-e5b1a30a60d4 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568311 Feb 15 09:28:11.383543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] For port 5bc882f5-35a5-4def-b0bf-d45f30eab05e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5bc882f5-35a5-4def-b0bf-d45f30eab05e,segment=NetworkSegment(13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0),segment_id=13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:11.383543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.446129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Calling delete_port for 5bc882f5-35a5-4def-b0bf-d45f30eab05e owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:11.447243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a965286-4e96-4419-8ffa-a01780e845e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.454140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a965286-4e96-4419-8ffa-a01780e845e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.521649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:11.533429 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:11.540575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a965286-4e96-4419-8ffa-a01780e845e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e23a160-589f-4270-949b-f82d27abb7e1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:11.550359 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:11.551567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:11.585314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1a965286-4e96-4419-8ffa-a01780e845e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0091310d01d74ad29cf9c0355ad68dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5365746 Feb 15 09:28:11.587881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52364) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:11.626656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] No DVR routers for this DVR port c092ab87-d1f1-4fa4-90fd-44aa03d468ee on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:11.634620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.638550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c35ecd1-b038-4a6b-9b04-789b6c6f35df req-78fc2a4f-4de3-493e-ba4e-7d25354dcc84 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.36 "DELETE /v2.0/ports/c092ab87-d1f1-4fa4-90fd-44aa03d468ee HTTP/1.1" status: 204 len: 173 time: 2.2114666 Feb 15 09:28:11.640457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'name': 'network-vif-deleted', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:11.642855 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63275125-9a06-4062-8234-909fb6c7d1fa" -d '{"events": [{"server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "name": "network-vif-deleted", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:11.750257 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81abe770-90f9-43bd-a48e-112d8aeed211 x-openstack-request-id: req-81abe770-90f9-43bd-a48e-112d8aeed211 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:11.751100 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b0dba9-2897-4520-ad45-9dc0acfccd03", "name": "network-vif-deleted", "tag": "c092ab87-d1f1-4fa4-90fd-44aa03d468ee", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:11.751100 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81abe770-90f9-43bd-a48e-112d8aeed211 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:11.751355 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b0dba9-2897-4520-ad45-9dc0acfccd03', 'name': 'network-vif-deleted', 'tag': 'c092ab87-d1f1-4fa4-90fd-44aa03d468ee', 'status': 'completed', 'code': 200} Feb 15 09:28:11.813601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eec81a-4341-4efd-be46-7d8a0ac8a243 req-f8d756e1-98c2-489f-a78a-610004154305 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:11.822135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86eec81a-4341-4efd-be46-7d8a0ac8a243 req-f8d756e1-98c2-489f-a78a-610004154305 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1755893 Feb 15 09:28:11.829495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.843687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:11.855360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5bc882f5-35a5-4def-b0bf-d45f30eab05e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:11.865784 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:11.977840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Pushing event deleted for resources: {'Port': ['ID=5bc882f5-35a5-4def-b0bf-d45f30eab05e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:12.045347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:12.095390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b4393ff-9220-4efb-99d2-253dbff1fdd9 req-552872a5-6975-47a4-a2d6-3b89736dffb9 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/ports?device_id=83b0dba9-2897-4520-ad45-9dc0acfccd03 HTTP/1.1" status: 200 len: 210 time: 0.0495965 Feb 15 09:28:12.120619 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:12.121523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86eec81a-4341-4efd-be46-7d8a0ac8a243 req-96a300e6-46b6-460e-9c62-9cd059a1f3b4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940769 Feb 15 09:28:12.176697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:12.188381 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:12.189491 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:12.204185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] No DVR routers for this DVR port 5bc882f5-35a5-4def-b0bf-d45f30eab05e on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:12.209779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:12.217787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2a50f92-1588-4a86-98e3-19148499aeb1 req-bf8841c7-4bae-4d21-8709-c0ac68a3f596 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.36 "DELETE /v2.0/ports/5bc882f5-35a5-4def-b0bf-d45f30eab05e HTTP/1.1" status: 204 len: 173 time: 1.4752200 Feb 15 09:28:12.322369 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7500f918-427f-403e-930c-fb0784f779cd req-b0b908b3-4acc-4e61-be3e-0b7ca832fa51 tempest-InstanceActionsNegativeTestJSON-1224431362 tempest-InstanceActionsNegativeTestJSON-1224431362-project] 10.222.0.10 "GET /v2.0/ports?device_id=a72e4158-e0b3-42f3-8c4a-ffb45e67831e HTTP/1.1" status: 200 len: 210 time: 0.0810535 Feb 15 09:28:12.323149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:12.330892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:12.334043 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c5ee7b-2faa-4b2d-a21b-c0638285871e" -d '{"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-plugged", "status": "completed", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:12.367249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:12.370341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:12.375455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e23a160-589f-4270-949b-f82d27abb7e1 HTTP/1.1" status: 204 len: 168 time: 0.7842965 Feb 15 09:28:12.399816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eba262-2ebc-41d4-9f68-102e3b66eeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e23a160-589f-4270-949b-f82d27abb7e1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:12.404657 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f785a-db12-48cd-9e9a-9d18159c3d01 x-openstack-request-id: req-d27f785a-db12-48cd-9e9a-9d18159c3d01 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:12.404998 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-plugged", "status": "completed", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:12.405241 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d27f785a-db12-48cd-9e9a-9d18159c3d01 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:12.405638 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'code': 200} Feb 15 09:28:12.424873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:12.702393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32d549-6002-469f-84d7-069dd99ee06f req-5e7fee08-e182-48d8-974e-bda6c9154975 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:12.705014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db32d549-6002-469f-84d7-069dd99ee06f req-5e7fee08-e182-48d8-974e-bda6c9154975 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.1857731 Feb 15 09:28:12.796845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edec61-72de-4fcc-98e0-e3c69f34ac16 req-db570943-dd9a-4296-81f0-e53e2d2618d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:12.803416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86edec61-72de-4fcc-98e0-e3c69f34ac16 req-db570943-dd9a-4296-81f0-e53e2d2618d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1097 time: 0.1934538 Feb 15 09:28:12.819739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db32d549-6002-469f-84d7-069dd99ee06f req-6996c7e5-7f90-49e5-836b-f34f024bd69c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Feb 15 09:28:12.828035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:12.871370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c65969-387c-43c9-9a09-679aedcbc1c2 None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:25:52Z', 'revision_number': 4, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd55a2d47-f5ae-456f-9638-28aae6a09a27', 'name': '', 'network_id': '43b9bd67-c55b-4e92-86a3-8213da730b9d', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'mac_address': 'fa:16:3e:be:66:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:50Z', 'updated_at': '2022-02-15T09:25:57Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'subnets': [{'id': '0803a2c4-110d-44fe-931b-573c6bfc8270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:12.884348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86edec61-72de-4fcc-98e0-e3c69f34ac16 req-1d3c15e4-4e31-432b-a0a7-d4204e936120 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635517 Feb 15 09:28:12.961934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52396) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:12.982368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d39c795-6186-4570-a74d-4242dd6abe36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.174054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d39c795-6186-4570-a74d-4242dd6abe36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.187272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d39c795-6186-4570-a74d-4242dd6abe36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.253525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7d39c795-6186-4570-a74d-4242dd6abe36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb257e4e532b404fb91254fe5fb6a5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871695 Feb 15 09:28:13.257931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52404) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:13.343877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31684a76-db32-4b3f-8795-e680113c4cf3 None None] New status for floating IP c35f39fb-4398-406b-b4fb-504c5ca8514d: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:28:13.361126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39c795-6186-4570-a74d-4242dd6abe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0867051-d670-4926-b7a7-71e0e3e13d43,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:13.437030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ebcc5f-435c-4dc9-b655-72f25d32f71d req-6eae291b-c83e-4e82-8e50-0153e931d5e2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:13.440275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79ebcc5f-435c-4dc9-b655-72f25d32f71d req-6eae291b-c83e-4e82-8e50-0153e931d5e2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1985512 Feb 15 09:28:13.446985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.448519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:13.480133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52414) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:13.515232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Deleting subnet 7280d720-4eba-42ce-bd0f-763a6b942134 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:13.533322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.596755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.601783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c092ab87-d1f1-4fa4-90fd-44aa03d468ee no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:13.608105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.643525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: c092ab87-d1f1-4fa4-90fd-44aa03d468ee {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:13.644144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c092ab87-d1f1-4fa4-90fd-44aa03d468ee not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:13.655318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.673010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.790742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:28:13.847928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.851204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.854967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "DELETE /v2.0/security-groups/3beb8fcb-4aed-42e9-93d0-125996d42821 HTTP/1.1" status: 204 len: 168 time: 0.3692420 Feb 15 09:28:13.926627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'name': 'network-vif-deleted', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:13.928750 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd22087-5309-464d-a92e-240374797826" -d '{"events": [{"server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "name": "network-vif-deleted", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:13.933401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:13.952922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:13.998593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79ebcc5f-435c-4dc9-b655-72f25d32f71d req-5de558c3-7a6c-411f-ade2-8572a33b4242 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5433891 Feb 15 09:28:14.017461 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-36cd24ff-f5d8-45e4-9e78-8a78e0a4516e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] show failed (client error): The resource could not be found. Feb 15 09:28:14.018780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-36cd24ff-f5d8-45e4-9e78-8a78e0a4516e tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "GET /v2.0/security-groups/3beb8fcb-4aed-42e9-93d0-125996d42821 HTTP/1.1" status: 404 len: 347 time: 0.0801699 Feb 15 09:28:14.027485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477da94-c546-45ee-9c6e-5abed786e441 tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3beb8fcb-4aed-42e9-93d0-125996d42821,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:14.037582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52424) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:14.046141 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419a678-a77f-4094-992f-4dbec3e707b4 x-openstack-request-id: req-3419a678-a77f-4094-992f-4dbec3e707b4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:14.046822 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a72e4158-e0b3-42f3-8c4a-ffb45e67831e", "name": "network-vif-deleted", "tag": "5bc882f5-35a5-4def-b0bf-d45f30eab05e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:14.047274 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3419a678-a77f-4094-992f-4dbec3e707b4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:14.048048 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a72e4158-e0b3-42f3-8c4a-ffb45e67831e', 'name': 'network-vif-deleted', 'tag': '5bc882f5-35a5-4def-b0bf-d45f30eab05e', 'status': 'completed', 'code': 200} Feb 15 09:28:14.059749 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.068352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.120073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.123611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.124909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0867051-d670-4926-b7a7-71e0e3e13d43 HTTP/1.1" status: 204 len: 168 time: 0.8606520 Feb 15 09:28:14.136936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4ed80-4715-4c42-bed0-4689c9c92e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0867051-d670-4926-b7a7-71e0e3e13d43,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:14.167419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.183715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.190039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7280d720-4eba-42ce-bd0f-763a6b942134 HTTP/1.1" status: 204 len: 168 time: 0.7367706 Feb 15 09:28:14.190570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52432) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:14.211158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90f5f8-bc52-48e2-8d93-2dafc221092f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7280d720-4eba-42ce-bd0f-763a6b942134,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:14.333217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f91c0-b8fa-4655-a41d-2788c0c71ae5 req-7d98fbb1-e490-459f-b4a7-08d9068f5f57 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:14.337513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-388f91c0-b8fa-4655-a41d-2788c0c71ae5 req-7d98fbb1-e490-459f-b4a7-08d9068f5f57 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.3487113 Feb 15 09:28:14.407438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216b559-6b30-415c-bc54-f6fc84d29850 req-1648da4d-4a44-4be9-b011-4432c10fe812 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:14.417555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3216b559-6b30-415c-bc54-f6fc84d29850 req-1648da4d-4a44-4be9-b011-4432c10fe812 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.0822132 Feb 15 09:28:14.460699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-388f91c0-b8fa-4655-a41d-2788c0c71ae5 req-f77c2880-e67e-453e-b55f-05742ee558b6 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126654 Feb 15 09:28:14.466338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3216b559-6b30-415c-bc54-f6fc84d29850 req-0eb37854-552e-4e69-a4e1-69532c193534 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455079 Feb 15 09:28:14.466478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.546350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Deleting port f082976b-2b47-4419-bba6-0fb1ed94d9ad {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:14.546350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.662759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.684866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:14.697245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:14.697484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13ceb4fa-3809-4a7f-9ad9-d06ee47cccc0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:14.706650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.757625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.763553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Deleting port b5ec6272-bca7-478d-952a-d7ab0441a33b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:14.763987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.784874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:14.785293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:14.796827 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:14.894151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.894498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:14.925815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Calling delete_port for f082976b-2b47-4419-bba6-0fb1ed94d9ad owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:14.936902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32733fd-e9d6-45d0-b1c1-dd433dcf7560 req-e31786d9-503e-451a-8dd9-d0fee7a1bac9 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:14.938454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d32733fd-e9d6-45d0-b1c1-dd433dcf7560 req-e31786d9-503e-451a-8dd9-d0fee7a1bac9 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.2248404 Feb 15 09:28:14.969508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.017319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c71a7-11f3-4325-a6e4-c5a2d290f457 req-345fb7b5-ddaa-4168-8142-e2528a2aa072 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:15.026686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-776c71a7-11f3-4325-a6e4-c5a2d290f457 req-345fb7b5-ddaa-4168-8142-e2528a2aa072 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1097 time: 0.0647333 Feb 15 09:28:15.065567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-776c71a7-11f3-4325-a6e4-c5a2d290f457 req-f84f872c-3bd9-464d-be78-7631be996a81 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Feb 15 09:28:15.084462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.090853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f HTTP/1.1" status: 204 len: 168 time: 0.8556700 Feb 15 09:28:15.107583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] For port b5ec6272-bca7-478d-952a-d7ab0441a33b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b5ec6272-bca7-478d-952a-d7ab0441a33b,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:15.107583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.119215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7cd0ea-0701-4099-b36a-4443941c9aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1fcb1ad-50b6-417f-b20b-0d1d8a41d51f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:15.142012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Calling delete_port for b5ec6272-bca7-478d-952a-d7ab0441a33b owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:15.151681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d32733fd-e9d6-45d0-b1c1-dd433dcf7560 req-78259635-66e5-474a-b15c-0f6864666234 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874678 Feb 15 09:28:15.270102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f606e-0f6c-4d19-bc8d-1685ad7d4f6c req-9c46f1b7-e46a-470d-81c8-7f4b2e6ff768 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:15.282087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d62f606e-0f6c-4d19-bc8d-1685ad7d4f6c req-9c46f1b7-e46a-470d-81c8-7f4b2e6ff768 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1043234 Feb 15 09:28:15.340759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d62f606e-0f6c-4d19-bc8d-1685ad7d4f6c req-c4d04152-4a50-44e9-a408-90e1bbab8c6e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569222 Feb 15 09:28:15.341390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52470) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:15.351930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52472) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:15.456172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5bc882f5-35a5-4def-b0bf-d45f30eab05e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:15.458808 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.507257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 5bc882f5-35a5-4def-b0bf-d45f30eab05e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:15.507612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5bc882f5-35a5-4def-b0bf-d45f30eab05e not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:15.568917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b32fcc7-baac-4e58-a931-980dc94a2e47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb4b2cd94c804b2f8f6047c521852b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229939 Feb 15 09:28:15.569449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52480) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:15.626308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-network', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:15.630889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987211-db8f-48b0-a3e8-78fcc21a7653 req-fd00562e-62ba-47f1-9052-76d295edbe06 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:15.632457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18987211-db8f-48b0-a3e8-78fcc21a7653 req-fd00562e-62ba-47f1-9052-76d295edbe06 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1097 time: 0.1639135 Feb 15 09:28:15.688756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.712898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18987211-db8f-48b0-a3e8-78fcc21a7653 req-149b6827-60a3-47dc-852f-8d6c0cac78b9 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686417 Feb 15 09:28:15.716009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Made reservation on behalf of c6949fccd3104c779644f92a74ab7727 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:15.718704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.740240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.752180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.801055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Pushing event deleted for resources: {'Port': ['ID=f082976b-2b47-4419-bba6-0fb1ed94d9ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:15.895837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.898787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.900202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-314df082-911f-4a66-a389-903ac2d710ce tempest-ServersWithSpecificFlavorTestJSON-1986956482 tempest-ServersWithSpecificFlavorTestJSON-1986956482-project] 10.222.0.10 "DELETE /v2.0/floatingips/c35f39fb-4398-406b-b4fb-504c5ca8514d HTTP/1.1" status: 204 len: 168 time: 1.8612604 Feb 15 09:28:15.929582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385a8d7-6764-4003-b2e3-cf1c25d2bf89 req-1d1d240b-b1d8-4ef5-af3d-a6c57ccfc4e0 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:15.931204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8385a8d7-6764-4003-b2e3-cf1c25d2bf89 req-1d1d240b-b1d8-4ef5-af3d-a6c57ccfc4e0 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.1294000 Feb 15 09:28:15.937128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.955702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.957176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.958544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.960977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:15.962116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e6a8a55-c1c1-4401-9282-b076ada4320e HTTP/1.1" status: 204 len: 168 time: 0.3909359 Feb 15 09:28:15.986138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045944f4-5167-4f34-8931-47659222003b admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:28:15.993517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ec6272-bca7-478d-952a-d7ab0441a33b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:16.029670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8385a8d7-6764-4003-b2e3-cf1c25d2bf89 req-60a30f88-72d0-4d67-b9b7-c8ba81bc3ead tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896373 Feb 15 09:28:16.030929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8356e803-713a-41b3-a688-4d01667d49ef,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:16.041947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.042180 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Added segment ee28e33f-a907-4853-a51c-07e7243e61bc of type vlan for network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 Feb 15 09:28:16.110851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a4ed2-be67-457f-a349-9981c57e0243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6a8a55-c1c1-4401-9282-b076ada4320e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:16.175116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.274408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7adec1-4411-42d3-9147-152ab4249234 req-a29f8b94-f749-45a8-b35f-b35ebf66b2d7 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:16.275497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.276108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc7adec1-4411-42d3-9147-152ab4249234 req-a29f8b94-f749-45a8-b35f-b35ebf66b2d7 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1097 time: 0.1264699 Feb 15 09:28:16.279646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.280585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:16.281204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.393494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-045944f4-5167-4f34-8931-47659222003b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0379064 Feb 15 09:28:16.395086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52512) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:16.401466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Request body: {'subnet': {'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-subnet', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:16.413551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045944f4-5167-4f34-8931-47659222003b admin admin] Pushing event updated for resources: {'Network': ['ID=e495ade8-7c3b-4504-9ec8-c3b0d177cd86,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:16.425386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:28:16.447564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc7adec1-4411-42d3-9147-152ab4249234 req-1c7ea6ab-6906-444a-9669-ef1d2a76ad5b tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236398 Feb 15 09:28:16.477370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Made reservation on behalf of c6949fccd3104c779644f92a74ab7727 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:16.484013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.550362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Router 89399696-a46e-4022-881b-a7ba6ce5db08 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:16.625056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.642148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-bd5f0213-c785-464f-b819-8ded73d8bf43 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:28:16.645323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-bd5f0213-c785-464f-b819-8ded73d8bf43 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0168519 Feb 15 09:28:16.660503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5dd9feb2-fa90-4bfe-ad26-054f8a1a4545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.683115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-28d76b34-01c6-4929-bc2b-d499d27c0d78 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:16.684997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-28d76b34-01c6-4929-bc2b-d499d27c0d78 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.72 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.1149433 Feb 15 09:28:16.727477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:16.737945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1d83f520-6519-4d3d-9519-28696a4a0e20 admin admin] 10.222.0.10 "PUT /v2.0/routers/89399696-a46e-4022-881b-a7ba6ce5db08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4091406 Feb 15 09:28:16.737945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52526) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:16.741462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Sync routers for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:16.755402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:16.756094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:16.812224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-2a1a00f7-548b-4c17-92b7-d3dfeaf8768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:16.819379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-2a1a00f7-548b-4c17-92b7-d3dfeaf8768a service neutron] 10.222.0.10 "GET /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 1094 time: 0.1527948 Feb 15 09:28:16.839420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Request body: {'binding': {'host': 'n-h1-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:16.839940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Unknown quota resources ['binding']. {{(pid=102358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:28:16.880898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.900185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:16.963157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:16.982371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638958db-1a6b-487e-82d6-9c6023078cd2 req-46bafa87-581f-438e-a687-836fd71dbc3e tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:16.989495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-638958db-1a6b-487e-82d6-9c6023078cd2 req-46bafa87-581f-438e-a687-836fd71dbc3e tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.3298657 Feb 15 09:28:17.037329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.122077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Deleting port d4493f3b-73c4-454f-a763-4bfbc779d97c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:17.122451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.141801 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:28:15Z', 'revision_number': 5, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port': {'id': 'd4493f3b-73c4-454f-a763-4bfbc779d97c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:45:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 166, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:12Z', 'updated_at': '2022-02-15T09:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:17.149757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15df234-cde3-4f1d-bb05-9d9415fb0c8f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:17.173061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-638958db-1a6b-487e-82d6-9c6023078cd2 req-2f75deb2-3585-4578-9d96-c5394d76c137 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807318 Feb 15 09:28:17.180512 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Checking router: 89399696-a46e-4022-881b-a7ba6ce5db08 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:17.191775 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Routers {'89399696-a46e-4022-881b-a7ba6ce5db08'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:17.193212 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['89399696-a46e-4022-881b-a7ba6ce5db08'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:17.204097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Checking segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:17.204454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Network hostable DHCP agents. Network: e495ade8-7c3b-4504-9ec8-c3b0d177cd86, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:28:17.209808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Deleting port ce051796-6626-450b-aade-77ef3f86d8fb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:17.210143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.224101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] For port d4493f3b-73c4-454f-a763-4bfbc779d97c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4493f3b-73c4-454f-a763-4bfbc779d97c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:17.225100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.248307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Calling delete_port for d4493f3b-73c4-454f-a763-4bfbc779d97c owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:17.301140 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] Set router 89399696-a46e-4022-881b-a7ba6ce5db08 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:17.319152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:28:17.324252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on host n-h1-825064-4 for vnic_type normal with profile None {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:17.324704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:17.325128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:17.344846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:17.345503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:17.354107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e495ade8-7c3b-4504-9ec8-c3b0d177cd86) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:17.365380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4f49e0-37f8-4793-9cc0-203250bbc283 None None] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:17.366434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:17.366768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:17.367135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:17.367820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Bound port: e1cfb2a6-a479-4a85-9a5b-1c441048a026, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:17.371148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:17.372451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.390042 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:28:17Z', 'revision_number': 6, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:17.394369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] For port ce051796-6626-450b-aade-77ef3f86d8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ce051796-6626-450b-aade-77ef3f86d8fb,segment=NetworkSegment(36d2429b-d527-4b43-826f-fb873f911655),segment_id=36d2429b-d527-4b43-826f-fb873f911655)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:17.394733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.426149 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1c512a-5a07-4356-8170-730ce56ba896 None None] The sync data for ids ['89399696-a46e-4022-881b-a7ba6ce5db08'] in n-d-825064-4 is: [{'id': '89399696-a46e-4022-881b-a7ba6ce5db08', 'name': 'tempest-AttachSCSIVolumeTestJSON-228686521-router', 'tenant_id': '4fb392632bb74f66b661135fa93ad6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:11Z', 'updated_at': '2022-02-15T09:28:17Z', 'revision_number': 6, 'project_id': '4fb392632bb74f66b661135fa93ad6bd', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:17.452303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Calling delete_port for ce051796-6626-450b-aade-77ef3f86d8fb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:17.468722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b94f33a0-6ed2-46c3-a606-706d2ead9419 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0731394 Feb 15 09:28:17.478273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52550) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:17.484415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:17.484903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.544445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d4493f3b-73c4-454f-a763-4bfbc779d97c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:17.554654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:17.564501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6b53e-84c4-44b9-86d6-a57310d0daa9 req-7877ee32-2dcd-4d44-8600-c4ea3428bfe8 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:17.566183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5e6b53e-84c4-44b9-86d6-a57310d0daa9 req-7877ee32-2dcd-4d44-8600-c4ea3428bfe8 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/ports?device_id=c74f26a9-bba4-48ba-a28a-95a47892048e HTTP/1.1" status: 200 len: 946 time: 0.2089188 Feb 15 09:28:17.577012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.585261 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-56855457-27dd-4f20-a58d-f64c2898c81b service neutron] 10.222.0.10 "POST /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026/bindings HTTP/1.1" status: 201 len: 389 time: 0.7581649 Feb 15 09:28:17.588351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:28:17.589803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.640674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.649541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.650563 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.678085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5e6b53e-84c4-44b9-86d6-a57310d0daa9 req-44790d3f-f9e6-43ad-b5d8-58702441df1f tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.10 "GET /v2.0/security-groups?id=123485ef-08ad-451a-832f-a60f33e656bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896778 Feb 15 09:28:17.768076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.819152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.826853 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.912228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.912948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89399696-a46e-4022-881b-a7ba6ce5db08 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:28:17.924494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:17.925858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e64540e5-e312-4edf-bd72-5986ae1390ea admin admin] 10.222.0.10 "DELETE /v2.0/routers/89399696-a46e-4022-881b-a7ba6ce5db08 HTTP/1.1" status: 204 len: 168 time: 1.1779628 Feb 15 09:28:17.929002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:17.978773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Allocated IP 172.20.0.2 (e495ade8-7c3b-4504-9ec8-c3b0d177cd86/f15df234-cde3-4f1d-bb05-9d9415fb0c8f/a4d1a593-0ec4-4cab-af01-d97147aefd86) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:18.015869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Deleting subnet 7a9724a7-a282-4968-8022-9795307555a4 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:18.024034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.037882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.119687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.199676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Pushing event deleted for resources: {'Port': ['ID=ce051796-6626-450b-aade-77ef3f86d8fb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:18.296990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.301732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.307368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] No DVR routers for this DVR port ce051796-6626-450b-aade-77ef3f86d8fb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:18.314507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-ff21edd2-141d-4e1b-9ae5-dc3e5557245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:18.316678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-ff21edd2-141d-4e1b-9ae5-dc3e5557245e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1097 time: 0.3758857 Feb 15 09:28:18.319257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-cfce01e7-a181-473b-b18d-3b503eb391d1 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:18.329004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-cfce01e7-a181-473b-b18d-3b503eb391d1 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 1101 time: 0.4900258 Feb 15 09:28:18.333858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.338411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a89f9fa0-7f59-4753-899e-276ab0f1be67 req-e498c6cc-3f60-44ca-a666-cf6be967e620 tempest-VolumesAdminNegativeTest-2035885634 tempest-VolumesAdminNegativeTest-2035885634-project] 10.222.0.72 "DELETE /v2.0/ports/ce051796-6626-450b-aade-77ef3f86d8fb HTTP/1.1" status: 204 len: 173 time: 1.6429071 Feb 15 09:28:18.342265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'name': 'network-vif-deleted', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:18.343618 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.344838 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a5bf4-649b-4b01-aad8-fab1ab158891" -d '{"events": [{"server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "name": "network-vif-deleted", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:18.364667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.419820 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.461501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:18.466485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:18.470196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:18.476697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Pushing event updated for resources: {'Port': ['ID=a4d1a593-0ec4-4cab-af01-d97147aefd86,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:18.503956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a9724a7-a282-4968-8022-9795307555a4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:18.509514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b5ec6272-bca7-478d-952a-d7ab0441a33b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:18.517004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf839d13-c950-4c06-ad6e-e080935a07bb None None] Network 58cf1895-7806-481c-8658-7f7fcded512a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:18.517267 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.525698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3cc2502d-8a01-4cbc-93cc-a9730a72a0cd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a9724a7-a282-4968-8022-9795307555a4 HTTP/1.1" status: 204 len: 168 time: 0.5956609 Feb 15 09:28:18.553357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:18.565234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-f6364dad-28d1-4241-b3b4-8da5371c29b9 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.595731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-ba66fc1e-26e4-4cc7-970a-d91bd562a369 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5200765 Feb 15 09:28:18.666943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: b5ec6272-bca7-478d-952a-d7ab0441a33b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:18.667597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b5ec6272-bca7-478d-952a-d7ab0441a33b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:18.707669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Attempting to bind port a4d1a593-0ec4-4cab-af01-d97147aefd86 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:18.708871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Attempting to bind port a4d1a593-0ec4-4cab-af01-d97147aefd86 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:18.709409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Attempting to bind port a4d1a593-0ec4-4cab-af01-d97147aefd86 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:18.738766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0a6c-0276-4dd0-b955-8f654ebe1f91 req-08008d5f-9263-4998-9327-98025d253048 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:18.740253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b98c0a6c-0276-4dd0-b955-8f654ebe1f91 req-08008d5f-9263-4998-9327-98025d253048 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.2500899 Feb 15 09:28:18.744383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.757134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:18.758047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Checking segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:18.758664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.759254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Bound using segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:18.759907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Bound port: a4d1a593-0ec4-4cab-af01-d97147aefd86, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:18.760475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.806324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-2feda9d0-e5de-4207-8d6b-cd9a2209749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:18.811941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-2feda9d0-e5de-4207-8d6b-cd9a2209749c service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.4720631 Feb 15 09:28:18.818584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-8c6e5ec0-636c-41a3-af63-713ce49cb320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:18.820168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-8c6e5ec0-636c-41a3-af63-713ce49cb320 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1095 time: 0.1296237 Feb 15 09:28:18.848681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b98c0a6c-0276-4dd0-b955-8f654ebe1f91 req-33410c46-f9be-444d-a21b-a3f9646055dc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978258 Feb 15 09:28:18.872470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-f1a92ee1-10cd-4815-bb42-63b70c29ce9c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 217 time: 0.0450740 Feb 15 09:28:18.900608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Deleting port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:18.904744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:18.980703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] For port a4d1a593-0ec4-4cab-af01-d97147aefd86, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:18.984576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] For port a4d1a593-0ec4-4cab-af01-d97147aefd86, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4d1a593-0ec4-4cab-af01-d97147aefd86,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:19.021586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.065595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] DHCP port deletion for 58cf1895-7806-481c-8658-7f7fcded512a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:28:19.181668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b03c-4c84-4427-8316-7341bfb88ea4 None None] Pushing event updated for resources: {'Port': ['ID=a4d1a593-0ec4-4cab-af01-d97147aefd86,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:19.219246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f274bfa5-1eb3-44ad-b2d1-723e5fecf10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.221609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] For port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:19.222112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.228734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Deleting port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:19.229202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.263049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fff906-8712-43a5-b584-bef5fad2c773 req-524bc573-2209-4d06-a2a0-f1cb71b83325 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:19.264758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5fff906-8712-43a5-b584-bef5fad2c773 req-524bc573-2209-4d06-a2a0-f1cb71b83325 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1097 time: 0.2034125 Feb 15 09:28:19.265891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Calling delete_port for 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:19.324305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] For port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,segment=NetworkSegment(f17d2473-50d2-4bbb-8351-f2ac71925e9a),segment_id=f17d2473-50d2-4bbb-8351-f2ac71925e9a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:19.325281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.341554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Calling delete_port for 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:19.451649 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5fff906-8712-43a5-b584-bef5fad2c773 req-27b3c8e3-db65-45c6-a26c-1883e3f4eed8 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788123 Feb 15 09:28:19.492315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.545460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:19.547073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.557629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.560559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] No DVR routers for this DVR port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:19.560960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-32dc2a01-f75b-4596-86d2-7ab824155d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:19.562851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-32dc2a01-f75b-4596-86d2-7ab824155d9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.6701844 Feb 15 09:28:19.564102 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eb3f5a-b6b2-4ae5-9c91-74aa340d5bf5 x-openstack-request-id: req-36eb3f5a-b6b2-4ae5-9c91-74aa340d5bf5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:19.564392 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74f26a9-bba4-48ba-a28a-95a47892048e", "name": "network-vif-deleted", "tag": "ce051796-6626-450b-aade-77ef3f86d8fb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:19.564733 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36eb3f5a-b6b2-4ae5-9c91-74aa340d5bf5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:19.565263 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74f26a9-bba4-48ba-a28a-95a47892048e', 'name': 'network-vif-deleted', 'tag': 'ce051796-6626-450b-aade-77ef3f86d8fb', 'status': 'completed', 'code': 200} Feb 15 09:28:19.608317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52580) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:19.625385 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.631368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-f6364dad-28d1-4241-b3b4-8da5371c29b9 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.672220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-819ec4dc-3850-4159-a450-7cd1d38e813c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746777 Feb 15 09:28:19.676215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-f6364dad-28d1-4241-b3b4-8da5371c29b9 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.712891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6364dad-28d1-4241-b3b4-8da5371c29b9 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa49a94-a083-4912-b23a-533ea46014fd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:19.729428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Deleting subnet d4699de5-b5ac-471e-b03c-31e93f1fe22d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:19.737222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:19.796645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c382e29-482b-4df3-b1fb-8392f33ebcea req-f6364dad-28d1-4241-b3b4-8da5371c29b9 tempest-LiveMigrationNegativeTest-1750257483 tempest-LiveMigrationNegativeTest-1750257483-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4664998 Feb 15 09:28:19.802039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-e7d2b1e3-0b32-4aea-b0ac-56fbbadff667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:19.803619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-e7d2b1e3-0b32-4aea-b0ac-56fbbadff667 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.9288671 Feb 15 09:28:19.901576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-4699644b-21a8-4a45-9b9b-4d1bde340bd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.0488346 Feb 15 09:28:20.011499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ce051796-6626-450b-aade-77ef3f86d8fb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:20.019957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] Pushing event deleted for resources: {'Port': ['ID=452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:20.049280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: ce051796-6626-450b-aade-77ef3f86d8fb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:20.049720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ce051796-6626-450b-aade-77ef3f86d8fb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:20.051123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62104b9c-ac59-4a34-8fc3-aefabeb8603c None None] No DVR routers for this DVR port 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:20.119947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-dec942ab-b673-48fb-b097-a5d889f5db1f service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090171 Feb 15 09:28:20.126028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-8dfa705f-54fc-42c0-b7cc-5318d4100a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:20.127452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-8dfa705f-54fc-42c0-b7cc-5318d4100a6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.2072370 Feb 15 09:28:20.202522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.218851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4d1a593-0ec4-4cab-af01-d97147aefd86 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:20.219743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.247073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.281972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cf1895-7806-481c-8658-7f7fcded512a']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.298769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17d2473-50d2-4bbb-8351-f2ac71925e9a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.299073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17d2473-50d2-4bbb-8351-f2ac71925e9a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.301296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a4d1a593-0ec4-4cab-af01-d97147aefd86 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:20.301593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.313748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.320626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-9829f691-f911-46be-aec3-bbbf7b761031 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522892 Feb 15 09:28:20.332185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.353359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.370388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:20.371225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:20.374041 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:20.382921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Allocated IP 172.25.6.48 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/afc1a19c-a807-477f-b636-4b13fdaeaefa) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:20.469079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95bdaa-d571-421f-bf9f-07bdd7c6efcc req-a85f2013-d40a-41b7-9c12-d0f3da9f0c2a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:20.473590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a95bdaa-d571-421f-bf9f-07bdd7c6efcc req-a85f2013-d40a-41b7-9c12-d0f3da9f0c2a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.2690644 Feb 15 09:28:20.481887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.483959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.497577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.505804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.509004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/58cf1895-7806-481c-8658-7f7fcded512a HTTP/1.1" status: 204 len: 168 time: 1.9545023 Feb 15 09:28:20.538182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52618) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:20.561141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a4d1a593-0ec4-4cab-af01-d97147aefd86, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4d1a593-0ec4-4cab-af01-d97147aefd86,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:20.561616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa585f-6432-40fc-9fc5-ad469d4ef0a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cf1895-7806-481c-8658-7f7fcded512a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:20.566974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4699de5-b5ac-471e-b03c-31e93f1fe22d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:20.576473 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.577473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.583429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e4400436-f633-4aa7-b299-d8c1ca3b0345 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d4699de5-b5ac-471e-b03c-31e93f1fe22d HTTP/1.1" status: 204 len: 168 time: 0.9724352 Feb 15 09:28:20.586258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52620) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:20.649594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a4d1a593-0ec4-4cab-af01-d97147aefd86,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:20.656228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-c5458ea2-ff29-427b-a048-8c40579d2f29 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248189 Feb 15 09:28:20.693008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.728098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:20.758155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a95bdaa-d571-421f-bf9f-07bdd7c6efcc req-0a7bcdd5-459b-424e-bc65-17883dbc1bcb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806571 Feb 15 09:28:20.760502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-1a996f83-5d21-4fcc-90ce-9e98d6cffafa service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228506 Feb 15 09:28:20.780794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:20.781288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 452899f8-ed6b-4e3c-a6c2-7ffdd4c77ed2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:20.781777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4493f3b-73c4-454f-a763-4bfbc779d97c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:20.801977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.854332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.855286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d4493f3b-73c4-454f-a763-4bfbc779d97c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:20.856910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.858681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4493f3b-73c4-454f-a763-4bfbc779d97c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:20.883645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d2429b-d527-4b43-826f-fb873f911655') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.884042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d2429b-d527-4b43-826f-fb873f911655') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:20.884724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135f9106-a814-4aa7-8b23-fb7f98f5aeaa None None] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:20.913850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.945189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.963879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:20.964286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:20.968782 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:21.084198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dbcc0cbe-935b-4ad0-8b1e-f5162fcd767c None None] Provisioning complete for port a4d1a593-0ec4-4cab-af01-d97147aefd86 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:21.084751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dbcc0cbe-935b-4ad0-8b1e-f5162fcd767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.111137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.123028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.130469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] 10.222.0.10 "DELETE /v2.0/networks/a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3 HTTP/1.1" status: 204 len: 168 time: 0.5423560 Feb 15 09:28:21.131409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:21.161713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb8388-a6df-4e39-9e1c-d1c72fc90aed admin admin] Pushing event deleted for resources: {'Network': ['ID=a1ebc697-b93f-44f6-91e1-1e7f8fc68cb3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:21.182097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f9b0566-27c1-4991-a683-31bc80dcd148 req-d1d29032-3d99-4040-a4d5-e9281dfd8b5c service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389714 Feb 15 09:28:21.304794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Deleting subnet dce44c45-1428-4bc6-a423-7ff5680d3d55 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:21.312869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.330251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.436226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.476995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52640) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:21.488588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:21.500637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Pushing event updated for resources: {'Port': ['ID=afc1a19c-a807-477f-b636-4b13fdaeaefa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:21.557849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.584734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:21.588482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52642) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:21.592306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-052d4330-b9e3-45ed-995e-5e0cfc047c95 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:28:21.600159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-052d4330-b9e3-45ed-995e-5e0cfc047c95 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133314 Feb 15 09:28:21.616479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9ba08a64-61ef-4f2c-a855-b102851c9823 None None] Provisioning complete for port a4d1a593-0ec4-4cab-af01-d97147aefd86 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:21.618182 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ba08a64-61ef-4f2c-a855-b102851c9823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.638783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-eed829ad-0c76-4a10-b25b-d74adee2ac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:21.645430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-eed829ad-0c76-4a10-b25b-d74adee2ac79 service neutron] 10.222.0.10 "GET /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 1094 time: 0.0443490 Feb 15 09:28:21.646910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:21.649976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Request body: {'binding': {'host': 'n-h1-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:21.650433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Unknown quota resources ['binding']. {{(pid=102359) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:28:21.782984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-a5e4a439-a224-4b48-bfab-08fa05fc0ad7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3708799 Feb 15 09:28:21.831120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.873277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dce44c45-1428-4bc6-a423-7ff5680d3d55,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:21.893303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:21.900146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-071a9ca0-7c2f-48b9-b40e-814cbb3f88cb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dce44c45-1428-4bc6-a423-7ff5680d3d55 HTTP/1.1" status: 204 len: 168 time: 0.7560618 Feb 15 09:28:21.902024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:21.964522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on host n-h1-825064-4 for vnic_type normal with profile None {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:21.964911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:21.965474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:21.971838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:21.972160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:21.986288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:21.986660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:21.987047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:21.987491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Bound port: 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:22.009536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9852a90-95a5-46af-9bfe-6b38e6cce40c req-1f96b7a5-6e70-429f-bf5f-54c2615718c3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:22.011156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9852a90-95a5-46af-9bfe-6b38e6cce40c req-1f96b7a5-6e70-429f-bf5f-54c2615718c3 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.4233589 Feb 15 09:28:22.087107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:22.094419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.116714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] Notify callbacks [] for binding, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.118150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-cf6e4b60-a11c-42fa-8ffb-384763bd0f85 service neutron] 10.222.0.10 "POST /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb/bindings HTTP/1.1" status: 201 len: 389 time: 0.4719448 Feb 15 09:28:22.132183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.144187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4d1a593-0ec4-4cab-af01-d97147aefd86 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:22.243845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.300558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5322461d-de4f-4c91-a5fa-1dcbb2f0e1db']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:22.316387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a4d1a593-0ec4-4cab-af01-d97147aefd86 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:22.316915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.319568 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.327051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c12b64b-7e9f-430b-a49a-09310b97807f') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:22.327935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c12b64b-7e9f-430b-a49a-09310b97807f') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:22.357404 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b7a730a-30ad-4865-800e-4ad52f2f55f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.360880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.404939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.415883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:22.418570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:22.421225 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:22.446224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea363a-a0e0-4c71-bf00-d683999c04f0 req-61ce8ea5-9e34-48c6-8972-99519ec9899e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:22.448555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dea363a-a0e0-4c71-bf00-d683999c04f0 req-61ce8ea5-9e34-48c6-8972-99519ec9899e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.1066926 Feb 15 09:28:22.513928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-0c5cf29e-091f-4906-8433-4d0467929609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:22.515560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-0c5cf29e-091f-4906-8433-4d0467929609 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1095 time: 0.6417763 Feb 15 09:28:22.516707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.524188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.529994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5322461d-de4f-4c91-a5fa-1dcbb2f0e1db HTTP/1.1" status: 204 len: 168 time: 0.6240413 Feb 15 09:28:22.535711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dea363a-a0e0-4c71-bf00-d683999c04f0 req-9887ce81-6d59-4778-a3b7-028d51e5f4a2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564656 Feb 15 09:28:22.545993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73198d5-23a0-4dfd-9116-a638e5a17350 admin admin] Pushing event deleted for resources: {'Network': ['ID=5322461d-de4f-4c91-a5fa-1dcbb2f0e1db,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:22.593422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9852a90-95a5-46af-9bfe-6b38e6cce40c req-34011d88-66d0-4369-966d-502de07617d0 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5683503 Feb 15 09:28:22.707758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87282be-5f87-4db4-9460-144090e0a5be req-34e614f8-b55b-4f70-811a-2123af1e5178 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:22.716230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c87282be-5f87-4db4-9460-144090e0a5be req-34e614f8-b55b-4f70-811a-2123af1e5178 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.0729332 Feb 15 09:28:22.759275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c87282be-5f87-4db4-9460-144090e0a5be req-8c734f1b-267a-429e-9084-a24228503b47 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Feb 15 09:28:22.759791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52654) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:22.808139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43d01190-f0ed-408b-9a91-65877cd1f848 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dcf48dfc73a94888aa9a0d49666b124f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450873 Feb 15 09:28:22.808475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:22.858601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.886333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.889698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b7a730a-30ad-4865-800e-4ad52f2f55f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.943418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b7a730a-30ad-4865-800e-4ad52f2f55f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.943793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.946509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:22.950208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/123485ef-08ad-451a-832f-a60f33e656bd HTTP/1.1" status: 204 len: 168 time: 0.1379309 Feb 15 09:28:22.953921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-544a61a4-4816-4200-8452-d925731091f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:22.955400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-544a61a4-4816-4200-8452-d925731091f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.3891733 Feb 15 09:28:22.973093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b556ce68-6a79-49e3-b57b-e70dc8d233c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123485ef-08ad-451a-832f-a60f33e656bd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:23.063259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a730a-30ad-4865-800e-4ad52f2f55f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800e2b54-cd5a-483e-a126-85951b934cae,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:23.082681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-d7f67e1c-f721-43e9-8107-5ebe4aa542ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.1058102 Feb 15 09:28:23.084041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.095643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b7a730a-30ad-4865-800e-4ad52f2f55f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd6c5d47cd274ccc8b77dc1b38fb0fba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4511483 Feb 15 09:28:23.099594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:23.173175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.198796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.206849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.298582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-04fdf724-5bde-4cb8-b7c5-8fb6218d189c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:23.300280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-04fdf724-5bde-4cb8-b7c5-8fb6218d189c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.0722291 Feb 15 09:28:23.307030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-40538df9-5b09-4f75-b57c-b613d6701509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:23.308546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-40538df9-5b09-4f75-b57c-b613d6701509 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1748517 Feb 15 09:28:23.405878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-7f97a54c-4d7a-432c-973d-46e96d8bbc19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584538 Feb 15 09:28:23.406354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52664) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:23.424558 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.427264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.429567 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/800e2b54-cd5a-483e-a126-85951b934cae HTTP/1.1" status: 204 len: 168 time: 0.3284118 Feb 15 09:28:23.461195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524c9f5-9ece-4ec0-8f8e-240972a84c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800e2b54-cd5a-483e-a126-85951b934cae,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:23.500203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Deleting port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:23.500547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.625064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] For port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:23.625427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.651658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Calling delete_port for c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:23.767074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d14b203-8bb7-4e63-9955-566c437e8f0c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f4d0f3689d2d4c87a696cde8ffeae85b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3568153 Feb 15 09:28:23.772682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:23.790544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.809386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.840306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40f8b9-8e79-4b62-af8e-761c4db55b3c req-8d19ff26-58aa-40c0-b179-b79b131d2922 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:23.841770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e40f8b9-8e79-4b62-af8e-761c4db55b3c req-8d19ff26-58aa-40c0-b179-b79b131d2922 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 950 time: 0.1078634 Feb 15 09:28:23.865756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-0cc97ff3-8fbf-40df-9a91-47e3365e67f9 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071627 Feb 15 09:28:23.881782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.916858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:23.995820 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.001422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.007888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea5c42f1-9417-4729-95e4-d31239e9cf09 HTTP/1.1" status: 204 len: 168 time: 0.2323654 Feb 15 09:28:24.086131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e40f8b9-8e79-4b62-af8e-761c4db55b3c req-e3bdeb53-67c8-4bdd-9222-a6d1a9fa07dd tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289872 Feb 15 09:28:24.089705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1c282-f8c0-4b04-9db0-3614719b1c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea5c42f1-9417-4729-95e4-d31239e9cf09,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:24.155426 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.177677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['f22ef852-f125-4915-b18c-4a5f0409b42a', 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:24.279212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Pushing event deleted for resources: {'Port': ['ID=c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:24.333587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3242de1-5e79-4319-8a24-f8867aa25b32 req-b670b5e7-abfe-4cf3-9f94-61671e61f0d2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:24.335137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3242de1-5e79-4319-8a24-f8867aa25b32 req-b670b5e7-abfe-4cf3-9f94-61671e61f0d2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.6581361 Feb 15 09:28:24.493518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] No DVR routers for this DVR port c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:24.504483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.517772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ce30450-69d2-4d16-8c6a-2c8e8f99a53b req-37df8432-7be9-4199-8e83-81c822381e5b tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "DELETE /v2.0/ports/c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 HTTP/1.1" status: 204 len: 173 time: 1.2073131 Feb 15 09:28:24.518549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'name': 'network-vif-deleted', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:24.526078 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6357f0b-f51a-484d-a213-92e8c8201809" -d '{"events": [{"server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "name": "network-vif-deleted", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:24.575620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e89c4-4fd4-4213-9310-268443bd8620 req-7170744e-ec41-4a20-bc8d-96c5b717cbb1 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:24.588004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a6e89c4-4fd4-4213-9310-268443bd8620 req-7170744e-ec41-4a20-bc8d-96c5b717cbb1 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.3409860 Feb 15 09:28:24.656164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a6e89c4-4fd4-4213-9310-268443bd8620 req-e99956f8-2c66-4280-aaea-9d8fb8a73b3c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638351 Feb 15 09:28:24.735506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfa587a5-9513-4279-be8e-c01fac2f624c req-dfacc3d0-091e-42cd-9aa0-b97da87109c0 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5199461 Feb 15 09:28:24.746772 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3242de1-5e79-4319-8a24-f8867aa25b32 req-c9fbdbd1-9f0a-4d51-a400-f53749887093 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952734 Feb 15 09:28:24.782828 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9798252-73e8-4398-9a22-8abc70c8ab21 x-openstack-request-id: req-a9798252-73e8-4398-9a22-8abc70c8ab21 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:24.783941 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "258bf64b-277e-43e2-9a71-f478c9a1c8fa", "name": "network-vif-deleted", "tag": "c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:24.784356 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9798252-73e8-4398-9a22-8abc70c8ab21 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:24.784955 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '258bf64b-277e-43e2-9a71-f478c9a1c8fa', 'name': 'network-vif-deleted', 'tag': 'c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9', 'status': 'completed', 'code': 200} Feb 15 09:28:24.814831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:28:24.822035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Deleting port 9d8badf3-e3d8-4891-bac0-316833ebd2e0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:24.822634 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.924736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] For port 9d8badf3-e3d8-4891-bac0-316833ebd2e0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9d8badf3-e3d8-4891-bac0-316833ebd2e0,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:24.925152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:24.941173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Calling delete_port for 9d8badf3-e3d8-4891-bac0-316833ebd2e0 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:25.006426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:25.171672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Deleting port d55a2d47-f5ae-456f-9638-28aae6a09a27 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:25.172421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.204469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-746631427-network', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:25.241337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Made reservation on behalf of 80b9f6e2c4234b20bd358883ad0a2ec0 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:25.243986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.245414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:25.260778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:25.267743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f287d786-f006-44ff-b2f0-c8ee29a9edf1 req-c71926a2-2df1-46a9-b22f-9a8590da5fef tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=258bf64b-277e-43e2-9a71-f478c9a1c8fa HTTP/1.1" status: 200 len: 210 time: 0.0398927 Feb 15 09:28:25.274049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.276610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:25.278378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:25.340712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.345672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d0954bf5-befc-44da-802a-b90e88f64330 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.8664546 Feb 15 09:28:25.345917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52724) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:25.442149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] For port d55a2d47-f5ae-456f-9638-28aae6a09a27, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d55a2d47-f5ae-456f-9638-28aae6a09a27,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:25.445500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:25.448794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.463142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.518608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Calling delete_port for d55a2d47-f5ae-456f-9638-28aae6a09a27 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:25.522567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.598873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2101bbb1-bc5e-4620-b9cc-277307943686,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:25.635862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:28:25.643170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.657935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.658475 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Added segment d77cad1a-22f5-499e-92ff-51a964d41d12 of type vlan for network a9083658-28d0-49eb-951a-f2a6a9c98248 Feb 15 09:28:25.769980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.822808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:22Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:25.878529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:28:25.886375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:25.891287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Updating router 8abaa983-6bb4-4a10-856d-87a65ab71842 port afc1a19c-a807-477f-b636-4b13fdaeaefa binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:25.957221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bb8e5-43c0-4426-83c3-b3133070618e req-80b744ef-33c7-4caa-9c25-5627f4d3db99 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:25.959246 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b37bb8e5-43c0-4426-83c3-b3133070618e req-80b744ef-33c7-4caa-9c25-5627f4d3db99 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1835132 Feb 15 09:28:25.989199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:25.993018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d8badf3-e3d8-4891-bac0-316833ebd2e0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:26.011012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.014138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:26.014922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.108872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d1c706-621c-4f6c-b8ce-b9f04472293b req-c3db8acf-3242-4195-8bba-d42a36635a49 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:26.124493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61d1c706-621c-4f6c-b8ce-b9f04472293b req-c3db8acf-3242-4195-8bba-d42a36635a49 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.2277186 Feb 15 09:28:26.220334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2106690 Feb 15 09:28:26.229935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:26.245082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Request body: {'subnet': {'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-746631427-subnet', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:26.268719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b37bb8e5-43c0-4426-83c3-b3133070618e req-74d2f46e-2948-4ed9-aea8-890f705b7987 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599635 Feb 15 09:28:26.295526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.352716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61d1c706-621c-4f6c-b8ce-b9f04472293b req-2253a822-fbcb-4608-af6a-e86c575bfab8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272258 Feb 15 09:28:26.353892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55a2d47-f5ae-456f-9638-28aae6a09a27,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:26.385347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5822e0d-c3b6-4ed0-a07f-e9c32de5dfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9083658-28d0-49eb-951a-f2a6a9c98248,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:26.442979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Made reservation on behalf of 80b9f6e2c4234b20bd358883ad0a2ec0 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:26.450520 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.495956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.502544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a9083658-28d0-49eb-951a-f2a6a9c98248 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:28:26.610554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.669363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77f66-e17a-4934-804e-fb09147ba86e None None] Pushing event updated for resources: {'Port': ['ID=afc1a19c-a807-477f-b636-4b13fdaeaefa,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:26.712099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Attempting to bind port afc1a19c-a807-477f-b636-4b13fdaeaefa on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:26.712479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Attempting to bind port afc1a19c-a807-477f-b636-4b13fdaeaefa by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:26.722986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Attempting to bind port afc1a19c-a807-477f-b636-4b13fdaeaefa on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:26.737111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:26.737977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:26.739797 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.740309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:26.742709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Bound port: afc1a19c-a807-477f-b636-4b13fdaeaefa, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:26.743211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.781664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.825772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] For port afc1a19c-a807-477f-b636-4b13fdaeaefa, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:26.833332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] For port afc1a19c-a807-477f-b636-4b13fdaeaefa, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=afc1a19c-a807-477f-b636-4b13fdaeaefa,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:26.847698 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.871745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:26.943367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:26.944661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:26.956509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19d6534-d177-44d5-94e9-c9d0b6561236,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:26.959393 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a21544e-48ea-40a4-a595-fce25c5979e7 req-b499dff2-baeb-495c-a201-80ac314ad00b tempest-FlavorsV2NegativeTest-1451611125 tempest-FlavorsV2NegativeTest-1451611125-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=4567127cdf4d49f5831af9da7fe40a03&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510619 Feb 15 09:28:26.970242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebf1e0-da3c-411b-b464-97a1e7f4da94 req-a05a1e00-51ce-4f9b-80f0-2281738fec2a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:26.971916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38ebf1e0-da3c-411b-b464-97a1e7f4da94 req-a05a1e00-51ce-4f9b-80f0-2281738fec2a tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.2487071 Feb 15 09:28:26.993808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.032968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c77f66-e17a-4934-804e-fb09147ba86e None None] Pushing event updated for resources: {'Port': ['ID=afc1a19c-a807-477f-b636-4b13fdaeaefa,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:27.125346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38ebf1e0-da3c-411b-b464-97a1e7f4da94 req-c223711b-6226-4adb-ac8b-bc1ced7a5c96 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413562 Feb 15 09:28:27.159798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:27.347716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Checking segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:27.348147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Network hostable DHCP agents. Network: a9083658-28d0-49eb-951a-f2a6a9c98248, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:28:27.353350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.453472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Network a9083658-28d0-49eb-951a-f2a6a9c98248 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:28:27.472135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a21544e-48ea-40a4-a595-fce25c5979e7 req-0e156d50-c4cc-4d35-a579-f44b7c0a2044 tempest-FlavorsV2NegativeTest-1451611125 tempest-FlavorsV2NegativeTest-1451611125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:27.473667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a21544e-48ea-40a4-a595-fce25c5979e7 req-0e156d50-c4cc-4d35-a579-f44b7c0a2044 tempest-FlavorsV2NegativeTest-1451611125 tempest-FlavorsV2NegativeTest-1451611125-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193038 Feb 15 09:28:27.511107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a9083658-28d0-49eb-951a-f2a6a9c98248) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:27.514912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Router e1acb48f-04b8-44e6-a9ea-651d23559ad7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:27.518736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:22Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:27.525423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:27.525949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.539108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a21544e-48ea-40a4-a595-fce25c5979e7 req-88cdffbd-485b-4a68-9a95-70a6aeeb18bc tempest-FlavorsV2NegativeTest-1451611125 tempest-FlavorsV2NegativeTest-1451611125-project] 10.222.0.10 "GET /v2.0/quotas/4567127cdf4d49f5831af9da7fe40a03 HTTP/1.1" status: 200 len: 375 time: 0.0529020 Feb 15 09:28:27.552773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15fe6cf-84d4-4c1a-bf4e-5f34e4b3975c None None] Network a9083658-28d0-49eb-951a-f2a6a9c98248 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:27.553607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676e3898-0410-41da-b043-11a2cda1a68b req-15f233d3-a43b-48ac-9daa-b0b2f0029dd6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:27.554962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e352845f-8ee6-4251-8302-d937831db7b2 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:22Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:27.555130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-676e3898-0410-41da-b043-11a2cda1a68b req-15f233d3-a43b-48ac-9daa-b0b2f0029dd6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.0891461 Feb 15 09:28:27.619246 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-49e4aca8-ea90-4173-ae5f-87eaab17a6c1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3849518 Feb 15 09:28:27.631815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a21544e-48ea-40a4-a595-fce25c5979e7 req-b2741e3c-b610-45ef-91d0-1bcf92dfe314 tempest-FlavorsV2NegativeTest-1451611125 tempest-FlavorsV2NegativeTest-1451611125-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4567127cdf4d49f5831af9da7fe40a03&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828722 Feb 15 09:28:27.647574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52778) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:27.662685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:27.675964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Allocated IP 172.20.0.1 (e495ade8-7c3b-4504-9ec8-c3b0d177cd86/f15df234-cde3-4f1d-bb05-9d9415fb0c8f/215b9b2c-ac4b-49c0-8636-bb0e479c4b8f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:27.737238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7695e5f4-2c96-4490-8e23-def1c7ba57f0 None None] Network a9083658-28d0-49eb-951a-f2a6a9c98248 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:27.793896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-676e3898-0410-41da-b043-11a2cda1a68b req-ccddbda8-2946-4902-94e3-1ccfd8cd9bac tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895435 Feb 15 09:28:27.822408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:27.832677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5fe3b469-0836-4925-8bd0-76973b03a232 admin admin] 10.222.0.10 "PUT /v2.0/routers/e1acb48f-04b8-44e6-a9ea-651d23559ad7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2879939 Feb 15 09:28:27.832677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.832677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.835522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52790) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:27.843742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Sync routers for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:27.859967 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:27.863565 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:27.904322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Router 49258385-ed5d-4b17-9a20-399f0021bdc4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:27.922182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:27.954840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:28.058895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:28.059296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c5fb0dfd-8f2d-4949-9e35-bcbed4b06eb9 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:28.101758 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.190711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:28.192161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:28.193035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:28.210890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57311f85-344a-497f-9932-66926db4973f req-fef6ec7a-8fb8-4c02-85d9-0c7fdc1293c9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:28.219355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57311f85-344a-497f-9932-66926db4973f req-fef6ec7a-8fb8-4c02-85d9-0c7fdc1293c9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.4045503 Feb 15 09:28:28.223786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:28.248752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.397588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Pushing event updated for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:28.413295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57311f85-344a-497f-9932-66926db4973f req-cd7321a3-6afe-4967-b923-87896fe6cd85 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930737 Feb 15 09:28:28.417706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device afc1a19c-a807-477f-b636-4b13fdaeaefa up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:28.430814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.601829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port afc1a19c-a807-477f-b636-4b13fdaeaefa triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:28.602384 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.680204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.699837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.725154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port afc1a19c-a807-477f-b636-4b13fdaeaefa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=afc1a19c-a807-477f-b636-4b13fdaeaefa,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:28.740562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:28:25Z', 'revision_number': 5, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:28.743279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.747263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-36864370-989a-43da-b28a-bc1f65caddb5 None None] Provisioning complete for port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:28.747869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36864370-989a-43da-b28a-bc1f65caddb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.799746 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Checking router: e1acb48f-04b8-44e6-a9ea-651d23559ad7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:28.822244 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Routers {'e1acb48f-04b8-44e6-a9ea-651d23559ad7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:28.822873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:28.832566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-36864370-989a-43da-b28a-bc1f65caddb5 None None] Port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:28.882543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=afc1a19c-a807-477f-b636-4b13fdaeaefa,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:28.932726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:28.987827 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] Set router e1acb48f-04b8-44e6-a9ea-651d23559ad7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:28.991677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858786c-fe8d-4788-9b50-db3c8e3a5ee8 req-dd3066f5-20ff-47dc-9642-f9789c20920a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:29.009347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59240e1a-438c-48c8-9f86-512123f353d7 req-f1e51493-692b-402b-b867-fcef21b9981d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:29.011004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59240e1a-438c-48c8-9f86-512123f353d7 req-f1e51493-692b-402b-b867-fcef21b9981d tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.7669890 Feb 15 09:28:29.013797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a858786c-fe8d-4788-9b50-db3c8e3a5ee8 req-dd3066f5-20ff-47dc-9642-f9789c20920a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1070921 Feb 15 09:28:29.036863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:29.092069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe0ce3-ca83-4353-aa7b-11946c66d440 req-28d03f0a-9769-4765-9ebd-5b6c8b8d4c0c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:29.099768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fefe0ce3-ca83-4353-aa7b-11946c66d440 req-28d03f0a-9769-4765-9ebd-5b6c8b8d4c0c tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.7221999 Feb 15 09:28:29.103797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.126096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a858786c-fe8d-4788-9b50-db3c8e3a5ee8 req-360c03d2-5679-4bf2-b26d-82da38f81d8d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113796 Feb 15 09:28:29.135813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.146257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.217709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.228170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Pushing event updated for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:29.247008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fefe0ce3-ca83-4353-aa7b-11946c66d440 req-e6b4e96f-8bb0-4a40-a267-53845b2f88a9 tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455543 Feb 15 09:28:29.271308 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:28:25Z', 'revision_number': 5, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:29.290513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5926d24-ac4b-4ecb-a0e8-4e43f42c4d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.300871 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-808200b6-f78a-4a0d-a1b4-9252b0d85bc4 None None] The sync data for ids ['e1acb48f-04b8-44e6-a9ea-651d23559ad7'] in n-d-825064-4 is: [{'id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'name': 'tempest-AttachSCSIVolumeTestJSON-1330519270-router', 'tenant_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161'}], 'enable_snat': True}, 'gw_port_id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:26:23Z', 'updated_at': '2022-02-15T09:28:25Z', 'revision_number': 5, 'project_id': '8615cadbfb57403eb6b3c58f5d5458a7', 'gw_port': {'id': '4d38ad68-5338-46d1-b351-0b63f2e3922a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6f:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1acb48f-04b8-44e6-a9ea-651d23559ad7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 200, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:24Z', 'updated_at': '2022-02-15T09:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:29.324292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:29.329952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-175eddfb-f0b0-43ef-94d1-d31fdd83b388 admin admin] 10.222.0.10 "PUT /v2.0/routers/49258385-ed5d-4b17-9a20-399f0021bdc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8483522 Feb 15 09:28:29.338870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:29.344012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Sync routers for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:29.369349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:29.369873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:29.406008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:29.410126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:29.431625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.466729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Deleting port f22ef852-f125-4915-b18c-4a5f0409b42a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:29.467407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.524161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:29.629973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5926d24-ac4b-4ecb-a0e8-4e43f42c4d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.656336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] For port f22ef852-f125-4915-b18c-4a5f0409b42a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f22ef852-f125-4915-b18c-4a5f0409b42a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:29.656693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.716471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Deleting port 4d38ad68-5338-46d1-b351-0b63f2e3922a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:29.716735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.720140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Calling delete_port for f22ef852-f125-4915-b18c-4a5f0409b42a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:29.725984 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5926d24-ac4b-4ecb-a0e8-4e43f42c4d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.769009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.819236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1784062a-6bf3-421c-bdeb-407021c2ca52 None None] Provisioning complete for port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:29.820341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1784062a-6bf3-421c-bdeb-407021c2ca52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:29.854121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:29.877634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d7fea-cec1-4381-810c-5c30d2d9da7a req-881ad863-36a6-4ed7-a93d-42adf6188748 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:29.878721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1784062a-6bf3-421c-bdeb-407021c2ca52 None None] Port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:29.884872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b9d7fea-cec1-4381-810c-5c30d2d9da7a req-881ad863-36a6-4ed7-a93d-42adf6188748 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.3253410 Feb 15 09:28:29.927324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:28:26Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:29.962523 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5926d24-ac4b-4ecb-a0e8-4e43f42c4d5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4567127cdf4d49f5831af9da7fe40a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9042475 Feb 15 09:28:29.978490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52814) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:29.989355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Checking router: 49258385-ed5d-4b17-9a20-399f0021bdc4 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:29.999594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5926d24-ac4b-4ecb-a0e8-4e43f42c4d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf28e5b1-f839-4d35-ab16-31a6559e1746,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:30.006627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Routers {'49258385-ed5d-4b17-9a20-399f0021bdc4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:30.006627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['49258385-ed5d-4b17-9a20-399f0021bdc4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:30.061767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b9d7fea-cec1-4381-810c-5c30d2d9da7a req-6f94fa81-8d71-40db-8890-9bb8ebd77960 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760168 Feb 15 09:28:30.139138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] Set router 49258385-ed5d-4b17-9a20-399f0021bdc4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:30.185466 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.216026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device afc1a19c-a807-477f-b636-4b13fdaeaefa up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:30.262168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.288587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.290356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] For port 4d38ad68-5338-46d1-b351-0b63f2e3922a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d38ad68-5338-46d1-b351-0b63f2e3922a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:30.290765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.364114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.403753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.422426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Calling delete_port for 4d38ad68-5338-46d1-b351-0b63f2e3922a owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:30.436767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:30.473798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f6f8d4b-9cd3-47fd-8793-798b794cb78d admin admin] 10.222.0.10 "PUT /v2.0/routers/8abaa983-6bb4-4a10-856d-87a65ab71842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1190875 Feb 15 09:28:30.499469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port afc1a19c-a807-477f-b636-4b13fdaeaefa triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:30.499833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.508346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df99b33-099d-4bcc-87c1-4d5086f73884 req-f1289158-3e71-4e84-ae87-5e1c99a49b4f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:30.509967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4df99b33-099d-4bcc-87c1-4d5086f73884 req-f1289158-3e71-4e84-ae87-5e1c99a49b4f tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/ports?device_id=0efccac0-956f-43cc-b0da-619cbde475a5 HTTP/1.1" status: 200 len: 950 time: 0.1600876 Feb 15 09:28:30.525780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa0b51-44ae-4015-933c-ea3db48f895f req-070e8756-f618-43df-a74d-f94b9cf6df23 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:30.528185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43fa0b51-44ae-4015-933c-ea3db48f895f req-070e8756-f618-43df-a74d-f94b9cf6df23 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.2636571 Feb 15 09:28:30.547954 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:30.559711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Deleting port e081ae07-7a94-46d2-b886-02f5c1ff5756 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:30.560100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.580413 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:30.581489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:30.603616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.606696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.609144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.612933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf28e5b1-f839-4d35-ab16-31a6559e1746 HTTP/1.1" status: 204 len: 168 time: 0.6251006 Feb 15 09:28:30.625168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:28:26Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:30.675522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967883d-07bb-42dc-ae65-8ffae1780ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf28e5b1-f839-4d35-ab16-31a6559e1746,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:30.693609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4df99b33-099d-4bcc-87c1-4d5086f73884 req-6cb68a2c-9c27-4f50-b2ef-d07a6317840e tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.10 "GET /v2.0/security-groups?id=9d9a0e2b-552d-46b8-bbca-d311a8ac562e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272957 Feb 15 09:28:30.702366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Pushing event deleted for resources: {'Port': ['ID=f22ef852-f125-4915-b18c-4a5f0409b42a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:30.742064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b685c88-e247-4796-a518-f65dd5e656e7 None None] The sync data for ids ['49258385-ed5d-4b17-9a20-399f0021bdc4'] in n-d-825064-4 is: [{'id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-159509441-router', 'tenant_id': '956494ed7420468fa385ae17cd54bf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138'}], 'enable_snat': True}, 'gw_port_id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:47Z', 'updated_at': '2022-02-15T09:28:26Z', 'revision_number': 5, 'project_id': '956494ed7420468fa385ae17cd54bf79', 'gw_port': {'id': 'e081ae07-7a94-46d2-b886-02f5c1ff5756', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:31:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49258385-ed5d-4b17-9a20-399f0021bdc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:25:48Z', 'updated_at': '2022-02-15T09:25:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:30.749188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43fa0b51-44ae-4015-933c-ea3db48f895f req-5099c66a-f918-45e1-8cdc-a229bd0319b8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810422 Feb 15 09:28:30.754461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] For port e081ae07-7a94-46d2-b886-02f5c1ff5756, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e081ae07-7a94-46d2-b886-02f5c1ff5756,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:30.754461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.790108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Allocated IP 172.25.6.225 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/5b08251e-6294-425c-95e9-8e0c7401ee07) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:30.794104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Calling delete_port for e081ae07-7a94-46d2-b886-02f5c1ff5756 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:30.868960 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:30.888623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9d8badf3-e3d8-4891-bac0-316833ebd2e0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:30.895101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] No DVR routers for this DVR port f22ef852-f125-4915-b18c-4a5f0409b42a on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:30.902996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:30.920018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59240e1a-438c-48c8-9f86-512123f353d7 req-3bf577a0-b0a3-4889-ad2d-154b78d38dcb tempest-LiveMigrationNegativeTest-1665815964 tempest-LiveMigrationNegativeTest-1665815964-project] 10.222.0.72 "DELETE /v2.0/ports/f22ef852-f125-4915-b18c-4a5f0409b42a HTTP/1.1" status: 204 len: 173 time: 1.8412709 Feb 15 09:28:30.921631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'name': 'network-vif-deleted', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:30.925572 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc70dce-6baa-4fa8-9d6e-08a9c3128e84" -d '{"events": [{"server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "name": "network-vif-deleted", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:30.958001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9d8badf3-e3d8-4891-bac0-316833ebd2e0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:30.959380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9d8badf3-e3d8-4891-bac0-316833ebd2e0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:31.189397 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb898271-5dbb-4414-a968-275dcbe1cd2e x-openstack-request-id: req-eb898271-5dbb-4414-a968-275dcbe1cd2e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:31.189878 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0efccac0-956f-43cc-b0da-619cbde475a5", "name": "network-vif-deleted", "tag": "f22ef852-f125-4915-b18c-4a5f0409b42a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:31.189996 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb898271-5dbb-4414-a968-275dcbe1cd2e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:31.190374 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0efccac0-956f-43cc-b0da-619cbde475a5', 'name': 'network-vif-deleted', 'tag': 'f22ef852-f125-4915-b18c-4a5f0409b42a', 'status': 'completed', 'code': 200} Feb 15 09:28:31.223751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.254732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.294707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Pushing event deleted for resources: {'Port': ['ID=e081ae07-7a94-46d2-b886-02f5c1ff5756,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:31.362764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.365073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.433283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ea07-100e-453d-8fd5-f8b1ace6c50f req-257820d1-9248-4ad2-9371-0e0d56a4dc62 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:31.435210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa55ea07-100e-453d-8fd5-f8b1ace6c50f req-257820d1-9248-4ad2-9371-0e0d56a4dc62 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.1663635 Feb 15 09:28:31.440013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:31.461590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:31.466263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Pushing event updated for resources: {'Port': ['ID=5b08251e-6294-425c-95e9-8e0c7401ee07,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:31.482461 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 2, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:31.494689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.505575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:31.536066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:31.537005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Updating router 8abaa983-6bb4-4a10-856d-87a65ab71842 port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:31.572877 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.613892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.623092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-98588eb5-7762-42fa-8393-ce6afe059722 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:31.631395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-98588eb5-7762-42fa-8393-ce6afe059722 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 820 time: 0.3041899 Feb 15 09:28:31.633818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.670087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d38ad68-5338-46d1-b351-0b63f2e3922a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:31.697673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-ab47b4fc-a522-43d2-a11a-17b1c07782bf tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/quotas/c6949fccd3104c779644f92a74ab7727 HTTP/1.1" status: 200 len: 375 time: 0.0650384 Feb 15 09:28:31.710446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.748077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.748889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49258385-ed5d-4b17-9a20-399f0021bdc4 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:28:31.769462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.771514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cdf27c6-4bc1-4dff-99c0-a3eb8791807e admin admin] 10.222.0.10 "DELETE /v2.0/routers/49258385-ed5d-4b17-9a20-399f0021bdc4 HTTP/1.1" status: 204 len: 168 time: 2.4308791 Feb 15 09:28:31.779818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52858) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:31.828473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-0c650763-27e2-48a7-b184-b436805437fa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288972 Feb 15 09:28:31.857912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.860283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:31.871331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa55ea07-100e-453d-8fd5-f8b1ace6c50f req-98abc636-43e9-4177-85db-c1c0d20aa218 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121068 Feb 15 09:28:31.978329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f22ef852-f125-4915-b18c-4a5f0409b42a no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:32.016563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: f22ef852-f125-4915-b18c-4a5f0409b42a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:32.030167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f22ef852-f125-4915-b18c-4a5f0409b42a not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:32.081927 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.094047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.095048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1acb48f-04b8-44e6-a9ea-651d23559ad7 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:28:32.097929 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.107744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.111363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f83dbed-0e11-47fa-b52e-cb4c83c56f3a admin admin] 10.222.0.10 "DELETE /v2.0/routers/e1acb48f-04b8-44e6-a9ea-651d23559ad7 HTTP/1.1" status: 204 len: 168 time: 4.2698524 Feb 15 09:28:32.112190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52868) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:32.164509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52870) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:32.239865 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Pushing event updated for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:32.315070 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.315390 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.315747 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.316080 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.316407 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.316745 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.317094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.317417 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.317737 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.318056 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.318462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.318681 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:32.321970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Deleting subnet 632066a1-6d1e-4cf4-bedd-f8e12997cc4d {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:32.332408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.403799 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Attempting to bind port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:32.404981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Attempting to bind port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:32.406113 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Attempting to bind port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:32.414066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:32.414810 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Checking segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:32.415576 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.416155 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Bound using segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:32.416844 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Bound port: 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:32.418001 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.434043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14607a3f-03fa-4938-bae6-8537a80664ae req-fe21d055-2501-489d-a430-8e8b3c3f8e53 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:32.446132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14607a3f-03fa-4938-bae6-8537a80664ae req-fe21d055-2501-489d-a430-8e8b3c3f8e53 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.3321362 Feb 15 09:28:32.524497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d55a2d47-f5ae-456f-9638-28aae6a09a27 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:32.554756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52876) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:32.577117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d55a2d47-f5ae-456f-9638-28aae6a09a27 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:32.578043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d55a2d47-f5ae-456f-9638-28aae6a09a27 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:32.588037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Deleting subnet 0803a2c4-110d-44fe-931b-573c6bfc8270 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:32.592226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.616828 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] For port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:32.621271 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] For port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:32.638859 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.656719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14607a3f-03fa-4938-bae6-8537a80664ae req-d1fa9f11-f740-48e3-827e-7a47361bfde7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064738 Feb 15 09:28:32.670294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-network', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:32.705729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.713195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.720711 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:32.721566 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:32.725241 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5a526-481a-40ea-840c-8517385135b4 None None] Pushing event updated for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:32.765958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ee1f52fc-6256-4864-8799-2a2665c30616 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e5dac23ab81450a96473e7d51d8cd02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2011254 Feb 15 09:28:32.771752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52880) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:32.777667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-431cff87-330d-4da8-b0e5-ec849793785f service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9412842 Feb 15 09:28:32.783443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] Provisioning complete for port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:32.784077 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.785671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.856209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Made reservation on behalf of 6bd229c7d56f4322b8f01d9d05797a52 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:32.859250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.925121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.941743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:32.966287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.005354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] For port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:33.015015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.030445 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:33.039580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-e53e6da9-220f-4ac5-93ed-2f10d2e6c0de service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477379 Feb 15 09:28:33.080701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be540a6-2441-4fe6-9bec-c6ec5601b64c None None] Pushing event updated for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:33.093613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.126157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0803a2c4-110d-44fe-931b-573c6bfc8270,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:33.131079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.136491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b07b1612-0f2e-4e76-9c27-f9da092efdbb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0803a2c4-110d-44fe-931b-573c6bfc8270 HTTP/1.1" status: 204 len: 168 time: 1.3518116 Feb 15 09:28:33.136760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52884) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:33.145828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc34bc-2005-4642-bcb5-696b55291fdd None None] Network 43b9bd67-c55b-4e92-86a3-8213da730b9d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:33.226265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aa9ab923-8294-4ab6-a9c3-599d879d9996 None None] Provisioning complete for port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:33.227018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa9ab923-8294-4ab6-a9c3-599d879d9996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.230391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.361924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.376571 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6721232b-f1a6-4790-b683-72207814e70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:33.414562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a7365de-7338-49ff-87f6-ecec2e8c3301 req-ac6c93dc-940d-478f-8b6f-7399083fb18a tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 210 time: 0.0784488 Feb 15 09:28:33.418025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6721232b-f1a6-4790-b683-72207814e70e None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:33.448266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Deleting port 8235e1f1-16d6-4393-a522-5b963f03ea62 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:33.449759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.452004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.533283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab0eeaa-874d-4a11-84fe-154435a338eb req-156c449f-3c40-4e2f-b9f9-ae5d6e68c7c7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:33.534964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cab0eeaa-874d-4a11-84fe-154435a338eb req-156c449f-3c40-4e2f-b9f9-ae5d6e68c7c7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.4879987 Feb 15 09:28:33.559179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.562865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] For port 8235e1f1-16d6-4393-a522-5b963f03ea62, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8235e1f1-16d6-4393-a522-5b963f03ea62,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:33.562865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.587312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] DHCP port deletion for 43b9bd67-c55b-4e92-86a3-8213da730b9d request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:28:33.591517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Calling delete_port for 8235e1f1-16d6-4393-a522-5b963f03ea62 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:33.643639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Deleting port 8235e1f1-16d6-4393-a522-5b963f03ea62 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:33.644011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.732889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] For port 8235e1f1-16d6-4393-a522-5b963f03ea62, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8235e1f1-16d6-4393-a522-5b963f03ea62,segment=NetworkSegment(566e9221-ebcb-4f4b-832c-e678e9fbfe55),segment_id=566e9221-ebcb-4f4b-832c-e678e9fbfe55)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:33.733545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.750258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Calling delete_port for 8235e1f1-16d6-4393-a522-5b963f03ea62 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:33.752528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.797191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.823283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cab0eeaa-874d-4a11-84fe-154435a338eb req-b22a1c11-3195-48bd-b628-a53a452d2823 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702303 Feb 15 09:28:33.827545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Pushing event deleted for resources: {'Port': ['ID=8235e1f1-16d6-4393-a522-5b963f03ea62,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:33.852847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.858059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] No DVR routers for this DVR port 8235e1f1-16d6-4393-a522-5b963f03ea62 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:33.861943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/632066a1-6d1e-4cf4-bedd-f8e12997cc4d HTTP/1.1" status: 204 len: 168 time: 1.7489862 Feb 15 09:28:33.863579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52898) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:33.864775 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.865169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.884935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5a8fe-cd41-4a1c-82e6-cc5933cff3a4 None None] Network 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:33.903204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.945069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] Pushing event deleted for resources: {'Port': ['ID=8235e1f1-16d6-4393-a522-5b963f03ea62,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:33.962816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a563a-a099-40c2-9700-8af4c0d740a1 None None] No DVR routers for this DVR port 8235e1f1-16d6-4393-a522-5b963f03ea62 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:33.970383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.983480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:28:33.992886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:33.993300 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Added segment cac2ff61-3424-46b8-bbfa-e4fca158fdae of type vlan for network a2685043-e2b0-44ff-8825-60e036d7a7cd Feb 15 09:28:34.192576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f72d4-d27a-450f-81af-9fff735a1d24 req-b39f3f1f-323c-46a1-913b-4084e77cf3fb tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:34.214832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:34.222521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-743f72d4-d27a-450f-81af-9fff735a1d24 req-b39f3f1f-323c-46a1-913b-4084e77cf3fb tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.4122200 Feb 15 09:28:34.264897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.282905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.289401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] DHCP port deletion for 7b6a4c4c-804b-418a-9cbf-6ab80ed42428 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:28:34.344114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-743f72d4-d27a-450f-81af-9fff735a1d24 req-a61e78cd-cf98-4c54-b7e8-6dba820c9422 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202610 Feb 15 09:28:34.353285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43b9bd67-c55b-4e92-86a3-8213da730b9d']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:34.359848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:34.360218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.372223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566e9221-ebcb-4f4b-832c-e678e9fbfe55') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:34.373372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566e9221-ebcb-4f4b-832c-e678e9fbfe55') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:34.385302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a280df8-8b16-416c-89bb-9bbc540ca0cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=632066a1-6d1e-4cf4-bedd-f8e12997cc4d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:34.421967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.440309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.442931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Deleting port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:34.443378 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.469960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:34.477472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:34.480358 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:34.534952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.543459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.545427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d9a0e2b-552d-46b8-bbca-d311a8ac562e HTTP/1.1" status: 204 len: 168 time: 1.7724960 Feb 15 09:28:34.572173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Deleting port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:34.572867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.633201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] For port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:34.633557 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.651768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.657172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Calling delete_port for ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:34.674980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.692608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.695864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] 10.222.0.10 "DELETE /v2.0/networks/43b9bd67-c55b-4e92-86a3-8213da730b9d HTTP/1.1" status: 204 len: 168 time: 1.5580561 Feb 15 09:28:34.703822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52904) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:34.725584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.726974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:34.728145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.743213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81361463-4adb-47e1-a9b8-b854a437a644 req-4d16f3c1-fcb5-45c8-a654-1ba17b2caf46 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 210 time: 0.1943676 Feb 15 09:28:34.744182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37391aa-00c5-4a0b-8992-d8396943b23f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:34.767425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8235e1f1-16d6-4393-a522-5b963f03ea62 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:34.771643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:34.836735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] Pushing event deleted for resources: {'Port': ['ID=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:34.840421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4e037f-5efd-47a5-81f6-dbbfaf600a7c None None] No DVR routers for this DVR port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:34.842451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8235e1f1-16d6-4393-a522-5b963f03ea62 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:34.842794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8235e1f1-16d6-4393-a522-5b963f03ea62 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:34.843204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e081ae07-7a94-46d2-b886-02f5c1ff5756 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:34.881190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e081ae07-7a94-46d2-b886-02f5c1ff5756 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:34.885054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e081ae07-7a94-46d2-b886-02f5c1ff5756 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:34.885678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d38ad68-5338-46d1-b351-0b63f2e3922a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:34.921103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec59801e-2d5c-4ed0-ae5d-17e2c3acd846 admin admin] Pushing event deleted for resources: {'Network': ['ID=43b9bd67-c55b-4e92-86a3-8213da730b9d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:34.921607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 4d38ad68-5338-46d1-b351-0b63f2e3922a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:34.922115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d38ad68-5338-46d1-b351-0b63f2e3922a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:34.927239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.7614906 Feb 15 09:28:34.935637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52910) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:34.952251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Request body: {'subnet': {'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-subnet', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:34.976330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a73384-bcf7-4553-8a40-13e4a86f0550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9a0e2b-552d-46b8-bbca-d311a8ac562e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:35.015882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-f5578025-eb6d-48fa-9df5-96c6ecdfadd0 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:35.017449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-f5578025-eb6d-48fa-9df5-96c6ecdfadd0 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1097 time: 1.0138774 Feb 15 09:28:35.022650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9cfa8c-2bee-4269-8316-7a353e549848 admin admin] Pushing event updated for resources: {'Network': ['ID=a2685043-e2b0-44ff-8825-60e036d7a7cd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:35.048543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a2685043-e2b0-44ff-8825-60e036d7a7cd details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:28:35.074203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] For port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,segment=NetworkSegment(fc87b2dc-a19b-40e7-8fa0-f41498bb4969),segment_id=fc87b2dc-a19b-40e7-8fa0-f41498bb4969)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:35.075523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.101102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:35.115298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Made reservation on behalf of 6bd229c7d56f4322b8f01d9d05797a52 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:35.119828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.174133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Calling delete_port for ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:35.201070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52912) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:35.281156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de84b7-0e87-4292-b7dd-dd4602e2435a req-cc04ab9f-1ee3-4c57-9eb3-1949aa3ee41d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:35.282747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91de84b7-0e87-4292-b7dd-dd4602e2435a req-cc04ab9f-1ee3-4c57-9eb3-1949aa3ee41d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 946 time: 0.2271392 Feb 15 09:28:35.336706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.351797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-449b8107-c1d4-4667-9e8b-129142d70484 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:35.353305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-449b8107-c1d4-4667-9e8b-129142d70484 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 820 time: 0.4185319 Feb 15 09:28:35.382440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'port': {'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'admin_state_up': True, 'tenant_id': 'c6949fccd3104c779644f92a74ab7727'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:35.391149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91de84b7-0e87-4292-b7dd-dd4602e2435a req-e02e77c8-5732-46d6-9fe8-b431d9e8942a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988297 Feb 15 09:28:35.405330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.427643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4972010-e592-4717-aab2-badd018ed9fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8317c7d6205e4edfbf65450f7a761e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2238355 Feb 15 09:28:35.428246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52916) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:35.440891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:35.442700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] No DVR routers for this DVR port ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:35.455174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Router 74386238-b87c-4bdf-8977-49e88022c8cc is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:28:35.535174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.565505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:35.572948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6a4c4c-804b-418a-9cbf-6ab80ed42428']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:35.584691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:35.585009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc87b2dc-a19b-40e7-8fa0-f41498bb4969') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:35.596484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.615628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.625111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:35.625502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.629371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:35.631200 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:35.678303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:35.691370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 has no active binding in host n-h1-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:28:35.752864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.759972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.763014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7b6a4c4c-804b-418a-9cbf-6ab80ed42428 HTTP/1.1" status: 204 len: 168 time: 1.8640413 Feb 15 09:28:35.782012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4eaa4a-57a6-4c91-b011-3196bb587081 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6a4c4c-804b-418a-9cbf-6ab80ed42428,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:35.792317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a125a-26c2-464e-9b7a-d9d0744f998f req-a1926eca-0579-41b7-93da-8c5d7db8d190 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:35.794475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-631a125a-26c2-464e-9b7a-d9d0744f998f req-a1926eca-0579-41b7-93da-8c5d7db8d190 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.3727217 Feb 15 09:28:35.842819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.879421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b318bdf-d3fd-4bb1-a1ea-dbfea9d24028 req-bc4332dc-09fe-4f5d-8f61-25c4df41a891 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 210 time: 0.0443058 Feb 15 09:28:35.920136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:35.927508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:35.977173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52922) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:35.987650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.029253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Deleting port 09f936c5-86ec-42c2-8187-740180155349 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:36.029620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.030985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-631a125a-26c2-464e-9b7a-d9d0744f998f req-b946e3f8-45e4-47b9-8ae5-9677696c9f3e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121825 Feb 15 09:28:36.037400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9fc150e-42fa-4e15-82ef-f58977eea337 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fb392632bb74f66b661135fa93ad6bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0568190 Feb 15 09:28:36.045275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:36.050467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:36.068014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Sync routers for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:36.080828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Made reservation on behalf of c6949fccd3104c779644f92a74ab7727 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:36.080828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.081155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:36.081155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:36.119862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:36.123199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c08e68-ecb3-4546-ad60-28130e4883f2,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:36.146802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:36.171793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.175671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3f768fa3-b100-45b6-a68d-0eee58f95473 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.5138683 Feb 15 09:28:36.178051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52926) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:36.178781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Checking segment: {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:36.179146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Network hostable DHCP agents. Network: a2685043-e2b0-44ff-8825-60e036d7a7cd, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:28:36.183460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:36.183798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ac9e5ec0-1cf2-496e-8ee0-cacf1b4c508f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:36.225547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.239035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:36.241326 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cd0c74-c4ba-47f1-87ae-e9ffea2a85c1" -d '{"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:36.255535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.267868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:36.268595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] For port 09f936c5-86ec-42c2-8187-740180155349, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=09f936c5-86ec-42c2-8187-740180155349,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:36.269021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.290011 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500e7596-4720-4495-b3c7-ba0b29569be1 x-openstack-request-id: req-500e7596-4720-4495-b3c7-ba0b29569be1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:36.290300 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-unplugged", "status": "completed", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:36.290539 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-500e7596-4720-4495-b3c7-ba0b29569be1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:36.290927 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'code': 200} Feb 15 09:28:36.294768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Calling delete_port for 09f936c5-86ec-42c2-8187-740180155349 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:36.300551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.303059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.304230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8aa49a94-a083-4912-b23a-533ea46014fd HTTP/1.1" status: 204 len: 168 time: 0.8500481 Feb 15 09:28:36.327123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.328765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.369844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Network a2685043-e2b0-44ff-8825-60e036d7a7cd is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:28:36.372599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2dab0-a7f9-4778-932e-cbf5a00d0585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa49a94-a083-4912-b23a-533ea46014fd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:36.416625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Allocated IP 172.20.0.10 (e495ade8-7c3b-4504-9ec8-c3b0d177cd86/f15df234-cde3-4f1d-bb05-9d9415fb0c8f/45670865-2b80-4a08-b447-cc88b501ba68) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:36.423930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a2685043-e2b0-44ff-8825-60e036d7a7cd) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:36.438538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:36.440541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.452590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:36.456953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0c9f16-ce85-49f8-a902-c978c27604d7 None None] Network a2685043-e2b0-44ff-8825-60e036d7a7cd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:36.568929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on host n-h2-825064-4 for vnic_type normal with profile {"migrating_to": "n-h1-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:36.569440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:36.570815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:36.571294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.573932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.579299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d2fe2e8a-fef0-40e1-9678-f06b408f64a6 HTTP/1.1" status: 204 len: 168 time: 0.5330226 Feb 15 09:28:36.595262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e516d-563a-447e-bd6f-8539639a9628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe2e8a-fef0-40e1-9678-f06b408f64a6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:36.635189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ea7a2ab5-da5f-4032-bff0-2e20ed04d251 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6880748 Feb 15 09:28:36.644148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52938) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:36.659074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:36.666243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:36.666628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Attempting to bind port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:36.677437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:36.679709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:36.679709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:36.679709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Bound port: e1cfb2a6-a479-4a85-9a5b-1c441048a026, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:36.679709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.848248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.886078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 3, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:36.899425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62e7ce-657e-4786-808c-9ef055ccaf91 req-1b96e5b5-9203-432f-ba5b-587f18c5b3e8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:36.901064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce62e7ce-657e-4786-808c-9ef055ccaf91 req-1b96e5b5-9203-432f-ba5b-587f18c5b3e8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.3753853 Feb 15 09:28:36.945336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a2685043-e2b0-44ff-8825-60e036d7a7cd', 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'fixed_ips': [{'subnet_id': '43c08e68-ecb3-4546-ad60-28130e4883f2'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:28:36.946500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:36.961882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Checking router: 74386238-b87c-4bdf-8977-49e88022c8cc for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:36.962645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Updating router 74386238-b87c-4bdf-8977-49e88022c8cc port 5b08251e-6294-425c-95e9-8e0c7401ee07 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:36.987078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:36.990901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:37.028266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.029525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.039398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.044131 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.044717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.126380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce62e7ce-657e-4786-808c-9ef055ccaf91 req-0f05a3eb-3218-44fd-a305-6998acdfc432 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299701 Feb 15 09:28:37.160417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:37.165349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:37.169829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:37.256457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:37.265097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:37.282574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:37.283200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.284610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-287ac0a7-97c4-4223-9158-2e0836a77af4 service neutron] 10.222.0.36 "PUT /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 1122 time: 2.1907248 Feb 15 09:28:37.318318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Allocated IP 172.20.0.2 (a2685043-e2b0-44ff-8825-60e036d7a7cd/43c08e68-ecb3-4546-ad60-28130e4883f2/5e40a826-0875-459f-b8a7-65ba12eade79) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:37.429065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:37.429744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.432155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event updated for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:37.471562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c0c9d3c-7158-4b4f-be89-90e2c30fb98b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8615cadbfb57403eb6b3c58f5d5458a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1976938 Feb 15 09:28:37.474006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71b453-3299-451c-87b7-872b38973432 req-87777816-527d-4cd4-8dbd-0e4df59a7540 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:37.474183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52956) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:37.475694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea71b453-3299-451c-87b7-872b38973432 req-87777816-527d-4cd4-8dbd-0e4df59a7540 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 932 time: 0.1678605 Feb 15 09:28:37.480647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.491918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2530a15-2136-4f52-b029-55ae78b01849 req-fab60417-b7c0-4c17-a0eb-eff30cb088b2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:37.499335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2530a15-2136-4f52-b029-55ae78b01849 req-fab60417-b7c0-4c17-a0eb-eff30cb088b2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.2328894 Feb 15 09:28:37.508794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Pushing event deleted for resources: {'Port': ['ID=09f936c5-86ec-42c2-8187-740180155349,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:37.519941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-8faf2bf7-1a8d-4306-af73-cde25c910ce2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1442151 Feb 15 09:28:37.550573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Request body: {'port': {'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:37.642367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.647860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.662455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:37.666777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea71b453-3299-451c-87b7-872b38973432 req-4608e8c0-7c4f-4883-ae86-d8602b76583a tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594696 Feb 15 09:28:37.668577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2530a15-2136-4f52-b029-55ae78b01849 req-bec2fc80-1e95-4c0f-a519-f11c407f5945 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636772 Feb 15 09:28:37.712267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:37.855605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:37.928262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.021692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.025959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Network a2685043-e2b0-44ff-8825-60e036d7a7cd is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:38.029793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1fd583b6-271f-4b1d-a57b-982254694d5e None None] Provisioning complete for port 45670865-2b80-4a08-b447-cc88b501ba68 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:38.030212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fd583b6-271f-4b1d-a57b-982254694d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.063941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:38.090930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:38.100637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.106272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.108407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Pushing event updated for resources: {'Port': ['ID=5e40a826-0875-459f-b8a7-65ba12eade79,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:38.137185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.297357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Attempting to bind port 5e40a826-0875-459f-b8a7-65ba12eade79 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:38.297812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Attempting to bind port 5e40a826-0875-459f-b8a7-65ba12eade79 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:38.298233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Attempting to bind port 5e40a826-0875-459f-b8a7-65ba12eade79 on network a2685043-e2b0-44ff-8825-60e036d7a7cd {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:38.300094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1fd583b6-271f-4b1d-a57b-982254694d5e None None] Port 45670865-2b80-4a08-b447-cc88b501ba68 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:38.332080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Allocated IP 172.20.0.1 (a9083658-28d0-49eb-951a-f2a6a9c98248/a19d6534-d177-44d5-94e9-c9d0b6561236/10fa164a-6847-423b-b77c-d85621a9dd7f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:38.357819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:38.358263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Checking segment: {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:38.358747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.359252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Bound using segment: {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:38.360352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Bound port: 5e40a826-0875-459f-b8a7-65ba12eade79, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:38.360801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.378559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42860-a2d0-4fdb-93e5-4e8c7a8bb165 None None] Pushing event updated for resources: {'Port': ['ID=5b08251e-6294-425c-95e9-8e0c7401ee07,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:38.406866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:38.410548 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddded67-943a-4e63-87f1-464ad8cb4a32" -d '{"events": [{"name": "network-changed", "server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:38.413613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.414434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Attempting to bind port 5b08251e-6294-425c-95e9-8e0c7401ee07 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:38.415004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Attempting to bind port 5b08251e-6294-425c-95e9-8e0c7401ee07 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:38.415432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Attempting to bind port 5b08251e-6294-425c-95e9-8e0c7401ee07 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:38.488034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:38.488452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:38.488836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.489247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:38.489714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Bound port: 5b08251e-6294-425c-95e9-8e0c7401ee07, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:38.490089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.511326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45670865-2b80-4a08-b447-cc88b501ba68 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:38.521698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.541075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Transition to ACTIVE for port object 45670865-2b80-4a08-b447-cc88b501ba68 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:28:38.556339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.576844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.585606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Router 233ae819-7cc8-40e7-a934-b9529e90edba has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:38.621920 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150ae892-1722-4869-a888-442b9bdc6e44 x-openstack-request-id: req-150ae892-1722-4869-a888-442b9bdc6e44 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:38.622248 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:38.622447 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-150ae892-1722-4869-a888-442b9bdc6e44 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:38.622834 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'status': 'completed', 'code': 200} Feb 15 09:28:38.629339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] For port 5e40a826-0875-459f-b8a7-65ba12eade79, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:38.673143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] For port 5e40a826-0875-459f-b8a7-65ba12eade79, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e40a826-0875-459f-b8a7-65ba12eade79,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:38.679006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.687552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.696519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] For port 5b08251e-6294-425c-95e9-8e0c7401ee07, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:38.710114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.734958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.758570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Network a9083658-28d0-49eb-951a-f2a6a9c98248 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:38.768771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:38.775563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:38.777378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] For port 5b08251e-6294-425c-95e9-8e0c7401ee07, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5b08251e-6294-425c-95e9-8e0c7401ee07,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:38.800583 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:38.848742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Pushing event updated for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:38.861268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44ed6-3a9a-4c14-939a-1542077ad814 req-1e26e5ce-afe4-4d8f-b712-be1d938a78c4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:38.868074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90f44ed6-3a9a-4c14-939a-1542077ad814 req-1e26e5ce-afe4-4d8f-b712-be1d938a78c4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.4642446 Feb 15 09:28:38.868629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da09653d-454b-4ef1-bd01-f3a86579eb0d None None] Pushing event updated for resources: {'Port': ['ID=5e40a826-0875-459f-b8a7-65ba12eade79,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:38.937504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Pushing event updated for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:38.955971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:38.956529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:38.963752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-2e460b00-4f32-472d-82ed-83c6112905b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:38.965693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-2e460b00-4f32-472d-82ed-83c6112905b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1125 time: 0.2757385 Feb 15 09:28:38.986182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837eea12-abcb-4248-bff8-5c75db54ff59 req-2042b034-c099-47eb-8db0-05610921d8f9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:38.987664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-837eea12-abcb-4248-bff8-5c75db54ff59 req-2042b034-c099-47eb-8db0-05610921d8f9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1646588 Feb 15 09:28:38.990855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.039944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e42860-a2d0-4fdb-93e5-4e8c7a8bb165 None None] Pushing event updated for resources: {'Port': ['ID=5b08251e-6294-425c-95e9-8e0c7401ee07,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:39.145235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90f44ed6-3a9a-4c14-939a-1542077ad814 req-3f1f2864-3442-43f8-b422-1539fff9da41 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352858 Feb 15 09:28:39.159080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:39.159703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:39.177374 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Sync routers for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:39.190226 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:39.190853 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:39.206379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d3e82aac-b7a6-499b-a67c-36a6c2ceed97 admin admin] 10.222.0.10 "PUT /v2.0/routers/233ae819-7cc8-40e7-a934-b9529e90edba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4906328 Feb 15 09:28:39.206576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52990) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:39.227590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-a3f23e8c-0167-4b53-8a4f-2a12d71e2261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:39.229199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-a3f23e8c-0167-4b53-8a4f-2a12d71e2261 service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2184293 Feb 15 09:28:39.246748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.249462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.253647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/231147cd-12fb-4ca3-a852-dc8128a2a903 HTTP/1.1" status: 204 len: 168 time: 1.7785487 Feb 15 09:28:39.254527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Attempting to bind port 45670865-2b80-4a08-b447-cc88b501ba68 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:39.254855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Attempting to bind port 45670865-2b80-4a08-b447-cc88b501ba68 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:39.255172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Attempting to bind port 45670865-2b80-4a08-b447-cc88b501ba68 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:39.310444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Port 45670865-2b80-4a08-b447-cc88b501ba68 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:39.310775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Attempting to bind port 45670865-2b80-4a08-b447-cc88b501ba68 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:39.326394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-837eea12-abcb-4248-bff8-5c75db54ff59 req-fe1262bf-2038-47fd-853e-6f334e6e0747 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046993 Feb 15 09:28:39.333239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.335218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbca1eb-1ead-41d0-b465-5d5c77ad1119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231147cd-12fb-4ca3-a852-dc8128a2a903,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:39.376757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-ba3cb741-2dbd-44c2-a80c-cfbf1e17a388 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 217 time: 0.1381090 Feb 15 09:28:39.415185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:39.419010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Checking segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:39.419637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Bound using segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:39.420271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Bound port: 45670865-2b80-4a08-b447-cc88b501ba68, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:39.420797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.498907 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:39.561032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 3, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:39.606140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.619081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.652695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:39.660959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45670865-2b80-4a08-b447-cc88b501ba68,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:39.723509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.753872 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:28:36Z', 'revision_number': 5, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:39.794977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-48e65a31-13fd-480a-898d-fdaae0ce793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:39.800628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-48e65a31-13fd-480a-898d-fdaae0ce793f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.4004762 Feb 15 09:28:39.806310 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Checking router: 233ae819-7cc8-40e7-a934-b9529e90edba for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:39.815668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db47e44-ff73-42f6-a253-4b94295802e4 req-2ceba5b1-e870-4bc0-90ff-1d78b40c8860 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:39.817570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4db47e44-ff73-42f6-a253-4b94295802e4 req-2ceba5b1-e870-4bc0-90ff-1d78b40c8860 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 944 time: 0.5019991 Feb 15 09:28:39.821185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Routers {'233ae819-7cc8-40e7-a934-b9529e90edba'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:39.822240 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['233ae819-7cc8-40e7-a934-b9529e90edba'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:39.849502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.862762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:39.903076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Pushing event updated for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:39.914270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.021414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-6c600e2f-2d0e-4f0b-b864-66eca21b8a4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1695414 Feb 15 09:28:40.033139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:40.033979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.035861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] 10.222.0.36 "PUT /v2.0/ports/45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 1092 time: 2.4994862 Feb 15 09:28:40.041176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.055280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae8a698-8e03-4335-ab52-378aca7262a1 None None] The sync data for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 is: [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 3, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:40.126330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] Set router 233ae819-7cc8-40e7-a934-b9529e90edba gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:40.286171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e40a826-0875-459f-b8a7-65ba12eade79 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:40.380896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e40a826-0875-459f-b8a7-65ba12eade79 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:40.381942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.412475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.534142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.559251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4db47e44-ff73-42f6-a253-4b94295802e4 req-8330bfd0-a47d-4cee-a602-ddcebb570b06 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6939297 Feb 15 09:28:40.567807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba584f5-6739-4846-a6b0-e11e1f39a841 service neutron] Pushing event updated for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:40.617932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-421cb34c-94c4-471f-94a3-50ed5116b129 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627568 Feb 15 09:28:40.624638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:40.627355 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c55c14-1302-4cae-bbd2-41e2112bdfd7" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:40.630950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Network a9083658-28d0-49eb-951a-f2a6a9c98248 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:40.637460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:40.691258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 5e40a826-0875-459f-b8a7-65ba12eade79, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e40a826-0875-459f-b8a7-65ba12eade79,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:40.702964 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.720055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae38dd6-708a-492d-918b-66d42a6ef613 None None] Network a2685043-e2b0-44ff-8825-60e036d7a7cd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:40.780633 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:28:36Z', 'revision_number': 5, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:40.791264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Deleting port 4da48faf-0c68-4c4b-baa5-638131574400 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:40.794925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.804011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Allocated IP 172.25.6.81 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/2e626dec-f386-4ef9-a342-ff0bc38cdf93) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:40.856560 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702bb8f4-4497-4d35-aba8-018e47d3ea60 None None] The sync data for ids ['233ae819-7cc8-40e7-a934-b9529e90edba'] in n-d-825064-4 is: [{'id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1983999398-router', 'tenant_id': '87eef936cc494d87bc7d5e6fdcc66797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194'}], 'enable_snat': True}, 'gw_port_id': '4da48faf-0c68-4c4b-baa5-638131574400', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:25:59Z', 'updated_at': '2022-02-15T09:28:36Z', 'revision_number': 5, 'project_id': '87eef936cc494d87bc7d5e6fdcc66797', 'gw_port': {'id': '4da48faf-0c68-4c4b-baa5-638131574400', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:39:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233ae819-7cc8-40e7-a934-b9529e90edba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:26:01Z', 'updated_at': '2022-02-15T09:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:40.883307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=5e40a826-0875-459f-b8a7-65ba12eade79,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:40.892172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-88add817-5b7e-45cc-b2c8-5d4d0b913ed1 None None] Provisioning complete for port 5e40a826-0875-459f-b8a7-65ba12eade79 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:40.894991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88add817-5b7e-45cc-b2c8-5d4d0b913ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:40.910112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3e55a9f6-c52e-40e1-b358-db85360613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:40.911641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-3e55a9f6-c52e-40e1-b358-db85360613f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1095 time: 0.6594665 Feb 15 09:28:41.043985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-b2282531-a50a-4deb-8148-118fbe206542 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.0945830 Feb 15 09:28:41.076125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:41.152401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-f81bec0a-7564-41aa-8fee-20c30abd9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:41.154804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-f81bec0a-7564-41aa-8fee-20c30abd9f8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0758705 Feb 15 09:28:41.223698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ddded67-943a-4e63-87f1-464ad8cb4a32 req-20d25f96-c6af-447e-92e8-9f1301de8ba5 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932908 Feb 15 09:28:41.274613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.290922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21135c-1eeb-492b-b9f9-b8ed698f2a2c req-07aae8a8-e81e-429d-a8ad-0eb4c88fb04c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:41.295787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d21135c-1eeb-492b-b9f9-b8ed698f2a2c req-07aae8a8-e81e-429d-a8ad-0eb4c88fb04c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.3551469 Feb 15 09:28:41.364534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Router 74386238-b87c-4bdf-8977-49e88022c8cc has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:41.368170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-network', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:41.374843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-09cc69be-1fd5-4f18-ae2b-271d775acf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:41.376463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-09cc69be-1fd5-4f18-ae2b-271d775acf2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2111838 Feb 15 09:28:41.391436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184960a3-2c9f-4fbd-9912-e197a0e0245c req-7b5f3ec9-6fc8-4a31-9d59-f2d5cf30710f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:41.393071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-184960a3-2c9f-4fbd-9912-e197a0e0245c req-7b5f3ec9-6fc8-4a31-9d59-f2d5cf30710f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.7174101 Feb 15 09:28:41.487940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d21135c-1eeb-492b-b9f9-b8ed698f2a2c req-88742e59-3795-4fea-a470-206723fc8fa5 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841993 Feb 15 09:28:41.505463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.528002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] For port 4da48faf-0c68-4c4b-baa5-638131574400, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4da48faf-0c68-4c4b-baa5-638131574400,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:41.528316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.550569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Calling delete_port for 4da48faf-0c68-4c4b-baa5-638131574400 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:41.550834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5f3db295-b938-4ebf-8d48-f155b2214358 None None] Provisioning complete for port 5e40a826-0875-459f-b8a7-65ba12eade79 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:41.551330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f3db295-b938-4ebf-8d48-f155b2214358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.587705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Made reservation on behalf of 9ea47408bbdc4c58bd171b28b3d201c4 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:41.594077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.624336 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c66bdf6-4d28-4b77-8a68-8ea30d034383 x-openstack-request-id: req-6c66bdf6-4d28-4b77-8a68-8ea30d034383 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:41.624804 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:41.626951 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c66bdf6-4d28-4b77-8a68-8ea30d034383 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:41.627381 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:28:41.635718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-184960a3-2c9f-4fbd-9912-e197a0e0245c req-b5ad494d-ef83-4cee-a23f-7a3313198023 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356744 Feb 15 09:28:41.637019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:41.682917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:41.686017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:41.694817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:41.753535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-65bf358c-23ce-447b-b29a-6a9ae1466912 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616538 Feb 15 09:28:41.784629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:41.791468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Pushing event updated for resources: {'Port': ['ID=2e626dec-f386-4ef9-a342-ff0bc38cdf93,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:41.842723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-57fa1a89-3eaa-403e-95a1-621850088c74 admin admin] 10.222.0.10 "PUT /v2.0/routers/74386238-b87c-4bdf-8977-49e88022c8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6562886 Feb 15 09:28:41.873701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c23c6-bbb6-4a94-bac4-494955f8606d req-ddd74f23-ad05-4540-a76b-e2efdead0c3b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:41.881130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-160c23c6-bbb6-4a94-bac4-494955f8606d req-ddd74f23-ad05-4540-a76b-e2efdead0c3b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 944 time: 0.1199489 Feb 15 09:28:41.969167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-160c23c6-bbb6-4a94-bac4-494955f8606d req-b4e1854d-0521-4682-a63d-4bb2bbe3e486 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810137 Feb 15 09:28:42.001429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.045422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=4da48faf-0c68-4c4b-baa5-638131574400,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:42.143009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.187824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53040) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:42.269491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.273769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.311401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e40a826-0875-459f-b8a7-65ba12eade79 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:42.343852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.344582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233ae819-7cc8-40e7-a934-b9529e90edba {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:28:42.362759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.368113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5875170f-e887-4e64-97f4-c22dd82e0f94 admin admin] 10.222.0.10 "DELETE /v2.0/routers/233ae819-7cc8-40e7-a934-b9529e90edba HTTP/1.1" status: 204 len: 168 time: 3.1604116 Feb 15 09:28:42.368767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53048) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:42.425838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e40a826-0875-459f-b8a7-65ba12eade79 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:42.426702 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.442889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe82461-a42c-478c-b315-30e9cd958af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.475618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1a27ef7-a6b6-4673-a12e-5d5f48e3e312 req-da22916b-8ef3-40f9-ba1c-e2bf846feba3 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119963 Feb 15 09:28:42.507159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Deleting subnet 7f68c8e3-511b-449b-b59e-69bdf75aed40 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:28:42.519747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.561657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5b08251e-6294-425c-95e9-8e0c7401ee07 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:42.607606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.638296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5b08251e-6294-425c-95e9-8e0c7401ee07 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:42.638998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.734598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.737235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.740296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe82461-a42c-478c-b315-30e9cd958af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.749187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849916df-2827-49b8-b52e-064a8763acd3 req-71ce24f7-85cd-409a-b141-7bdf5c910f32 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:42.750783 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-849916df-2827-49b8-b52e-064a8763acd3 req-71ce24f7-85cd-409a-b141-7bdf5c910f32 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1172040 Feb 15 09:28:42.754497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe82461-a42c-478c-b315-30e9cd958af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.773629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 5b08251e-6294-425c-95e9-8e0c7401ee07, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5b08251e-6294-425c-95e9-8e0c7401ee07,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:42.778184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Sync routers for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:42.789427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.790767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.796046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:42.796875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:42.802754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 09f936c5-86ec-42c2-8187-740180155349 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:42.832888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-5a1a3199-d8d3-48f8-a6ab-66292f34f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:42.834385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-5a1a3199-d8d3-48f8-a6ab-66292f34f87f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1095 time: 0.1944714 Feb 15 09:28:42.845890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.860167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fe82461-a42c-478c-b315-30e9cd958af8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e27db198758e473ebd8010889fd91906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6676664 Feb 15 09:28:42.861642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:42.879379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe82461-a42c-478c-b315-30e9cd958af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b983906a-3568-44ae-a8d2-974216a02ad8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:42.885963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 09f936c5-86ec-42c2-8187-740180155349 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:42.886750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 09f936c5-86ec-42c2-8187-740180155349 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:42.904348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:28:42.907789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a936cfcd-f493-4392-8eae-715cb6e5caf3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:42.924400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:42.928841 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-849916df-2827-49b8-b52e-064a8763acd3 req-7d6eb501-07bb-4f1d-8027-2319c329fa9a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637268 Feb 15 09:28:43.006917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.007254 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Added segment f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88 of type vlan for network f97861ab-8952-47ef-b753-a191721661e1 Feb 15 09:28:43.008969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=5b08251e-6294-425c-95e9-8e0c7401ee07,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:43.049109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.068859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:43.077439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-f4e34d76-23f7-421a-b878-68e2aabad7e5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.079310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-f4e34d76-23f7-421a-b878-68e2aabad7e5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 810 time: 0.4382808 Feb 15 09:28:43.088358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.108154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.110989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.145382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-f793332d-cddf-4225-a8c9-0b4e31a93851 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/quotas/80b9f6e2c4234b20bd358883ad0a2ec0 HTTP/1.1" status: 200 len: 375 time: 0.0501497 Feb 15 09:28:43.147351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f68c8e3-511b-449b-b59e-69bdf75aed40,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:43.158982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.163253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5bfe0ba-6661-4220-8627-08ebc3b4f6c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7f68c8e3-511b-449b-b59e-69bdf75aed40 HTTP/1.1" status: 204 len: 168 time: 0.7934864 Feb 15 09:28:43.168982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53066) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:43.169133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b444477-17ab-4555-8e5e-f53bb996becd None None] Network a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:43.255454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-71e94eb0-b2c4-4a41-a853-383116aabace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.257321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-71e94eb0-b2c4-4a41-a853-383116aabace service neutron] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.4066749 Feb 15 09:28:43.260446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.269307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.270395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.271074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.298835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481cbb6-78aa-4677-843d-f20c7b2a4ebe req-dd0b85db-195e-4a2e-9aec-9b01b2c05520 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.300927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2481cbb6-78aa-4677-843d-f20c7b2a4ebe req-dd0b85db-195e-4a2e-9aec-9b01b2c05520 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 0.2274127 Feb 15 09:28:43.317436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-bc7f253d-f50d-453c-bfc0-bde5827f32e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.0491130 Feb 15 09:28:43.380109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.382872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.384102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b983906a-3568-44ae-a8d2-974216a02ad8 HTTP/1.1" status: 204 len: 168 time: 0.5222859 Feb 15 09:28:43.419302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2481cbb6-78aa-4677-843d-f20c7b2a4ebe req-0e65da1c-8561-42d2-850c-7ae9506e089b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889206 Feb 15 09:28:43.422113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a50247-78c1-4e0f-9603-af68ba0840a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b983906a-3568-44ae-a8d2-974216a02ad8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:43.426992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Deleting port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:43.427312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.460698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3801529 Feb 15 09:28:43.464556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53070) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:43.473087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Request body: {'subnet': {'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-subnet', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:43.508630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-43b53567-04e6-4485-a92b-eef119a5829f tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3406005 Feb 15 09:28:43.515713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf939d5-ea99-44fb-a5bd-c9afbb0027d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f97861ab-8952-47ef-b753-a191721661e1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:43.529929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-58720603-8aad-49bb-923f-bfd969c07461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.531524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-58720603-8aad-49bb-923f-bfd969c07461 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1916218 Feb 15 09:28:43.544069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] For port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,segment=NetworkSegment(5d8b3b4d-79c1-4265-884b-3a6b02c21c4b),segment_id=5d8b3b4d-79c1-4265-884b-3a6b02c21c4b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:43.544459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.565235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.566915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Calling delete_port for 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:43.640211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f97861ab-8952-47ef-b753-a191721661e1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:28:43.665204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Made reservation on behalf of 9ea47408bbdc4c58bd171b28b3d201c4 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:43.668432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.712739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:43.810639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] No DVR routers for this DVR port 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:43.813916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-1641d197-c752-4ed0-8f7a-3316fe2927b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.814443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fc44d59-abf7-4a76-be9b-ff80c811b5b3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:43.815752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-1641d197-c752-4ed0-8f7a-3316fe2927b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2717941 Feb 15 09:28:43.843744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-542879b4-d7aa-4cd5-b556-ba6f3b7f5bc1 service neutron] 10.222.0.10 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111684 Feb 15 09:28:43.935648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef204-1e14-4d47-aab8-9819af0e0827 req-3974ab65-0a4c-4284-9d4d-25e2da6051bc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:43.937342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a1ef204-1e14-4d47-aab8-9819af0e0827 req-3974ab65-0a4c-4284-9d4d-25e2da6051bc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 944 time: 0.2429876 Feb 15 09:28:43.976490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.019486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e5c812-6c8c-4066-a3ba-60e0b93f7370 None None] DHCP port deletion for a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:28:44.038493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:39Z', 'revision_number': 4, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10fa164a-6847-423b-b77c-d85621a9dd7f', 'name': '', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'mac_address': 'fa:16:3e:c2:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:39Z', 'revision_number': 2, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'subnets': [{'id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:44.038766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53076) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:44.101163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:44.126812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a1ef204-1e14-4d47-aab8-9819af0e0827 req-a9d27458-044e-45f1-a841-f2ee57c3e147 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771007 Feb 15 09:28:44.127883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53f547c5-8d3a-4dd0-a83c-50e55af91ef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.167771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:44.168059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d8b3b4d-79c1-4265-884b-3a6b02c21c4b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:44.197236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.237938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Checking router: 74386238-b87c-4bdf-8977-49e88022c8cc for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:44.238221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Updating router 74386238-b87c-4bdf-8977-49e88022c8cc port 10fa164a-6847-423b-b77c-d85621a9dd7f binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:44.254074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.272148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5b08251e-6294-425c-95e9-8e0c7401ee07 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:44.274723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.281358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:28:44.281757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:28:44.283451 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:28:44.292683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-6afd5e5e-eb49-43a1-ae9d-8c43f2b98619 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622071 Feb 15 09:28:44.311147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-fb89e3b7-4262-4b58-8004-7ebe0744b171 service neutron] 10.222.0.10 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515927 Feb 15 09:28:44.322431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.401279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cfedc4-69b0-452f-b852-fafc3ac91a2e req-85ef9884-ed60-48a0-b4dd-c7b0a3195b80 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:44.408301 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5cfedc4-69b0-452f-b852-fafc3ac91a2e req-85ef9884-ed60-48a0-b4dd-c7b0a3195b80 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1862371 Feb 15 09:28:44.411653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.447067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.457292 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4 HTTP/1.1" status: 204 len: 168 time: 1.2849348 Feb 15 09:28:44.464710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Router 126821f0-8556-4415-b7e0-dca7d3144434 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:28:44.469202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c55c14-1302-4cae-bbd2-41e2112bdfd7 req-458d637e-e4c0-4b65-935c-952e06232e42 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565113 Feb 15 09:28:44.530024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d47c4a3-01e2-4de8-9bdf-e9a3fbbc78c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a46ca8e9-c5c5-44ee-b61c-b12b33a1c4d4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:44.590140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53f547c5-8d3a-4dd0-a83c-50e55af91ef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.626803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5cfedc4-69b0-452f-b852-fafc3ac91a2e req-d59370ec-77cf-4c39-8053-1aa792dec08a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008944 Feb 15 09:28:44.628288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53f547c5-8d3a-4dd0-a83c-50e55af91ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.727392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-53f547c5-8d3a-4dd0-a83c-50e55af91ef4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56cbb3db112241378430400ecd79afe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875362 Feb 15 09:28:44.741892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:44.751766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24188ec1-30ad-4588-b536-a66e0eaf0ce1 req-940d8214-b999-4515-a75d-42db5bd98eb0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 210 time: 0.0486579 Feb 15 09:28:44.773315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f547c5-8d3a-4dd0-a83c-50e55af91ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72783be4-a6a7-4884-baf3-f88c3dc7b81d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:44.784024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.811918 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.830739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.857570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.879518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cae6-e05f-4479-9dd0-47537f1ddb36 None None] Pushing event updated for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:44.942170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.945005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:44.946296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72783be4-a6a7-4884-baf3-f88c3dc7b81d HTTP/1.1" status: 204 len: 168 time: 0.1916585 Feb 15 09:28:44.971223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5b2df3-8434-472a-92dc-1e621345c87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72783be4-a6a7-4884-baf3-f88c3dc7b81d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:44.986310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53094) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:45.025539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5b08251e-6294-425c-95e9-8e0c7401ee07 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:45.025973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.035516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Attempting to bind port 10fa164a-6847-423b-b77c-d85621a9dd7f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:45.035894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Attempting to bind port 10fa164a-6847-423b-b77c-d85621a9dd7f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:45.036255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Attempting to bind port 10fa164a-6847-423b-b77c-d85621a9dd7f on network a9083658-28d0-49eb-951a-f2a6a9c98248 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:45.069394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39a2653f-9476-4200-acc1-3843a4061ad7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=956494ed7420468fa385ae17cd54bf79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0816741 Feb 15 09:28:45.071636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53096) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:45.078193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:45.078617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Checking segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:45.079105 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.079933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Bound using segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:45.080427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Bound port: 10fa164a-6847-423b-b77c-d85621a9dd7f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:45.080880 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.142117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.162119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] For port 10fa164a-6847-423b-b77c-d85621a9dd7f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:45.165583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] For port 10fa164a-6847-423b-b77c-d85621a9dd7f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10fa164a-6847-423b-b77c-d85621a9dd7f,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:45.182148 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.215386 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.276136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1cae6-e05f-4479-9dd0-47537f1ddb36 None None] Pushing event updated for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:45.287511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:45.288134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:45.412936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e39e2-40ae-43f8-9263-7e4dff170af6 req-c032425a-5d75-431b-ab96-454876eae966 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:45.424416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-704e39e2-40ae-43f8-9263-7e4dff170af6 req-c032425a-5d75-431b-ab96-454876eae966 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 944 time: 0.1447310 Feb 15 09:28:45.427441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.440080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.441745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71660cd1-f196-4bb2-9232-30d5708ed3eb HTTP/1.1" status: 204 len: 168 time: 0.3686571 Feb 15 09:28:45.547876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705c5f0-f3e1-4209-bd49-ec8ed563c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71660cd1-f196-4bb2-9232-30d5708ed3eb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:45.582760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4da48faf-0c68-4c4b-baa5-638131574400 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:45.589371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-704e39e2-40ae-43f8-9263-7e4dff170af6 req-a86f3e6c-9fa8-4d7f-b4c4-ae8f16c074e2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448555 Feb 15 09:28:45.592373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.635804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45670865-2b80-4a08-b447-cc88b501ba68 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:45.651370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 4da48faf-0c68-4c4b-baa5-638131574400 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:45.652154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4da48faf-0c68-4c4b-baa5-638131574400 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:45.652292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:45.696060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:45.698935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:28:45.699277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1fc44d59-abf7-4a76-be9b-ff80c811b5b3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:28:45.764347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:45.782055 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Sync routers for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:45.801714 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:45.805396 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:45.814137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4a04a-e89d-4ddb-bdaa-dfa190af41cc req-2f471283-1b86-4e6d-a847-6c3f06aa86a6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:45.831857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24a4a04a-e89d-4ddb-bdaa-dfa190af41cc req-2f471283-1b86-4e6d-a847-6c3f06aa86a6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1084504 Feb 15 09:28:45.910810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24a4a04a-e89d-4ddb-bdaa-dfa190af41cc req-52d377e0-2c45-4376-a37b-d80a3cc6c06f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779142 Feb 15 09:28:45.922368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e52a7-f7b8-428a-8598-acb9b5387fbe req-2bddab83-cd69-4feb-8b34-f14cd2bf6974 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:45.925558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d5e52a7-f7b8-428a-8598-acb9b5387fbe req-2bddab83-cd69-4feb-8b34-f14cd2bf6974 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 944 time: 1.0446301 Feb 15 09:28:45.941163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7167caf-dae6-4b2f-b1e9-d87878170718,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:45.983461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45670865-2b80-4a08-b447-cc88b501ba68,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:45.994069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:45.995619 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:46.006504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '45670865-2b80-4a08-b447-cc88b501ba68', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:28:46.008413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb756718-cd7c-41ce-be9b-b4904a2d923d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.3583512 Feb 15 09:28:46.011847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:46.015375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:28:46.047596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Checking segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:46.050895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Network hostable DHCP agents. Network: f97861ab-8952-47ef-b753-a191721661e1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:28:46.060111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-3934ca47-0a23-4709-823e-eec76cd7c52b service neutron] 10.222.0.72 "GET /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026/bindings/n-h1-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.4509151 Feb 15 09:28:46.134718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d5e52a7-f7b8-428a-8598-acb9b5387fbe req-2877ae3e-d0a7-4388-848a-8f97d7867163 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945713 Feb 15 09:28:46.164478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Network f97861ab-8952-47ef-b753-a191721661e1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:28:46.168477 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.197350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f97861ab-8952-47ef-b753-a191721661e1) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:46.226546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:46.227301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.261490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c65ebb-6048-435e-9b9f-a639b1d93d72 None None] Network f97861ab-8952-47ef-b753-a191721661e1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:46.279905 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 3, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:46.286781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-738739f4-e5b4-47c9-97de-fb75ebba4b0f req-f1182aad-9267-407f-9ce3-80354a888fb9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 210 time: 0.0855579 Feb 15 09:28:46.321653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d9473622-e439-4b77-b3ba-829ae16883f3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8522539 Feb 15 09:28:46.327299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Checking router: 126821f0-8556-4415-b7e0-dca7d3144434 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:46.327880 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Updating router 126821f0-8556-4415-b7e0-dca7d3144434 port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:46.333746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53128) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:46.342686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:46.356687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53130) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:46.385043 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.411142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45670865-2b80-4a08-b447-cc88b501ba68 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:46.477104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.478280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.496988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d1bcee3-0e52-481e-b88c-6578f753126f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87eef936cc494d87bc7d5e6fdcc66797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1309140 Feb 15 09:28:46.498988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53134) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:46.572574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:46.640260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.689665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:46.696169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45670865-2b80-4a08-b447-cc88b501ba68,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:46.701096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.709935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:39Z', 'revision_number': 4, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10fa164a-6847-423b-b77c-d85621a9dd7f', 'name': '', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'mac_address': 'fa:16:3e:c2:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:45Z', 'revision_number': 4, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'subnets': [{'id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:46.752720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f69243-58e0-48f3-ad32-c3623b840903 None None] The sync data for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 is: [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:39Z', 'revision_number': 4, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10fa164a-6847-423b-b77c-d85621a9dd7f', 'name': '', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'mac_address': 'fa:16:3e:c2:2a:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:45Z', 'revision_number': 4, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'subnets': [{'id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:46.776623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5604de09-c5bf-40e7-99f6-594e3a262487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.782204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.872487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-3d005f2c-6a4c-4be7-b086-2cbf40dd1e07 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:46.875656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-3d005f2c-6a4c-4be7-b086-2cbf40dd1e07 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 810 time: 0.5088634 Feb 15 09:28:46.895843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1cfb2a6-a479-4a85-9a5b-1c441048a026 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:46.928234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:46.929991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:46.934095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:46.946532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Request body: {'port': {'device_id': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'admin_state_up': True, 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:47.018501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.055602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f97861ab-8952-47ef-b753-a191721661e1', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:28:47.057834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.093611 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.101132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['45670865-2b80-4a08-b447-cc88b501ba68'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:47.111493 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.111717 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.155839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.184710 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Attempting to bind port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:47.185292 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Attempting to bind port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:47.185682 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Attempting to bind port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:47.203787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db19525-2656-49e3-a94d-72d5b66487e6 req-04878d2d-7fbc-4f69-a8bf-8d807af00ef8 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:47.212937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7db19525-2656-49e3-a94d-72d5b66487e6 req-04878d2d-7fbc-4f69-a8bf-8d807af00ef8 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 945 time: 0.4754996 Feb 15 09:28:47.214843 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:47.217295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:47.217903 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.218472 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:47.219175 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Bound port: 2e626dec-f386-4ef9-a342-ff0bc38cdf93, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:47.223739 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.228641 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b72cd-3887-4174-8cde-6cda1a12e81d None None] Pushing event updated for resources: {'Port': ['ID=2e626dec-f386-4ef9-a342-ff0bc38cdf93,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:47.365453 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] For port 2e626dec-f386-4ef9-a342-ff0bc38cdf93, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:47.374679 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] For port 2e626dec-f386-4ef9-a342-ff0bc38cdf93, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e626dec-f386-4ef9-a342-ff0bc38cdf93,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:47.390385 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.399001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.481130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7db19525-2656-49e3-a94d-72d5b66487e6 req-92673af8-36ee-47d3-bcd4-9e6838cb12fa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634413 Feb 15 09:28:47.528293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] Transition to ACTIVE for port object e1cfb2a6-a479-4a85-9a5b-1c441048a026 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:28:47.529477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.535179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.537295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e014450e-4909-4f09-9cb6-61113abe5e0e HTTP/1.1" status: 204 len: 168 time: 1.0354218 Feb 15 09:28:47.551112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.558490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Made reservation on behalf of 80b9f6e2c4234b20bd358883ad0a2ec0 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:47.583909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21af388b-eadb-4bc6-ade6-d2095ac7941f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e014450e-4909-4f09-9cb6-61113abe5e0e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:47.594166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b72cd-3887-4174-8cde-6cda1a12e81d None None] Pushing event updated for resources: {'Port': ['ID=2e626dec-f386-4ef9-a342-ff0bc38cdf93,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:47.608162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:47.621063 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:47.621697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:47.771146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] No DVR routers for this DVR port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:28:47.814191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Allocated IP 172.20.0.2 (f97861ab-8952-47ef-b753-a191721661e1/d7167caf-dae6-4b2f-b1e9-d87878170718/e05a097e-2c70-4230-bdc0-75e293d15d2c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:47.863378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:47.910976 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:47.915454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-098b9602-b1fd-4712-b136-ec219bdfb4a5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026/bindings/n-h1-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8391247 Feb 15 09:28:47.950796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22856d1d-41bc-47d7-ae0a-96b3059fb63a req-a8b4a181-5ec1-40e4-8fde-74814ec19a81 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:47.956398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22856d1d-41bc-47d7-ae0a-96b3059fb63a req-a8b4a181-5ec1-40e4-8fde-74814ec19a81 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.3067605 Feb 15 09:28:48.212306 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.236796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10fa164a-6847-423b-b77c-d85621a9dd7f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:48.239223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22856d1d-41bc-47d7-ae0a-96b3059fb63a req-a703239a-b525-45b0-90d3-ef2fb1a5509c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558542 Feb 15 09:28:48.244295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.282807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223552a-1cca-4080-a581-90b3a971f03a req-19ecc6e3-bac3-412b-9462-04f40adf22ab tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:48.287254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-b5b56289-6892-48c4-929c-d60ac9debce1 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:48.292575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-b5b56289-6892-48c4-929c-d60ac9debce1 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2187579 Feb 15 09:28:48.300022 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4223552a-1cca-4080-a581-90b3a971f03a req-19ecc6e3-bac3-412b-9462-04f40adf22ab tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 1.0701859 Feb 15 09:28:48.405991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 3, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:48.423215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-dd54e767-bed3-49d1-8539-d5358d60bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:48.425115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-dd54e767-bed3-49d1-8539-d5358d60bc76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 1096 time: 0.0827889 Feb 15 09:28:48.448340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Pushing event updated for resources: {'Port': ['ID=e05a097e-2c70-4230-bdc0-75e293d15d2c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:48.452402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad358ee-6f55-45e6-ab3b-fa7f2cae36cc None None] The sync data for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 is: [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 3, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:48.461993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Network f97861ab-8952-47ef-b753-a191721661e1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:48.469888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:48.483623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:48.489958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.531439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-267ac4a8-8240-4836-bd60-7bfc0095825c req-bbf5112b-4b71-4b28-95b3-53f554d7c14d tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 210 time: 0.1263695 Feb 15 09:28:48.572642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.577396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Allocated IP 172.20.0.9 (a9083658-28d0-49eb-951a-f2a6a9c98248/a19d6534-d177-44d5-94e9-c9d0b6561236/38329738-06c9-4e74-a94e-98a9f038c966) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:48.643711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Attempting to bind port e05a097e-2c70-4230-bdc0-75e293d15d2c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:48.653404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Attempting to bind port e05a097e-2c70-4230-bdc0-75e293d15d2c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:48.670863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Attempting to bind port e05a097e-2c70-4230-bdc0-75e293d15d2c on network f97861ab-8952-47ef-b753-a191721661e1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:48.699358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:48.699781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Checking segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:48.700112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.700501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Bound using segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:48.701050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Bound port: e05a097e-2c70-4230-bdc0-75e293d15d2c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:48.701432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.721790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Allocated IP 172.25.6.187 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/2e725337-1207-4b76-b5be-770431c1c09c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:48.747130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 10fa164a-6847-423b-b77c-d85621a9dd7f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:48.747443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.782838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.853382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.907714 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:48.987657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Allocated IP 172.20.0.1 (a2685043-e2b0-44ff-8825-60e036d7a7cd/43c08e68-ecb3-4546-ad60-28130e4883f2/5cf30de6-b85d-43de-9c55-90fd5be89b92) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:49.018174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Pushing event updated for resources: {'Port': ['ID=2e725337-1207-4b76-b5be-770431c1c09c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:49.036793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-77d5181c-574f-4eb0-afcc-f9e250b6b79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:49.048288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-77d5181c-574f-4eb0-afcc-f9e250b6b79b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1096 time: 0.5549228 Feb 15 09:28:49.079973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:49.092374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4223552a-1cca-4080-a581-90b3a971f03a req-025879b8-e289-4781-a45f-aa247eecc950 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942100 Feb 15 09:28:49.093093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:49.096312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:49.097718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.128180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] For port e05a097e-2c70-4230-bdc0-75e293d15d2c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:49.147520 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.162933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] For port e05a097e-2c70-4230-bdc0-75e293d15d2c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e05a097e-2c70-4230-bdc0-75e293d15d2c,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:49.182952 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.239092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Pushing event updated for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:49.301131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Network a9083658-28d0-49eb-951a-f2a6a9c98248 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:49.313534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 10fa164a-6847-423b-b77c-d85621a9dd7f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10fa164a-6847-423b-b77c-d85621a9dd7f,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:49.334765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:49.340523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.349380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4fb4-3192-48bb-af20-b4cf6c5479dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.399621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:49.420762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326ef5a-a88f-4c68-9ec3-961d3f19986a None None] Pushing event updated for resources: {'Port': ['ID=e05a097e-2c70-4230-bdc0-75e293d15d2c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:49.461696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-960a7cac-1bae-48b3-a9ee-ff66db6bad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:49.463504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-960a7cac-1bae-48b3-a9ee-ff66db6bad33 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.4057755 Feb 15 09:28:49.558796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:49.558993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.586925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-a148020d-fc41-42a2-96b0-e1f0ab0bc68c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 200 len: 217 time: 0.0895536 Feb 15 09:28:49.603643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:49.604529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.615396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc524e-227b-4075-a2e5-7625f1dd1c4f req-e0ccc8d0-7f0b-466e-ab09-66f1ed8c238c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:49.624320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13fc524e-227b-4075-a2e5-7625f1dd1c4f req-e0ccc8d0-7f0b-466e-ab09-66f1ed8c238c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 945 time: 0.3437116 Feb 15 09:28:49.658485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45670865-2b80-4a08-b447-cc88b501ba68 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:49.682318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-b6627a31-cc4f-4b8e-8cf6-834a978eb172 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7678330 Feb 15 09:28:49.700749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-1d1aee90-32d8-4d2d-acf4-74dfd7834858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:49.703747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13fc524e-227b-4075-a2e5-7625f1dd1c4f req-ec816469-3465-426b-a057-6a065300c06a tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737965 Feb 15 09:28:49.706161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-1d1aee90-32d8-4d2d-acf4-74dfd7834858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1022587 Feb 15 09:28:49.714983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Request body: {'port': {'device_id': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:49.785794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 45670865-2b80-4a08-b447-cc88b501ba68 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:28:49.794532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 45670865-2b80-4a08-b447-cc88b501ba68 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:49.795197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.798818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:49.879977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Network a2685043-e2b0-44ff-8825-60e036d7a7cd is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:49.901207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:49.909872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:49.948371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:49.984529 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.018331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:50.020684 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029ffdf3-268f-45b2-baf2-898c5f54a1fe" -d '{"events": [{"server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "name": "network-vif-plugged", "status": "completed", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:50.027384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.034090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-5b88d257-a8b0-4d33-ae3b-f61ada63a778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3122690 Feb 15 09:28:50.034641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.036990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.075715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45670865-2b80-4a08-b447-cc88b501ba68,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:50.091115 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.108480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d771f-458e-4df0-b1cb-407449f1d41f req-e7484f8c-683e-48d1-9159-3722773a6030 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:50.115202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-322d771f-458e-4df0-b1cb-407449f1d41f req-e7484f8c-683e-48d1-9159-3722773a6030 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.6482031 Feb 15 09:28:50.221759 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.241148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:50.333323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d635d148-14be-4ae1-9528-65c9e3ff77eb req-4dfb4b03-43ab-4c13-9383-3fe5491cf87d tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:50.334951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d635d148-14be-4ae1-9528-65c9e3ff77eb req-4dfb4b03-43ab-4c13-9383-3fe5491cf87d tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 931 time: 0.3708472 Feb 15 09:28:50.437325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6a75ff43-facb-4788-aa07-6ef68faa6eb6 None None] Provisioning complete for port 5cf30de6-b85d-43de-9c55-90fd5be89b92 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:50.438626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a75ff43-facb-4788-aa07-6ef68faa6eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.496216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e626dec-f386-4ef9-a342-ff0bc38cdf93 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:50.503086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d635d148-14be-4ae1-9528-65c9e3ff77eb req-5fd50ec9-b4e4-49f9-bc70-4c928ff705ea tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505792 Feb 15 09:28:50.542575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6a75ff43-facb-4788-aa07-6ef68faa6eb6 None None] Port 5cf30de6-b85d-43de-9c55-90fd5be89b92 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:50.545670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.635488 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc826e6-2ce9-4e1c-9262-a7520b193fde x-openstack-request-id: req-afc826e6-2ce9-4e1c-9262-a7520b193fde {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:50.636801 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "name": "network-vif-plugged", "status": "completed", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:50.639258 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-afc826e6-2ce9-4e1c-9262-a7520b193fde {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:50.640676 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'code': 200} Feb 15 09:28:50.659800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-322d771f-458e-4df0-b1cb-407449f1d41f req-b220f69e-1b47-4485-9cec-47a1d7a89e2a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231674 Feb 15 09:28:50.677192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:50.677375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.798007 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:28:50.872307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.892423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-781bfe00-d9be-467c-b458-25a63d495d73 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213866 Feb 15 09:28:50.896862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 2e626dec-f386-4ef9-a342-ff0bc38cdf93, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e626dec-f386-4ef9-a342-ff0bc38cdf93,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:50.902180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edccf477-aa85-4e5f-9e7d-d3263540057e req-4f374e12-4545-4671-ab80-c434d4e6bc7d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:50.903968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-edccf477-aa85-4e5f-9e7d-d3263540057e req-4f374e12-4545-4671-ab80-c434d4e6bc7d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1854775 Feb 15 09:28:50.904239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:50.905807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e05a097e-2c70-4230-bdc0-75e293d15d2c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:50.963998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38329738-06c9-4e74-a94e-98a9f038c966 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:50.982412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.014876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.028375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5285c6-8643-4dad-bdb3-3c0f2265ec78 req-848a9d58-ebf5-438f-87d0-8203aefe2025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:51.030355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f5285c6-8643-4dad-bdb3-3c0f2265ec78 req-848a9d58-ebf5-438f-87d0-8203aefe2025 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.3344464 Feb 15 09:28:51.037159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-edccf477-aa85-4e5f-9e7d-d3263540057e req-ba57105c-718c-48a4-bf27-74e303193b32 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135650 Feb 15 09:28:51.042341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=2e626dec-f386-4ef9-a342-ff0bc38cdf93,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:51.044439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.057834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c8228-2f1e-4793-bd89-ea99d2f2366d req-02bb0dbb-811a-4526-b41c-998c7666bbc5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:51.057970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e05a097e-2c70-4230-bdc0-75e293d15d2c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:51.058131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.065190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-887c8228-2f1e-4793-bd89-ea99d2f2366d req-02bb0dbb-811a-4526-b41c-998c7666bbc5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 946 time: 0.2501221 Feb 15 09:28:51.067699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Transition to ACTIVE for port object 38329738-06c9-4e74-a94e-98a9f038c966 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:28:51.117126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.163418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.164973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.181925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53232) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:51.207268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f5285c6-8643-4dad-bdb3-3c0f2265ec78 req-9ee28e15-76a8-42f7-b889-1506c54032e9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350002 Feb 15 09:28:51.212648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e05a097e-2c70-4230-bdc0-75e293d15d2c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e05a097e-2c70-4230-bdc0-75e293d15d2c,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:51.218460 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.219693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10fa164a-6847-423b-b77c-d85621a9dd7f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:51.223749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-887c8228-2f1e-4793-bd89-ea99d2f2366d req-e2171173-d31e-4b63-beff-774d79fa5b63 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575806 Feb 15 09:28:51.249477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.268089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-fb36742c-74c2-4ea8-bf72-4ec57d422b91 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601558 Feb 15 09:28:51.269267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:51.361309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e05a097e-2c70-4230-bdc0-75e293d15d2c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:51.390409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 10fa164a-6847-423b-b77c-d85621a9dd7f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:51.390915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.444596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Router 813925c5-fd83-45e7-8624-2978c2bf4b91 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:28:51.531942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75299bb4-b00c-4ff4-b943-d79a1c035232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.533740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Pushing event updated for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:51.581413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-e7b3dd15-2c42-49a9-8119-25a868e2df31 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4767162aa8a49128bd3e275b5876c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768802 Feb 15 09:28:51.617802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:51.628364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Sync routers for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:51.640594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.646220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-12ddd3f1-b2c2-4ebf-9e9d-bde31c7bdefa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3090672 Feb 15 09:28:51.646880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53246) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:51.653617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:51.654267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:51.709519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Attempting to bind port 38329738-06c9-4e74-a94e-98a9f038c966 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:51.709848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Attempting to bind port 38329738-06c9-4e74-a94e-98a9f038c966 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:51.710177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Attempting to bind port 38329738-06c9-4e74-a94e-98a9f038c966 on network a9083658-28d0-49eb-951a-f2a6a9c98248 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:51.742729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Network a2685043-e2b0-44ff-8825-60e036d7a7cd is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:51.743603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Port 38329738-06c9-4e74-a94e-98a9f038c966 on network a9083658-28d0-49eb-951a-f2a6a9c98248 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:51.743932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Attempting to bind port 38329738-06c9-4e74-a94e-98a9f038c966 on network a9083658-28d0-49eb-951a-f2a6a9c98248 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:51.766587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:51.787129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:51.787471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Checking segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:51.787871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Bound using segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:51.788317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Bound port: 38329738-06c9-4e74-a94e-98a9f038c966, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:51.788673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:51.820459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186a59f-200f-4b4e-b0d5-23a0becb2860 req-30ec26b8-193f-4c70-804f-d72d53f05339 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:51.822120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b186a59f-200f-4b4e-b0d5-23a0becb2860 req-30ec26b8-193f-4c70-804f-d72d53f05339 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 943 time: 0.1657009 Feb 15 09:28:51.825470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-7dda9d2d-8656-4fed-97fd-cd4d916019bf tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:51.833859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-7dda9d2d-8656-4fed-97fd-cd4d916019bf tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2410197 Feb 15 09:28:51.836657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:51.911639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c9029-d4ed-405c-b670-53a29784be79 req-05633741-42a3-4714-8b9a-a5ced217a590 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:51.913192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-05633741-42a3-4714-8b9a-a5ced217a590 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.1945713 Feb 15 09:28:51.921153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b186a59f-200f-4b4e-b0d5-23a0becb2860 req-be66e4ba-3d0b-4ba6-90ba-cb6c3dea0b5e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903716 Feb 15 09:28:51.938222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654abd1a-2d75-419c-b47f-c178e81d710a None None] Network f97861ab-8952-47ef-b753-a191721661e1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:28:51.949918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-7b475bd4-7101-40bb-912f-f9ba780fd9c4 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/quotas/d4767162aa8a49128bd3e275b5876c33 HTTP/1.1" status: 200 len: 375 time: 0.1150947 Feb 15 09:28:52.039350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75299bb4-b00c-4ff4-b943-d79a1c035232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.071519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75299bb4-b00c-4ff4-b943-d79a1c035232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.075759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-c7763514-a595-42d8-82e0-d3e08d9d1829 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1248841 Feb 15 09:28:52.167035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f8865248-e0e8-4e10-8eed-cb88a0e4c6b0 None None] Provisioning complete for port e05a097e-2c70-4230-bdc0-75e293d15d2c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:52.167524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f8865248-e0e8-4e10-8eed-cb88a0e4c6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.168376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-75299bb4-b00c-4ff4-b943-d79a1c035232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cad5f3b44c454eb09ef4dc29b66ae2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9818349 Feb 15 09:28:52.171590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53252) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:52.177124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:52.189755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=38329738-06c9-4e74-a94e-98a9f038c966,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:52.191252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75299bb4-b00c-4ff4-b943-d79a1c035232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118c61d3-514e-43c5-8703-0bdc7e73e451,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:52.207091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Router 126821f0-8556-4415-b7e0-dca7d3144434 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:52.208605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.247677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:52.248304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.254942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] 10.222.0.72 "PUT /v2.0/ports/38329738-06c9-4e74-a94e-98a9f038c966 HTTP/1.1" status: 200 len: 1091 time: 2.5451789 Feb 15 09:28:52.256996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:52.262027 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223" -d '{"events": [{"name": "network-changed", "server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "tag": "38329738-06c9-4e74-a94e-98a9f038c966"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:52.356633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f87c8-5dd8-4799-9673-087d36f782ec req-da2b86a8-8357-4b9a-85a8-ba00f2ef2ad1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:52.358421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e89f87c8-5dd8-4799-9673-087d36f782ec req-da2b86a8-8357-4b9a-85a8-ba00f2ef2ad1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.3029351 Feb 15 09:28:52.377456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e88c9029-d4ed-405c-b670-53a29784be79 req-16fbfaf7-cba0-4270-b873-62743d5f4baf service neutron] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:52.413660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e88c9029-d4ed-405c-b670-53a29784be79 req-16fbfaf7-cba0-4270-b873-62743d5f4baf service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.414885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e88c9029-d4ed-405c-b670-53a29784be79 req-16fbfaf7-cba0-4270-b873-62743d5f4baf service neutron] 10.222.0.36 "DELETE /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026/bindings/n-h2-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.4928398 Feb 15 09:28:52.434932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e626dec-f386-4ef9-a342-ff0bc38cdf93 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:52.453970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.523218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.548573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d89500-562e-4906-87a7-97e4648c3aef service neutron] Pushing event updated for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:52.569294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.576355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9505f4-9d21-4ff7-b365-653f23418f48 req-f0f4dac0-e727-4694-a955-25fecab5163c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:52.585576 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e9505f4-9d21-4ff7-b365-653f23418f48 req-f0f4dac0-e727-4694-a955-25fecab5163c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.2076154 Feb 15 09:28:52.594843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-0d1ed5a6-7c80-4cd3-9085-866e79c6f60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:52.596270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-0d1ed5a6-7c80-4cd3-9085-866e79c6f60d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 1094 time: 0.2618895 Feb 15 09:28:52.637070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e89f87c8-5dd8-4799-9673-087d36f782ec req-1e1da3a3-0339-4dec-84dc-fa39f5d66439 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606928 Feb 15 09:28:52.647001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.764250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:49Z', 'revision_number': 3, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:52.844405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:52.844784 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.846878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Checking router: 813925c5-fd83-45e7-8624-2978c2bf4b91 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:52.847273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Updating router 813925c5-fd83-45e7-8624-2978c2bf4b91 port 2e725337-1207-4b76-b5be-770431c1c09c binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:52.894687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d88e03-44f4-4e12-bbc3-6a881891328e req-f03e1d21-675f-4ff6-bc66-8cb6c1fdac98 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:52.896301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1d88e03-44f4-4e12-bbc3-6a881891328e req-f03e1d21-675f-4ff6-bc66-8cb6c1fdac98 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 946 time: 0.1541605 Feb 15 09:28:52.898616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.955560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.958138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.959536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/118c61d3-514e-43c5-8703-0bdc7e73e451 HTTP/1.1" status: 204 len: 168 time: 0.7783885 Feb 15 09:28:52.959863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:52.990279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118c61d3-514e-43c5-8703-0bdc7e73e451,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:53.045072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.045464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.045740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.046075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.046479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.046851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.047179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.047503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.047823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.048318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.048556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.048900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5052e17-c226-4cdf-a692-cb6c107c57c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:53.058077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1d88e03-44f4-4e12-bbc3-6a881891328e req-1d1a6fe5-f89d-4a02-9e4c-87adeb10c3e8 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429870 Feb 15 09:28:53.066850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:53.076215 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Sync routers for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:53.091858 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:53.092487 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:53.106789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7401fa54-8bec-4e38-b6d8-9e728cf637d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/126821f0-8556-4415-b7e0-dca7d3144434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0937212 Feb 15 09:28:53.118910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-ffdd9e97-0143-43fd-b75a-8b6ae73343d3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38329738-06c9-4e74-a94e-98a9f038c966 HTTP/1.1" status: 200 len: 217 time: 0.4776831 Feb 15 09:28:53.188299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e9505f4-9d21-4ff7-b365-653f23418f48 req-73c23040-450f-40b8-b401-9e66cb43a365 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6018271 Feb 15 09:28:53.209600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-08593c86-4987-42e7-a390-2eebbaf1dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:53.211316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-08593c86-4987-42e7-a390-2eebbaf1dd7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.0846927 Feb 15 09:28:53.295999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-496a48ee-fadf-4e65-a57e-a4af77007aaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712192 Feb 15 09:28:53.325177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-993c47e5-f247-4d41-bb0a-9c01d1c55583 req-e1496886-98cf-45ff-aba8-48cab6f25c6f tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 210 time: 0.0445633 Feb 15 09:28:53.347918 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb032955-10de-442a-b907-dd6209c583dc x-openstack-request-id: req-eb032955-10de-442a-b907-dd6209c583dc {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:53.348226 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "tag": "38329738-06c9-4e74-a94e-98a9f038c966", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:53.348463 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb032955-10de-442a-b907-dd6209c583dc {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:53.351041 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966', 'status': 'completed', 'code': 200} Feb 15 09:28:53.384249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Allocated IP 172.20.0.1 (f97861ab-8952-47ef-b753-a191721661e1/d7167caf-dae6-4b2f-b1e9-d87878170718/14b316e9-fec6-45b6-9864-2cc762c4380e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:53.477251 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:53.752625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.769847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e26050ef-ffe6-4629-87d6-487b1df72235 None None] Provisioning complete for port 5cf30de6-b85d-43de-9c55-90fd5be89b92 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:53.770403 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e26050ef-ffe6-4629-87d6-487b1df72235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.774936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.782990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53284) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:53.795086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-dae4057c-ca8b-48c5-bdb0-fb9f441c72a1 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139851 Feb 15 09:28:53.803912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:53.819736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17498059-323e-4a7f-b16d-26ee70d4f83c req-38278145-706a-43b0-b821-db5746c5989a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:53.823557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17498059-323e-4a7f-b16d-26ee70d4f83c req-38278145-706a-43b0-b821-db5746c5989a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 943 time: 0.2957046 Feb 15 09:28:53.824603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e80df6df-d066-4871-b276-4b80d5120c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.829669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.833178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-8030f34e-fd0a-48c3-a0d9-c45c18ece74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:53.836267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-8030f34e-fd0a-48c3-a0d9-c45c18ece74b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1097 time: 0.2059877 Feb 15 09:28:53.860050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:53.894908 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5cf30de6-b85d-43de-9c55-90fd5be89b92', 'name': '', 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'mac_address': 'fa:16:3e:3f:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:47Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 2, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'subnets': [{'id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:53.912187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-4ab63114-1275-41b7-998e-70b090b24b74 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003344 Feb 15 09:28:53.960912 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Checking router: 126821f0-8556-4415-b7e0-dca7d3144434 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:28:53.962326 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Updating router 126821f0-8556-4415-b7e0-dca7d3144434 port 5cf30de6-b85d-43de-9c55-90fd5be89b92 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:28:53.973835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Attempting to bind port 2e725337-1207-4b76-b5be-770431c1c09c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:53.974348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Attempting to bind port 2e725337-1207-4b76-b5be-770431c1c09c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:53.974812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Attempting to bind port 2e725337-1207-4b76-b5be-770431c1c09c on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:53.980479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e26050ef-ffe6-4629-87d6-487b1df72235 None None] Port 5cf30de6-b85d-43de-9c55-90fd5be89b92 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:53.985167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e05a097e-2c70-4230-bdc0-75e293d15d2c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:54.001952 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.012802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ffee-ff78-495a-8aa9-f4ba54561642 None None] Pushing event updated for resources: {'Port': ['ID=2e725337-1207-4b76-b5be-770431c1c09c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:54.024000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:54.024685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:54.025925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.026999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:54.027665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Bound port: 2e725337-1207-4b76-b5be-770431c1c09c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:54.028237 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.086885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2a155c0-be5f-4c70-bfdb-52ba976bd021 req-70a0ed49-a7ad-4031-8170-f001d6752de5 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449931 Feb 15 09:28:54.097781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.152682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] For port 2e725337-1207-4b76-b5be-770431c1c09c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:54.158214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] For port 2e725337-1207-4b76-b5be-770431c1c09c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e725337-1207-4b76-b5be-770431c1c09c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:54.180185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-49b76b96-f119-4446-a96c-733072310937 None None] Provisioning complete for port e05a097e-2c70-4230-bdc0-75e293d15d2c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:54.180456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49b76b96-f119-4446-a96c-733072310937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.205651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-d7778cd2-abf9-42cb-8f28-78a7117d9d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:54.207446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-d7778cd2-abf9-42cb-8f28-78a7117d9d71 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.3510420 Feb 15 09:28:54.235542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Allocated IP 172.25.6.13 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a141d970-933a-4cb3-97e0-5e8059add726) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:54.236898 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.296388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e80df6df-d066-4871-b276-4b80d5120c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.301675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.325379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096ffee-ff78-495a-8aa9-f4ba54561642 None None] Pushing event updated for resources: {'Port': ['ID=2e725337-1207-4b76-b5be-770431c1c09c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:54.327188 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.328384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e05a097e-2c70-4230-bdc0-75e293d15d2c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:54.333104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.335431 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.363559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-87b02911-c59c-436e-a6ce-702745b62538 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4767162aa8a49128bd3e275b5876c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4309976 Feb 15 09:28:54.369694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Pushing event updated for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:54.373710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e80df6df-d066-4871-b276-4b80d5120c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.390789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.410737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-cee6c648-aaad-4ce3-ad0b-75d85ea7cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:54.412697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cff11-05ce-443c-b84c-0a5d44091690 None None] Pushing event updated for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:54.415116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-cee6c648-aaad-4ce3-ad0b-75d85ea7cdc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 1094 time: 0.0832267 Feb 15 09:28:54.446702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:54.447418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:54.501020 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Attempting to bind port 5cf30de6-b85d-43de-9c55-90fd5be89b92 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:54.501788 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Attempting to bind port 5cf30de6-b85d-43de-9c55-90fd5be89b92 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:54.502375 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Attempting to bind port 5cf30de6-b85d-43de-9c55-90fd5be89b92 on network a2685043-e2b0-44ff-8825-60e036d7a7cd {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:54.514839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:54.515659 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Checking segment: {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:54.516287 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.522449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Bound using segment: {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:54.523473 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Bound port: 5cf30de6-b85d-43de-9c55-90fd5be89b92, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cac2ff61-3424-46b8-bbfa-e4fca158fdae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:54.524133 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.535981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-cf8ed387-7849-436d-abf4-38ff6ada8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:54.537677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-cf8ed387-7849-436d-abf4-38ff6ada8a26 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 911 time: 0.1175194 Feb 15 09:28:54.559872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17498059-323e-4a7f-b16d-26ee70d4f83c req-db2e9a19-2e6d-478d-beae-cc51599598db tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7150936 Feb 15 09:28:54.567069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-1c81b4b8-c27a-4cc1-a610-b79800f7a735 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:54.568540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-1c81b4b8-c27a-4cc1-a610-b79800f7a735 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1632175 Feb 15 09:28:54.599990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-d6cf09e4-583b-4d51-8d24-dd0a64bfce95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.2850955 Feb 15 09:28:54.605840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-d00adec3-42c0-4d49-a099-3e41583d0f59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38329738-06c9-4e74-a94e-98a9f038c966 HTTP/1.1" status: 200 len: 217 time: 0.0606825 Feb 15 09:28:54.642494 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] For port 5cf30de6-b85d-43de-9c55-90fd5be89b92, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:54.654520 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] For port 5cf30de6-b85d-43de-9c55-90fd5be89b92, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5cf30de6-b85d-43de-9c55-90fd5be89b92,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:54.654827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.674286 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.728123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-28737ee2-599f-401f-8f7d-2dd17c3e97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:54.730009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-28737ee2-599f-401f-8f7d-2dd17c3e97ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.1150939 Feb 15 09:28:54.737123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:54.742437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:54.770552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:54.774553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-2538322f-9c05-44f4-8b55-236e98044ef4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362713 Feb 15 09:28:54.776041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:54.782268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event updated for resources: {'Port': ['ID=a141d970-933a-4cb3-97e0-5e8059add726,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:54.802825 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:54.803742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:54.843278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.843890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.844017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.844409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.844743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.847658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.848001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.848331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.848786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.849145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.849473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.849793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:54.981291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] Provisioning complete for port 5cf30de6-b85d-43de-9c55-90fd5be89b92 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:54.982337 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:54.987360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:28:55.029137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-455569fc-c6f6-4b5c-b0e0-9ad7b4558cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:55.029361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-e3637254-9d96-4dbb-9070-cb5177d6d6f2 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404127 Feb 15 09:28:55.030775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-455569fc-c6f6-4b5c-b0e0-9ad7b4558cb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.4300025 Feb 15 09:28:55.046715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Request body: {'port': {'device_id': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'd4767162aa8a49128bd3e275b5876c33'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:55.052129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.080248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:49Z', 'revision_number': 3, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:55.121619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ca03-9b02-49ac-8ebb-69589f945638 None None] The sync data for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 is: [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:49Z', 'revision_number': 3, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:55.141632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.162772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Network f97861ab-8952-47ef-b753-a191721661e1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:55.200589 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.201148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:55.213464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:55.267097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] For port 5cf30de6-b85d-43de-9c55-90fd5be89b92, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5cf30de6-b85d-43de-9c55-90fd5be89b92,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:55.277747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0a9ffd5-7b8d-46eb-9ff7-0ff3b7c61223 req-f4021e83-2527-48c2-b38c-4f5b11a86d51 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395666 Feb 15 09:28:55.282097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.296839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-a2bc9211-94f5-4fea-af2a-128fc61f160e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376903 Feb 15 09:28:55.302242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e80df6df-d066-4871-b276-4b80d5120c02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c880e29b93ed4a889f32bba7a37381d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5056899 Feb 15 09:28:55.303168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80df6df-d066-4871-b276-4b80d5120c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b09205-72a0-4c11-afe0-b7894c0482a0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:55.318443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53290) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:55.319081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Made reservation on behalf of d4767162aa8a49128bd3e275b5876c33 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:28:55.323669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.353293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.375214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730cae06-f145-43f9-85c9-e741f823ff19 req-56b53e90-89d7-455a-b1f2-e6bdb90bcde8 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:55.383953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a7ee2-30d9-4017-a717-416c26b7e6c1 None None] Pushing event updated for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:55.384272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-730cae06-f145-43f9-85c9-e741f823ff19 req-56b53e90-89d7-455a-b1f2-e6bdb90bcde8 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1096 time: 0.2333219 Feb 15 09:28:55.415019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fe11f066-19bc-454b-925d-de905cd2c4f0 None None] Provisioning complete for port 5cf30de6-b85d-43de-9c55-90fd5be89b92 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:55.415386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fe11f066-19bc-454b-925d-de905cd2c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.456584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.470143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.475995 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cff11-05ce-443c-b84c-0a5d44091690 None None] Pushing event updated for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:55.486309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-730cae06-f145-43f9-85c9-e741f823ff19 req-73104c9a-60ae-4601-9332-4a4935386d81 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964699 Feb 15 09:28:55.562367 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5cf30de6-b85d-43de-9c55-90fd5be89b92', 'name': '', 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'mac_address': 'fa:16:3e:3f:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:47Z', 'updated_at': '2022-02-15T09:28:54Z', 'revision_number': 4, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'subnets': [{'id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:55.598331 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97be7f3-0823-402f-8eb8-57639a644484 None None] The sync data for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 is: [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5cf30de6-b85d-43de-9c55-90fd5be89b92', 'name': '', 'network_id': 'a2685043-e2b0-44ff-8825-60e036d7a7cd', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'mac_address': 'fa:16:3e:3f:7c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_interface', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:47Z', 'updated_at': '2022-02-15T09:28:54Z', 'revision_number': 4, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'subnets': [{'id': '43c08e68-ecb3-4546-ad60-28130e4883f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:28:55.626748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event updated for resources: {'Port': ['ID=a141d970-933a-4cb3-97e0-5e8059add726,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:55.637944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.656132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.658715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-9d94badb-a4e9-4b23-a942-ec5dd95a317b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8626974 Feb 15 09:28:55.727527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.734491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-75cf14f4-59f6-42f7-8853-751d930e6872 None None] Provisioning complete for port 14b316e9-fec6-45b6-9864-2cc762c4380e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:55.736368 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-75cf14f4-59f6-42f7-8853-751d930e6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.798146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-6e80f01d-b370-47a5-8e1f-916fb5141de4 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.1277668 Feb 15 09:28:55.815635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-75cf14f4-59f6-42f7-8853-751d930e6872 None None] Port 14b316e9-fec6-45b6-9864-2cc762c4380e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:55.932435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:55.952367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-ac6f1ac2-9233-4e12-8ea1-6fb278405f8d service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346667 Feb 15 09:28:55.971828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-68ed8281-4550-4d03-a03c-8cde7c6e15dc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:55.973542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-68ed8281-4550-4d03-a03c-8cde7c6e15dc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1694772 Feb 15 09:28:55.988555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-811c33fb-2644-474c-ba41-6fdfcb04231e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:28:55.992894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d513c496-7b73-4f3a-81d7-bcf66b84893c req-811c33fb-2644-474c-ba41-6fdfcb04231e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121858 Feb 15 09:28:56.045383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 38329738-06c9-4e74-a94e-98a9f038c966 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:28:56.161714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e5dd-1960-4754-b9a7-a3f75a2518b6 req-daac7978-05fa-4e60-a058-10e75ee0e243 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:56.162124 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.163271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c469e5dd-1960-4754-b9a7-a3f75a2518b6 req-daac7978-05fa-4e60-a058-10e75ee0e243 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.1005399 Feb 15 09:28:56.242324 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c469e5dd-1960-4754-b9a7-a3f75a2518b6 req-c94fca26-568f-4ade-8d8f-ad09f29c54c7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691500 Feb 15 09:28:56.250970 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-6f1c94b0-586c-4768-b55f-c7cbf27716fb req-9c521ff0-4438-4485-8abc-2532299547a5 tempest-FloatingIPDetailsNegativeTestJSON-1358820127 tempest-FloatingIPDetailsNegativeTestJSON-1358820127-project] show failed (client error): The resource could not be found. Feb 15 09:28:56.263837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:28:56.285646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f1c94b0-586c-4768-b55f-c7cbf27716fb req-9c521ff0-4438-4485-8abc-2532299547a5 tempest-FloatingIPDetailsNegativeTestJSON-1358820127 tempest-FloatingIPDetailsNegativeTestJSON-1358820127-project] 10.222.0.10 "GET /v2.0/floatingips/8afb65f6-3324-44f6-bbae-3bd202d0375d HTTP/1.1" status: 404 len: 350 time: 0.2048090 Feb 15 09:28:56.329977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.420279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.483582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.495481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=38329738-06c9-4e74-a94e-98a9f038c966,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:56.496232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21c4c132-0279-4aca-8777-a94d3e6eef60 req-ff71b528-3c81-4116-9366-7f21ea509cbf tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 210 time: 0.0962591 Feb 15 09:28:56.535148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '38329738-06c9-4e74-a94e-98a9f038c966', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'port_id': '38329738-06c9-4e74-a94e-98a9f038c966', 'mac_address': 'fa:16:3e:fd:dc:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:28:56.541779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-4cb5e838-88ea-4eb2-b1b4-1d1d0685a424 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696456 Feb 15 09:28:56.573794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55cfdfcc-6494-41d8-9d82-b85b6ac1c326,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:56.664408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.687777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.690351 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.691576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c2b09205-72a0-4c11-afe0-b7894c0482a0 HTTP/1.1" status: 204 len: 168 time: 1.3584783 Feb 15 09:28:56.699792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38329738-06c9-4e74-a94e-98a9f038c966 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:28:56.764683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=38329738-06c9-4e74-a94e-98a9f038c966,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:56.780474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:56.853144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5cf30de6-b85d-43de-9c55-90fd5be89b92 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:56.884716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695359e3-218f-4e5b-99b2-61025b1effc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b09205-72a0-4c11-afe0-b7894c0482a0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:56.975577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f3c44-52a7-4881-be7b-8a81a89abc7f req-83a60820-4267-4b1a-9f1a-1e9dc762ece9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:56.977911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-854f3c44-52a7-4881-be7b-8a81a89abc7f req-83a60820-4267-4b1a-9f1a-1e9dc762ece9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 943 time: 0.2726624 Feb 15 09:28:57.000219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-e9599e59-1f96-4ab5-b10f-fa490a80fc28 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:57.008222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-e9599e59-1f96-4ab5-b10f-fa490a80fc28 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1097 time: 0.3155012 Feb 15 09:28:57.014971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a0408-b431-4556-a5b3-f91cbe0d64c2 req-7d262e9f-bde7-4ce9-8776-c43e61ff0360 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:57.016670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b50a0408-b431-4556-a5b3-f91cbe0d64c2 req-7d262e9f-bde7-4ce9-8776-c43e61ff0360 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 1096 time: 0.6031199 Feb 15 09:28:57.031983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:57.033662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['38329738-06c9-4e74-a94e-98a9f038c966'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:28:57.038419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:57.095736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Allocated IP 192.168.233.146 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:28:57.108390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5cf30de6-b85d-43de-9c55-90fd5be89b92 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:57.109328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.136671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b50a0408-b431-4556-a5b3-f91cbe0d64c2 req-f476ea3c-5967-4a31-b829-8951b95d79f4 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048038 Feb 15 09:28:57.174044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.179630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-854f3c44-52a7-4881-be7b-8a81a89abc7f req-692578f6-50d1-4973-b0bd-b778bec92e2c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895261 Feb 15 09:28:57.187479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.229454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.314709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e725337-1207-4b76-b5be-770431c1c09c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:57.366429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.417269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2e725337-1207-4b76-b5be-770431c1c09c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:57.417638 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.528233 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.576977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 2e725337-1207-4b76-b5be-770431c1c09c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e725337-1207-4b76-b5be-770431c1c09c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:57.586298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.661352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=2e725337-1207-4b76-b5be-770431c1c09c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:57.716380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.741613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:57.800253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8276b-b130-40fd-8a66-1bd2936c46df req-f5815b78-db03-416e-8506-7b85c1eb931f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:57.801798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33f8276b-b130-40fd-8a66-1bd2936c46df req-f5815b78-db03-416e-8506-7b85c1eb931f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 946 time: 0.0967677 Feb 15 09:28:57.807310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Pushing event updated for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:57.855213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Deleting port 5cf30de6-b85d-43de-9c55-90fd5be89b92 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:28:57.855972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.871529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33f8276b-b130-40fd-8a66-1bd2936c46df req-d55547e1-c374-4333-9b7d-297d6063fc1b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558562 Feb 15 09:28:57.945075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-b199753f-a5bc-4723-9de0-ece886dbeb08 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:57.946918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-b199753f-a5bc-4723-9de0-ece886dbeb08 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 820 time: 0.4850848 Feb 15 09:28:57.958275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] For port 5cf30de6-b85d-43de-9c55-90fd5be89b92, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5cf30de6-b85d-43de-9c55-90fd5be89b92,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:57.958431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:57.973943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Calling delete_port for 5cf30de6-b85d-43de-9c55-90fd5be89b92 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:28:57.992846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:58.038855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-e9dab25c-4101-4ef9-a6ee-77defd836a23 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/quotas/c6949fccd3104c779644f92a74ab7727 HTTP/1.1" status: 200 len: 375 time: 0.0663211 Feb 15 09:28:58.046407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Network f97861ab-8952-47ef-b753-a191721661e1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:58.062597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 38329738-06c9-4e74-a94e-98a9f038c966 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:58.063230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:58.074874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fb984a8-4064-495e-ba5e-6129513aaf53 req-0a6404ae-8439-48e8-8e8e-cd5dec603d61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 210 time: 0.0834997 Feb 15 09:28:58.097893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.143564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:58.143854 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b32296-6faa-4ea6-8b87-acc69c37f709" -d '{"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-unplugged", "status": "completed", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:58.189267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 38329738-06c9-4e74-a94e-98a9f038c966 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:28:58.196425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 38329738-06c9-4e74-a94e-98a9f038c966 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:58.196979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.214464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.249829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.465734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.497749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.534699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:28:58.544735 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93dde1b-cd53-411f-a261-b1c45391ad73" -d '{"events": [{"server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "name": "network-vif-plugged", "status": "completed", "tag": "38329738-06c9-4e74-a94e-98a9f038c966"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:28:58.558937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf30de6-b85d-43de-9c55-90fd5be89b92,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:58.571347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=38329738-06c9-4e74-a94e-98a9f038c966,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:28:58.603076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.647664 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47c7653-eb26-4545-8ac6-afadf5cb27d1 x-openstack-request-id: req-b47c7653-eb26-4545-8ac6-afadf5cb27d1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:58.648244 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-unplugged", "status": "completed", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:58.648717 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b47c7653-eb26-4545-8ac6-afadf5cb27d1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:58.649273 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'code': 200} Feb 15 09:28:58.719595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0825167-49cf-4b20-ab52-c0b18980f364 None None] Provisioning complete for port 14b316e9-fec6-45b6-9864-2cc762c4380e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:58.720038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0825167-49cf-4b20-ab52-c0b18980f364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.872490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e725337-1207-4b76-b5be-770431c1c09c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:28:58.910453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-54505ed1-d2db-452d-bb46-0e2b0b3cd377 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8493268 Feb 15 09:28:58.933868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:58.963966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Router 813925c5-fd83-45e7-8624-2978c2bf4b91 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:58.973258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:59.043529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.044026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.044375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.044694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.045045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.045366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.046658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.046994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.047314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.047688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.048010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.048329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:28:59.052726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0825167-49cf-4b20-ab52-c0b18980f364 None None] Port 14b316e9-fec6-45b6-9864-2cc762c4380e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:59.089411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2e725337-1207-4b76-b5be-770431c1c09c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:59.089708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.109415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd1844-bfee-49b5-a914-5a99819489d7 req-50816340-580a-403c-ac67-dae24bee9869 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:59.111140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9dbd1844-bfee-49b5-a914-5a99819489d7 req-50816340-580a-403c-ac67-dae24bee9869 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.2189584 Feb 15 09:28:59.126483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:28:59.130635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:59.148006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on host n-h2-825064-4 for vnic_type normal with profile {"migrating_to": "n-h1-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:28:59.148582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:28:59.149420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:59.153227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.175318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:28:59.202697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:28:59.290342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9dbd1844-bfee-49b5-a914-5a99819489d7 req-d3f30cf5-b1e3-4ccd-b745-66f746f71317 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701753 Feb 15 09:28:59.325867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:28:59.326789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Attempting to bind port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:28:59.372280 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ecd32b-684a-46ec-8bc5-f3f711740f2b x-openstack-request-id: req-c0ecd32b-684a-46ec-8bc5-f3f711740f2b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:28:59.372787 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "name": "network-vif-plugged", "status": "completed", "tag": "38329738-06c9-4e74-a94e-98a9f038c966", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:28:59.373167 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ecd32b-684a-46ec-8bc5-f3f711740f2b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:28:59.373568 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966', 'code': 200} Feb 15 09:28:59.499829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:28:59.500177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:28:59.500557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:28:59.501260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Bound port: 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:28:59.501626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.511311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Pushing event updated for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:28:59.530575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-b8a2d406-1405-4a0a-91b0-7a705668c966 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6192238 Feb 15 09:28:59.591512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1e4b031c-474b-4f82-8184-5bac7060debb None None] Provisioning complete for port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:28:59.592096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1e4b031c-474b-4f82-8184-5bac7060debb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.601482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:59.602127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.639260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1e4b031c-474b-4f82-8184-5bac7060debb None None] Port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:28:59.693505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbb93a-d136-4493-9d71-d6f23e36adcc req-589fcc38-7fb6-42f5-8497-8d0640616718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:59.695159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22fbb93a-d136-4493-9d71-d6f23e36adcc req-589fcc38-7fb6-42f5-8497-8d0640616718 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 1096 time: 0.2516279 Feb 15 09:28:59.699262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-b46cc97b-67bb-41e4-b1d0-e2fae546a501 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6754398 Feb 15 09:28:59.713206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:28:59.724898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Sync routers for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:28:59.727841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Request body: {'port': {'device_id': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:28:59.735968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:28:59.737153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:28:59.754189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:28:59.759108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:28:59.763225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a5d22-fe41-4800-9d5d-5fe37ed57643 req-08af90ad-4e13-440c-a7f5-81645b19d866 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:28:59.778193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8da6ce04-1145-4bfd-ab9d-b0492e0b16ff admin admin] 10.222.0.10 "PUT /v2.0/routers/813925c5-fd83-45e7-8624-2978c2bf4b91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1176598 Feb 15 09:28:59.778416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f0a5d22-fe41-4800-9d5d-5fe37ed57643 req-08af90ad-4e13-440c-a7f5-81645b19d866 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.2757647 Feb 15 09:28:59.795351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-29219fe7-1ee9-4251-949d-8883b866f537 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239985 Feb 15 09:28:59.798850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22fbb93a-d136-4493-9d71-d6f23e36adcc req-31f96778-6538-4972-b35d-230f23fd1b39 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948427 Feb 15 09:28:59.833243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:28:59.839207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Router 126821f0-8556-4415-b7e0-dca7d3144434 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:28:59.856280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f0a5d22-fe41-4800-9d5d-5fe37ed57643 req-32f4c701-a7ee-4536-baa5-6c4ebf42e2d9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772696 Feb 15 09:28:59.999483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:00.051909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.069089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f038ed0-ae44-4576-98a5-9f0565b499ce req-7251bca3-b0ab-4e28-af69-24863f1b5b98 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:00.077741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f038ed0-ae44-4576-98a5-9f0565b499ce req-7251bca3-b0ab-4e28-af69-24863f1b5b98 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 936 time: 0.1182454 Feb 15 09:29:00.107593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:00.119563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e41a9c3b-093c-4b59-bf2e-2f53627fd531 admin admin] 10.222.0.10 "PUT /v2.0/routers/126821f0-8556-4415-b7e0-dca7d3144434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8516114 Feb 15 09:29:00.120394 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Sync routers for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:00.120780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53378) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:00.134151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:00.141487 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:00.182855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f038ed0-ae44-4576-98a5-9f0565b499ce req-a6c6928c-1c7d-4004-97f1-7af6ccf45932 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023779 Feb 15 09:29:00.291943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:00.293079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.295142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] 10.222.0.36 "PUT /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 1122 time: 3.2730746 Feb 15 09:29:00.295788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d8c8a-0ce6-4d87-a0dc-29265d3ffb8b service neutron] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:00.345170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.409612 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:00.516528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['05546fd8-1802-45ac-87a0-69b1d48ab7eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:00.591048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.697437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:00.710767 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9" -d '{"events": [{"name": "network-changed", "server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:00.720937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d44bca2-da1d-4ed2-8041-c96fde70d7fc req-2dc9fdb7-cb1d-4476-be60-805e9f6ec8d0 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 210 time: 0.1188972 Feb 15 09:29:00.756258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Deleting port 2e626dec-f386-4ef9-a342-ff0bc38cdf93 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:00.758037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.887333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:00.898892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.906023 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:28:58Z', 'revision_number': 5, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port': {'id': '2e626dec-f386-4ef9-a342-ff0bc38cdf93', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:46:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '126821f0-8556-4415-b7e0-dca7d3144434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:40Z', 'updated_at': '2022-02-15T09:28:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:00.915345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Transition to ACTIVE for port object 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:00.930376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:00.943762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 2, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:00.957759 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Checking router: 126821f0-8556-4415-b7e0-dca7d3144434 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:00.989892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Checking router: 813925c5-fd83-45e7-8624-2978c2bf4b91 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:00.990264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Updating router 813925c5-fd83-45e7-8624-2978c2bf4b91 port 14b316e9-fec6-45b6-9864-2cc762c4380e binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:29:00.990907 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Routers {'126821f0-8556-4415-b7e0-dca7d3144434'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:00.991990 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['126821f0-8556-4415-b7e0-dca7d3144434'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:01.056927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.131469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c6f68-b9d3-4630-ac64-4e3d2f072f15 req-7493dfc1-e775-449c-aff2-2b04f3e3c5ff tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.147767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae0c6f68-b9d3-4630-ac64-4e3d2f072f15 req-7493dfc1-e775-449c-aff2-2b04f3e3c5ff tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.2297480 Feb 15 09:29:01.158210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] For port 2e626dec-f386-4ef9-a342-ff0bc38cdf93, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e626dec-f386-4ef9-a342-ff0bc38cdf93,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:01.168541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.179182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:01.212263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-ff8230ef-83a7-43d0-964f-fd102c04b0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.219896 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] Set router 126821f0-8556-4415-b7e0-dca7d3144434 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:01.235184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-ff8230ef-83a7-43d0-964f-fd102c04b0d9 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 828 time: 0.4686806 Feb 15 09:29:01.252846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Calling delete_port for 2e626dec-f386-4ef9-a342-ff0bc38cdf93 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:01.286205 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:29:00Z', 'revision_number': 6, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:01.295885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-3983bc3d-b6f8-414f-bd38-42b81c1114e9 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/quotas/9ea47408bbdc4c58bd171b28b3d201c4 HTTP/1.1" status: 200 len: 375 time: 0.0597334 Feb 15 09:29:01.329330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64c11bf-1d9f-4173-b5d3-646bc73068b6 None None] The sync data for ids ['126821f0-8556-4415-b7e0-dca7d3144434'] in n-d-825064-4 is: [{'id': '126821f0-8556-4415-b7e0-dca7d3144434', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933757896-router', 'tenant_id': '6bd229c7d56f4322b8f01d9d05797a52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:37Z', 'updated_at': '2022-02-15T09:29:00Z', 'revision_number': 6, 'project_id': '6bd229c7d56f4322b8f01d9d05797a52', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:01.381153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae0c6f68-b9d3-4630-ac64-4e3d2f072f15 req-ff9f0cd3-c0cc-4188-ac0f-66f70d1e6aa9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293584 Feb 15 09:29:01.448506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-734a4a8b-2015-4919-9bbe-bc0771eab4fa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1515119 Feb 15 09:29:01.467805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Attempting to bind port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:01.468141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Attempting to bind port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:01.468470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Attempting to bind port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:01.486562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:01.486892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Attempting to bind port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:01.499154 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3784ce2c-1eb2-4d50-90ba-164028d00d76 x-openstack-request-id: req-3784ce2c-1eb2-4d50-90ba-164028d00d76 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:01.499442 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:01.504010 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3784ce2c-1eb2-4d50-90ba-164028d00d76 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:01.504492 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'status': 'completed', 'code': 200} Feb 15 09:29:01.513035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:01.513933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:01.514342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:01.514803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Bound port: 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:01.515248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.678437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:01.684539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:01.694161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.695466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-1a0d37ff-f2c2-474e-b0c7-76d0defdc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.698137 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-1a0d37ff-f2c2-474e-b0c7-76d0defdc183 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1125 time: 0.1121221 Feb 15 09:29:01.700223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cdd98-7aed-4fdd-bf2f-f9564828f8d7 req-5ac82e04-2ee2-4a66-9895-4887e74bc61f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.703103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-733cdd98-7aed-4fdd-bf2f-f9564828f8d7 req-5ac82e04-2ee2-4a66-9895-4887e74bc61f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.0911894 Feb 15 09:29:01.705039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.715277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.774863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:01.803384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.804150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:01.805587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-99d85afd-7145-42cd-a387-e64fc73e99ef service neutron] 10.222.0.36 "PUT /v2.0/ports/8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 HTTP/1.1" status: 200 len: 1096 time: 2.0943956 Feb 15 09:29:01.805903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-b21ef233-3a56-4611-8f6f-953053eec5c6 service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562074 Feb 15 09:29:01.808388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0281fe-3714-4470-aeb8-e65001011d10 None None] Pushing event updated for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:01.837976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-733cdd98-7aed-4fdd-bf2f-f9564828f8d7 req-d2de9bf4-83b6-4a65-8e4a-0eb9a8bf9019 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647035 Feb 15 09:29:01.943021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-1867bd41-d71c-4301-872c-568cd7fe98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:01.945928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-1867bd41-d71c-4301-872c-568cd7fe98b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 1099 time: 0.0682158 Feb 15 09:29:01.978755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-7ca491a9-9248-4c6a-8b6a-7245c2b6e6ee service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705251 Feb 15 09:29:02.018344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Attempting to bind port 14b316e9-fec6-45b6-9864-2cc762c4380e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:02.018868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Attempting to bind port 14b316e9-fec6-45b6-9864-2cc762c4380e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:02.019356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Attempting to bind port 14b316e9-fec6-45b6-9864-2cc762c4380e on network f97861ab-8952-47ef-b753-a191721661e1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:02.031888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:02.032158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Checking segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:02.032644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.033166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Bound using segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:02.033756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Bound port: 14b316e9-fec6-45b6-9864-2cc762c4380e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:02.034234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.054991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-44a851a5-c9c6-46b2-a025-7038335672c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 HTTP/1.1" status: 200 len: 217 time: 0.0882874 Feb 15 09:29:02.214880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-0f804e6c-aa3b-4458-8e6f-a60cbf08c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:02.217249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-0f804e6c-aa3b-4458-8e6f-a60cbf08c3dc service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.4733608 Feb 15 09:29:02.219704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.310416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] For port 14b316e9-fec6-45b6-9864-2cc762c4380e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:02.353823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-d98a81cd-6f0c-4724-ac54-4423ebdbbf76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.1214988 Feb 15 09:29:02.359129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e626dec-f386-4ef9-a342-ff0bc38cdf93,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:02.371182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b7e11619-46c5-4c9c-9a0e-80b5c3e7226b None None] Provisioning complete for port 14b316e9-fec6-45b6-9864-2cc762c4380e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:02.371482 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7e11619-46c5-4c9c-9a0e-80b5c3e7226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.445823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2e9a5-d97c-4bac-a42d-5d2d05989580 req-adf95ddb-63ec-405d-8252-4992a61b26f8 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:02.456975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98d2e9a5-d97c-4bac-a42d-5d2d05989580 req-adf95ddb-63ec-405d-8252-4992a61b26f8 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 948 time: 0.4143639 Feb 15 09:29:02.463557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-6bcc87c0-e692-46f1-b5f1-901f0b738011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:02.465047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-6bcc87c0-e692-46f1-b5f1-901f0b738011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3904893 Feb 15 09:29:02.531181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-9a6cf0f4-84ac-4de9-9eae-6156fb16c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:02.533597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-9a6cf0f4-84ac-4de9-9eae-6156fb16c280 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1558015 Feb 15 09:29:02.535210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.599197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] For port 14b316e9-fec6-45b6-9864-2cc762c4380e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=14b316e9-fec6-45b6-9864-2cc762c4380e,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:02.613483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.660432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-ad496bf5-f9fb-49f1-9069-6b558e5b9d2a tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:02.666947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-ad496bf5-f9fb-49f1-9069-6b558e5b9d2a tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.72 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 820 time: 0.5951786 Feb 15 09:29:02.680593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b7e11619-46c5-4c9c-9a0e-80b5c3e7226b None None] Port 14b316e9-fec6-45b6-9864-2cc762c4380e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:02.691695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'port': {'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'admin_state_up': True, 'tenant_id': 'c6949fccd3104c779644f92a74ab7727'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:02.723732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:02.724764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:02.789547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-aa7690ff-2469-4f3a-bd04-018fd34a6df8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2116477 Feb 15 09:29:02.803484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.844266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:02.857133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5cf30de6-b85d-43de-9c55-90fd5be89b92 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:02.875746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0281fe-3714-4470-aeb8-e65001011d10 None None] Pushing event updated for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:02.901905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a590196-ecc8-44e7-bdd7-f28f04bc695c req-b29fbd3e-1ea8-4c85-9cb2-85ef859e95bc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 210 time: 0.1156607 Feb 15 09:29:03.016569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98d2e9a5-d97c-4bac-a42d-5d2d05989580 req-efbfd3ea-3300-45d5-98eb-e11b7c3df335 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586054 Feb 15 09:29:03.060224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5cf30de6-b85d-43de-9c55-90fd5be89b92 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:03.060590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5cf30de6-b85d-43de-9c55-90fd5be89b92 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:03.061031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e626dec-f386-4ef9-a342-ff0bc38cdf93 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:03.083346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-a53866b9-dc9d-4fa3-8fd9-675320375f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:03.089677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-a53866b9-dc9d-4fa3-8fd9-675320375f48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5882790 Feb 15 09:29:03.150716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2e626dec-f386-4ef9-a342-ff0bc38cdf93 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:03.151126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e626dec-f386-4ef9-a342-ff0bc38cdf93 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:03.163513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:03.243854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53440) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:03.268442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Made reservation on behalf of c6949fccd3104c779644f92a74ab7727 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:03.272567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.470318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] Provisioning complete for port 14b316e9-fec6-45b6-9864-2cc762c4380e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:03.470697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.479306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-274ad780-9b04-4a2f-8d26-7631d448ff28 req-70cf047a-873f-45e0-b47f-2e66f56bcd8d tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 210 time: 0.4809458 Feb 15 09:29:03.490665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Allocated IP 172.20.0.4 (e495ade8-7c3b-4504-9ec8-c3b0d177cd86/f15df234-cde3-4f1d-bb05-9d9415fb0c8f/08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:03.507332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.508386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 126821f0-8556-4415-b7e0-dca7d3144434 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:29:03.541908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.543182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68d3dcf5-b202-42f1-aecb-dc8716c71c58 admin admin] 10.222.0.10 "DELETE /v2.0/routers/126821f0-8556-4415-b7e0-dca7d3144434 HTTP/1.1" status: 204 len: 168 time: 3.4222643 Feb 15 09:29:03.550724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:03.659601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:03.661806 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d6d4d0-c941-4359-b213-b42c9faf6b37" -d '{"events": [{"name": "network-changed", "server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:03.709540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ab0af34-f994-4ddd-a8e0-2ac54d6cb206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.731519 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.739769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Deleting subnet 43c08e68-ecb3-4546-ad60-28130e4883f2 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:29:03.745367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.748893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-2ad76226-642e-4309-b34c-1e0dac634a54 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9428539 Feb 15 09:29:03.764129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:02Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:03.767144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:03.813542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ab0af34-f994-4ddd-a8e0-2ac54d6cb206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.832627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ab0af34-f994-4ddd-a8e0-2ac54d6cb206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.845787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac4d6-047e-4f1b-8c9f-1a64159333b3 req-d6398ad5-b2ee-4ff8-b926-eace27a2f980 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:03.847467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-468ac4d6-047e-4f1b-8c9f-1a64159333b3 req-d6398ad5-b2ee-4ff8-b926-eace27a2f980 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.2142737 Feb 15 09:29:03.852038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] For port 14b316e9-fec6-45b6-9864-2cc762c4380e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=14b316e9-fec6-45b6-9864-2cc762c4380e,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:03.856110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4fbd04-206e-41d3-9b84-2b50437b2784 None None] The sync data for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 is: [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:02Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:03.868530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.876136 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:03.877784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb3e45-bee1-4637-8d05-72f99ba60d5f req-9b93e34a-1d94-4c17-8f13-d3fd6ee5d85b tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:03.886506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fffb3e45-bee1-4637-8d05-72f99ba60d5f req-9b93e34a-1d94-4c17-8f13-d3fd6ee5d85b tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.7400720 Feb 15 09:29:03.904237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0af34-f994-4ddd-a8e0-2ac54d6cb206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0eacf9-66d0-4988-b822-c7c76bf37abf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:03.948242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.046431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071866d-ad9d-4e7c-89a6-12976a3aa053 None None] Pushing event updated for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:04.093647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-550d9ef9-353c-4a1e-bd53-f712038fe551 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9942064 Feb 15 09:29:04.097110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:04.100926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.108779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fffb3e45-bee1-4637-8d05-72f99ba60d5f req-4b026f23-b32d-46b0-951d-3cf1e8a8c10b tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213173 Feb 15 09:29:04.137102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb has no active binding in host n-h1-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:29:04.163342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.72', 63253) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:04.165718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-2be64395-caa7-4a7e-b1c9-3e02ce3dc98d service neutron] 10.222.0.72 "GET /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb/bindings/n-h1-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.1914153 Feb 15 09:29:04.172282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ab0af34-f994-4ddd-a8e0-2ac54d6cb206 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2682ae196007443abcfb738d03fc1ef5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9119449 Feb 15 09:29:04.172748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53456) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:04.295850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa94a238-1fa6-4eb4-8fa7-b61136a923a9 req-aac8b1cf-136e-4225-a871-70d26e97fca4 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241363 Feb 15 09:29:04.334207 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6aee9f-d3c5-435e-9510-0ed0d40bcb14 x-openstack-request-id: req-0a6aee9f-d3c5-435e-9510-0ed0d40bcb14 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:04.335130 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:04.335717 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a6aee9f-d3c5-435e-9510-0ed0d40bcb14 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:04.336459 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7', 'status': 'completed', 'code': 200} Feb 15 09:29:04.337801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.338449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.351519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['45670865-2b80-4a08-b447-cc88b501ba68'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:04.353108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-468ac4d6-047e-4f1b-8c9f-1a64159333b3 req-91736e56-0c50-400f-89b4-8db5c67ce48c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4969637 Feb 15 09:29:04.444573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.457014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/43c08e68-ecb3-4546-ad60-28130e4883f2 HTTP/1.1" status: 204 len: 168 time: 0.8970628 Feb 15 09:29:04.457883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c02cf-78ff-49a9-81a5-8a9836d52247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43c08e68-ecb3-4546-ad60-28130e4883f2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:04.460172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53460) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:04.473552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a060a-bcab-4c1c-ae09-8a74892a3e9e None None] Network a2685043-e2b0-44ff-8825-60e036d7a7cd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:04.594589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.664263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fec754-33fb-4bef-85b5-e0126dd5b9e9 req-8c4ff43f-e291-452d-8abc-ba9884219c8d tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:04.669018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14fec754-33fb-4bef-85b5-e0126dd5b9e9 req-8c4ff43f-e291-452d-8abc-ba9884219c8d tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 948 time: 0.1026993 Feb 15 09:29:04.794823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14fec754-33fb-4bef-85b5-e0126dd5b9e9 req-884603ac-67c5-437e-8875-4585eca0c75b tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175418 Feb 15 09:29:04.807937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Deleting port 5e40a826-0875-459f-b8a7-65ba12eade79 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:04.808269 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.813496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 14b316e9-fec6-45b6-9864-2cc762c4380e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:04.914920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] For port 5e40a826-0875-459f-b8a7-65ba12eade79, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e40a826-0875-459f-b8a7-65ba12eade79,segment=NetworkSegment(cac2ff61-3424-46b8-bbfa-e4fca158fdae),segment_id=cac2ff61-3424-46b8-bbfa-e4fca158fdae)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:04.915999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:04.941590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Calling delete_port for 5e40a826-0875-459f-b8a7-65ba12eade79 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:05.037231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 14b316e9-fec6-45b6-9864-2cc762c4380e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:05.037631 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.078169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.105132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8eb8974-07a2-442f-9374-b53dd38c7764 None None] DHCP port deletion for a2685043-e2b0-44ff-8825-60e036d7a7cd request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:29:05.114358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=5e40a826-0875-459f-b8a7-65ba12eade79,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:05.124992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] No DVR routers for this DVR port 5e40a826-0875-459f-b8a7-65ba12eade79 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:05.282866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.307403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ecb6351-b75f-4c7a-ab2b-ea9914923541 req-db455ff4-1ecb-451e-a347-a23f87401771 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 210 time: 0.0418856 Feb 15 09:29:05.334403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2685043-e2b0-44ff-8825-60e036d7a7cd']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:05.347153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634462b2-62a4-440a-a295-b3a08486d0cd req-66f27d22-e908-49a7-9455-cc4f391a6682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.348634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-66f27d22-e908-49a7-9455-cc4f391a6682 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 1096 time: 0.1287682 Feb 15 09:29:05.350958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cac2ff61-3424-46b8-bbfa-e4fca158fdae') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:05.350958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cac2ff61-3424-46b8-bbfa-e4fca158fdae') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:05.371016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.379187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:05.407531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:05.419723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:05.441046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:05.460068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.474091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:29:05.474561 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:29:05.476878 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:29:05.508917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-d2854dc1-9825-40c2-8912-4baaad35830a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.509674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-d2854dc1-9825-40c2-8912-4baaad35830a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.72 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 828 time: 1.3380413 Feb 15 09:29:05.536252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event updated for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:05.548819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'port': {'device_id': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'admin_state_up': True, 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:05.552539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:05.576929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634462b2-62a4-440a-a295-b3a08486d0cd req-8398329b-1524-496e-980b-eac3339eff18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.578439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-8398329b-1524-496e-980b-eac3339eff18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 911 time: 0.2200689 Feb 15 09:29:05.590698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4305457a-3b79-4716-9cd8-8b167ece6294 req-55b72959-492a-4dc3-9f52-bdcd15a41c29 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4788091 Feb 15 09:29:05.614347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1285ce12-7900-40f5-910c-1c9e61c193a3 req-404f9183-945a-4e65-9c58-d445fcf086d4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.617881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1285ce12-7900-40f5-910c-1c9e61c193a3 req-404f9183-945a-4e65-9c58-d445fcf086d4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.2343254 Feb 15 09:29:05.667474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-397e0a1a-4ceb-49e0-bba3-44efc52411af service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38329738-06c9-4e74-a94e-98a9f038c966 HTTP/1.1" status: 200 len: 217 time: 0.0760403 Feb 15 09:29:05.677956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.685850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.689405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] 10.222.0.10 "DELETE /v2.0/networks/a2685043-e2b0-44ff-8825-60e036d7a7cd HTTP/1.1" status: 204 len: 168 time: 1.2288876 Feb 15 09:29:05.711478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9caa3e-7c58-4d1f-b64e-223a158301f1 req-c168b6a4-3a90-4a3a-84a4-4ab6df05595e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.721535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d9caa3e-7c58-4d1f-b64e-223a158301f1 req-c168b6a4-3a90-4a3a-84a4-4ab6df05595e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 931 time: 1.1913064 Feb 15 09:29:05.731187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fc8725c4-9256-42b2-a9c5-86f400b4b2e9 None None] Provisioning complete for port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:05.731187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fc8725c4-9256-42b2-a9c5-86f400b4b2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.761947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc88f87-6ac4-40b1-a46f-6889d38c5fcd admin admin] Pushing event deleted for resources: {'Network': ['ID=a2685043-e2b0-44ff-8825-60e036d7a7cd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:05.784698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.785582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.786894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fc8725c4-9256-42b2-a9c5-86f400b4b2e9 None None] Port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:05.788157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1285ce12-7900-40f5-910c-1c9e61c193a3 req-bed2f1db-b52c-4245-8cc0-d2dc18e227bc tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260202 Feb 15 09:29:05.790254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05546fd8-1802-45ac-87a0-69b1d48ab7eb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:05.795565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634462b2-62a4-440a-a295-b3a08486d0cd req-6f01a0fd-0d7e-4885-99b5-adb4d00c8345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:05.797596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-6f01a0fd-0d7e-4885-99b5-adb4d00c8345 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.1211042 Feb 15 09:29:05.826798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.852223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-aefd18ea-1f7e-4da6-8bea-2dd17d6f4b43 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469477 Feb 15 09:29:05.857001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:05.871526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53476) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:05.917857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-84a89d35-65b7-4fd3-9eab-013973c323d6 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2374120 Feb 15 09:29:05.930708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.932213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:05.969086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Request body: {'port': {'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:05.981400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d9caa3e-7c58-4d1f-b64e-223a158301f1 req-95c38ed6-b2de-422a-89ae-847d1cf632f1 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395687 Feb 15 09:29:06.019067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78445e51-c847-4668-8bb3-3a76d0365663 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bd229c7d56f4322b8f01d9d05797a52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452744 Feb 15 09:29:06.022952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-8edc6b66-7d5a-4bb0-a409-bc1ec6f51531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.024552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:06.025611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-8edc6b66-7d5a-4bb0-a409-bc1ec6f51531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 1099 time: 0.3627582 Feb 15 09:29:06.072412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c53b1-94bd-4138-899c-4a14aaf5f632 req-b03a15ef-f55b-41c0-ae65-ef50727b8314 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.073993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-602c53b1-94bd-4138-899c-4a14aaf5f632 req-b03a15ef-f55b-41c0-ae65-ef50727b8314 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 944 time: 0.1218185 Feb 15 09:29:06.080569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-394caf07-9ba0-4cab-b180-7afb26832849 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200413 Feb 15 09:29:06.202167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-602c53b1-94bd-4138-899c-4a14aaf5f632 req-abc083b2-7911-42fe-80f8-c2789912a23f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206250 Feb 15 09:29:06.212022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.239111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.251871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-634462b2-62a4-440a-a295-b3a08486d0cd req-d194b98d-0518-4bc5-809c-9129c527b4ce service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568606 Feb 15 09:29:06.262640 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.280120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Made reservation on behalf of 9ea47408bbdc4c58bd171b28b3d201c4 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:06.283764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.338419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.341466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.343770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e37391aa-00c5-4a0b-8992-d8396943b23f HTTP/1.1" status: 204 len: 168 time: 0.3133669 Feb 15 09:29:06.354454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5933fab-f686-44c1-a035-0e1fd6a0ddf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37391aa-00c5-4a0b-8992-d8396943b23f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:06.354710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.357624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.358959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed0eacf9-66d0-4988-b822-c7c76bf37abf HTTP/1.1" status: 204 len: 168 time: 2.0758846 Feb 15 09:29:06.395610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-a1990246-efdc-430a-8e6a-fac975d8f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.397130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-a1990246-efdc-430a-8e6a-fac975d8f874 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3451169 Feb 15 09:29:06.405805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4e7d9-486d-4c67-b569-121ffa836306 req-0dde8c1c-14df-4af6-a373-76bbf9c3a27f tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.413658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1b4e7d9-486d-4c67-b569-121ffa836306 req-0dde8c1c-14df-4af6-a373-76bbf9c3a27f tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 948 time: 0.3361073 Feb 15 09:29:06.432772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] Transition to ACTIVE for port object 05546fd8-1802-45ac-87a0-69b1d48ab7eb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:06.433731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249747bb-7d07-4ed8-a8c6-530c374882f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0eacf9-66d0-4988-b822-c7c76bf37abf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:06.526155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-23506874-6f88-45a3-902c-da8951c5685d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 HTTP/1.1" status: 200 len: 217 time: 0.1102505 Feb 15 09:29:06.541432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:06.554976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4219b43-eacb-4b13-b470-67863b756a50 req-bebf0231-0f4e-41ee-a2e1-c9b6b5680f18 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 210 time: 0.0617137 Feb 15 09:29:06.679580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1b4e7d9-486d-4c67-b569-121ffa836306 req-4ccd8557-ed9a-414a-a467-bf09fe0695cc tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650206 Feb 15 09:29:06.715841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e40a826-0875-459f-b8a7-65ba12eade79 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:06.768483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5e40a826-0875-459f-b8a7-65ba12eade79 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:06.773193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e40a826-0875-459f-b8a7-65ba12eade79 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:06.819263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] No DVR routers for this DVR port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:06.920491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-53ce6250-2fda-469f-81a6-8eae7ee9326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.922187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-53ce6250-2fda-469f-81a6-8eae7ee9326a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3132591 Feb 15 09:29:06.976039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df3f4c-9834-46d3-86d9-a82cf6fa7391 req-dd25088e-c772-408c-b0aa-16b8c8c1ba7a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:06.979554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3df3f4c-9834-46d3-86d9-a82cf6fa7391 req-dd25088e-c772-408c-b0aa-16b8c8c1ba7a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0916729 Feb 15 09:29:06.983649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] 10.222.0.72 "PUT /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb/bindings/n-h1-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 2.7030151 Feb 15 09:29:07.005642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b016f4-7019-4225-bbe2-d424e393a755 service neutron] Pushing event updated for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:07.045471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3df3f4c-9834-46d3-86d9-a82cf6fa7391 req-c136d676-b487-4b91-b26a-795aa3de60e0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 Feb 15 09:29:07.072458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Allocated IP 172.20.0.11 (f97861ab-8952-47ef-b753-a191721661e1/d7167caf-dae6-4b2f-b1e9-d87878170718/c6678335-a03d-46e9-9586-4ef72035f3bf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:07.116674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:07.142467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fe4d64-94ef-4595-a2f0-cecd568a9ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.179920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-01e225bf-2b41-4428-9860-48192aa64572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.182090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-01e225bf-2b41-4428-9860-48192aa64572 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2450747 Feb 15 09:29:07.286756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fe4d64-94ef-4595-a2f0-cecd568a9ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.293699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fe4d64-94ef-4595-a2f0-cecd568a9ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.354884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-37fe4d64-94ef-4595-a2f0-cecd568a9ece admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95673155bef341e680a42e4de797e31a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371106 Feb 15 09:29:07.363815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f65f0ca7-2249-4768-b1e6-6683d0feb99f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.365231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-f65f0ca7-2249-4768-b1e6-6683d0feb99f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2831242 Feb 15 09:29:07.369040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53592) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:07.372036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe4d64-94ef-4595-a2f0-cecd568a9ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed76890-8332-4acd-87a7-8e1ce585fb8a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:07.404055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114e4f7-1b61-426a-bc46-1ea402a487d0 req-4fe00bb7-c403-46a5-b5ac-75747f50e17c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.406581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814155a-8d33-4087-a566-d40f76562cfd req-cf9c1558-d55d-45e0-b826-2532a71cf9fd tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.408069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7814155a-8d33-4087-a566-d40f76562cfd req-cf9c1558-d55d-45e0-b826-2532a71cf9fd tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 931 time: 0.3062329 Feb 15 09:29:07.412627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d114e4f7-1b61-426a-bc46-1ea402a487d0 req-4fe00bb7-c403-46a5-b5ac-75747f50e17c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.0804183 Feb 15 09:29:07.459114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d114e4f7-1b61-426a-bc46-1ea402a487d0 req-b08e48c1-18de-44dd-93e1-66f3355bcac2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456109 Feb 15 09:29:07.508878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:07.551698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.599278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-b52f31b2-b680-4197-9c08-abbb1e0d1241 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034607 Feb 15 09:29:07.614368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Transition to ACTIVE for port object 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:07.652173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7814155a-8d33-4087-a566-d40f76562cfd req-e446a5ce-d0d7-4f2c-a87a-f0c01458dd9e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234280 Feb 15 09:29:07.665853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.675764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-81580353-9298-49b4-9aa2-61a62f03e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.677286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-81580353-9298-49b4-9aa2-61a62f03e19f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2&tenant_id=972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 1096 time: 0.2534416 Feb 15 09:29:07.692173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-876894ee-ef0b-4baf-a135-6ad355452898 req-15f65547-e28b-41ab-90c1-2371d7784479 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 210 time: 0.0474524 Feb 15 09:29:07.735591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.760651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.838897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:07.871121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Pushing event updated for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:07.898987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d038c-02d9-453b-a4df-8f1a7a47130d req-8f77eac6-d5d5-4c1a-816b-f62e66cb5cdc tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:07.902142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-398d038c-02d9-453b-a4df-8f1a7a47130d req-8f77eac6-d5d5-4c1a-816b-f62e66cb5cdc tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 948 time: 0.0849974 Feb 15 09:29:07.985591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-398d038c-02d9-453b-a4df-8f1a7a47130d req-2774bc2c-7405-45a7-8970-b532c968d57d tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745435 Feb 15 09:29:08.089499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:08.173714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:08.210749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3744d7-1fa1-4433-8202-dd24370dc66d req-bc73a4c4-aee7-49d6-97a6-e4eccf2d5114 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.213408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf3744d7-1fa1-4433-8202-dd24370dc66d req-bc73a4c4-aee7-49d6-97a6-e4eccf2d5114 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0799422 Feb 15 09:29:08.272654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf3744d7-1fa1-4433-8202-dd24370dc66d req-9c2231d8-16fb-4c2c-9248-4a887b016780 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492380 Feb 15 09:29:08.401579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.403979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.411988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ed76890-8332-4acd-87a7-8e1ce585fb8a HTTP/1.1" status: 204 len: 168 time: 1.0346322 Feb 15 09:29:08.434795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d6d4d0-c941-4359-b213-b42c9faf6b37 req-fe603c50-1833-4908-8028-b1db92894aad service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8217311 Feb 15 09:29:08.436767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-5a72ab01-3663-45d7-bcb3-5da293671aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.438163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-5a72ab01-3663-45d7-bcb3-5da293671aac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1096 time: 0.7007225 Feb 15 09:29:08.443476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15059f6-a158-408d-bb91-9d5fcd4ef9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed76890-8332-4acd-87a7-8e1ce585fb8a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:08.459476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.565626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Attempting to bind port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:08.565950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Attempting to bind port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:08.566276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Attempting to bind port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:08.580189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:08.586838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Network f97861ab-8952-47ef-b753-a191721661e1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:08.606771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:08.608633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:08.608986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Attempting to bind port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 on network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:08.611397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:08.635568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event updated for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:08.670138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:08.670502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Checking segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:08.670861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Bound using segment: {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:08.671311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Bound port: 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee28e33f-a907-4853-a51c-07e7243e61bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:08.671666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.743818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7a4f2bad-d6b2-4477-96c0-4f7cba8359c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.745940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-7a4f2bad-d6b2-4477-96c0-4f7cba8359c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.2981119 Feb 15 09:29:08.793289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.794534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.839841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1daaa-aa39-485e-be5a-41ea0e4d3a8d req-7c03c620-dbd7-4186-ac43-a917ff124af0 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.852412 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2be1daaa-aa39-485e-be5a-41ea0e4d3a8d req-7c03c620-dbd7-4186-ac43-a917ff124af0 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 943 time: 0.0692306 Feb 15 09:29:08.920971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2be1daaa-aa39-485e-be5a-41ea0e4d3a8d req-f25695ed-be9b-4348-86c0-2fab8b60dfb8 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Feb 15 09:29:08.935762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-44be0eb9-52af-41a0-90c8-0e7a2856dbaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.1743219 Feb 15 09:29:08.970560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6bd5f-5fd2-4f1c-abc4-46288a12121b req-e5a9133c-9f7a-4ede-a2d7-53fc88feee56 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:08.972479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64fc6a98-5922-4e6e-b9cc-864d958bb162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:08.974924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2f6bd5f-5fd2-4f1c-abc4-46288a12121b req-e5a9133c-9f7a-4ede-a2d7-53fc88feee56 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.3912053 Feb 15 09:29:08.990782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-1337e1e2-d1f5-49c4-b3e3-10ad8153c3f7 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4445124 Feb 15 09:29:09.022513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a7e02dbd-1f59-4e88-b0c7-ca965422c1c8 None None] Provisioning complete for port c6678335-a03d-46e9-9586-4ef72035f3bf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:09.023636 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7e02dbd-1f59-4e88-b0c7-ca965422c1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.035812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Request body: {'port': {'device_id': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:09.095310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a7e02dbd-1f59-4e88-b0c7-ca965422c1c8 None None] Port c6678335-a03d-46e9-9586-4ef72035f3bf cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:09.106511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64fc6a98-5922-4e6e-b9cc-864d958bb162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.144771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64fc6a98-5922-4e6e-b9cc-864d958bb162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.181357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.205784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-64fc6a98-5922-4e6e-b9cc-864d958bb162 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8577eec8f6c3493db42f61b243befb3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6245003 Feb 15 09:29:09.212796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53674) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:09.213871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:09.214819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbc4c0-1247-4663-b8a0-d4cad7d9e997 req-af95e2ce-75f4-4097-8a78-0d4e6fea842f tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:09.217097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dacbc4c0-1247-4663-b8a0-d4cad7d9e997 req-af95e2ce-75f4-4097-8a78-0d4e6fea842f tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 932 time: 0.1057417 Feb 15 09:29:09.217695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc6a98-5922-4e6e-b9cc-864d958bb162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e60fa4-b468-4f43-9db8-c023bde7369d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:09.219534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-b8affb61-28e3-4b04-b4e8-138a17523a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:09.221150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-b8affb61-28e3-4b04-b4e8-138a17523a8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.2387047 Feb 15 09:29:09.277598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dacbc4c0-1247-4663-b8a0-d4cad7d9e997 req-d03fa5a8-2562-4f0a-9c14-c41c71d0a506 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476379 Feb 15 09:29:09.289075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:09.318671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2f6bd5f-5fd2-4f1c-abc4-46288a12121b req-abf3d344-8f9b-4d84-98c5-488ba11767cf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079922 Feb 15 09:29:09.422152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-1ff111f5-9548-421f-b423-e334b91600fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523480 Feb 15 09:29:09.427082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.430408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633faf04-e398-4a62-9e52-c1d85b509382 req-3f3f80c6-2fde-488c-a246-b69c9c63c2ed tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:09.433208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633faf04-e398-4a62-9e52-c1d85b509382 req-3f3f80c6-2fde-488c-a246-b69c9c63c2ed tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 948 time: 0.0779052 Feb 15 09:29:09.475394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633faf04-e398-4a62-9e52-c1d85b509382 req-657a30c9-3866-4846-b867-57734c265885 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355639 Feb 15 09:29:09.568994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.616888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53686) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:09.678503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:09.679259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.680907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] 10.222.0.72 "PUT /v2.0/ports/08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 1091 time: 3.7418320 Feb 15 09:29:09.690457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:09.693254 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274" -d '{"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:09.740529 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.755882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1848807979-network', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:09.756024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed46520-5d50-4d8f-bdbf-67fe77be7155 service neutron] Pushing event updated for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:09.791897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Made reservation on behalf of cd7b74f196ec4bd5be4e48be6df05b13 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:09.794491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.800090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:09.801368 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599ff057-5353-4409-93f7-6f23daf9b51e x-openstack-request-id: req-599ff057-5353-4409-93f7-6f23daf9b51e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:09.801649 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:09.802031 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-599ff057-5353-4409-93f7-6f23daf9b51e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:09.802262 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'status': 'completed', 'code': 200} Feb 15 09:29:09.813505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.868232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb051cad-bcef-42b9-9554-6c5db32e660e req-310eeaf3-334f-4568-a7e1-a45d95ecd60c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:09.870142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb051cad-bcef-42b9-9554-6c5db32e660e req-310eeaf3-334f-4568-a7e1-a45d95ecd60c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.4509437 Feb 15 09:29:09.959037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-0bd84102-e5ea-420e-b72b-4282f2b22e51 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144875 Feb 15 09:29:09.968352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.977133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:09.979258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:09.999886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7', 'mac_address': 'fa:16:3e:5d:52:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:10.017196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c26e04-5b34-411f-8c9c-8e864f1f7a24,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:10.056544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.092034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:10.103705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f986f-16f3-4be0-95ab-5f2e9179982d req-f0ce12c4-c837-45c7-8edd-4895cd61430f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.112670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f2f986f-16f3-4be0-95ab-5f2e9179982d req-f0ce12c4-c837-45c7-8edd-4895cd61430f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 943 time: 0.0971177 Feb 15 09:29:10.118019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:10.125440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-539b9bd6-a1e4-4158-b607-bf7d841824ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.125630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.127152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-539b9bd6-a1e4-4158-b607-bf7d841824ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1094 time: 0.3843341 Feb 15 09:29:10.157193 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f2f986f-16f3-4be0-95ab-5f2e9179982d req-955a8aeb-1bef-4208-9cdd-842a2bea3c87 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Feb 15 09:29:10.157489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb051cad-bcef-42b9-9554-6c5db32e660e req-dc2cde90-6a71-451e-9862-8866f4b53770 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574213 Feb 15 09:29:10.178334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:29:10.195654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.196018 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Added segment 8df2290b-52d7-4315-be19-b60c75539329 of type vlan for network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 Feb 15 09:29:10.208319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:10.244103 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.249024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.251975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.253217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1e60fa4-b468-4f43-9db8-c023bde7369d HTTP/1.1" status: 204 len: 168 time: 1.0354290 Feb 15 09:29:10.263449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-bd0911ee-9533-47d2-8ed6-e7f26ad6d946 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.1228955 Feb 15 09:29:10.279016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.281940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.282532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.304179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6678335-a03d-46e9-9586-4ef72035f3bf {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:10.310168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bae4a-a878-47de-85e4-21878917b57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e60fa4-b468-4f43-9db8-c023bde7369d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:10.339179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.351771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-1f1a1fd2-9398-486b-a884-056dc4705f8a service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690453 Feb 15 09:29:10.371183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Transition to ACTIVE for port object c6678335-a03d-46e9-9586-4ef72035f3bf will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:10.376861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] Pushing event updated for resources: {'Network': ['ID=68fd8e85-2029-4961-b16e-4d0b1cb8f1b2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:10.377895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-0863235e-a5ec-49a9-8f2e-6c2dd65bae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.379576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-0863235e-a5ec-49a9-8f2e-6c2dd65bae97 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1038966 Feb 15 09:29:10.386762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.390643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:10.393287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:29:10.407436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-318fc270-af30-44ba-b68f-e2125d342b04 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7860837 Feb 15 09:29:10.408406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53702) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:10.425462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Request body: {'subnet': {'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1848807979-subnet', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:10.534253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:10.610314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Made reservation on behalf of cd7b74f196ec4bd5be4e48be6df05b13 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:10.617349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:10.632503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-6d4ed958-2963-4f86-be0d-69381a67c526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.635038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-6d4ed958-2963-4f86-be0d-69381a67c526 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393627 Feb 15 09:29:10.652210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deac502-ec30-43bc-b8c4-58a39bf789ae req-44112448-8d8f-4db4-ae9e-1f3d7d8326f5 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.654554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2deac502-ec30-43bc-b8c4-58a39bf789ae req-44112448-8d8f-4db4-ae9e-1f3d7d8326f5 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 944 time: 0.1768956 Feb 15 09:29:10.784875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476249e8-ce85-4c79-acdb-fd64205b5f45 req-8a96c07f-f207-4566-a8bd-e579e533668b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:10.795717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-476249e8-ce85-4c79-acdb-fd64205b5f45 req-8a96c07f-f207-4566-a8bd-e579e533668b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.3347614 Feb 15 09:29:10.871506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-476249e8-ce85-4c79-acdb-fd64205b5f45 req-c9636a7a-03c9-4a4b-9602-575a1b4e60ed tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748396 Feb 15 09:29:10.889207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-3e2da3ee-de6a-42e8-a31c-92264de6101c service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106714 Feb 15 09:29:10.965071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2deac502-ec30-43bc-b8c4-58a39bf789ae req-daa1359a-4f9c-4682-906b-266b0d39e5de tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784400 Feb 15 09:29:11.031562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Attempting to bind port c6678335-a03d-46e9-9586-4ef72035f3bf on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:11.032039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Attempting to bind port c6678335-a03d-46e9-9586-4ef72035f3bf by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:11.032459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Attempting to bind port c6678335-a03d-46e9-9586-4ef72035f3bf on network f97861ab-8952-47ef-b753-a191721661e1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:11.036175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-1cbff4ef-b9ea-4f80-8f49-2d31c0730acd tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.037924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-1cbff4ef-b9ea-4f80-8f49-2d31c0730acd tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.3584180 Feb 15 09:29:11.061093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.098755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Port c6678335-a03d-46e9-9586-4ef72035f3bf on network f97861ab-8952-47ef-b753-a191721661e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:11.099398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Attempting to bind port c6678335-a03d-46e9-9586-4ef72035f3bf on network f97861ab-8952-47ef-b753-a191721661e1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:11.109403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16430f87-5e1f-4472-8e37-c90f17d42476 req-2b0aad1a-a728-4a47-b15c-32714c220488 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.110907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16430f87-5e1f-4472-8e37-c90f17d42476 req-2b0aad1a-a728-4a47-b15c-32714c220488 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 949 time: 0.1224542 Feb 15 09:29:11.111297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ef54f69-92f9-4ce5-ba09-55b2a575defc req-4e3ddd05-c5a5-4b43-a4fd-a5cebe65ca7b service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119629 Feb 15 09:29:11.138088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:11.138507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Checking segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:11.139089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Bound using segment: {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:11.139523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Bound port: c6678335-a03d-46e9-9586-4ef72035f3bf, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:11.140035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.146679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9afbe341-8075-4bbd-b9e3-ad0c9f19d55f,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:11.188667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16430f87-5e1f-4472-8e37-c90f17d42476 req-9a78dc55-5866-4c8b-85b4-1ae2327beede tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683146 Feb 15 09:29:11.199782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Checking segment: {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:11.200137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Network hostable DHCP agents. Network: 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:29:11.246352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:29:11.259940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:11.269020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.271773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.272097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cff4bc0-c877-4b53-acd0-5690a8dee128 None None] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:11.323544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a2179ce9-0296-4d03-8c18-b667cf3b9e7a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9128795 Feb 15 09:29:11.324700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:11.338070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:11.369498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:11.410182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.411898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.412928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-34eed63b-cbf0-4d95-8297-f453aa2dc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.414489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-34eed63b-cbf0-4d95-8297-f453aa2dc6d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1094 time: 0.1872666 Feb 15 09:29:11.485728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648dd88-a675-4296-abdf-43bd97d37464 req-bff23713-2fde-4ec9-9d54-ae49b0f63a9d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.487291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c648dd88-a675-4296-abdf-43bd97d37464 req-bff23713-2fde-4ec9-9d54-ae49b0f63a9d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 943 time: 0.0950952 Feb 15 09:29:11.519993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c6678335-a03d-46e9-9586-4ef72035f3bf,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:11.529162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.561355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53732) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:11.565649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.602396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c648dd88-a675-4296-abdf-43bd97d37464 req-e197c6c0-c6ee-4083-bdba-e15931f9ab4f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Feb 15 09:29:11.626806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-e78fd9f8-66b6-4e37-96d3-bd3c199cbe65 service neutron] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:11.630112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.631072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.633086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] 10.222.0.72 "PUT /v2.0/ports/c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 1092 time: 2.6019955 Feb 15 09:29:11.647917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-e78fd9f8-66b6-4e37-96d3-bd3c199cbe65 service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.655075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce5adc92-209b-495e-b5b3-b563917c8209 req-e78fd9f8-66b6-4e37-96d3-bd3c199cbe65 service neutron] 10.222.0.36 "DELETE /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb/bindings/n-h2-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.5529087 Feb 15 09:29:11.684464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840b4ff6-cd25-4dee-89a0-e64327489732 req-8ae5de17-5fbe-4dfe-b678-ede59b0c66c0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.686232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-840b4ff6-cd25-4dee-89a0-e64327489732 req-8ae5de17-5fbe-4dfe-b678-ede59b0c66c0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.3115554 Feb 15 09:29:11.755934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-47b27254-2935-408a-ad11-a7772a1f9f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:11.757401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-47b27254-2935-408a-ad11-a7772a1f9f85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.3213038 Feb 15 09:29:11.782318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d82a3-023f-40db-abe7-d9090ebd72ab service neutron] Pushing event updated for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:11.791265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'fixed_ips': [{'subnet_id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:29:11.792135 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:11.816550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:11.818358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-886029222-network', 'tenant_id': 'de21f2ee27044877a84a715b41aa4836'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:11.824725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:11.829172 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d098e6d-17f6-4333-9fa5-f883a46668a4" -d '{"events": [{"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:11.893241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:11.906478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.030609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:12.031422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.084127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0513460-ff58-41a7-9d0f-1ed3a40df646 req-c560dab8-7712-49be-b3dd-dc188c0b1038 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:12.092195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0513460-ff58-41a7-9d0f-1ed3a40df646 req-c560dab8-7712-49be-b3dd-dc188c0b1038 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.0911043 Feb 15 09:29:12.139589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Allocated IP 172.20.0.2 (68fd8e85-2029-4961-b16e-4d0b1cb8f1b2/9afbe341-8075-4bbd-b9e3-ad0c9f19d55f/3d0cfd76-80c7-4c53-b184-2dd7b9dc657c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:12.175622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0513460-ff58-41a7-9d0f-1ed3a40df646 req-18a8a11f-92c3-4803-9ce3-610cdf1fe414 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822546 Feb 15 09:29:12.259432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.302429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:12.304696 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5146414-d4aa-4675-bea7-77ea74b2c738" -d '{"events": [{"server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:12.354413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:12.362552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-d503fa6b-a059-4ac0-95a8-f371caac5d7c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.5742412 Feb 15 09:29:12.364643 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a29107-b7be-43dd-b2d8-1597454fffa8 x-openstack-request-id: req-a3a29107-b7be-43dd-b2d8-1597454fffa8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:12.365420 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:12.365876 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3a29107-b7be-43dd-b2d8-1597454fffa8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:12.366748 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'status': 'completed', 'code': 200} Feb 15 09:29:12.381439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.398245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-840b4ff6-cd25-4dee-89a0-e64327489732 req-e01ca626-f4aa-4fb0-b67c-ada5797679f7 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756928 Feb 15 09:29:12.456847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897641c8-ec53-4c96-a24d-d99315c09ad7 req-f3c6bd4b-08e1-4e83-b443-f6c3d429ae6c tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:12.466365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-897641c8-ec53-4c96-a24d-d99315c09ad7 req-f3c6bd4b-08e1-4e83-b443-f6c3d429ae6c tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 944 time: 0.1363676 Feb 15 09:29:12.472472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.485303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-2818276e-b119-4511-8318-b8aa426cd92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:12.486994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-2818276e-b119-4511-8318-b8aa426cd92c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1095 time: 0.7325630 Feb 15 09:29:12.491248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-d7081151-1043-4c63-83a9-f8cf3eef5db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:12.493587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-d7081151-1043-4c63-83a9-f8cf3eef5db2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1064489 Feb 15 09:29:12.497951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:12.500163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:12.501526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.501852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.517093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.538532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.546162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.594384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:12.599695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:12.604618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:12.613931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Pushing event updated for resources: {'Port': ['ID=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:12.632864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-0ab6c0d8-049e-4095-ba15-14e85319d4eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 217 time: 0.1175632 Feb 15 09:29:12.646769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-897641c8-ec53-4c96-a24d-d99315c09ad7 req-48f6c668-9d8f-4b0f-9d4b-237026a2399b tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768060 Feb 15 09:29:12.690166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Attempting to bind port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:12.690654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Attempting to bind port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:12.691134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Attempting to bind port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c on network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:12.705999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:12.706798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Checking segment: {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:12.706798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.707178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Bound using segment: {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:12.707632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Bound port: 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:12.708012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.717359 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0daaea9-0912-4c0d-9723-0d77aa0693a9 x-openstack-request-id: req-d0daaea9-0912-4c0d-9723-0d77aa0693a9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:12.717673 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "name": "network-vif-plugged", "status": "completed", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:12.717926 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0daaea9-0912-4c0d-9723-0d77aa0693a9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:12.718314 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7', 'code': 200} Feb 15 09:29:12.774003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Allocated IP 172.25.6.209 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a033076c-85d9-4c61-a411-99568feff343) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:12.833701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] For port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:12.840406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] For port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:12.846113 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:12.909026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec106e4-86c5-4afb-bf09-61b21441f693 None None] Pushing event updated for resources: {'Port': ['ID=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:12.939315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-5b325529-de1e-460f-ad7e-40bc7e08a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:12.943142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-5b325529-de1e-460f-ad7e-40bc7e08a5db service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4276438 Feb 15 09:29:12.980083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.033130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.036939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-690c3e5f-b952-497d-b1f8-a150af45049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.038657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-690c3e5f-b952-497d-b1f8-a150af45049f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.3567312 Feb 15 09:29:13.064318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba41956-c775-40fa-bafe-01afc2847c88 req-17a6da3d-b3f7-4853-b0d5-8364423a13e7 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.071807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ba41956-c775-40fa-bafe-01afc2847c88 req-17a6da3d-b3f7-4853-b0d5-8364423a13e7 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 950 time: 0.5376790 Feb 15 09:29:13.119524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984da5-d90a-4fb0-a478-b9a5083143af req-90d9043d-6183-430d-9704-c562fdfb9301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.120938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91984da5-d90a-4fb0-a478-b9a5083143af req-90d9043d-6183-430d-9704-c562fdfb9301 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 1101 time: 0.3146393 Feb 15 09:29:13.124232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:29:13.198492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9107710-3826-4b19-8e51-8d22d40614d8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:13.209719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.210059 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Added segment 8c30f520-649f-4601-8c9b-4c9eb30594df of type vlan for network 976225ec-1661-4354-bd6e-adfe5ba6bb78 Feb 15 09:29:13.224400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730ec5-229f-43d0-85c6-c06df7d047a7 req-94dbbef4-eacf-48b4-9617-7c33c1e085aa tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.225983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e730ec5-229f-43d0-85c6-c06df7d047a7 req-94dbbef4-eacf-48b4-9617-7c33c1e085aa tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1096 time: 0.4166512 Feb 15 09:29:13.291170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e730ec5-229f-43d0-85c6-c06df7d047a7 req-d999eb38-c57f-4f65-b485-217df1eb2f51 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Feb 15 09:29:13.296063 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.304306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ba41956-c775-40fa-bafe-01afc2847c88 req-23049ee9-7df0-488f-8d58-e3ffef58cdab tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316279 Feb 15 09:29:13.306175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91984da5-d90a-4fb0-a478-b9a5083143af req-734e8d31-9528-444b-b5b2-224d165b8fc9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455917 Feb 15 09:29:13.320097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-2957187a-3ea8-498d-8ceb-e1982189f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.324452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-2957187a-3ea8-498d-8ceb-e1982189f75d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2677622 Feb 15 09:29:13.339308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.348311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-27252f55-a251-4db3-9dd0-329d27827d84 service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969882 Feb 15 09:29:13.350522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.375188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:13.378203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:13.381886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:13.488379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Pushing event updated for resources: {'Port': ['ID=a033076c-85d9-4c61-a411-99568feff343,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:13.520335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.521591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.522180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.527189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79e994-6d43-4d14-af0f-c0e8adc2e196 req-ad2c74a6-ef53-406e-98a1-099273581818 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.536909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c79e994-6d43-4d14-af0f-c0e8adc2e196 req-ad2c74a6-ef53-406e-98a1-099273581818 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 943 time: 0.0907524 Feb 15 09:29:13.632480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53762) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:13.632687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0684319 Feb 15 09:29:13.666264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Request body: {'subnet': {'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-886029222-subnet', 'tenant_id': 'de21f2ee27044877a84a715b41aa4836', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:13.678786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1007c3-a8e4-4dd0-9e58-400a3eff26e9 admin admin] Pushing event updated for resources: {'Network': ['ID=976225ec-1661-4354-bd6e-adfe5ba6bb78,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:13.687378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c79e994-6d43-4d14-af0f-c0e8adc2e196 req-ff56fe27-42ed-4f86-bad0-585f9764fe47 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493170 Feb 15 09:29:13.696787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:29:13.717013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-8d8b70a2-44c4-47fc-93af-dc6aed8e21f8 service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655889 Feb 15 09:29:13.721651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ec6e9b-42ed-4de1-a3ba-2a99facb5274 req-8d7adc6f-d2bd-4ac2-a3e8-8505f035ade9 service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532233 Feb 15 09:29:13.750983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:13.754284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:13.762116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9063e51-f252-4ca8-9a41-a5f63b375eee req-7b6a0f88-53c3-4542-bd59-955a4b614d65 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:13.763683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9063e51-f252-4ca8-9a41-a5f63b375eee req-7b6a0f88-53c3-4542-bd59-955a4b614d65 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1956167 Feb 15 09:29:13.898434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9063e51-f252-4ca8-9a41-a5f63b375eee req-b2ad3046-5b94-4afa-ac6d-d96de1b72e78 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771275 Feb 15 09:29:13.932408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-adf437a3-49c1-4e0b-ba91-de7c73e1fc22 req-80852d1f-b5fa-4e5f-aa2b-211d3b94658d service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022862 Feb 15 09:29:14.045503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.082849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.094210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-3cd87034-ab56-4326-b3bb-624e908c715b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.096731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-3cd87034-ab56-4326-b3bb-624e908c715b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1095 time: 0.1018138 Feb 15 09:29:14.145553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:14.229093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-060f9017-4b6b-4cee-b595-1dd90a71095c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.230562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-060f9017-4b6b-4cee-b595-1dd90a71095c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.3673360 Feb 15 09:29:14.255512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-ac525205-41d8-448d-ba72-2a3a45cc80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.257140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-ac525205-41d8-448d-ba72-2a3a45cc80e4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 929 time: 0.1511853 Feb 15 09:29:14.309635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-a8ce3245-7d4c-4613-9288-09a252f3479c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/quotas/972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 375 time: 0.0681670 Feb 15 09:29:14.336526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:14.359275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:14.364036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-81c6cccf-30bc-4b67-8699-a21699f95030 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 217 time: 0.0989170 Feb 15 09:29:14.413386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a97242c-7e5f-4132-92da-f353e3e23aab None None] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:14.462447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-c8350b0b-2a1f-4064-a326-c73bd50e27de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.464059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-c8350b0b-2a1f-4064-a326-c73bd50e27de service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.0617542 Feb 15 09:29:14.473992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.476268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bcf5e-c65d-4130-b588-776463a6b688 req-25bae5de-7d8e-4158-a2b9-133320aa2aab tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.482614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a27bcf5e-c65d-4130-b588-776463a6b688 req-25bae5de-7d8e-4158-a2b9-133320aa2aab tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 944 time: 0.1344688 Feb 15 09:29:14.485742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-f606b8a5-b227-4ee0-b765-1fe74e4f2e60 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1675107 Feb 15 09:29:14.517381 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.579609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] Provisioning complete for port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:14.580709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.586315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a27bcf5e-c65d-4130-b588-776463a6b688 req-06d3c999-4234-4ca9-916b-9011861ad146 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624890 Feb 15 09:29:14.590637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-8924c6e6-882f-425e-a5a9-ef9bab0f5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.592050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-8924c6e6-882f-425e-a5a9-ef9bab0f5583 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084938 Feb 15 09:29:14.719526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:14.769018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:14.786223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.804617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Checking segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:14.806490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Network hostable DHCP agents. Network: 976225ec-1661-4354-bd6e-adfe5ba6bb78, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:29:14.815785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa8baef-b9cc-4438-867c-e595be6a346d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:14.825155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:14.834477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c392a-55e7-49b5-8a46-87986dcd6bb5 req-9e02b701-bda3-44dd-9074-570e8ecea8b0 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:14.842281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:14.843979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-593c392a-55e7-49b5-8a46-87986dcd6bb5 req-9e02b701-bda3-44dd-9074-570e8ecea8b0 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 950 time: 0.1342487 Feb 15 09:29:14.871659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-d3f8e4d5-1600-4894-98f7-8f7a33034a02 service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699401 Feb 15 09:29:14.904267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-f57c73ec-c938-4c1b-8db7-e25b2ed88b68 service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684270 Feb 15 09:29:14.904947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:29:14.947223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-593c392a-55e7-49b5-8a46-87986dcd6bb5 req-75eb1f3a-28e8-494d-ac5a-ceaed72ff4b6 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023328 Feb 15 09:29:14.966539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 976225ec-1661-4354-bd6e-adfe5ba6bb78) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:14.972599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:14.989640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d956d7-124f-4099-b75e-aa4ba1143b31 None None] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:14.992174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.042729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d098e6d-17f6-4333-9fa5-f883a46668a4 req-60fd0a3d-526d-4b92-b431-e711f4d4cc3b service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629806 Feb 15 09:29:15.043627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:15.044353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.066270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:15.158778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] For port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:15.159766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:15.160409 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.167747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ef72caa-6d4d-4012-b5a6-4d22786cc278 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5319481 Feb 15 09:29:15.169757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179f85c-f0b3-4d4d-a89a-1ce644f2dc81 req-2a6938ef-5485-4ebd-a50c-ba2796863862 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:15.174474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.185423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3179f85c-f0b3-4d4d-a89a-1ce644f2dc81 req-2a6938ef-5485-4ebd-a50c-ba2796863862 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 944 time: 0.1066024 Feb 15 09:29:15.245691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3179f85c-f0b3-4d4d-a89a-1ce644f2dc81 req-95464c2b-0e5b-4488-b4fb-e718a4887ffa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589695 Feb 15 09:29:15.256760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Router a8afacb1-9fbe-4907-96b3-65a133bc96ab is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:29:15.277483 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-60e59e73-2de9-46ca-90ba-c86a953982b3 service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428659 Feb 15 09:29:15.461997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70062851-d14b-4cdb-85af-4e8e2dde6b1b req-8fbaac07-a6f6-43d2-9c19-1177ba60e486 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:15.464021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70062851-d14b-4cdb-85af-4e8e2dde6b1b req-8fbaac07-a6f6-43d2-9c19-1177ba60e486 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0936034 Feb 15 09:29:15.488933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:15.522361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.522470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f972921-6b1e-4751-912d-4ff68671fc19 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1966841 Feb 15 09:29:15.527296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53790) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:15.558696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70062851-d14b-4cdb-85af-4e8e2dde6b1b req-0c2fc5a4-e372-46e2-b14b-c974db5a2417 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880148 Feb 15 09:29:15.582215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Sync routers for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:15.586139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d2add-9f54-4e85-873a-8d70edd284bb None None] Pushing event updated for resources: {'Port': ['ID=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:15.614388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5458ca13-6a58-4e1f-9379-225ef64fbc61 None None] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:15.678866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-28968c85-b533-4199-9008-14021a8ade12 None None] Provisioning complete for port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:15.679244 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28968c85-b533-4199-9008-14021a8ade12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:15.713408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ce2407b-fcf8-42ba-929b-3b73f81508de req-3bb00b42-0ced-42c8-9fdd-2037ccf8b489 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 210 time: 0.0456910 Feb 15 09:29:15.740578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:15.741659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:15.928546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ead915-dd22-4207-a7f2-8664376559b0 req-b9a2dcf1-384c-4602-a175-19383134879d tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:15.937438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83ead915-dd22-4207-a7f2-8664376559b0 req-b9a2dcf1-384c-4602-a175-19383134879d tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 944 time: 0.1465671 Feb 15 09:29:16.038959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83ead915-dd22-4207-a7f2-8664376559b0 req-1f2781bd-2621-4bac-bc22-cfc9fc8bc924 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965059 Feb 15 09:29:16.127797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:16.200700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c6678335-a03d-46e9-9586-4ef72035f3bf details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:16.215613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432a62-e30c-4b82-93c2-538adbac1b0a req-b7abf62c-a3de-4f46-a022-a9d90a7c3dfb tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:16.225447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c432a62-e30c-4b82-93c2-538adbac1b0a req-b7abf62c-a3de-4f46-a022-a9d90a7c3dfb tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 950 time: 0.0923703 Feb 15 09:29:16.317826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c432a62-e30c-4b82-93c2-538adbac1b0a req-ee8ad276-73a2-4194-9d60-bca2923fae85 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913587 Feb 15 09:29:16.459025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7248c-0046-400b-aac8-b32667c459df req-18e32521-7a11-4a99-9be4-6e74809370de tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:16.467261 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bb7248c-0046-400b-aac8-b32667c459df req-18e32521-7a11-4a99-9be4-6e74809370de tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 944 time: 0.0642946 Feb 15 09:29:16.526930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bb7248c-0046-400b-aac8-b32667c459df req-9e9bb0cf-b7c3-46f0-9e80-79300f995500 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549040 Feb 15 09:29:16.528330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c6678335-a03d-46e9-9586-4ef72035f3bf,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:16.572772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'mac_address': 'fa:16:3e:f0:6d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:16.580971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:16.643543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:13Z', 'revision_number': 3, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:16.647301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:16.696928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Checking router: a8afacb1-9fbe-4907-96b3-65a133bc96ab for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:16.697760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Updating router a8afacb1-9fbe-4907-96b3-65a133bc96ab port a033076c-85d9-4c61-a411-99568feff343 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:29:16.708119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bab2f3f5-5c12-4c05-a7d0-77ffb58153be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:16.714461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-266c07ae-a216-44cd-832a-c9fa0afa9a57 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:16.721918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-266c07ae-a216-44cd-832a-c9fa0afa9a57 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.6402459 Feb 15 09:29:16.741142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6678335-a03d-46e9-9586-4ef72035f3bf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:16.744128 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-3e76f09a-3f13-45c6-8129-433b9676420b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/quotas/de21f2ee27044877a84a715b41aa4836 HTTP/1.1" status: 200 len: 375 time: 0.0213225 Feb 15 09:29:16.759910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:16.788675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:16.815716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-87168972-f829-4399-aac1-e23e50b1fb22 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703833 Feb 15 09:29:16.816266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c6678335-a03d-46e9-9586-4ef72035f3bf,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:16.865009 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:16.983819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.017931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-c8b0d52a-d31e-45ef-ae82-8123e5b30c91 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012153 Feb 15 09:29:17.174874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-8a8a8430-7da2-4df0-84c5-742bef27e74c service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530054 Feb 15 09:29:17.245826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.271285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.301414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:17.301806 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.337232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:17.362300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-492b10ba-adb7-48e2-b590-f58b3c00f78a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:17.364093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-492b10ba-adb7-48e2-b590-f58b3c00f78a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.3336036 Feb 15 09:29:17.391122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Request body: {'port': {'device_id': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'admin_state_up': True, 'tenant_id': '972d445c0aa9475e952e5c17bda90001'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:17.395110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Attempting to bind port a033076c-85d9-4c61-a411-99568feff343 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:17.395512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Attempting to bind port a033076c-85d9-4c61-a411-99568feff343 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:17.395872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Attempting to bind port a033076c-85d9-4c61-a411-99568feff343 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:17.400439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203745d-4cbe-4c49-b109-f860978692e0 None None] Pushing event updated for resources: {'Port': ['ID=a033076c-85d9-4c61-a411-99568feff343,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:17.405733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c6678335-a03d-46e9-9586-4ef72035f3bf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:17.437702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Allocated IP 172.20.0.1 (68fd8e85-2029-4961-b16e-4d0b1cb8f1b2/9afbe341-8075-4bbd-b9e3-ad0c9f19d55f/c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:17.459731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:17.459731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:17.459731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.459731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:17.460415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Bound port: a033076c-85d9-4c61-a411-99568feff343, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:17.460608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.522847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f93d5-7812-476a-9968-d7d469785a73 req-93e462c6-ad18-4002-a0d8-dae3262dfc5a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:17.534935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-492f93d5-7812-476a-9968-d7d469785a73 req-93e462c6-ad18-4002-a0d8-dae3262dfc5a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.3082669 Feb 15 09:29:17.605588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.618204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-492f93d5-7812-476a-9968-d7d469785a73 req-ce9cd755-05cf-491e-81fd-75388e9e3403 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767837 Feb 15 09:29:17.654263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] For port a033076c-85d9-4c61-a411-99568feff343, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:17.661126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.686661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] For port a033076c-85d9-4c61-a411-99568feff343, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a033076c-85d9-4c61-a411-99568feff343,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:17.701559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.705402 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5a3aa5b-0299-4949-b192-091b6c0b417b req-7c5a81d0-9937-4a43-adcf-e7f71fe517ce tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 210 time: 0.0655119 Feb 15 09:29:17.713962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:17.717609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:17.783543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203745d-4cbe-4c49-b109-f860978692e0 None None] Pushing event updated for resources: {'Port': ['ID=a033076c-85d9-4c61-a411-99568feff343,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:17.796731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:17.797394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:28:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:17.808245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:17.818714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:17.852825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:17.958331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90462d-4b0b-452d-818f-0c609db775c5 req-673d20cd-836d-4845-8a54-9edf4317912e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:17.959927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d90462d-4b0b-452d-818f-0c609db775c5 req-673d20cd-836d-4845-8a54-9edf4317912e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 945 time: 0.1901681 Feb 15 09:29:18.023448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:18.078254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.176952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d90462d-4b0b-452d-818f-0c609db775c5 req-02785552-e6df-4f1a-90d2-43cbb157a19a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912227 Feb 15 09:29:18.217643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Allocated IP 172.20.0.13 (2016aa89-3ec9-445e-8dc1-4dd2b2951d86/bd0d0193-f267-4c60-9a62-451a5d6f5df1/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:18.309360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:18.363028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628f701a-d453-4f94-9d23-a01eb3a1ce09 req-c6b72fc2-bd63-43b6-907b-e07f8e6d45aa tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:18.371182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-628f701a-d453-4f94-9d23-a01eb3a1ce09 req-c6b72fc2-bd63-43b6-907b-e07f8e6d45aa tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 950 time: 0.2868099 Feb 15 09:29:18.403144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-705cb3da-8e21-4cea-aa60-e568c5d8f349 None None] Provisioning complete for port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:18.403434 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-705cb3da-8e21-4cea-aa60-e568c5d8f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.437600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:18.453680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-628f701a-d453-4f94-9d23-a01eb3a1ce09 req-de1e9fb3-920a-462d-a0e8-dce7fd59c01c tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814273 Feb 15 09:29:18.533638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c95f492-28f8-4114-ac25-aabe57d0f484 req-650a292d-6807-4fd2-b0e0-8e5c686a0529 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 210 time: 0.1581447 Feb 15 09:29:18.545375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.619289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-705cb3da-8e21-4cea-aa60-e568c5d8f349 None None] Port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:18.673086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:18.681909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:18.682280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.707525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-e5767299-469b-4a4b-a823-edd28c107a8a tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:18.709712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-e5767299-469b-4a4b-a823-edd28c107a8a tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 1101 time: 0.2022834 Feb 15 09:29:18.823449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:13Z', 'revision_number': 3, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:18.847168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.854154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4bc52-6705-4075-9efc-690d7ba1e329 req-cb641b3e-d0d9-481d-adfb-bc206751fb12 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:18.856306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95b4bc52-6705-4075-9efc-690d7ba1e329 req-cb641b3e-d0d9-481d-adfb-bc206751fb12 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 944 time: 0.1961906 Feb 15 09:29:18.892640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912f0b38-618f-4ed1-99a1-e299434593ce None None] The sync data for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 is: [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:13Z', 'revision_number': 3, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:18.916023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043805cb-87dc-4999-b5fb-6af05a0b02f9 req-c6530277-7d25-4770-ad1d-39552608bb29 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:18.925336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043805cb-87dc-4999-b5fb-6af05a0b02f9 req-c6530277-7d25-4770-ad1d-39552608bb29 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1542511 Feb 15 09:29:18.934579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:18.977995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95b4bc52-6705-4075-9efc-690d7ba1e329 req-750b4999-0fdc-4217-a394-aef294fa0065 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939083 Feb 15 09:29:18.984910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:18.995187 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c50f8c1-a3d2-46e6-8e3c-44db9d7f7a67" -d '{"events": [{"server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "name": "network-vif-plugged", "status": "completed", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:19.033129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:19.047520 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.049486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043805cb-87dc-4999-b5fb-6af05a0b02f9 req-a1946920-82d4-4642-b059-3d6e6d0d14b0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227298 Feb 15 09:29:19.062325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.077747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Deleting port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:19.078123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.089907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.166184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:19.227364 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7290d1-b8f0-4097-b0ee-d5a6db0395c6 x-openstack-request-id: req-0a7290d1-b8f0-4097-b0ee-d5a6db0395c6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:19.228430 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "name": "network-vif-plugged", "status": "completed", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:19.229082 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a7290d1-b8f0-4097-b0ee-d5a6db0395c6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:19.229722 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'code': 200} Feb 15 09:29:19.233308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34fc337b-6321-4229-baab-0c3d2eb58844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.245465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] For port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:19.245960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.265371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Calling delete_port for 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:19.295671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.449667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.479323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:19.529446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9ddc1-b27e-41ee-ab97-f2cd88011309 req-532722ce-ca03-4cf7-9814-a4f6367579ea tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:19.541941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35e9ddc1-b27e-41ee-ab97-f2cd88011309 req-532722ce-ca03-4cf7-9814-a4f6367579ea tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 932 time: 0.2901912 Feb 15 09:29:19.573269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:19.623938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:19.631167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:19.659174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:19.664712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad2cf-173d-48e2-9acd-17c5fdc8ba0e req-f527990f-7917-40fb-b34a-540181fd3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:19.666492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-177ad2cf-173d-48e2-9acd-17c5fdc8ba0e req-f527990f-7917-40fb-b34a-540181fd3f1a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1096 time: 0.2623167 Feb 15 09:29:19.672869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:19.684278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:19.794266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33a63e-bf4c-4496-a112-210307150eef req-d569ca7e-16c8-4a21-aca5-780d526e085d tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:19.801853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb33a63e-bf4c-4496-a112-210307150eef req-d569ca7e-16c8-4a21-aca5-780d526e085d tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 945 time: 0.3999562 Feb 15 09:29:19.813423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35e9ddc1-b27e-41ee-ab97-f2cd88011309 req-d56e5eb4-c738-4334-9cbb-909c04dbdbbc tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641158 Feb 15 09:29:19.815629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Router a8afacb1-9fbe-4907-96b3-65a133bc96ab has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:19.957958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb33a63e-bf4c-4496-a112-210307150eef req-74143453-2fb3-4a9a-8682-c0aa20164362 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552594 Feb 15 09:29:19.969729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:19.970472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:19.980720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-8ae21128-b0c8-4b85-bda2-68c15c0326d3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:19.982208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-8ae21128-b0c8-4b85-bda2-68c15c0326d3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.5794065 Feb 15 09:29:19.986437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-177ad2cf-173d-48e2-9acd-17c5fdc8ba0e req-2aaa3206-a791-4702-8ee9-5ba2a9fa9d17 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994447 Feb 15 09:29:20.003012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.017393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:20.030386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-72805bcf-bbe7-4f7f-ab79-21d0d94222b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6556764 Feb 15 09:29:20.070069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:20.076102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4993c692-52d9-4b43-b901-14830f618182 admin admin] 10.222.0.10 "PUT /v2.0/routers/a8afacb1-9fbe-4907-96b3-65a133bc96ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5474670 Feb 15 09:29:20.094577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9f03883f-b1b2-4fd5-be5d-d7f1f3ef854b None None] Provisioning complete for port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:20.094953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f03883f-b1b2-4fd5-be5d-d7f1f3ef854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.096478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2084bb-883f-4f01-aff0-7bc443d4df15 req-1383d328-3d04-45e7-9a4c-3b4e5d8fd88e tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:20.112096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b2084bb-883f-4f01-aff0-7bc443d4df15 req-1383d328-3d04-45e7-9a4c-3b4e5d8fd88e tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=25987627-2ec0-4d63-9dc3-8ceaccbf19e0 HTTP/1.1" status: 200 len: 867 time: 0.2131934 Feb 15 09:29:20.124237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Request body: {'port': {'device_id': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:20.173800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b2084bb-883f-4f01-aff0-7bc443d4df15 req-9eac4eb5-486d-4f39-af50-3746d9278af5 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598598 Feb 15 09:29:20.194294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:20.199070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c6678335-a03d-46e9-9586-4ef72035f3bf up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:20.352634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9f03883f-b1b2-4fd5-be5d-d7f1f3ef854b None None] Port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:20.378277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.386577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port c6678335-a03d-46e9-9586-4ef72035f3bf completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:20.394215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port c6678335-a03d-46e9-9586-4ef72035f3bf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:20.394843 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.410698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914739b-9d1f-4da7-a570-bd5bbaf27b9c req-9ab359f0-fc26-4421-bedf-d72ad8bb2cf5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:20.422933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a914739b-9d1f-4da7-a570-bd5bbaf27b9c req-9ab359f0-fc26-4421-bedf-d72ad8bb2cf5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 945 time: 0.1158931 Feb 15 09:29:20.494395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a914739b-9d1f-4da7-a570-bd5bbaf27b9c req-d8f39095-4ed1-4e56-99d8-c8c995140a5e tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704269 Feb 15 09:29:20.534976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.575437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c6678335-a03d-46e9-9586-4ef72035f3bf,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:20.582338 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.661764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf0ee79-11db-4fde-bbd3-4ecc59a7cf78 req-f55b3014-732b-40c5-8d90-974f6459aabe tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:20.663325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcf0ee79-11db-4fde-bbd3-4ecc59a7cf78 req-f55b3014-732b-40c5-8d90-974f6459aabe tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0733137 Feb 15 09:29:20.669450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:20.718111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcf0ee79-11db-4fde-bbd3-4ecc59a7cf78 req-6d189e0e-cc4a-4930-9555-5480c107da55 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450118 Feb 15 09:29:20.736712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Request body: {'port': {'device_id': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'admin_state_up': True, 'tenant_id': 'de21f2ee27044877a84a715b41aa4836'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:20.768480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a033076c-85d9-4c61-a411-99568feff343 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:20.777290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-508ec3c0-39d9-4062-b6b0-990945fd595a req-79fc698f-bc61-4be8-a330-580d53dd45bf tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 210 time: 0.6180859 Feb 15 09:29:20.825118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] No DVR routers for this DVR port 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:20.861008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.864390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0aae20bb-836f-4197-8d4c-4f40334f7da9 req-70a38e39-d975-4897-8a32-250bc494e626 tempest-DeleteServersAdminTestJSON-1654115466 tempest-DeleteServersAdminTestJSON-1654115466-project-admin] 10.222.0.36 "DELETE /v2.0/ports/8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 HTTP/1.1" status: 204 len: 173 time: 2.1432421 Feb 15 09:29:20.866921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'name': 'network-vif-deleted', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:20.870577 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce84b927-f116-4077-9e2d-f5e87217f378" -d '{"events": [{"server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "name": "network-vif-deleted", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:20.892976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a033076c-85d9-4c61-a411-99568feff343 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:20.893623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.900703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:20.932451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-4b5c59ff-16d3-4dd8-90ea-adffdfbebfc2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7690127 Feb 15 09:29:20.999628 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.034070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a033076c-85d9-4c61-a411-99568feff343, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a033076c-85d9-4c61-a411-99568feff343,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:21.045745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.076767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f31e6d8b-7b69-4dcd-a1e6-e0fdc6a28a5c tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2357647 Feb 15 09:29:21.083512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:21.094184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77e2c5-37cb-4ff7-931d-a0ff642bfec1 req-2d3e0f73-ba36-4508-81c6-d8e55869f954 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:21.097171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef77e2c5-37cb-4ff7-931d-a0ff642bfec1 req-2d3e0f73-ba36-4508-81c6-d8e55869f954 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 932 time: 0.1918957 Feb 15 09:29:21.133527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.140315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a033076c-85d9-4c61-a411-99568feff343,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:21.210413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:21.214978 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.220684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-f0f65e6c-6f78-4cac-b289-67b49f2d63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:21.222334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-f0f65e6c-6f78-4cac-b289-67b49f2d63e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1095 time: 0.2350528 Feb 15 09:29:21.231378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:21.234216 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49616042-2150-4ad2-8ca3-05e3fd571535" -d '{"events": [{"server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "name": "network-vif-plugged", "status": "completed", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:21.298792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.384531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef77e2c5-37cb-4ff7-931d-a0ff642bfec1 req-76d1b102-f3db-4faa-bc21-91a4700fa0f1 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136521 Feb 15 09:29:21.473227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Allocated IP 172.25.6.15 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/ab4c15f2-623a-4289-91a2-4f7ff31dcb97) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:21.495694 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e1294-f403-4447-ad01-c3b82f34d231 x-openstack-request-id: req-180e1294-f403-4447-ad01-c3b82f34d231 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:21.496280 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25987627-2ec0-4d63-9dc3-8ceaccbf19e0", "name": "network-vif-deleted", "tag": "8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:21.496764 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-180e1294-f403-4447-ad01-c3b82f34d231 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:21.500107 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25987627-2ec0-4d63-9dc3-8ceaccbf19e0', 'name': 'network-vif-deleted', 'tag': '8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7', 'status': 'completed', 'code': 200} Feb 15 09:29:21.604416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Sync routers for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:21.619628 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:21.620626 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:21.717342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.730186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-f209822e-f448-4e4f-9509-b3a609d54af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:21.731911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-f209822e-f448-4e4f-9509-b3a609d54af3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3581345 Feb 15 09:29:21.737482 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:21.757688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:21.776464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.791885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb8f8d-35a6-46a1-82c5-f717d83f3550 req-db4b748d-7d5e-489b-b5cf-8331db9edf76 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:21.797293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73fb8f8d-35a6-46a1-82c5-f717d83f3550 req-db4b748d-7d5e-489b-b5cf-8331db9edf76 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 946 time: 0.2083304 Feb 15 09:29:21.801050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.825605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:21.852467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:21.859111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:21.861840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-97b88918-3937-42f5-b66a-666492f87b72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.1164224 Feb 15 09:29:21.892327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Transition to ACTIVE for port object 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:21.912709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Allocated IP 172.20.0.2 (976225ec-1661-4354-bd6e-adfe5ba6bb78/1fa8baef-b9cc-4438-867c-e595be6a346d/93552538-dc70-4483-8b99-6e0753746047) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:21.922713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event updated for resources: {'Port': ['ID=ab4c15f2-623a-4289-91a2-4f7ff31dcb97,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:21.948233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:21.986040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.027589 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:18Z', 'revision_number': 4, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8', 'name': '', 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'mac_address': 'fa:16:3e:7b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:17Z', 'updated_at': '2022-02-15T09:29:18Z', 'revision_number': 2, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'subnets': [{'id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:22.030456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.075694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73fb8f8d-35a6-46a1-82c5-f717d83f3550 req-feb5ec17-f781-4b5e-8418-d322bb194ef6 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178633 Feb 15 09:29:22.079196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Checking router: a8afacb1-9fbe-4907-96b3-65a133bc96ab for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:22.079550 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Updating router a8afacb1-9fbe-4907-96b3-65a133bc96ab port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:29:22.147992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.173918 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.176846 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0750619f-c088-404a-9c7f-8eed10b099eb x-openstack-request-id: req-0750619f-c088-404a-9c7f-8eed10b099eb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:22.177136 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "name": "network-vif-plugged", "status": "completed", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:22.177498 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0750619f-c088-404a-9c7f-8eed10b099eb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:22.177766 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'code': 200} Feb 15 09:29:22.222868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.233916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:22.245369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-d44e449f-5aa9-428c-8bfb-1a32ad52ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:22.248395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-d44e449f-5aa9-428c-8bfb-1a32ad52ffe0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.3757300 Feb 15 09:29:22.321152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-d25c28a5-6edf-448a-92fd-9d98d1705f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593092 Feb 15 09:29:22.370080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.376007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.505574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event updated for resources: {'Port': ['ID=ab4c15f2-623a-4289-91a2-4f7ff31dcb97,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:22.514896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.535502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.537432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-f8390d8a-02e0-47d1-a2a6-ca52b169877a tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4591818 Feb 15 09:29:22.587557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:22.587806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:22.588142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:22.600868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-8d41ba5f-ccad-4bfb-acb1-68b220bf93f8 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0546787 Feb 15 09:29:22.615968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa722ff-86db-4bac-a552-bdd3710ec925 req-58873a8c-43a6-4c7d-a6b9-5c4401a2ba79 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:22.619590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4aa722ff-86db-4bac-a552-bdd3710ec925 req-58873a8c-43a6-4c7d-a6b9-5c4401a2ba79 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 945 time: 0.2794044 Feb 15 09:29:22.632515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-ae2571c1-78ae-42eb-89ef-9f89e7bdb3a8 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933922 Feb 15 09:29:22.635221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14989711-3b96-4122-8cdf-32c95ec472ed req-b1619d29-1170-4d96-8a09-57c1e247576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:22.636491 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.637005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14989711-3b96-4122-8cdf-32c95ec472ed req-b1619d29-1170-4d96-8a09-57c1e247576a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1097 time: 0.3190558 Feb 15 09:29:22.639296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:22.639625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:22.644400 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.673879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:22.674421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:22.674587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:22.676048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Bound port: 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:22.676048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.783523 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500886f-92ee-4339-905b-4ab4e775abdb None None] Pushing event updated for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:22.785830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a033076c-85d9-4c61-a411-99568feff343 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:22.824152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-d66e1e1c-16a2-436f-b217-7bd7aa6875f4 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:22.826026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6327323-502e-4807-bd89-c99fe7f01ab1 req-d66e1e1c-16a2-436f-b217-7bd7aa6875f4 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2164721 Feb 15 09:29:22.831466 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Attempting to bind port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:22.831832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Attempting to bind port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:22.832433 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Attempting to bind port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 on network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:22.838820 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:22.839184 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Checking segment: {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:22.839710 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.840335 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Bound using segment: {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:22.840833 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Bound port: c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df2290b-52d7-4315-be19-b60c75539329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:22.841231 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.897060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a033076c-85d9-4c61-a411-99568feff343 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:22.898267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:22.911925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14989711-3b96-4122-8cdf-32c95ec472ed req-b9bade76-eef6-4cb1-a7a7-aa5bed0890e4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234390 Feb 15 09:29:22.931634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4aa722ff-86db-4bac-a552-bdd3710ec925 req-ecbb4d8e-e105-4591-be91-11b72ed418f7 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762804 Feb 15 09:29:22.976510 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] For port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:22.984682 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] For port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:22.988838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:22.996506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:23.006675 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.025311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.046221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.068534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ec404-7c31-4687-96cd-a0223fd7d65d req-4dff0c19-9d7e-4731-97d8-69e8567adab1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.070459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ac4ec404-7c31-4687-96cd-a0223fd7d65d req-4dff0c19-9d7e-4731-97d8-69e8567adab1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1368208 Feb 15 09:29:23.096854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] Provisioning complete for port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:23.098126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.098755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.100022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.100156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 1092 time: 3.0500581 Feb 15 09:29:23.129089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ac4ec404-7c31-4687-96cd-a0223fd7d65d req-d77e20f0-63b3-4867-be5d-b67a637bfae4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496087 Feb 15 09:29:23.148616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31c525e1-d63e-4792-a27a-4bd349cb95df req-e7259dd6-ac10-4eb0-97b4-d5bc3b22e2b5 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 210 time: 0.0910382 Feb 15 09:29:23.156707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed074a2-48fa-41d1-8752-1a41bb9ee50b req-7dab80c4-1429-4298-893f-d5b26c0df3d8 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5113964 Feb 15 09:29:23.301989 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500886f-92ee-4339-905b-4ab4e775abdb None None] Pushing event updated for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:23.310281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.310626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-ae2fd344-8529-4eac-9933-c18fc7ceb8e4 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=d4767162aa8a49128bd3e275b5876c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450053 Feb 15 09:29:23.314159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:23.315008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:23.335875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.363610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d9b3e-10a2-40a6-a27f-bb6c44527b83 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:23.410774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] For port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:23.420138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.469492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-2911a9c3-a4cf-40fc-88d4-57f5449918e9 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.471901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:23.481703 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-2911a9c3-a4cf-40fc-88d4-57f5449918e9 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1610525 Feb 15 09:29:23.494004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e90d9cb-bae1-4437-bbb7-5615e957f977 req-824af816-440c-492e-87cd-b0f3bbe757a0 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.506651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e90d9cb-bae1-4437-bbb7-5615e957f977 req-824af816-440c-492e-87cd-b0f3bbe757a0 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.2491715 Feb 15 09:29:23.516426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-dc92e1e3-f904-4c39-b26c-185bcf0c4257 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/quotas/d4767162aa8a49128bd3e275b5876c33 HTTP/1.1" status: 200 len: 375 time: 0.0315776 Feb 15 09:29:23.520536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:23.531608 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865" -d '{"events": [{"name": "network-changed", "server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:23.535331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:23.550409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:23.554292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454303f4-ffeb-4d8a-815a-f094c8c77260 None None] Pushing event updated for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:23.558291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-83287a08-bfe9-42c4-89c5-c8e45f185cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.559832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-83287a08-bfe9-42c4-89c5-c8e45f185cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1095 time: 0.3919828 Feb 15 09:29:23.589232 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:23.620573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-975bfb89-264a-4162-86b2-b9e2e700e6e3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1030750 Feb 15 09:29:23.648130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-22659c70-56f3-4d84-9611-eeecb81c5291 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 217 time: 0.0542989 Feb 15 09:29:23.650028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d250b9d7-7a79-4743-a79d-a73c0c248c03 None None] Provisioning complete for port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:23.650396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d250b9d7-7a79-4743-a79d-a73c0c248c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.652044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:23.719682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.720331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:23.743812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e90d9cb-bae1-4437-bbb7-5615e957f977 req-dc50f30a-270e-4a84-bec7-340d907bdf2c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343562 Feb 15 09:29:23.782613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683add43-3fab-437f-b763-e3691ebe8348 req-f2202a94-5fc0-4e63-a374-4b2ef6d73e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:23.784035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-f2202a94-5fc0-4e63-a374-4b2ef6d73e25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1250007 Feb 15 09:29:23.787097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d21a07e1-6683-4d4c-ad2d-941bfcbbb3df tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5297728 Feb 15 09:29:23.840028 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-1afe8e09-3f46-4749-a9c7-5bbbb9b465d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392601 Feb 15 09:29:23.877220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Request body: {'port': {'device_id': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:23.880740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:23.939561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:23.940074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8f2f6a77-24e9-463e-8d5f-e35b1adc9ca7 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:24.020429 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:18Z', 'revision_number': 4, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8', 'name': '', 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'mac_address': 'fa:16:3e:7b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:17Z', 'updated_at': '2022-02-15T09:29:22Z', 'revision_number': 4, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'subnets': [{'id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:24.087054 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d89019b-df6e-41e1-8131-af112a48f603 None None] The sync data for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 is: [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:18Z', 'revision_number': 4, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8', 'name': '', 'network_id': '68fd8e85-2029-4961-b16e-4d0b1cb8f1b2', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'mac_address': 'fa:16:3e:7b:f7:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:17Z', 'updated_at': '2022-02-15T09:29:22Z', 'revision_number': 4, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'subnets': [{'id': '9afbe341-8075-4bbd-b9e3-ad0c9f19d55f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:24.203316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115069-c8d4-467e-9afe-7440ca349549 req-87e1e34f-9104-4857-be92-e1055c0027b0 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:24.213128 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-87e1e34f-9104-4857-be92-e1055c0027b0 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2474530 Feb 15 09:29:24.252037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0572546d-7b10-47ed-a2bd-8bb0e3fce9bc req-0455084e-1c72-4e51-9dce-65f85dfe0af9 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips/0c6b6780-3719-47e8-99d3-0fddffd6e405 HTTP/1.1" status: 200 len: 692 time: 0.4817801 Feb 15 09:29:24.280060 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-69c9357c-7a6b-488b-b215-cb1574270d6b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.0660553 Feb 15 09:29:24.300701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:24.364030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:24.419289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:24.528586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-d938f349-2052-47c9-b205-b7a7f2488738 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6459491 Feb 15 09:29:24.596011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0572546d-7b10-47ed-a2bd-8bb0e3fce9bc req-cb41b22e-74d1-40b4-befd-30f3a989b685 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:24.620497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0572546d-7b10-47ed-a2bd-8bb0e3fce9bc req-cb41b22e-74d1-40b4-befd-30f3a989b685 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.3647516 Feb 15 09:29:24.678769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-0572546d-7b10-47ed-a2bd-8bb0e3fce9bc req-e470d8fe-8d12-42bc-9a75-33208fba3858 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:24.681032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0572546d-7b10-47ed-a2bd-8bb0e3fce9bc req-e470d8fe-8d12-42bc-9a75-33208fba3858 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0584829 Feb 15 09:29:24.764026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:24.866743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:24.869422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:24.993253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-683add43-3fab-437f-b763-e3691ebe8348 req-b8825b09-0768-4bc9-83f1-6ed2e2291bdc service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545629 Feb 15 09:29:25.059696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95c0af-fa24-4901-b30d-3acc5ec85180 req-fd3a2ff5-7447-4f23-9116-323c1d13d210 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:25.076395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be95c0af-fa24-4901-b30d-3acc5ec85180 req-fd3a2ff5-7447-4f23-9116-323c1d13d210 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 946 time: 0.2555497 Feb 15 09:29:25.151013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be95c0af-fa24-4901-b30d-3acc5ec85180 req-68940def-388b-41a8-a6ea-b700d81248bc tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736475 Feb 15 09:29:25.221547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:25.229949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:25.246778 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f05ef76-db69-476e-8229-53c88afe7b24 x-openstack-request-id: req-2f05ef76-db69-476e-8229-53c88afe7b24 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:25.247985 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:25.248253 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f05ef76-db69-476e-8229-53c88afe7b24 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:25.248656 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'status': 'completed', 'code': 200} Feb 15 09:29:25.284114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93552538-dc70-4483-8b99-6e0753746047 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:25.306754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:25.345370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Transition to ACTIVE for port object 93552538-dc70-4483-8b99-6e0753746047 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:25.348249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-45dd21d7-1b9a-4174-b00e-b531a8b67d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:25.349856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-45dd21d7-1b9a-4174-b00e-b531a8b67d4c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1095 time: 0.0576911 Feb 15 09:29:25.360871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:25.505320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-e395d1e8-26ac-41b5-9b02-747a4dc0a4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:25.507126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-e395d1e8-26ac-41b5-9b02-747a4dc0a4ce service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1410728 Feb 15 09:29:25.568485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56e8afb6-c2aa-4bed-ac4c-ea099f295578 req-a78898fe-c55e-4a76-9468-41dfaff2c288 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 210 time: 0.2036824 Feb 15 09:29:25.720749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-ee44f2c8-482e-49f3-8797-ba884134b1c2 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4767162aa8a49128bd3e275b5876c33&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1517723 Feb 15 09:29:25.722007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-47fdc1c1-17df-4f1a-98a7-64fad8a1f609 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 217 time: 0.1262884 Feb 15 09:29:25.749145 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Floating IP d32e4535-875a-4d9e-88ff-d44732363ced associated. External IP: 172.25.6.13, port: 45670865-2b80-4a08-b447-cc88b501ba68. Feb 15 09:29:25.803890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:25.959958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-fadd2047-084a-4eed-8abb-23730e0695fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:25.962088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-fadd2047-084a-4eed-8abb-23730e0695fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.2045240 Feb 15 09:29:25.976574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01974ee-2b12-4d70-a38e-098f7a10dacd req-bf08cc80-c87c-4452-a00a-67595fd1b9a6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:25.984601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a01974ee-2b12-4d70-a38e-098f7a10dacd req-bf08cc80-c87c-4452-a00a-67595fd1b9a6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.2694685 Feb 15 09:29:25.998647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:26.048854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Attempting to bind port 93552538-dc70-4483-8b99-6e0753746047 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:26.049194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Attempting to bind port 93552538-dc70-4483-8b99-6e0753746047 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:26.049849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Attempting to bind port 93552538-dc70-4483-8b99-6e0753746047 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:26.052858 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-26dd2bca-2cd3-4923-836e-69a7f30575b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591834 Feb 15 09:29:26.065772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-710ad09b-83e9-4075-bdf7-ae55f018e530 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.067041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-710ad09b-83e9-4075-bdf7-ae55f018e530 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3080602 Feb 15 09:29:26.079129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Port 93552538-dc70-4483-8b99-6e0753746047 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:26.079286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Attempting to bind port 93552538-dc70-4483-8b99-6e0753746047 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:26.092740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Request body: {'port': {'device_id': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'd4767162aa8a49128bd3e275b5876c33'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:26.114065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:26.114401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Checking segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:26.114793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Bound using segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:26.115225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Bound port: 93552538-dc70-4483-8b99-6e0753746047, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:26.115581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:26.135433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:26.141401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:26.149712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:26.155002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a01974ee-2b12-4d70-a38e-098f7a10dacd req-d7dbba0a-0045-41a3-8d70-3f292a7324c4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695235 Feb 15 09:29:26.189159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:26.191089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-224c7cf3-fdb1-4779-9f76-d24069ccc0bb tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "PUT /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 996 time: 1.9021873 Feb 15 09:29:26.191626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:26.191964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:26.199356 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aefa676-c4b0-4784-b3fe-67177acd32e5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:26.298288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115069-c8d4-467e-9afe-7440ca349549 req-0389dd89-870d-42f7-a136-d680c5619bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.299883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-0389dd89-870d-42f7-a136-d680c5619bea service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.0951474 Feb 15 09:29:26.353582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-6539ef60-6124-48f5-94b5-eb7ed5a9d1cf service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829084 Feb 15 09:29:26.361819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:26.374295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:26.421832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:26.426250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115069-c8d4-467e-9afe-7440ca349549 req-24967acb-3399-4526-9158-5df36061f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.439598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-24967acb-3399-4526-9158-5df36061f121 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1322711 Feb 15 09:29:26.487685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47e68f-ec94-41e8-84b0-4c5ab56f7504 req-44b756aa-8404-4ddf-bcf7-39d8f81504fa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.496015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb47e68f-ec94-41e8-84b0-4c5ab56f7504 req-44b756aa-8404-4ddf-bcf7-39d8f81504fa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 943 time: 0.2101233 Feb 15 09:29:26.509966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.510587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:26.512041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-20e753e4-db3a-4555-a816-543049e54832 service neutron] 10.222.0.72 "PUT /v2.0/ports/93552538-dc70-4483-8b99-6e0753746047 HTTP/1.1" status: 200 len: 1091 time: 2.7124949 Feb 15 09:29:26.519738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Made reservation on behalf of d4767162aa8a49128bd3e275b5876c33 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:26.523157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:26.536039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:26.588213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-a5fa2ac4-339c-4100-85e2-96bb4712973e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 999 time: 0.1476219 Feb 15 09:29:26.615716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d8cdf8d-a10f-4c15-9f53-5bd2b17fe865 req-bfb14cb1-93ed-429d-9fd2-c3b34e1ea049 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506564 Feb 15 09:29:26.645122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb47e68f-ec94-41e8-84b0-4c5ab56f7504 req-a6933c5e-ec48-4afb-848a-d170530b4e8b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450808 Feb 15 09:29:26.672269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115069-c8d4-467e-9afe-7440ca349549 req-4ee95f0f-c605-4789-a5e5-d7d582a7f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.673929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-4ee95f0f-c605-4789-a5e5-d7d582a7f4f6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0778160 Feb 15 09:29:26.677213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e753e4-db3a-4555-a816-543049e54832 service neutron] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:26.750375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d115069-c8d4-467e-9afe-7440ca349549 req-1d4d8820-73bd-4930-87c6-85775c17f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.750375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-1d4d8820-73bd-4930-87c6-85775c17f43d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628469 Feb 15 09:29:26.760183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-653c36ec-50b2-47f8-adb5-0176f05d734b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:26.761224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-653c36ec-50b2-47f8-adb5-0176f05d734b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070164 Feb 15 09:29:26.791188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-453f46c8-72da-4100-b1a8-dc24ba4142ff req-ab2f5fde-4d81-428d-ae3a-dee1990f72be tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=cd7b74f196ec4bd5be4e48be6df05b13 HTTP/1.1" status: 200 len: 695 time: 0.1023269 Feb 15 09:29:26.793219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-38a38eb0-5ac0-40a0-ad16-9a216a1acd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.794738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-38a38eb0-5ac0-40a0-ad16-9a216a1acd17 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 1094 time: 0.2120039 Feb 15 09:29:26.896664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-a7064883-b815-43a0-99bb-7c6f59ac04f5 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278911 Feb 15 09:29:26.897879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:24Z', 'revision_number': 1, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:26.922210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-992ca595-3cb2-4278-a8ef-fbda88f3ca3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93552538-dc70-4483-8b99-6e0753746047 HTTP/1.1" status: 200 len: 217 time: 0.1076424 Feb 15 09:29:26.926588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:26.935673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:26.936327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:26.978778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-74687bdf-a146-4511-9c23-45dbb3a5e1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:26.980245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-74687bdf-a146-4511-9c23-45dbb3a5e1ce service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.0459373 Feb 15 09:29:27.033193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-f88a40de-004e-48b2-b200-3cd98c979be5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422354 Feb 15 09:29:27.034888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d115069-c8d4-467e-9afe-7440ca349549 req-177ca5e6-4970-45b6-bb11-6f3f6b5ab598 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370878 Feb 15 09:29:27.043641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Allocated IP 192.168.233.74 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/ef59e109-d52e-4b08-86c6-ec35f170fb81) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:27.069369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:27.155796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f46c8-72da-4100-b1a8-dc24ba4142ff req-753c6c5c-84a1-49a8-9574-971428ab618f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:27.157286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-453f46c8-72da-4100-b1a8-dc24ba4142ff req-753c6c5c-84a1-49a8-9574-971428ab618f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks?id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 787 time: 0.3565226 Feb 15 09:29:27.189603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-453f46c8-72da-4100-b1a8-dc24ba4142ff req-368b84ce-7589-4ecc-ac8f-1b03cdc8ec4f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:27.192342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-453f46c8-72da-4100-b1a8-dc24ba4142ff req-368b84ce-7589-4ecc-ac8f-1b03cdc8ec4f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200405 Feb 15 09:29:27.227013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee129bd-575d-43b7-9641-40559d64e5d6 req-b49dafc5-75b3-496e-8aef-cd707680ed2b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:27.228367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ee129bd-575d-43b7-9641-40559d64e5d6 req-b49dafc5-75b3-496e-8aef-cd707680ed2b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.1016614 Feb 15 09:29:27.260011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'tag': '93552538-dc70-4483-8b99-6e0753746047'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:27.262502 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c97101-662b-43de-bd7a-12a1201ac18a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "tag": "93552538-dc70-4483-8b99-6e0753746047"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:27.281594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ee129bd-575d-43b7-9641-40559d64e5d6 req-8d261d53-0801-4620-bf92-be766d21bf97 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444021 Feb 15 09:29:27.313648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-d969cbd4-0143-4ff1-b3f7-0d8ba93366c1 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676051 Feb 15 09:29:27.350374 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-944e0de7-d07e-48d2-a899-ff6fd9ae7644 x-openstack-request-id: req-944e0de7-d07e-48d2-a899-ff6fd9ae7644 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:27.350884 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:27.350884 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-944e0de7-d07e-48d2-a899-ff6fd9ae7644 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:27.351314 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:29:27.397393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:24Z', 'revision_number': 1, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:27.442259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21acbb33-b8ed-467e-9b0a-68bdb965fdb3 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:24Z', 'revision_number': 1, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:27.447460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5bf92bdf-3de1-4397-8aec-f24ea7b9e66f req-d5cdb82d-b5e6-4ea8-bf61-c3cbfc290279 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 210 time: 0.0277584 Feb 15 09:29:27.578861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-31ce1d3f-4519-4f32-9409-b37e708a7e0f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:27.580551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-31ce1d3f-4519-4f32-9409-b37e708a7e0f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0637240 Feb 15 09:29:27.697491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-d0c8b46f-d399-4a67-b850-0ad46934d3b1 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 999 time: 0.1095669 Feb 15 09:29:27.702275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:27.750197 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b29065-608b-472f-b435-7388dcabdb3f None None] New status for floating IP d32e4535-875a-4d9e-88ff-d44732363ced: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:27.782218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:27.806939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5922fb14-4a47-4c05-8491-f5cc989d1e76 req-c4b8a734-f711-4077-9c97-0f593a5333a3 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410474 Feb 15 09:29:27.893608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:27.997681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-6dcabb3a-e4a8-4803-b0ca-09df71ed58fa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 258 time: 0.7656381 Feb 15 09:29:28.015459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:28.031632 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:29:28.031878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-b4559e75-80b9-4a07-b1c3-3f50eae62cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:28.033441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-b4559e75-80b9-4a07-b1c3-3f50eae62cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.2634833 Feb 15 09:29:28.036905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.103294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:28.125713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'port_id': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'mac_address': 'fa:16:3e:12:e1:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0d0193-f267-4c60-9a62-451a5d6f5df1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:28.130338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.173124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.191449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:28.217705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:28.218705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.224938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.269305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-3548b002-caba-4b81-9135-1fab7050f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:28.270881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-3548b002-caba-4b81-9135-1fab7050f363 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.2274730 Feb 15 09:29:28.300606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:28.325278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:29:28.325907 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:29:28.337521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:28.339158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:28.346305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:28.352053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:28.405318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-6289953e-5aa6-45ca-9350-017335bba0c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 1001 time: 0.1193044 Feb 15 09:29:28.460127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:28.461471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.480457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:28.494910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-3bab9b59-7e69-4c27-888e-861fbd6d6fa3 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4059899 Feb 15 09:29:28.496219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.499984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-560b56bc-99ea-4206-9dd3-e91ec4c50a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:28.501453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-560b56bc-99ea-4206-9dd3-e91ec4c50a28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0875239 Feb 15 09:29:28.619238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Request body: {'port': {'device_id': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:28.622080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Allocated IP 172.25.6.211 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/eece1079-4920-4f09-9d0b-2dabfd8598f6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:28.676317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-56da8201-7f0f-49cd-95bf-fae5e813cd00 None None] Provisioning complete for port ef59e109-d52e-4b08-86c6-ec35f170fb81 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:28.676677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-56da8201-7f0f-49cd-95bf-fae5e813cd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.725666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-56da8201-7f0f-49cd-95bf-fae5e813cd00 None None] Port ef59e109-d52e-4b08-86c6-ec35f170fb81 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:29:28.777646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-d69bddeb-3ada-44f0-b2cc-7724e055f799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:28.779444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-d69bddeb-3ada-44f0-b2cc-7724e055f799 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1658771 Feb 15 09:29:28.783490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.826720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:28.916256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.061183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-c8d5c17e-3c95-40e5-b897-2a8de16e743e service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721558 Feb 15 09:29:29.083017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.213451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:29.223885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:29.234721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:29.245044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event updated for resources: {'Port': ['ID=eece1079-4920-4f09-9d0b-2dabfd8598f6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:29.340577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aefa676-c4b0-4784-b3fe-67177acd32e5 req-b40ace3c-e4e2-4987-857a-d72fe652d5cc service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710714 Feb 15 09:29:29.365864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.369992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.467451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef59e109-d52e-4b08-86c6-ec35f170fb81 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:29.470412 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Floating IP d32e4535-875a-4d9e-88ff-d44732363ced associated. External IP: 172.25.6.13, port: 45670865-2b80-4a08-b447-cc88b501ba68. Feb 15 09:29:29.471932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.482927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.499930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Transition to ACTIVE for port object ef59e109-d52e-4b08-86c6-ec35f170fb81 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:29.518561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.552009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.608000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:29.753937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:29.763115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Attempting to bind port ef59e109-d52e-4b08-86c6-ec35f170fb81 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:29.763439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Attempting to bind port ef59e109-d52e-4b08-86c6-ec35f170fb81 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:29.763764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Attempting to bind port ef59e109-d52e-4b08-86c6-ec35f170fb81 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:29.776686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Port ef59e109-d52e-4b08-86c6-ec35f170fb81 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:29.781127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Attempting to bind port ef59e109-d52e-4b08-86c6-ec35f170fb81 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:29.818607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:29.818973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:29.819356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:29.819920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Bound port: ef59e109-d52e-4b08-86c6-ec35f170fb81, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:29.821028 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.833033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.870503 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:29.901710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:29.908206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:29.968510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:29.978790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event updated for resources: {'Port': ['ID=eece1079-4920-4f09-9d0b-2dabfd8598f6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:29.988629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:29.989650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:30.004637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:30.004888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:30.008448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.027432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.078271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.079495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-46c822b6-a1e8-4b81-a4d6-f4bafca1784a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0683911 Feb 15 09:29:30.084282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.084999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.087088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] 10.222.0.36 "PUT /v2.0/ports/ef59e109-d52e-4b08-86c6-ec35f170fb81 HTTP/1.1" status: 200 len: 1095 time: 1.4726446 Feb 15 09:29:30.157301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:30.200263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:30.206787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:30.222125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:30.222349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.341023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:30.493385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:30.498351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.541203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:30.544925 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:30.589569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-97eafdfd-9084-43aa-8e08-422ee9cea77d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "PUT /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 997 time: 2.8910120 Feb 15 09:29:30.656869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-51b6fcde-fc5b-4468-b1d3-099ea9a1789b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.656869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-51b6fcde-fc5b-4468-b1d3-099ea9a1789b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports/45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 943 time: 0.0651777 Feb 15 09:29:30.691005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:30.712434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e31e47-8162-4b9a-a5a2-73858b38c93c service neutron] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:30.717995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.723795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-1d0545dc-bd8f-44f6-85ca-ff8ba0178175 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.6327684 Feb 15 09:29:30.728723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '93552538-dc70-4483-8b99-6e0753746047', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '93552538-dc70-4483-8b99-6e0753746047', 'mac_address': 'fa:16:3e:e0:2f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:30.795114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-2fa7d112-9e25-4fbb-a418-a3dac2d0b71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.797180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-2fa7d112-9e25-4fbb-a418-a3dac2d0b71a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.0613708 Feb 15 09:29:30.812762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:30.815026 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207eec46-61ad-4163-9cff-2d032000cd56" -d '{"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:30.821508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-56c07728-4241-457d-a9b3-ace900bfe2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.823426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-56c07728-4241-457d-a9b3-ace900bfe2b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 1098 time: 0.5608978 Feb 15 09:29:30.857192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:30.859944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.876599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-ef9445aa-1a89-4a9f-8b44-7624de99d519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81 HTTP/1.1" status: 200 len: 217 time: 0.0450881 Feb 15 09:29:30.877716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93552538-dc70-4483-8b99-6e0753746047 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:30.887603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.934678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:30.935753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-9821484d-62c3-49df-9743-2e2ac1bc18c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.936488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-9821484d-62c3-49df-9743-2e2ac1bc18c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0512433 Feb 15 09:29:30.953624 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:30.963111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:30.977902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-c819b7a0-a42b-4eaf-bab9-7b72263c7b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.981139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-c819b7a0-a42b-4eaf-bab9-7b72263c7b21 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1715617 Feb 15 09:29:30.994780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-e3d97da5-03ce-4aa4-9c48-8fa7ba01a0fe tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:30.997403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-e3d97da5-03ce-4aa4-9c48-8fa7ba01a0fe tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2722807 Feb 15 09:29:31.005224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:29Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:31.019595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-ef4629e6-f7ef-4ea9-afbf-9d6687bc311e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:31.032739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec630e1b-08b3-43b7-8758-fad4177c45a2 req-ef4629e6-f7ef-4ea9-afbf-9d6687bc311e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0222058 Feb 15 09:29:31.044117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:31.059957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-168bd491-ce1b-4c39-9493-6330bfbd20ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.062134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-168bd491-ce1b-4c39-9493-6330bfbd20ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176982 Feb 15 09:29:31.067174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:31.070653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:31.071186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:31.094077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-40bf44c8-97fa-4244-99c8-263d8c410208 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.0961399 Feb 15 09:29:31.165066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-752fe66b-7b11-4db4-925b-67a176c34991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.168491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-752fe66b-7b11-4db4-925b-67a176c34991 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0735712 Feb 15 09:29:31.223571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['93552538-dc70-4483-8b99-6e0753746047'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:31.236977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d65086-f9a2-4bfd-b1ec-f5426926638f req-20f32fad-f0e8-4dfb-bad1-b37458b067b4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.238684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28d65086-f9a2-4bfd-b1ec-f5426926638f req-20f32fad-f0e8-4dfb-bad1-b37458b067b4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0931535 Feb 15 09:29:31.241582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-36d8da0d-6678-42c6-ab0a-1d780e8c7251 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605983 Feb 15 09:29:31.282039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-18cbe309-ca33-4377-88aa-6b9e3d0be3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.283558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-18cbe309-ca33-4377-88aa-6b9e3d0be3e6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067498 Feb 15 09:29:31.309449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:31.357545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28d65086-f9a2-4bfd-b1ec-f5426926638f req-9befa464-c564-43a0-8f77-e365f81268c4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011851 Feb 15 09:29:31.405277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0616952-96b1-4098-9fa4-e069c9c8d2a5 req-2645ff47-55f0-430e-abcf-2322ea5f3a03 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416209 Feb 15 09:29:31.475580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-f4508abe-eb75-4c90-aa28-8160b106ac36 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips/0c6b6780-3719-47e8-99d3-0fddffd6e405 HTTP/1.1" status: 200 len: 692 time: 0.0686572 Feb 15 09:29:31.605518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-2b2d572a-b45e-4474-9ef5-0e91a85afb58 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.615085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-2b2d572a-b45e-4474-9ef5-0e91a85afb58 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1335137 Feb 15 09:29:31.622039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-9bd4e35f-09e3-48da-b1fe-da48a7fc5fb9 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:31.631514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-9bd4e35f-09e3-48da-b1fe-da48a7fc5fb9 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154002 Feb 15 09:29:31.689934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:29Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:31.690577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-4295861c-1723-42da-964f-23a47d36a9db tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0581195 Feb 15 09:29:31.700858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-64331591-d10c-47f6-9702-a4aad4063f1d service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075971 Feb 15 09:29:31.734064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26478e27-7220-4b47-802f-75058ca6b8b2 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:29Z', 'revision_number': 3, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:31.752801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-f3015baa-5fc0-4fea-93fd-27b9e05a116e tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.15 HTTP/1.1" status: 200 len: 695 time: 0.0532613 Feb 15 09:29:31.815923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-91af7093-ae56-4707-92d0-c8e0d66d6e56 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048932 Feb 15 09:29:31.888581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-df48ca39-6063-4718-bd91-d6dc653a8456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:31.890067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-df48ca39-6063-4718-bd91-d6dc653a8456 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1096 time: 0.0515020 Feb 15 09:29:31.916418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Deleting port ab4c15f2-623a-4289-91a2-4f7ff31dcb97 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:31.916782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.001796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-1b88243f-0624-469c-982e-45c7a1cc2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.002989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-1b88243f-0624-469c-982e-45c7a1cc2bf7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1062100 Feb 15 09:29:32.009292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.009799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.018617 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e872c78a-be00-4683-a127-a088ed9359a2 None None] New status for floating IP d32e4535-875a-4d9e-88ff-d44732363ced: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:32.027326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Calling delete_port for ab4c15f2-623a-4289-91a2-4f7ff31dcb97 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:32.100310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-53998cda-defb-4745-bd27-043ec799594b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 1000 time: 0.0787387 Feb 15 09:29:32.159483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-017b5f93-2c0a-4620-9acd-17ca1148dce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.160912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-017b5f93-2c0a-4620-9acd-17ca1148dce6 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0529823 Feb 15 09:29:32.186303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.210687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-bb77d8e5-de5d-45cd-aa23-23e661d9eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.213265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-bb77d8e5-de5d-45cd-aa23-23e661d9eb12 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459213 Feb 15 09:29:32.213405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event deleted for resources: {'Port': ['ID=ab4c15f2-623a-4289-91a2-4f7ff31dcb97,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:32.229632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:32.291281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 93552538-dc70-4483-8b99-6e0753746047 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:32.297252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.299499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 93552538-dc70-4483-8b99-6e0753746047 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:32.299499 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.299811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.315625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38e02f86-bde8-47c4-9820-b187ae2ab4b1 req-a5fb166c-b968-4827-8e50-a1808cb493a2 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "DELETE /v2.0/floatingips/0c6b6780-3719-47e8-99d3-0fddffd6e405 HTTP/1.1" status: 204 len: 173 time: 0.5534718 Feb 15 09:29:32.350253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-8f6c5df8-f09a-4c69-a5b1-edba72af47ea service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307373 Feb 15 09:29:32.353443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:32.354661 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec547e2a-70a9-4869-b441-835f65920118 x-openstack-request-id: req-ec547e2a-70a9-4869-b441-835f65920118 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:32.354951 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "tag": "93552538-dc70-4483-8b99-6e0753746047", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:32.355200 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec547e2a-70a9-4869-b441-835f65920118 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:32.355592 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'tag': '93552538-dc70-4483-8b99-6e0753746047', 'status': 'completed', 'code': 200} Feb 15 09:29:32.375449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:32.376047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:32.460590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.466845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97101-662b-43de-bd7a-12a1201ac18a req-a996f7f1-cd0f-4dd1-b33a-8d29002947b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.468428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-a996f7f1-cd0f-4dd1-b33a-8d29002947b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 1095 time: 0.0796814 Feb 15 09:29:32.482499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf01d4f-228f-4fcb-b330-a5d9d2ff51c9 req-64fe5b90-5294-412d-8547-1bc3cb3c8170 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259403 Feb 15 09:29:32.486034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5bd1c-ed56-4509-9e5e-3e2ce027c40f req-54c7fdf8-b236-40d8-8ad0-6dd085d1a77e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.488144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fc5bd1c-ed56-4509-9e5e-3e2ce027c40f req-54c7fdf8-b236-40d8-8ad0-6dd085d1a77e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 944 time: 0.0658510 Feb 15 09:29:32.542124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:32.547056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:32.549270 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:32.597543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fc5bd1c-ed56-4509-9e5e-3e2ce027c40f req-986189da-3c67-4746-a276-d4163c7a3bf0 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909698 Feb 15 09:29:32.615114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffb831-9130-4c93-96d6-3c573b496f0b req-bd76c14f-863e-4de7-8e5f-9d22182b6c71 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.621370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40ffb831-9130-4c93-96d6-3c573b496f0b req-bd76c14f-863e-4de7-8e5f-9d22182b6c71 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.0667415 Feb 15 09:29:32.630322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97101-662b-43de-bd7a-12a1201ac18a req-ff8415cc-8d07-4c08-9c2f-fc12267913a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.634348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-ff8415cc-8d07-4c08-9c2f-fc12267913a9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 905 time: 0.1577849 Feb 15 09:29:32.691952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40ffb831-9130-4c93-96d6-3c573b496f0b req-5409ac27-c05b-451f-9984-f3d6d5317b2c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645149 Feb 15 09:29:32.696158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:32.707853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-f38ad3c0-55d1-4fa2-b25c-0f808929dd70 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93552538-dc70-4483-8b99-6e0753746047 HTTP/1.1" status: 200 len: 217 time: 0.0651200 Feb 15 09:29:32.749606 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b520dee-aa2d-45a6-9735-6e05c9b4c50a x-openstack-request-id: req-1b520dee-aa2d-45a6-9735-6e05c9b4c50a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:32.749920 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:32.750139 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b520dee-aa2d-45a6-9735-6e05c9b4c50a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:32.750533 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:29:32.804163 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7da850-aa69-433a-b8e0-152545e4055d x-openstack-request-id: req-0e7da850-aa69-433a-b8e0-152545e4055d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:32.805123 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:32.805479 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e7da850-aa69-433a-b8e0-152545e4055d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:32.805984 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'code': 200} Feb 15 09:29:32.846737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c97101-662b-43de-bd7a-12a1201ac18a req-46266358-013c-4799-87af-03e71c4702d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.848270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-46266358-013c-4799-87af-03e71c4702d4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.1277502 Feb 15 09:29:32.861470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d3ae8-6749-4c5b-bb4b-046665a6d766 req-e23d160f-6bef-4301-8331-9e8bcd0b088b tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.867313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a35d3ae8-6749-4c5b-bb4b-046665a6d766 req-e23d160f-6bef-4301-8331-9e8bcd0b088b tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 947 time: 0.1568232 Feb 15 09:29:32.893373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-56b7203a-74cd-4836-978a-68e7198b393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.895237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-56b7203a-74cd-4836-978a-68e7198b393e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.1199334 Feb 15 09:29:32.911401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-2129b540-3303-485c-99e8-4ca1ad1af9b8 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:32.912972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-2129b540-3303-485c-99e8-4ca1ad1af9b8 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0648613 Feb 15 09:29:32.921540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:32Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:32.964151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:32.969881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-ef7b3329-cc96-4674-a7ce-d9cf93038c08 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.0455418 Feb 15 09:29:32.976034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:32.977267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:32.980895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'floatingip': {'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:33.020699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-568c0d5c-b430-42b2-b81b-7574ce87c24d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434019 Feb 15 09:29:33.024189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:33.127663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:33.140534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a35d3ae8-6749-4c5b-bb4b-046665a6d766 req-6c54fedc-fe5e-4a4d-b417-8be49e409b14 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522633 Feb 15 09:29:33.157288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e1889-1677-494e-ab64-1fee86163fbd req-2cdd5a21-b70b-482a-b844-89323f1c876c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:33.158834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f4e1889-1677-494e-ab64-1fee86163fbd req-2cdd5a21-b70b-482a-b844-89323f1c876c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1097 time: 0.2901769 Feb 15 09:29:33.163425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-a2e04236-a61a-4084-8c5c-0a070c3e1978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:33.164984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-a2e04236-a61a-4084-8c5c-0a070c3e1978 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.2348042 Feb 15 09:29:33.318137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-445dfca9-fb25-4fcf-9710-9d4c209baab2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.1365819 Feb 15 09:29:33.448216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-63fdbf78-527d-407d-b19d-d755b9485f59 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190028 Feb 15 09:29:33.528219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f4e1889-1677-494e-ab64-1fee86163fbd req-2d767f94-764a-420b-8c4b-387ad7a512d0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479643 Feb 15 09:29:33.530385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:32Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:33.536867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:33.542116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:33.562403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9939ac75-07fa-426b-ba41-3cd491ed0ead None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:9b:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:32Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:33.626715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-fbd6f50d-b682-4d37-8df2-b27a939bf727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:33.629302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-fbd6f50d-b682-4d37-8df2-b27a939bf727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.2465034 Feb 15 09:29:33.646864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fff1528-d2f4-4f07-b64e-86326815240a req-4f977f0a-4f85-4bc5-9c13-b9c51e035459 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4677103 Feb 15 09:29:33.654251 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Floating IP 945e5bd4-e939-43d9-af79-1b45b6c63ff6 associated. External IP: 172.25.6.211, port: c6678335-a03d-46e9-9586-4ef72035f3bf. Feb 15 09:29:33.673606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:33.708234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80c97101-662b-43de-bd7a-12a1201ac18a req-deecad71-64ce-49ef-aed9-6c8c087ad8b1 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307892 Feb 15 09:29:33.722360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:33.813770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-ae2bf585-0d7a-440b-9a57-8237a8b0285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:33.815341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-ae2bf585-0d7a-440b-9a57-8237a8b0285e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895069 Feb 15 09:29:33.883305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Router 813925c5-fd83-45e7-8624-2978c2bf4b91 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:33.927004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ef59e109-d52e-4b08-86c6-ec35f170fb81 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:33.935653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-e034146e-1551-4f52-998e-f07bb0faf068 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115727 Feb 15 09:29:33.937651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.001648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:34.006445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.013103 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Sync routers for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:34.026782 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:34.028195 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:34.037458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-295add0f-eb2c-4d79-bfbe-a4382853710e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "PUT /v2.0/floatingips/945e5bd4-e939-43d9-af79-1b45b6c63ff6 HTTP/1.1" status: 200 len: 997 time: 1.0614290 Feb 15 09:29:34.066521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:34.075568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'mac_address': 'fa:16:3e:60:71:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:34.099453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-3e72ae20-6a39-40ca-994d-025f2318ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.102449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-3e72ae20-6a39-40ca-994d-025f2318ae45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1097 time: 0.0527270 Feb 15 09:29:34.105078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef8c2eb8-35bd-4236-b6c8-1bcbbffe9376 req-75f767db-44ff-42cb-a442-7042ef4f4f3f service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605096 Feb 15 09:29:34.135104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Allocated IP 172.25.6.141 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e73b121c-229c-4bf8-9602-2baafe4c6b52) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:34.137790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.165903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef59e109-d52e-4b08-86c6-ec35f170fb81 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:34.181650 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:34.192859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:34.198986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.221824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-c0687839-4291-4138-976f-215b4b2d3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.223892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-c0687839-4291-4138-976f-215b4b2d3a0a service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 929 time: 0.1129589 Feb 15 09:29:34.250470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.266114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:34.291857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.309448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-a1dbce53-1dfa-4416-b1b5-73f9285f46ef service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 1000 time: 0.0762939 Feb 15 09:29:34.331731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:34.338337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:34.342083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:34.369165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:34.369573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-ec63fec0-9153-4082-ba73-a8742e85e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.371645 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5" -d '{"events": [{"name": "network-changed", "server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:34.375001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-ec63fec0-9153-4082-ba73-a8742e85e273 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.0572944 Feb 15 09:29:34.378401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event updated for resources: {'Port': ['ID=e73b121c-229c-4bf8-9602-2baafe4c6b52,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:34.427381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-52ab8ee7-3267-4494-b033-81b3f0203194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.428935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-52ab8ee7-3267-4494-b033-81b3f0203194 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419431 Feb 15 09:29:34.438816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '945e5bd4-e939-43d9-af79-1b45b6c63ff6', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'mac_address': 'fa:16:3e:f0:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:29:29Z', 'updated_at': '2022-02-15T09:29:33Z', 'revision_number': 1, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:34.446889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.472712 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Checking router: 813925c5-fd83-45e7-8624-2978c2bf4b91 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:34.481839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:34.482424 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:34.485967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.486282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['ef59e109-d52e-4b08-86c6-ec35f170fb81'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:34.548643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-a5ab6768-7e54-4b60-8856-5d2e29ccb677 service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105616 Feb 15 09:29:34.628959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:34.646884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ba67b28-ef65-4708-a40e-ede14a7adfb0 req-66595b1a-21d8-4321-8417-f2ef8412c80a service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972476 Feb 15 09:29:34.673904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.680942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.751778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'}, {'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:34.755172 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a784c28-9e62-488c-a214-4020150cea8e" -d '{"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6"}, {"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:34.757879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event updated for resources: {'Port': ['ID=e73b121c-229c-4bf8-9602-2baafe4c6b52,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:34.767387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.786941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:34.788480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fff1528-d2f4-4f07-b64e-86326815240a req-f12545e5-72b6-4610-b2e3-c89f9df8db17 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1226254 Feb 15 09:29:34.807848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:34.811666 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f206598-3c7c-491c-99ea-7b930c4c9b59" -d '{"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-plugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:34.853208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fff1528-d2f4-4f07-b64e-86326815240a req-ca25107a-111b-4ab8-9fbf-5a64eecd493d tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0554388 Feb 15 09:29:34.900119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-ec9145c9-adab-4628-9be2-74888a8d2b28 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.901595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-ec9145c9-adab-4628-9be2-74888a8d2b28 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.1253498 Feb 15 09:29:34.918381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-f7c4268d-4139-410a-9006-cee5ed7e91ec tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/quotas/1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 375 time: 0.0105193 Feb 15 09:29:34.963855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff1528-d2f4-4f07-b64e-86326815240a req-90784bd9-93fd-4cd3-9a36-2d1d885e24db tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:34.965286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fff1528-d2f4-4f07-b64e-86326815240a req-90784bd9-93fd-4cd3-9a36-2d1d885e24db tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1035979 Feb 15 09:29:34.986808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-ac805696-5b28-4807-9556-469c47256400 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583024 Feb 15 09:29:35.043071 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '945e5bd4-e939-43d9-af79-1b45b6c63ff6', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'mac_address': 'fa:16:3e:f0:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:29:29Z', 'updated_at': '2022-02-15T09:29:33Z', 'revision_number': 1, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:35.072717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6b509-5edf-4d38-95e5-05434cb29a57 None None] The sync data for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 is: [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '945e5bd4-e939-43d9-af79-1b45b6c63ff6', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'mac_address': 'fa:16:3e:f0:6d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:29:29Z', 'updated_at': '2022-02-15T09:29:33Z', 'revision_number': 1, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:35.084844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cba972-31a1-4dba-8139-b9395981b11a req-c90dec4b-a72c-4c58-a94d-4831e3bedab3 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.086969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2cba972-31a1-4dba-8139-b9395981b11a req-c90dec4b-a72c-4c58-a94d-4831e3bedab3 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0573952 Feb 15 09:29:35.091970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-8c50e2f0-fe30-4742-b7e4-7b689c6a1322 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966823 Feb 15 09:29:35.129454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2cba972-31a1-4dba-8139-b9395981b11a req-1265f4aa-7bf5-4cc5-86a7-7847b28a2fc0 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352428 Feb 15 09:29:35.193156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-b510d9c7-d21f-478a-9934-b20c45286b58 service neutron] 10.222.0.10 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950668 Feb 15 09:29:35.250713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-54d6fb60-0426-453d-8118-a891e76fe034 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0886168 Feb 15 09:29:35.305925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-ce319784-4ef0-45bc-b6bd-40737ecb46cc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.307348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-ce319784-4ef0-45bc-b6bd-40737ecb46cc tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports/08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 942 time: 0.0504308 Feb 15 09:29:35.309966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045c93a4-c297-444f-b96f-a4303611deba None None] New status for floating IP 945e5bd4-e939-43d9-af79-1b45b6c63ff6: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:35.456966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-abb1a958-c19a-455d-97e9-a4b9b38c5ff9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0630929 Feb 15 09:29:35.572236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5547b-5f05-4ae9-b6fd-72f2cca45a2f req-72dfbee9-e6c0-4b2d-a40f-3155124eca87 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.573861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-add5547b-5f05-4ae9-b6fd-72f2cca45a2f req-72dfbee9-e6c0-4b2d-a40f-3155124eca87 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 945 time: 0.0601869 Feb 15 09:29:35.618559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-add5547b-5f05-4ae9-b6fd-72f2cca45a2f req-14e9956d-bdaa-43d5-b02f-5579010a3664 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Feb 15 09:29:35.742704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ee926-f474-4c90-b525-bb1e585b17b5 req-5efdf844-6d61-443d-83a0-a4984bc7eca2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.744408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-996ee926-f474-4c90-b525-bb1e585b17b5 req-5efdf844-6d61-443d-83a0-a4984bc7eca2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.0547919 Feb 15 09:29:35.785498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-996ee926-f474-4c90-b525-bb1e585b17b5 req-c237ddf4-9764-41f5-91e4-39cf1945aff7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337725 Feb 15 09:29:35.880485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-d14f70a6-af62-458b-b404-5d89cb8d07aa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.881885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-d14f70a6-af62-458b-b404-5d89cb8d07aa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.4191046 Feb 15 09:29:35.896312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-024dad62-8408-431f-bbbe-99ebbb94e258 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:35.897288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ad5dba0-8c3c-4420-b3ee-14010c672cac req-024dad62-8408-431f-bbbe-99ebbb94e258 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078650 Feb 15 09:29:35.899430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5383e-2e86-4916-bb99-2b0b51267734 req-56598185-9b46-4a67-a64c-402b4d45fb61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:35.901137 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d5383e-2e86-4916-bb99-2b0b51267734 req-56598185-9b46-4a67-a64c-402b4d45fb61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 948 time: 0.0571179 Feb 15 09:29:35.936734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ef59e109-d52e-4b08-86c6-ec35f170fb81 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:35.947304 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfeb675-1343-44fb-b97c-867d16fd5175 x-openstack-request-id: req-3dfeb675-1343-44fb-b97c-867d16fd5175 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:35.949006 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:35.950982 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dfeb675-1343-44fb-b97c-867d16fd5175 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:35.951444 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'status': 'completed', 'code': 200} Feb 15 09:29:35.954351 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d5383e-2e86-4916-bb99-2b0b51267734 req-96d4fa94-fd21-4621-9bfd-32c7f2faa445 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457199 Feb 15 09:29:36.017142 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8638dad-7280-4982-b3ed-e15bbf5dae63 x-openstack-request-id: req-e8638dad-7280-4982-b3ed-e15bbf5dae63 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:36.017439 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:36.017691 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8638dad-7280-4982-b3ed-e15bbf5dae63 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:36.018708 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'status': 'completed', 'code': 200} Feb 15 09:29:36.018708 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'status': 'completed', 'code': 200} Feb 15 09:29:36.025983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port ef59e109-d52e-4b08-86c6-ec35f170fb81 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:36.031626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port ef59e109-d52e-4b08-86c6-ec35f170fb81 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:36.032619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.073784 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125863e7-8ee3-47a9-9a22-1fc566cb820f x-openstack-request-id: req-125863e7-8ee3-47a9-9a22-1fc566cb820f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:36.074105 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-plugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:36.074355 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-125863e7-8ee3-47a9-9a22-1fc566cb820f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:36.074741 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047', 'code': 200} Feb 15 09:29:36.133793 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.159414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-f8b0c6f4-3210-4cbf-8194-1722ce349ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.160793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-f8b0c6f4-3210-4cbf-8194-1722ce349ea8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4767162aa8a49128bd3e275b5876c33&device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 1099 time: 0.1766307 Feb 15 09:29:36.165467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ba8d6000-f80a-44cd-9630-9eb94f1f12d3 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips/4350cc6f-8cb2-44d7-815f-5fb6d64152ff HTTP/1.1" status: 200 len: 693 time: 0.0699902 Feb 15 09:29:36.176202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7932246f-6d14-4228-9dbf-85f0f9f88738 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 258 time: 0.2142386 Feb 15 09:29:36.191948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:36.196716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:36.202288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.204022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-ef0a89a4-850b-4191-9d68-989557da2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.205518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-ef0a89a4-850b-4191-9d68-989557da2f1a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1096 time: 0.1561124 Feb 15 09:29:36.256656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:36.297308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-4cbfaf36-63fa-49ec-88b8-3a07c2083ae3 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.298671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-4cbfaf36-63fa-49ec-88b8-3a07c2083ae3 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1324422 Feb 15 09:29:36.309469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-392ed700-1390-48f9-8643-304f4d6eb081 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:36.310424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-392ed700-1390-48f9-8643-304f4d6eb081 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061276 Feb 15 09:29:36.346370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.363216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ddad5739-693e-4eb1-bdcb-f9a57254f23f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0464942 Feb 15 09:29:36.370670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a39d9a-ba3d-4434-86f6-2368fe1a7767 req-7a13c7c4-1df6-4a05-bf01-aaef6cac1a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.372158 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45a39d9a-ba3d-4434-86f6-2368fe1a7767 req-7a13c7c4-1df6-4a05-bf01-aaef6cac1a93 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 1096 time: 0.1918728 Feb 15 09:29:36.419605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-5179feb4-59f4-4296-adbf-d7eb2e8be516 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.141 HTTP/1.1" status: 200 len: 696 time: 0.0486417 Feb 15 09:29:36.472024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-c16079a3-16c0-4547-81c6-6876b42aba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.473537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-c16079a3-16c0-4547-81c6-6876b42aba56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2922187 Feb 15 09:29:36.482372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-1baf22c4-65d1-4162-bb1b-f5618e8031b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.483781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-1baf22c4-65d1-4162-bb1b-f5618e8031b7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.2649965 Feb 15 09:29:36.486527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45a39d9a-ba3d-4434-86f6-2368fe1a7767 req-832a2d16-781e-4f23-8a6c-38cd04fad168 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020482 Feb 15 09:29:36.538007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-aedbb374-83b4-4c9b-943c-3d6176feeb4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81 HTTP/1.1" status: 200 len: 217 time: 0.0436797 Feb 15 09:29:36.557610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Deleting port e73b121c-229c-4bf8-9602-2baafe4c6b52 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:36.557953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.594536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-c4bca2f4-e3cb-413e-a516-f19adcb8f3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.596257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-c4bca2f4-e3cb-413e-a516-f19adcb8f3ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0496736 Feb 15 09:29:36.640688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.641042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.654358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Calling delete_port for e73b121c-229c-4bf8-9602-2baafe4c6b52 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:36.714472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.774962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-a02e0db8-3c18-416f-8d52-af037972d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.776530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-a02e0db8-3c18-416f-8d52-af037972d265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1690540 Feb 15 09:29:36.802683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.833069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Pushing event deleted for resources: {'Port': ['ID=e73b121c-229c-4bf8-9602-2baafe4c6b52,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:36.864116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-0bf6c4fa-e000-4443-839a-225fa4f70dc0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:36.865610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-0bf6c4fa-e000-4443-839a-225fa4f70dc0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 820 time: 0.2674212 Feb 15 09:29:36.901092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-d49ecf6b-bafc-482a-89bf-533325422911 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 1000 time: 0.1882386 Feb 15 09:29:36.905631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Request body: {'port': {'device_id': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'admin_state_up': True, 'tenant_id': '1c13df6dee834e78b7ad5e2f4ce4bb50'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:36.914141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.917208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:36.918446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2995a6a1-9bb3-4284-a326-ab9222320a5c req-ef56fe08-b478-4c62-99ac-6feca2943b1f tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "DELETE /v2.0/floatingips/4350cc6f-8cb2-44d7-815f-5fb6d64152ff HTTP/1.1" status: 204 len: 173 time: 0.4934444 Feb 15 09:29:36.995010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9ed8b68-e021-4c4f-be8d-cdeece3bfda0 req-09dad857-8f47-4d56-8684-b45706817ae4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 210 time: 0.0287569 Feb 15 09:29:37.102239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-6c402ca0-261a-43f4-87f3-a2bbf8e5e76b service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173091 Feb 15 09:29:37.106878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd20d53-4102-447b-a2db-16875bcfc8e6 req-9f061357-f8e1-46a2-a96c-5476b22b1771 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:37.107022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-53514d6a-0554-4540-af5d-d7610680cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:37.108243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-53514d6a-0554-4540-af5d-d7610680cd4d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1696932 Feb 15 09:29:37.108388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5dd20d53-4102-447b-a2db-16875bcfc8e6 req-9f061357-f8e1-46a2-a96c-5476b22b1771 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1097 time: 0.0436819 Feb 15 09:29:37.148976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5dd20d53-4102-447b-a2db-16875bcfc8e6 req-cf0fafa0-6ca3-4f81-8f61-0dccbb4c152a tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Feb 15 09:29:37.153557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Allocated IP 172.25.6.50 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/44166436-2b58-4f1c-89e1-b518b40095bf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:37.240384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-674e7cd5-4e87-4208-b44b-25f08cc85462 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0666299 Feb 15 09:29:37.328634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-97b22e05-8210-4e66-99d8-d61380131e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:37.330320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-97b22e05-8210-4e66-99d8-d61380131e11 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2028718 Feb 15 09:29:37.344010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Made reservation on behalf of 1c13df6dee834e78b7ad5e2f4ce4bb50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:37.347531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:37.435668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb85c5b7-854c-461d-ba4a-9c4ef6ac75e5 req-5e49ca91-8126-4f6b-87c1-9d6f1c69ecba service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215714 Feb 15 09:29:37.475598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:37.548450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-99647a14-15e8-4370-a98a-71431471df17 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:37.549885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-99647a14-15e8-4370-a98a-71431471df17 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports/08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 942 time: 0.3031232 Feb 15 09:29:37.590700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-d9152d23-1fb7-4a19-ac6e-c5fc8fe69f6b service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475471 Feb 15 09:29:37.631336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:37.664041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ad1af519-12cf-479f-896b-5348903b3467 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0662680 Feb 15 09:29:37.722473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:37.728737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:37.731787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:37.779462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Allocated IP 172.20.0.6 (12f13adb-08c4-463c-b067-5503c00763c3/cf2cdfe4-c71d-458e-8017-225818a76962/60a47521-5b32-4822-804d-90c9b63f39ec) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:37.782506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-c53985ce-2b6b-4b87-8ad7-43cccb1eeaaa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:37.784155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-c53985ce-2b6b-4b87-8ad7-43cccb1eeaaa tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1136534 Feb 15 09:29:37.804979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event updated for resources: {'Port': ['ID=44166436-2b58-4f1c-89e1-b518b40095bf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:37.863760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-8f0bc4dc-36ba-4620-9b36-405a73d771ec tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1000 time: 0.0704012 Feb 15 09:29:37.875688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:37.885318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-3d77aff9-30af-4367-bb5c-2b960bc23d9f service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672279 Feb 15 09:29:37.961584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.054609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.075665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:38.079668 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae9d65e-5966-4dcc-96b6-cef71347a00b" -d '{"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:38.136708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.141041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.141437 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Floating IP d32e4535-875a-4d9e-88ff-d44732363ced disassociated. External IP: 172.25.6.13, port: 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6. Feb 15 09:29:38.169422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.173211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-5d428bbe-82d6-4a12-a9f3-b72a4508b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.174729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-5d428bbe-82d6-4a12-a9f3-b72a4508b1d9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1097 time: 0.2165225 Feb 15 09:29:38.198199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.213323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c943888-ae1c-4f77-912d-b33f59e5e487 req-ed3feceb-08ff-4731-b677-c5cd801d4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.214801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c943888-ae1c-4f77-912d-b33f59e5e487 req-ed3feceb-08ff-4731-b677-c5cd801d4b43 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 1096 time: 0.1622336 Feb 15 09:29:38.357537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:38.388999 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c943888-ae1c-4f77-912d-b33f59e5e487 req-e1fb783b-7590-4089-81c8-482ac2694073 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543534 Feb 15 09:29:38.412989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.426425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:38.430549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-badcc6ed-f8ae-45f3-a1b4-275e1ea6eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.431748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-badcc6ed-f8ae-45f3-a1b4-275e1ea6eede service neutron] 10.222.0.72 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 929 time: 0.2319770 Feb 15 09:29:38.472766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:38.484138 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:38.485455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.504601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:38.509369 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:38.531643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-ea657c5d-2f99-4ae3-bdf7-5fe408bf34b9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "PUT /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 694 time: 0.6613841 Feb 15 09:29:38.532213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:38.537497 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9" -d '{"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:38.610737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-71ba0ad2-e726-41ab-9ec8-5bfd8e069f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.612317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-71ba0ad2-e726-41ab-9ec8-5bfd8e069f94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1096 time: 0.0703323 Feb 15 09:29:38.700586 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:38.751126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-8c7e097d-2203-43ee-9e77-1b41d67f145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.759973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-8c7e097d-2203-43ee-9e77-1b41d67f145c service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1403196 Feb 15 09:29:38.805810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-6495e372-a68d-404b-8513-d8770b0182c4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.0447707 Feb 15 09:29:38.843953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Network 12f13adb-08c4-463c-b067-5503c00763c3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:38.853451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-8102277e-4ad7-4857-9335-2011cf652db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.855741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:38.859636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:38.869465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-8102277e-4ad7-4857-9335-2011cf652db7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0626278 Feb 15 09:29:38.877460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:38.930260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-f9d84a6a-7e12-4d26-a3c7-8321a2a098d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.932745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-f9d84a6a-7e12-4d26-a3c7-8321a2a098d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0617704 Feb 15 09:29:38.947465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-319f2433-500d-4696-b416-49247da0444f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 1002 time: 0.1782575 Feb 15 09:29:38.955099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.957519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:38.974208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:38.974816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.980238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:38.994056 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:39.011160 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:39.011893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:39.043624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-e7348bda-e113-4e11-80bd-c8ba83cd0377 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047592 Feb 15 09:29:39.104375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:39.120436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-1ea49868-71ee-4389-afaa-87a0ec1e92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.122999 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-1ea49868-71ee-4389-afaa-87a0ec1e92ae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.1629045 Feb 15 09:29:39.133092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-62ddb083-a38e-424e-b619-8b32b8790982 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2302902 Feb 15 09:29:39.153641 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24eee2c8-0dfa-4b30-b4c1-ce18879e4a5e req-91a4046e-cb61-4361-ba0a-a7b67568565a service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028345 Feb 15 09:29:39.157030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Request body: {'port': {'device_id': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:39.157742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:39.165294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:39.166485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9894907 Feb 15 09:29:39.260546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb0c77-ae44-40d3-801d-88a67cad6e56 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event updated for resources: {'Port': ['ID=44166436-2b58-4f1c-89e1-b518b40095bf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:39.299081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-79cd867c-4a30-4495-a794-95c06e1551c0 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.1092634 Feb 15 09:29:39.307576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:39.310338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c5cf4-7a62-4bec-a089-a760cf54eeac req-225cf062-2c85-43b8-8a2f-23c8d4efba0e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.311925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-463c5cf4-7a62-4bec-a089-a760cf54eeac req-225cf062-2c85-43b8-8a2f-23c8d4efba0e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0750885 Feb 15 09:29:39.324798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a784c28-9e62-488c-a214-4020150cea8e req-9fe9c372-f6d5-4b2f-9d8e-61587c2e75b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.326483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-9fe9c372-f6d5-4b2f-9d8e-61587c2e75b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1921647 Feb 15 09:29:39.355300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-463c5cf4-7a62-4bec-a089-a760cf54eeac req-b2c1310a-5053-495e-ab26-904b546f4e73 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Feb 15 09:29:39.416166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:39.448482 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d43ab8-4735-450a-8d4b-19f1d51c1c33 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:39.521024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc234af-cbaf-4b10-baf4-22e7293a3bda req-1c1391dd-346b-4a9f-af33-29fac0c728d3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.536426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dc234af-cbaf-4b10-baf4-22e7293a3bda req-1c1391dd-346b-4a9f-af33-29fac0c728d3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 945 time: 0.0928619 Feb 15 09:29:39.604649 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dc234af-cbaf-4b10-baf4-22e7293a3bda req-c2dd6b4b-73c8-4b2d-8fbe-65353ca677e7 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 Feb 15 09:29:39.619886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-03a9695d-0588-4275-be14-6d0a666641ee tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.621408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0372392d-bf76-4801-9bd4-a4f47082bf97 req-03a9695d-0588-4275-be14-6d0a666641ee tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.3099816 Feb 15 09:29:39.667266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-a1efd501-b315-4de0-aad5-3615f8acdafc service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188937 Feb 15 09:29:39.701063 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-70564e60-f610-45cc-9092-74fe02335160 req-a1299e97-848b-4233-9b74-aa8fdc387c71 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] show failed (client error): The resource could not be found. Feb 15 09:29:39.702075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70564e60-f610-45cc-9092-74fe02335160 req-a1299e97-848b-4233-9b74-aa8fdc387c71 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips/4350cc6f-8cb2-44d7-815f-5fb6d64152ff HTTP/1.1" status: 404 len: 350 time: 0.0684114 Feb 15 09:29:39.855476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774d34d-d1be-400a-9d9a-e331402942eb req-e44f2fa1-9a00-412f-b063-a9f1b564328a tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.857313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e774d34d-d1be-400a-9d9a-e331402942eb req-e44f2fa1-9a00-412f-b063-a9f1b564328a tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 949 time: 0.1535659 Feb 15 09:29:39.899018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0a80a-d731-4cad-9bbf-572c25657a28 req-61d65e1d-3558-408b-83e0-84de91ddfb2c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:39.899732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c90d2e0-05b0-43d0-ac95-7639317db9d2 None None] New status for floating IP d32e4535-875a-4d9e-88ff-d44732363ced: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:39.901985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5a0a80a-d731-4cad-9bbf-572c25657a28 req-61d65e1d-3558-408b-83e0-84de91ddfb2c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 931 time: 0.0883884 Feb 15 09:29:39.962884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5a0a80a-d731-4cad-9bbf-572c25657a28 req-17946641-8a6d-4c64-a335-1d77b92573d2 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Feb 15 09:29:40.016849 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a784c28-9e62-488c-a214-4020150cea8e req-93c2a77f-9061-4922-990e-b974433fce51 service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212812 Feb 15 09:29:40.032854 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b97e7-fda9-4921-b8c4-887f9694e254 x-openstack-request-id: req-de6b97e7-fda9-4921-b8c4-887f9694e254 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:40.033368 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-plugged", "status": "completed", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:40.033954 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de6b97e7-fda9-4921-b8c4-887f9694e254 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:40.034497 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'code': 200} Feb 15 09:29:40.057408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e774d34d-d1be-400a-9d9a-e331402942eb req-c26ad523-ca24-46de-9c6c-c8c051f34536 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873569 Feb 15 09:29:40.143226 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5fb6a-70b9-41d1-ab67-8ea6df5e4d5d x-openstack-request-id: req-dfc5fb6a-70b9-41d1-ab67-8ea6df5e4d5d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:40.143720 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:40.144141 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfc5fb6a-70b9-41d1-ab67-8ea6df5e4d5d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:40.144529 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'status': 'completed', 'code': 200} Feb 15 09:29:40.260068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a47521-5b32-4822-804d-90c9b63f39ec {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:40.281438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:40.301202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Transition to ACTIVE for port object 60a47521-5b32-4822-804d-90c9b63f39ec will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:40.359625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:40.467230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-0fde4d77-9840-4782-ac74-3a3506cf0c00 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:40.468954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-0fde4d77-9840-4782-ac74-3a3506cf0c00 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0688746 Feb 15 09:29:40.535019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-dacb05ad-db04-4f28-ad11-a2fe634a4f17 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0538702 Feb 15 09:29:40.545292 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-f5d4de96-4496-46a8-a1a5-d1991d6fc913 req-926ae164-0b05-4b72-884f-acd8f3249710 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] show failed (client error): The resource could not be found. Feb 15 09:29:40.546520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5d4de96-4496-46a8-a1a5-d1991d6fc913 req-926ae164-0b05-4b72-884f-acd8f3249710 tempest-FloatingIPsTestJSON-920782440 tempest-FloatingIPsTestJSON-920782440-project] 10.222.0.10 "GET /v2.0/floatingips/4350cc6f-8cb2-44d7-815f-5fb6d64152ff HTTP/1.1" status: 404 len: 350 time: 0.1215515 Feb 15 09:29:40.549144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-68ed656e-883b-480c-86d9-0f9e128ef41e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'floatingip': {'port_id': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:40.557208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:40.560617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:40.567309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-613d388c-a62b-4287-9a96-778e36c5b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:40.570125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-613d388c-a62b-4287-9a96-778e36c5b418 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 1096 time: 0.4044490 Feb 15 09:29:40.573575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c3cc69-b994-4e32-9402-96c7ae18e857 req-32610339-6c61-4985-9fb4-04f70f2709b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:40.575224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53c3cc69-b994-4e32-9402-96c7ae18e857 req-32610339-6c61-4985-9fb4-04f70f2709b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 1100 time: 0.4247966 Feb 15 09:29:40.664378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-68ed656e-883b-480c-86d9-0f9e128ef41e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:40.773543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53c3cc69-b994-4e32-9402-96c7ae18e857 req-a0a57209-8309-4828-b139-aa910b5a51d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639590 Feb 15 09:29:40.824593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-d20c7806-b91a-4270-8717-1ebb6c30b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:40.826068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-d20c7806-b91a-4270-8717-1ebb6c30b86d service neutron] 10.222.0.72 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.2269223 Feb 15 09:29:40.828387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:40.828856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:40.829281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:40.842337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e7051-02ae-47c5-80e7-99e5a6f1e50e req-59972492-02d8-4224-a356-ae4332e06fda tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:40.844218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b9e7051-02ae-47c5-80e7-99e5a6f1e50e req-59972492-02d8-4224-a356-ae4332e06fda tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 945 time: 0.1412399 Feb 15 09:29:40.859648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:40.859648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:40.901379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-af65145f-c62c-4b3e-901b-47f3a384aed5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 200 len: 217 time: 0.0556753 Feb 15 09:29:40.903990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:40.904443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:40.904965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:40.905521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Bound port: 60a47521-5b32-4822-804d-90c9b63f39ec, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:40.906008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:40.970178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b9e7051-02ae-47c5-80e7-99e5a6f1e50e req-77708502-b1ca-45ec-b5d3-8199ea184597 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179595 Feb 15 09:29:41.051294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:41.061066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:41.070272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-88a499ae-6900-4485-9a03-be088f972e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.072010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-88a499ae-6900-4485-9a03-be088f972e32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1576974 Feb 15 09:29:41.074562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:41.147129 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-68ed656e-883b-480c-86d9-0f9e128ef41e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 09:29:41.148381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d49ad52-0369-476d-a02f-9d8ae2afc741 req-68ed656e-883b-480c-86d9-0f9e128ef41e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "PUT /v2.0/floatingips/1cfb0e6c-cc9e-4b56-9d8f-5d97f22a691e HTTP/1.1" status: 409 len: 550 time: 0.6049397 Feb 15 09:29:41.172457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.173107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:41.174497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] 10.222.0.36 "PUT /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 1091 time: 2.0256374 Feb 15 09:29:41.194505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:41.198109 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046" -d '{"events": [{"name": "network-changed", "server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:41.317616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f053ef-4039-47dc-9716-09b89b9f2c39 service neutron] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:41.336170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-f758c0c0-af4f-4bb3-b8b3-3a248be46d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.337989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-f758c0c0-af4f-4bb3-b8b3-3a248be46d74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2499874 Feb 15 09:29:41.361265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c7c51-b891-4fb6-93e8-d97ea4ddf1db req-448e3e86-9386-45e5-88b1-ed631e0cafb8 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.369771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb4c7c51-b891-4fb6-93e8-d97ea4ddf1db req-448e3e86-9386-45e5-88b1-ed631e0cafb8 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.0906723 Feb 15 09:29:41.410686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-5d1fc5c6-71f6-4678-974d-6f976ac8ae92 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.412196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-5d1fc5c6-71f6-4678-974d-6f976ac8ae92 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2747114 Feb 15 09:29:41.421055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-2ecab2d0-4d95-4dbf-bfea-042b7d300509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.422536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-2ecab2d0-4d95-4dbf-bfea-042b7d300509 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1094 time: 0.1833076 Feb 15 09:29:41.428527 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb4c7c51-b891-4fb6-93e8-d97ea4ddf1db req-c00d42de-e86f-4ba2-846b-2c9c7e1dc663 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535829 Feb 15 09:29:41.432506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:41.478338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-6aed84ef-729e-4310-86a3-4e80702cddf1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 217 time: 0.0435948 Feb 15 09:29:41.568970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-5df8da26-855c-4806-8951-1034f81f4c3b tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 695 time: 0.1437311 Feb 15 09:29:41.581467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-27a9c86a-7b21-4cc8-b932-3b9b82e689c7 service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314680 Feb 15 09:29:41.587597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:41.595018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-ed5f8cae-9224-4e7c-b5cb-ea276ef2c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.596483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-ed5f8cae-9224-4e7c-b5cb-ea276ef2c241 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0810308 Feb 15 09:29:41.620477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a442432-7b55-4736-9a28-77ec20b047ff req-bd4ab422-2f17-4a35-a39a-655f500d4732 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:41.622257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a442432-7b55-4736-9a28-77ec20b047ff req-bd4ab422-2f17-4a35-a39a-655f500d4732 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.1033819 Feb 15 09:29:41.687174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:41.706994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-3dc37274-503b-4e7e-af38-1c36f6f9f0d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691154 Feb 15 09:29:41.717895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a442432-7b55-4736-9a28-77ec20b047ff req-28324084-4429-4811-a8ca-ec756bd539fb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862551 Feb 15 09:29:41.934106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Deleting port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:41.935598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.043542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] For port c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:42.044284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.060913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Calling delete_port for c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:42.256066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a0301a4-8efb-48a6-bda7-7fa2135d38c9 req-bb7a6864-0733-4096-ac12-8c6005291350 service neutron] 10.222.0.72 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653366 Feb 15 09:29:42.294699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-5b6418cd-d75f-4205-8462-e451213afdc7 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:42.296169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-5b6418cd-d75f-4205-8462-e451213afdc7 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.72 "GET /v2.0/ports?device_id=af673025-9cf1-485d-81a8-7b5cd60f41a5 HTTP/1.1" status: 200 len: 945 time: 0.2447500 Feb 15 09:29:42.328628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.341881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52aa290-9d71-4796-b7b9-bafb8407fb91 req-3c8ca6f4-9974-4ef7-a806-ae337e1bb4a2 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:42.343417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e52aa290-9d71-4796-b7b9-bafb8407fb91 req-3c8ca6f4-9974-4ef7-a806-ae337e1bb4a2 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 949 time: 0.0696404 Feb 15 09:29:42.350051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-9e6d0109-3fa3-4257-8dbe-5d218bb846b4 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085517 Feb 15 09:29:42.371029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:42.443634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e52aa290-9d71-4796-b7b9-bafb8407fb91 req-e2e397e9-1d86-4db4-8bdb-a0aba4073972 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758114 Feb 15 09:29:42.557766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-35f15d30-0767-4480-ad39-b7c9fdb46565 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips/1cfb0e6c-cc9e-4b56-9d8f-5d97f22a691e HTTP/1.1" status: 200 len: 692 time: 0.0578589 Feb 15 09:29:42.672265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.673288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb85018b-2faf-4c7e-a8c2-3c750ad1c667 req-42d691ce-7443-4db5-89e6-7d2274d66e0c service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144906 Feb 15 09:29:42.680536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Deleting port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:42.680921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.779062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-a8ad98a8-65ca-4a58-ad90-6de025c9650e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:42.780426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-a8ad98a8-65ca-4a58-ad90-6de025c9650e tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2194963 Feb 15 09:29:42.863941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-5b84df79-a31e-4619-89ed-d9fc3fd4c1b2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.0528605 Feb 15 09:29:42.932989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] For port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:42.933364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:42.980042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Calling delete_port for 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:43.040288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.045997 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.193708 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Floating IP d32e4535-875a-4d9e-88ff-d44732363ced associated. External IP: 172.25.6.13, port: 45670865-2b80-4a08-b447-cc88b501ba68. Feb 15 09:29:43.209250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-5a00626a-1248-4d3f-a66d-13062394b299 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.50 HTTP/1.1" status: 200 len: 695 time: 0.3360586 Feb 15 09:29:43.290008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.303340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:43.309324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['45670865-2b80-4a08-b447-cc88b501ba68'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:43.326291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event deleted for resources: {'Port': ['ID=08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:43.383016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] No DVR routers for this DVR port 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:43.385829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Router a8afacb1-9fbe-4907-96b3-65a133bc96ab has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:43.386573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.389842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ed4fdb8-cc5f-40ec-88ca-605aaa1f47ea req-2e87113f-e607-41bb-b5dd-3130954a98e5 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.72 "DELETE /v2.0/ports/08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 HTTP/1.1" status: 204 len: 173 time: 1.0794888 Feb 15 09:29:43.501900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Deleting port 44166436-2b58-4f1c-89e1-b518b40095bf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:43.503765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.536735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:43.616169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:43.626821 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Sync routers for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:43.629354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3acca27b-8f0e-4b4f-9689-eafc6bd0a79d admin admin] 10.222.0.10 "PUT /v2.0/routers/a8afacb1-9fbe-4907-96b3-65a133bc96ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0227888 Feb 15 09:29:43.630137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54120) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:43.638688 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:43.639364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:43.660421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:43.665495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.672457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:43.687187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:43.687499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.688020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.689254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:43.697618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-c52af84a-0041-4a42-847b-e9e813d5352d tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "PUT /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 996 time: 2.1185791 Feb 15 09:29:43.710877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Calling delete_port for 44166436-2b58-4f1c-89e1-b518b40095bf owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:43.747516 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:43.776176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-1814fa7b-b1af-4c57-98a3-56a12363cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:43.777756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-1814fa7b-b1af-4c57-98a3-56a12363cb45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.0611830 Feb 15 09:29:43.815262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:43.863760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:43.935574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-2628ddf3-6fc5-401c-b617-6c231b64cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:43.951750 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 5, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:43.957161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-2628ddf3-6fc5-401c-b617-6c231b64cdd7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1616349 Feb 15 09:29:43.990510 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Checking router: a8afacb1-9fbe-4907-96b3-65a133bc96ab for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:43.999149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.001840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Routers {'a8afacb1-9fbe-4907-96b3-65a133bc96ab'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:44.002495 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:44.061430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.071086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-b040eafd-3ac2-42d1-b8f0-03f506b23f7a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 999 time: 0.1130364 Feb 15 09:29:44.098848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.105508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event deleted for resources: {'Port': ['ID=44166436-2b58-4f1c-89e1-b518b40095bf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:44.148853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-6dace1ec-0371-4fbb-b7e4-95f25142150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:44.157819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-6dace1ec-0371-4fbb-b7e4-95f25142150a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.0788004 Feb 15 09:29:44.175198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.177776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.194073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5baf5caa-efc5-4f3a-929e-9ec66ef469f3 req-4d93de76-fa75-4631-b018-bc5aeb79eef2 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "DELETE /v2.0/floatingips/1cfb0e6c-cc9e-4b56-9d8f-5d97f22a691e HTTP/1.1" status: 204 len: 173 time: 0.9746327 Feb 15 09:29:44.207016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Deleting port a033076c-85d9-4c61-a411-99568feff343 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:44.207394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.218693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-d7c97109-2795-4681-b052-a592f35fc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:44.228100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-d7c97109-2795-4681-b052-a592f35fc6f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690458 Feb 15 09:29:44.241148 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a1ea4e-6a34-4a19-8dce-f7503831e5b0 x-openstack-request-id: req-88a1ea4e-6a34-4a19-8dce-f7503831e5b0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:44.241932 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:44.242247 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88a1ea4e-6a34-4a19-8dce-f7503831e5b0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:44.242899 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec', 'status': 'completed', 'code': 200} Feb 15 09:29:44.264770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 8, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:44.287669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] Set router a8afacb1-9fbe-4907-96b3-65a133bc96ab gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:44.295291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:44.307375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:44.313296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:44.313998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:44.378905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] For port a033076c-85d9-4c61-a411-99568feff343, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a033076c-85d9-4c61-a411-99568feff343,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:44.379488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.409176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Calling delete_port for a033076c-85d9-4c61-a411-99568feff343 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:44.563940 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 5, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:44.603652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fdd09df-b6b0-4b57-9a6f-fd79f6c86d01 None None] The sync data for ids ['a8afacb1-9fbe-4907-96b3-65a133bc96ab'] in n-d-825064-4 is: [{'id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'name': 'tempest-FloatingIPsTestJSON-1848807979-router', 'tenant_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209'}], 'enable_snat': True}, 'gw_port_id': 'a033076c-85d9-4c61-a411-99568feff343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:11Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 5, 'project_id': 'cd7b74f196ec4bd5be4e48be6df05b13', 'gw_port': {'id': 'a033076c-85d9-4c61-a411-99568feff343', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:f2:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8afacb1-9fbe-4907-96b3-65a133bc96ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:12Z', 'updated_at': '2022-02-15T09:29:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:44.699410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.701285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:44.726577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:44.729294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '93552538-dc70-4483-8b99-6e0753746047', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '93552538-dc70-4483-8b99-6e0753746047', 'mac_address': 'fa:16:3e:e0:2f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:44.780310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Pushing event deleted for resources: {'Port': ['ID=a033076c-85d9-4c61-a411-99568feff343,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:44.815602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.860908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-5c149c08-152a-4d09-a832-64b277ce46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:44.863028 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-5c149c08-152a-4d09-a832-64b277ce46d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1094 time: 0.6012685 Feb 15 09:29:44.877067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:44.904690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 93552538-dc70-4483-8b99-6e0753746047 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:44.935735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-affc8193-3622-4553-bcf7-8ab7c715be9c service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7061131 Feb 15 09:29:44.937802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:44.960975 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.012776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.015907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.090358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:45.115319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['93552538-dc70-4483-8b99-6e0753746047'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:45.119438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-11966e9c-80e6-480f-bf52-7aa118a1fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:45.120942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-11966e9c-80e6-480f-bf52-7aa118a1fcd0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2460077 Feb 15 09:29:45.171511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-bd29d3db-af86-452e-b080-9afa8976ac52 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:45.180373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b3fe1bd-c3e9-4e88-b757-57a6fd17331b req-0f898741-134d-4fc8-8250-e8ca892612dd service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313192 Feb 15 09:29:45.182093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-849f6d42-c6c5-459a-a028-3a2f903b7676 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 217 time: 0.0484896 Feb 15 09:29:45.185197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-bd29d3db-af86-452e-b080-9afa8976ac52 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 810 time: 0.3064072 Feb 15 09:29:45.214986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.215510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8afacb1-9fbe-4907-96b3-65a133bc96ab {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:29:45.221099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.224654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f14e850f-937f-42aa-824c-14e06677a065 admin admin] 10.222.0.10 "DELETE /v2.0/routers/a8afacb1-9fbe-4907-96b3-65a133bc96ab HTTP/1.1" status: 204 len: 168 time: 1.5879748 Feb 15 09:29:45.226681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:45.228104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-4f55b74c-fb3d-45d3-a71a-6aa4a0ef040c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/quotas/80b9f6e2c4234b20bd358883ad0a2ec0 HTTP/1.1" status: 200 len: 375 time: 0.0419798 Feb 15 09:29:45.307375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-42e0cf54-2d52-4365-b979-7b11eed1a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:45.308770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-42e0cf54-2d52-4365-b979-7b11eed1a2ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.1184020 Feb 15 09:29:45.333942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 8, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:45.364455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-1625df5e-719e-4549-b05d-2acd929185ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468581 Feb 15 09:29:45.376940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07068d23-d00d-432a-948a-aa643a6927e3 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'd32e4535-875a-4d9e-88ff-d44732363ced', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'port_id': '45670865-2b80-4a08-b447-cc88b501ba68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'mac_address': 'fa:16:3e:2f:3b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4f553d-d611-4138-906c-8a522d0deffd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:28:54Z', 'updated_at': '2022-02-15T09:29:42Z', 'revision_number': 8, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:45.390773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Deleting subnet 9afbe341-8075-4bbd-b9e3-ad0c9f19d55f {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:29:45.422389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-a9e9b41e-ca29-481f-b676-dfd4a4f197d4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1817756 Feb 15 09:29:45.446126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.560494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.616548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-3c6a5f20-e922-4fe5-945f-7223602c0dbb service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376006 Feb 15 09:29:45.636428 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-20d58bd6-fba0-40d4-aad3-91ac26a46e40 service neutron] 10.222.0.10 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095942 Feb 15 09:29:45.661653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937adaa1-248c-4e09-85a3-e8efb249b46e req-a0f73d80-b842-4789-8303-f7ae4851390e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:45.665288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-937adaa1-248c-4e09-85a3-e8efb249b46e req-a0f73d80-b842-4789-8303-f7ae4851390e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.1135383 Feb 15 09:29:45.727934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.731499 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c368df6-1687-437b-93ab-09da662d4e80 None None] New status for floating IP d32e4535-875a-4d9e-88ff-d44732363ced: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:45.794340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2282b2f0-4cf2-49bf-8ff3-fc5d47378046 req-ff8a1b7a-5b62-43f8-8eea-a0047bc19ca9 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650853 Feb 15 09:29:45.796777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-4ebd014d-2d47-4798-9205-680f33780396 service neutron] 10.222.0.10 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345568 Feb 15 09:29:45.804586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-937adaa1-248c-4e09-85a3-e8efb249b46e req-cbe7e649-0c9a-40f1-a822-92148ca7e9c9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125472 Feb 15 09:29:45.827912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.869538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9afbe341-8075-4bbd-b9e3-ad0c9f19d55f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:45.871513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:45.875195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05e26e5c-2ee1-46d5-b13e-1456bf99522b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9afbe341-8075-4bbd-b9e3-ad0c9f19d55f HTTP/1.1" status: 204 len: 168 time: 0.6457064 Feb 15 09:29:45.878157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:45.882661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd15a25-4e2b-450e-a08f-eccd13a01851 None None] Network 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:46.060323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.168540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b0fa186-899a-4c5a-9932-72898204507b req-166952be-5c4d-498c-9c80-321c658cb988 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 998 time: 0.1278677 Feb 15 09:29:46.181415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-4cf701e5-b7a9-4dfc-9047-bb96a082fe74 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 1002 time: 0.1187141 Feb 15 09:29:46.269028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'name': 'network-vif-deleted', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6'}, {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:46.271281 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ba2355-848f-4daa-abf0-91d190d74212" -d '{"events": [{"server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "name": "network-vif-deleted", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6"}, {"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:46.294850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-fad59ea2-3397-4449-a6f8-a728c7c8c245 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:46.296297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-fad59ea2-3397-4449-a6f8-a728c7c8c245 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports/c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 943 time: 0.1133683 Feb 15 09:29:46.298123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] DHCP port deletion for 68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:29:46.356211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Deleting port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:46.358148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:46.361289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.442742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] For port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:46.443142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.450066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fa186-899a-4c5a-9932-72898204507b req-afe39b20-8d7f-40bd-9ed1-13b742bb1c80 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:46.458007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b0fa186-899a-4c5a-9932-72898204507b req-afe39b20-8d7f-40bd-9ed1-13b742bb1c80 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2833776 Feb 15 09:29:46.460505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Calling delete_port for 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:46.463797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 93552538-dc70-4483-8b99-6e0753746047 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:46.464677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.466028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-5b0fa186-899a-4c5a-9932-72898204507b req-cfb9d592-27a4-4165-8f10-4910743d0ac7 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:29:46.478697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b0fa186-899a-4c5a-9932-72898204507b req-cfb9d592-27a4-4165-8f10-4910743d0ac7 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194273 Feb 15 09:29:46.492151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Deleting port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:46.493388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.611047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.669855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404160c-98a4-44b8-9b12-83791c38ed6c req-b364a292-4918-41b8-a2bd-c2c8c9cd8c4b tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:46.680180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1404160c-98a4-44b8-9b12-83791c38ed6c req-b364a292-4918-41b8-a2bd-c2c8c9cd8c4b tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 949 time: 0.1114612 Feb 15 09:29:46.683446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] For port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,segment=NetworkSegment(8df2290b-52d7-4315-be19-b60c75539329),segment_id=8df2290b-52d7-4315-be19-b60c75539329)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:46.683841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.686150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] No DVR routers for this DVR port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:46.690049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:46.708301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.731932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Calling delete_port for 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:46.750036 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-187f6801-be89-4d8c-9269-f7e379ede0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.772307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1404160c-98a4-44b8-9b12-83791c38ed6c req-957c2f95-777d-4c4d-89d6-a322f879c58f tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905070 Feb 15 09:29:46.788296 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-48508c9e-83d9-44b2-85f8-9f46b550f2b0 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 1002 time: 0.2211607 Feb 15 09:29:46.871746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6334625-9ce2-4d65-88f7-68c22cf69b9d req-a2c57b62-d76f-4ba2-a852-155726727438 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 210 time: 0.0387895 Feb 15 09:29:46.921026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.928404 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:46.929650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:46.941221 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18764291-53f1-458a-be4a-ddeb98178955 x-openstack-request-id: req-18764291-53f1-458a-be4a-ddeb98178955 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:46.941644 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af673025-9cf1-485d-81a8-7b5cd60f41a5", "name": "network-vif-deleted", "tag": "08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:46.941787 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18764291-53f1-458a-be4a-ddeb98178955 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:46.942122 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af673025-9cf1-485d-81a8-7b5cd60f41a5', 'name': 'network-vif-deleted', 'tag': '08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6', 'status': 'completed', 'code': 200} Feb 15 09:29:46.942354 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:29:46.965191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fd8e85-2029-4961-b16e-4d0b1cb8f1b2']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:47.023591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:47.024158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4ea4844-c2b9-4b9b-a203-c3341cbaf3b8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:47.024765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a033076c-85d9-4c61-a411-99568feff343 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:47.056421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df2290b-52d7-4315-be19-b60c75539329') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:47.056710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df2290b-52d7-4315-be19-b60c75539329') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:47.071090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] Pushing event deleted for resources: {'Port': ['ID=3d0cfd76-80c7-4c53-b184-2dd7b9dc657c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:47.086255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f3c48-78bc-464e-ad5c-3a1af23f1a92 None None] No DVR routers for this DVR port 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:47.093317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a033076c-85d9-4c61-a411-99568feff343 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:47.093648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a033076c-85d9-4c61-a411-99568feff343 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:47.094049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:47.105253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.138030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-0a5a874e-aaa4-46be-8f68-6fd749499611 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.139570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-0a5a874e-aaa4-46be-8f68-6fd749499611 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.3416018 Feb 15 09:29:47.158848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.161192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:47.161537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3d0cfd76-80c7-4c53-b184-2dd7b9dc657c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:47.190226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-e3ec00f5-8000-4c79-8260-b2a29bb00825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.191895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-e3ec00f5-8000-4c79-8260-b2a29bb00825 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.2217927 Feb 15 09:29:47.207913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-12ea714b-d76a-41cd-b140-624268e10fd4 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1001 time: 0.1574025 Feb 15 09:29:47.222106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:47.233449 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1848032-f1c6-4bb4-a53c-df7bea1b7ee6" -d '{"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-plugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:47.249297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:47.258078 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.259022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.259909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:47.264279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-f6f7ebaa-ffcb-4a5f-b5fe-75c2e761bc61 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.277949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:29:47.278657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.281677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-f6f7ebaa-ffcb-4a5f-b5fe-75c2e761bc61 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports/45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 943 time: 0.0651162 Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:29:47.292667 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:29:47.355434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:29:47.355888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 08fb5416-1f34-4ea9-b8c2-888f0f9a3fd6 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:29:47.408383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:47.429008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-c0e61843-79e5-4588-b33e-5149f5981c28 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1001 time: 0.1052115 Feb 15 09:29:47.501152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-14181cae-11bb-4e41-9e84-a85a55f1aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.502970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-14181cae-11bb-4e41-9e84-a85a55f1aee3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.2420111 Feb 15 09:29:47.513279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-9eb4c782-3d36-42b2-9eb2-16f6ab814e87 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 1002 time: 0.3576767 Feb 15 09:29:47.518220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:47.562399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.588751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-ad53ac86-ec84-4dba-a12a-d444dac9ac1c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.597787 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-ad53ac86-ec84-4dba-a12a-d444dac9ac1c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1597502 Feb 15 09:29:47.631223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.636288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] 10.222.0.10 "DELETE /v2.0/networks/68fd8e85-2029-4961-b16e-4d0b1cb8f1b2 HTTP/1.1" status: 204 len: 168 time: 1.7570922 Feb 15 09:29:47.703750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbfa8bb-ddce-447a-b10f-79521ff20dfe admin admin] Pushing event deleted for resources: {'Network': ['ID=68fd8e85-2029-4961-b16e-4d0b1cb8f1b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:47.722997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-6511a69b-738a-460f-b779-fd7e8fcbe824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 1001 time: 0.1993260 Feb 15 09:29:47.732953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-93c9677c-9f2a-4fac-aef5-dae54ad22d27 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 1001 time: 0.1340752 Feb 15 09:29:47.738790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:47.753795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.821288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:47.931259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54226) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:47.976486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-20088c66-5899-4d10-9a05-5c3bff0161ed tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:47.978411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-20088c66-5899-4d10-9a05-5c3bff0161ed tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 810 time: 0.2011786 Feb 15 09:29:47.999350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Request body: {'port': {'device_id': '925db580-c4f1-4110-8bf5-cb135b892200', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'admin_state_up': True, 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:48.054851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-06aa8b88-4947-4a09-806e-bc0625e876fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:48.057253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-06aa8b88-4947-4a09-806e-bc0625e876fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.3171942 Feb 15 09:29:48.160686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f0d09ced-4c96-4df5-a15f-195a5d614ca5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd7b74f196ec4bd5be4e48be6df05b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2241316 Feb 15 09:29:48.182130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:48.333417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.338636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-470b96ce-52ee-4266-b48b-a2c3ef4fd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:48.340331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-470b96ce-52ee-4266-b48b-a2c3ef4fd79b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2031314 Feb 15 09:29:48.379430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.382467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.382884 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Floating IP 945e5bd4-e939-43d9-af79-1b45b6c63ff6 disassociated. External IP: 172.25.6.211, port: c6678335-a03d-46e9-9586-4ef72035f3bf. Feb 15 09:29:48.496521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.504139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.510955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.511554 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Floating IP d32e4535-875a-4d9e-88ff-d44732363ced disassociated. External IP: 172.25.6.13, port: 45670865-2b80-4a08-b447-cc88b501ba68. Feb 15 09:29:48.629016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-ebde8b39-9ada-4709-8aec-db9d9d94142d service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651517 Feb 15 09:29:48.629780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Made reservation on behalf of 80b9f6e2c4234b20bd358883ad0a2ec0 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:48.633881 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.791280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.796185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:48.796185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96c26e04-5b34-411f-8c9c-8e864f1f7a24 HTTP/1.1" status: 204 len: 168 time: 0.6107769 Feb 15 09:29:48.829864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b897bf9-8514-48e7-819a-6d657b6d7255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c26e04-5b34-411f-8c9c-8e864f1f7a24,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:48.871792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:49.010763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ba2355-848f-4daa-abf0-91d190d74212 req-36368121-4c9d-40fc-ae91-4b2f22ea9a9b service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583114 Feb 15 09:29:49.069158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Allocated IP 172.20.0.11 (a9083658-28d0-49eb-951a-f2a6a9c98248/a19d6534-d177-44d5-94e9-c9d0b6561236/e466312c-3818-43d1-bea4-a13d651b8d33) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:49.104110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Router 813925c5-fd83-45e7-8624-2978c2bf4b91 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:29:49.129640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:49.144316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:49.145751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:49.156837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:49.168499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:49.188290 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-7732b238-a65e-442c-a9af-41ef2d9f95a9 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "PUT /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 695 time: 1.4541128 Feb 15 09:29:49.189057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:49.199638 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d300c29-9cbd-44b0-af4e-3938608fedae" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:49.372900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-e7ca444e-07f8-4ce8-b095-ebec83919ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:49.379274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-e7ca444e-07f8-4ce8-b095-ebec83919ef4 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.1725135 Feb 15 09:29:49.521799 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11147872-4651-4254-97e0-25622a50103d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:49.531102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-f70154a3-4fd9-429a-ab3e-61c4fc5eccec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:49.541017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-f70154a3-4fd9-429a-ab3e-61c4fc5eccec service neutron] 10.222.0.10 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.1545110 Feb 15 09:29:49.599481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-88506af9-c845-4c60-80c5-3e71377a1eb6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.0567737 Feb 15 09:29:49.612875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:49.708018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-3f459cae-e36a-45bd-95c6-cfd463840b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:49.719353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-3f459cae-e36a-45bd-95c6-cfd463840b9d service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.1180143 Feb 15 09:29:49.809041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-688f9567-3767-4b45-849e-5fc42b7425ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:49.827981 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-688f9567-3767-4b45-849e-5fc42b7425ee service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073971 Feb 15 09:29:49.996519 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-acf9b80b-0437-456b-a6ca-0cafa3786c1a service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671751 Feb 15 09:29:50.125850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-519146b9-ce94-48cc-98d4-bcaa5744a768 req-1eec5fe3-9417-4bc0-9af9-a49226275233 service neutron] 10.222.0.10 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282046 Feb 15 09:29:50.296392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:50.327717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.411974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:50.492640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:50.507819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:50.512595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:50.513437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:50.524942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-network', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:50.527340 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Sync routers for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:50.543415 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:50.555876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.556847 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:50.578152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Made reservation on behalf of 400299cf8c3740a59ba3dd381b07890c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:50.581092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.611138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.617224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.660517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fed2d1-30d4-4d54-bb32-701ade6270ef req-a2cb5f0b-e548-4721-ae18-cf57ad90d079 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:50.675794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-61138310-8230-408d-9135-98a8f33b0923 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "PUT /v2.0/floatingips/945e5bd4-e939-43d9-af79-1b45b6c63ff6 HTTP/1.1" status: 200 len: 695 time: 3.1613038 Feb 15 09:29:50.676269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:50.688697 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bee7802-f687-4f01-971b-d64c2542df6f" -d '{"events": [{"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:50.689379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1fed2d1-30d4-4d54-bb32-701ade6270ef req-a2cb5f0b-e548-4721-ae18-cf57ad90d079 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.1243317 Feb 15 09:29:50.699526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.760617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['38329738-06c9-4e74-a94e-98a9f038c966'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:50.771094 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1fed2d1-30d4-4d54-bb32-701ade6270ef req-00978a80-7b59-4aad-9abd-9b0d12af5ac9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712404 Feb 15 09:29:50.846594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.847753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Network a9083658-28d0-49eb-951a-f2a6a9c98248 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:50.863216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:50.863430 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93297d02-ac8a-402a-a376-cbfc1fe9f497 x-openstack-request-id: req-93297d02-ac8a-402a-a376-cbfc1fe9f497 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:50.863430 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-plugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:50.863430 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93297d02-ac8a-402a-a376-cbfc1fe9f497 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:50.863430 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047', 'code': 200} Feb 15 09:29:50.863742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:50.878327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:50.898162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:50.955337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b4b48d-d07e-4465-a80a-802da530fae2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:50.958064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Pushing event updated for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:50.985888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:29:50.991657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:50.992331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.003033 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:51.010281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-960cac81-ebcd-42eb-bbc3-078bc5b73433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:51.020972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.021538 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Added segment 0477e842-01ed-451d-a953-e54648a58523 of type vlan for network 1f45f35c-34d2-4a45-b6a8-856698da6c37 Feb 15 09:29:51.023440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-960cac81-ebcd-42eb-bbc3-078bc5b73433 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1097 time: 0.3002660 Feb 15 09:29:51.157175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.174600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-9f0e601e-de34-44b1-bdf8-68cde6ce98b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:51.182825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-9f0e601e-de34-44b1-bdf8-68cde6ce98b3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 929 time: 0.1584902 Feb 15 09:29:51.198795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.200125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:51.200896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.317271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb7328-70b9-4010-914b-13a458f37351 req-3887cb6c-4616-4423-85e9-945c73e31138 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:51.319834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3efb7328-70b9-4010-914b-13a458f37351 req-3887cb6c-4616-4423-85e9-945c73e31138 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 932 time: 0.2782397 Feb 15 09:29:51.323792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0263281 Feb 15 09:29:51.327240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:51.348755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-c6b5de0f-a943-44ff-bc9d-60e4e938012a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 217 time: 0.1650720 Feb 15 09:29:51.352016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Request body: {'subnet': {'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-subnet', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:51.370245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216ccc0-d764-4214-9139-541f5591103f admin admin] Pushing event updated for resources: {'Network': ['ID=1f45f35c-34d2-4a45-b6a8-856698da6c37,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:51.397747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:29:51.451906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-43241afa-7603-4f01-b0ba-18213c1b384a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4577312 Feb 15 09:29:51.459252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3efb7328-70b9-4010-914b-13a458f37351 req-9bddcbcf-9017-4ad6-8d40-f29ea7d4d48d tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309559 Feb 15 09:29:51.466341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Made reservation on behalf of 400299cf8c3740a59ba3dd381b07890c for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:29:51.468658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.498163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Request body: {'port': {'device_id': '925db580-c4f1-4110-8bf5-cb135b892200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:51.508796 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:51.558113 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Checking router: 813925c5-fd83-45e7-8624-2978c2bf4b91 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:51.573634 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:51.574554 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:51.690461 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818f7342-abe7-4faa-850d-937909f1157d x-openstack-request-id: req-818f7342-abe7-4faa-850d-937909f1157d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:51.690820 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:51.691410 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-818f7342-abe7-4faa-850d-937909f1157d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:51.691410 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:29:51.718423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:51.730089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-96cc7778-df98-4d5f-ab58-c0e79e6f68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:51.731160 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:51.734694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-96cc7778-df98-4d5f-ab58-c0e79e6f68ab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.3790288 Feb 15 09:29:51.867751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ad873197-bdc2-456f-8869-b665442478ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:51.980426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad873197-bdc2-456f-8869-b665442478ff None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '215b9b2c-ac4b-49c0-8636-bb0e479c4b8f', 'name': '', 'network_id': 'e495ade8-7c3b-4504-9ec8-c3b0d177cd86', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'mac_address': 'fa:16:3e:a5:ea:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_interface', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:28:32Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'subnets': [{'id': 'f15df234-cde3-4f1d-bb05-9d9415fb0c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:52.034944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641381d5-15bd-426e-9039-036be707999b req-5ed9be08-bf7f-4d47-8c4c-4520d0dec7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.037267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-5ed9be08-bf7f-4d47-8c4c-4520d0dec7f5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910117 Feb 15 09:29:52.043017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-13c43472-1d28-40fa-a062-6c1cce052cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.044767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-13c43472-1d28-40fa-a062-6c1cce052cce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6949fccd3104c779644f92a74ab7727&device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 1097 time: 0.3091762 Feb 15 09:29:52.057299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:29:52.156918 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:52.214655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-1725deb9-d169-4115-aae0-6185c027aecf service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578410 Feb 15 09:29:52.248853 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6d78e1-a56c-49a1-b322-c7219e43fd52 None None] The sync data for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 is: [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:28:56Z', 'revision_number': 4, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '14b316e9-fec6-45b6-9864-2cc762c4380e', 'name': '', 'network_id': 'f97861ab-8952-47ef-b753-a191721661e1', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'mac_address': 'fa:16:3e:32:0a:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:52Z', 'updated_at': '2022-02-15T09:29:03Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'subnets': [{'id': 'd7167caf-dae6-4b2f-b1e9-d87878170718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:29:52.262543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.314431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7df0dd-060a-437d-8ee5-c4f73b64ae87 req-4423aae9-34b8-42dd-a965-8d16d732af49 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.326887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e7df0dd-060a-437d-8ee5-c4f73b64ae87 req-4423aae9-34b8-42dd-a965-8d16d732af49 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 949 time: 0.3850474 Feb 15 09:29:52.347092 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.411237 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.478096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-00c1c0bc-ce9b-454f-97ff-93ab29862f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.479270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-00c1c0bc-ce9b-454f-97ff-93ab29862f1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 200 len: 921 time: 0.4205163 Feb 15 09:29:52.480303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:52.530373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '60a47521-5b32-4822-804d-90c9b63f39ec', 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3', 'port_id': '60a47521-5b32-4822-804d-90c9b63f39ec', 'mac_address': 'fa:16:3e:1d:15:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2cdfe4-c71d-458e-8017-225818a76962', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:29:52.570116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e7df0dd-060a-437d-8ee5-c4f73b64ae87 req-078129e9-56d2-4545-aab6-6906fbc5e7bc tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/security-groups?id=55cfdfcc-6494-41d8-9d82-b85b6ac1c326&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417846 Feb 15 09:29:52.579378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-dfbb1741-a3bd-4cd1-88a7-3b376a94d935 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.581531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-dfbb1741-a3bd-4cd1-88a7-3b376a94d935 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 949 time: 0.6410670 Feb 15 09:29:52.616801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Checking segment: {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:52.616801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Network hostable DHCP agents. Network: 1f45f35c-34d2-4a45-b6a8-856698da6c37, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:29:52.625430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8e8d83-8773-4e56-8861-38ae8658ce79,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:52.651764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.717360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:29:52.726338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322675f3-f06f-4eae-97c9-130d1a327f4b None None] New status for floating IP d32e4535-875a-4d9e-88ff-d44732363ced: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:52.742465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1f45f35c-34d2-4a45-b6a8-856698da6c37) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:52.757524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:52.763668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.783078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-a08e154d-0308-4d0b-8652-b1b31d16a7fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 200 len: 217 time: 0.1984875 Feb 15 09:29:52.785620 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e60b43-2755-494f-8964-4473b3cc8657 x-openstack-request-id: req-f4e60b43-2755-494f-8964-4473b3cc8657 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:52.785899 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:52.786146 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f4e60b43-2755-494f-8964-4473b3cc8657 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:52.786529 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'status': 'completed', 'code': 200} Feb 15 09:29:52.827925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-947c531d-fdc4-4361-bd9b-1df086967acb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4983556 Feb 15 09:29:52.828575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54294) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:52.832991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:29:52.857897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849d3167-b6e4-4291-b970-260f28ad9077 None None] New status for floating IP 945e5bd4-e939-43d9-af79-1b45b6c63ff6: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:29:52.885241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.886350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:52.990724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.106173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-3e53b75a-c403-4245-996f-bfa637f98f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.107657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-3e53b75a-c403-4245-996f-bfa637f98f33 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 200 len: 859 time: 0.2251725 Feb 15 09:29:53.135569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641381d5-15bd-426e-9039-036be707999b req-43b573a8-627b-4021-82e6-513176135f4f service neutron] 10.222.0.10 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8479052 Feb 15 09:29:53.145452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7802-f687-4f01-971b-d64c2542df6f req-df3d5366-7870-4e6d-b9c9-097812b6c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.147117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-df3d5366-7870-4e6d-b9c9-097812b6c4c2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 1097 time: 0.3630145 Feb 15 09:29:53.199706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229cabae-4f76-45d3-9ee8-83a7cc832929 None None] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:53.205487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60a47521-5b32-4822-804d-90c9b63f39ec {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:53.251898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4db335-52ba-43af-95dc-86c1c709398d req-28b900f8-5047-45d4-ba65-1386b38098a6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.269411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd4db335-52ba-43af-95dc-86c1c709398d req-28b900f8-5047-45d4-ba65-1386b38098a6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.3426132 Feb 15 09:29:53.289080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Deleting port ef59e109-d52e-4b08-86c6-ec35f170fb81 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:53.289425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.322016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e466312c-3818-43d1-bea4-a13d651b8d33 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:29:53.385332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.400394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-5df7de68-9292-4298-8332-fc69536583ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.406093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-5df7de68-9292-4298-8332-fc69536583ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e495ade8-7c3b-4504-9ec8-c3b0d177cd86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831848 Feb 15 09:29:53.445436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:53.472615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.500761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Transition to ACTIVE for port object e466312c-3818-43d1-bea4-a13d651b8d33 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:29:53.569827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.638601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.671246 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd4db335-52ba-43af-95dc-86c1c709398d req-36ed9f73-18a3-4837-81af-520bdd3ebfb3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860688 Feb 15 09:29:53.720082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:53.790766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7802-f687-4f01-971b-d64c2542df6f req-a63762ab-be26-4e39-99f0-34461f02d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.793328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-a63762ab-be26-4e39-99f0-34461f02d7cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 200 len: 929 time: 0.6282947 Feb 15 09:29:53.801263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Pushing event updated for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:53.846300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-1f45f35c-34d2-4a45-b6a8-856698da6c37', 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'fixed_ips': [{'subnet_id': '0a8e8d83-8773-4e56-8861-38ae8658ce79'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:29:53.847165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.855599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:53.856247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:53.873004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['60a47521-5b32-4822-804d-90c9b63f39ec'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:29:53.879114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Calling delete_port for ef59e109-d52e-4b08-86c6-ec35f170fb81 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:53.912738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-0c1b2a7a-4f6d-463c-ac85-c9f512262a3f tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 200 len: 693 time: 0.0816915 Feb 15 09:29:53.955792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057768b4-fbdf-4d09-921c-0398b19fc389 req-3295091d-f983-45a9-8fb4-949c1ce971e5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:53.958006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-057768b4-fbdf-4d09-921c-0398b19fc389 req-3295091d-f983-45a9-8fb4-949c1ce971e5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 944 time: 0.4652412 Feb 15 09:29:53.960565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.961367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.962557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.963114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.963833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.964427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.965461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.966060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.966623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.967228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.967920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:53.968615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:54.002042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-988ba7dc-c6b7-4a51-a8d7-a439af5f2f8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 200 len: 217 time: 0.1932869 Feb 15 09:29:54.074378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ef59e109-d52e-4b08-86c6-ec35f170fb81 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:29:54.092198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-92b8ba5e-e418-4fd3-b966-3cc610109f8c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:54.102931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-92b8ba5e-e418-4fd3-b966-3cc610109f8c tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1791122 Feb 15 09:29:54.133596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7802-f687-4f01-971b-d64c2542df6f req-a024ef71-dac4-4544-9083-47c3253a8d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:54.136172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-a024ef71-dac4-4544-9083-47c3253a8d77 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 200 len: 867 time: 0.1082668 Feb 15 09:29:54.187679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f6d264c5-c6ba-4663-bfa7-475020db8007 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 696 time: 0.0837264 Feb 15 09:29:54.244311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-37917984-9133-4b50-bee7-9ac4bc5b0a06 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8027565 Feb 15 09:29:54.283445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.286956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Allocated IP 172.20.0.2 (1f45f35c-34d2-4a45-b6a8-856698da6c37/0a8e8d83-8773-4e56-8861-38ae8658ce79/9f477d25-0e1a-40d0-9d05-d68c05450ea5) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:54.298558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-057768b4-fbdf-4d09-921c-0398b19fc389 req-e963447d-2bf6-44d3-aa37-7a90b5102cc9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113942 Feb 15 09:29:54.310768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-c0f3c7dc-641f-477d-a1ac-f56c6c827b16 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.13 HTTP/1.1" status: 200 len: 696 time: 0.1219540 Feb 15 09:29:54.348563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:54.352364 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb22bd6b-ec6e-47f2-8901-f5fd6422da1f" -d '{"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:54.453452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ef59e109-d52e-4b08-86c6-ec35f170fb81, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ef59e109-d52e-4b08-86c6-ec35f170fb81,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:54.561955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.586533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.599450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.604560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.665416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Deleting port a141d970-933a-4cb3-97e0-5e8059add726 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:54.666126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.682239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:54.686332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.746710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:54.753249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:54.766464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:54.776956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.777645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:54.792631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Calling delete_port for a141d970-933a-4cb3-97e0-5e8059add726 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:54.855908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d300c29-9cbd-44b0-af4e-3938608fedae req-f111efb3-369d-4c6f-aadf-9b6232e61aa7 service neutron] 10.222.0.36 "GET /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5918822 Feb 15 09:29:54.878415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-851f5867-a7c6-49d6-abd0-d3b02f9fb744 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips/945e5bd4-e939-43d9-af79-1b45b6c63ff6 HTTP/1.1" status: 200 len: 693 time: 0.5181293 Feb 15 09:29:54.884135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee7802-f687-4f01-971b-d64c2542df6f req-4e13273d-a5b6-4966-a7b4-406b08cd99f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:54.886014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-4e13273d-a5b6-4966-a7b4-406b08cd99f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f97861ab-8952-47ef-b753-a191721661e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7201958 Feb 15 09:29:54.914459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Attempting to bind port e466312c-3818-43d1-bea4-a13d651b8d33 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:54.914686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Attempting to bind port e466312c-3818-43d1-bea4-a13d651b8d33 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:54.914895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Attempting to bind port e466312c-3818-43d1-bea4-a13d651b8d33 on network a9083658-28d0-49eb-951a-f2a6a9c98248 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:54.960953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Port e466312c-3818-43d1-bea4-a13d651b8d33 on network a9083658-28d0-49eb-951a-f2a6a9c98248 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:29:54.961276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Attempting to bind port e466312c-3818-43d1-bea4-a13d651b8d33 on network a9083658-28d0-49eb-951a-f2a6a9c98248 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:54.977315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.023146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:55.023458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Checking segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:55.024008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Bound using segment: {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:55.024642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Bound port: e466312c-3818-43d1-bea4-a13d651b8d33, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd77cad1a-22f5-499e-92ff-51a964d41d12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:55.025042 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.036550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event deleted for resources: {'Port': ['ID=a141d970-933a-4cb3-97e0-5e8059add726,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.053688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Pushing event updated for resources: {'Port': ['ID=9f477d25-0e1a-40d0-9d05-d68c05450ea5,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.099168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Attempting to bind port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:55.100620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Attempting to bind port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:55.101406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Attempting to bind port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 on network 1f45f35c-34d2-4a45-b6a8-856698da6c37 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:55.107010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:55.108137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Checking segment: {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:55.108764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.109348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Bound using segment: {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:55.111635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Bound port: 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:55.111635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.120496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.121065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.121885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.125742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:29:55.136995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.187650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Pushing event deleted for resources: {'Port': ['ID=ef59e109-d52e-4b08-86c6-ec35f170fb81,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.202781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.206278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.207457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab1d0d7-2d99-4b03-b57c-fa2b428f31dc req-f2841d40-eec1-4459-b414-41d6d531cc03 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "DELETE /v2.0/floatingips/d32e4535-875a-4d9e-88ff-d44732363ced HTTP/1.1" status: 204 len: 173 time: 0.8947775 Feb 15 09:29:55.232257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Allocated IP 172.25.6.37 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f901efaa-e95e-4ce7-9735-1cf29d99043d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:29:55.247419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] For port 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:55.257311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] For port 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9f477d25-0e1a-40d0-9d05-d68c05450ea5,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:55.269656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.284356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-5b31952e-8779-40bf-a766-372ca94c4b08 service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881767 Feb 15 09:29:55.332077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-5ff3bc28-6ca4-4d81-b24f-41d4a1cd9e7a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:55.333520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-5ff3bc28-6ca4-4d81-b24f-41d4a1cd9e7a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.4263854 Feb 15 09:29:55.379619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:29:55.409005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] No DVR routers for this DVR port ef59e109-d52e-4b08-86c6-ec35f170fb81 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:29:55.438137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e9c8e-e2a1-40e5-a889-eb913980f0ab None None] Pushing event updated for resources: {'Port': ['ID=9f477d25-0e1a-40d0-9d05-d68c05450ea5,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.498994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.503852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-8d97a84e-57ea-4bc4-ad1c-5c2d635b75ba tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.1109881 Feb 15 09:29:55.570548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eedf9343-c9dd-4181-b1e7-9a29b5d51779 req-623b660c-1c21-42a7-b076-49828fb470d6 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.10 "GET /v2.0/ports?device_id=b637363a-d968-4b1f-a4d4-4737fb281dd6 HTTP/1.1" status: 200 len: 210 time: 0.1454895 Feb 15 09:29:55.573150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.627786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.633847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a852628-0f7d-4f0d-989d-ec2828c0fe2d req-95eafaf9-6a4d-459d-b29b-cf4de855fa61 tempest-DeleteServersAdminTestJSON-1050881828 tempest-DeleteServersAdminTestJSON-1050881828-project] 10.222.0.36 "DELETE /v2.0/ports/ef59e109-d52e-4b08-86c6-ec35f170fb81 HTTP/1.1" status: 204 len: 173 time: 3.0368452 Feb 15 09:29:55.637990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e466312c-3818-43d1-bea4-a13d651b8d33,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:29:55.642063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bee7802-f687-4f01-971b-d64c2542df6f req-5e1da1be-c746-48d7-b032-6f60ec15ffd2 service neutron] 10.222.0.72 "GET /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226564 Feb 15 09:29:55.645054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-deleted', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:55.653078 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd63634-9332-44d5-915b-c758147441c6" -d '{"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-deleted", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:55.678741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.707071 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be5c188-c8fc-494c-969e-de09f7426e0f x-openstack-request-id: req-2be5c188-c8fc-494c-969e-de09f7426e0f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:55.707610 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-unplugged", "status": "completed", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:55.708146 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2be5c188-c8fc-494c-969e-de09f7426e0f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:55.708552 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'code': 200} Feb 15 09:29:55.733641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:29:55.734806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Pushing event updated for resources: {'Port': ['ID=f901efaa-e95e-4ce7-9735-1cf29d99043d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.737766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:29:55.744753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:29:55.754430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Pushing event updated for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:55.821798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-6db2daec-cb16-4ae9-b9f6-fa67122351d3 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.211 HTTP/1.1" status: 200 len: 696 time: 0.1473982 Feb 15 09:29:55.893256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:55.894051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:55.895443 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-7e78ebe1-7b4d-46e1-8ec3-6a72e772deeb service neutron] 10.222.0.72 "PUT /v2.0/ports/e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 200 len: 1092 time: 4.4176688 Feb 15 09:29:56.056299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Deleting port eece1079-4920-4f09-9d0b-2dabfd8598f6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:56.056636 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.058579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ef482-57af-427f-b063-78abc3a29dce req-064d73fc-9f49-4172-bfee-323bec59445b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:56.061684 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-da0ef482-57af-427f-b063-78abc3a29dce req-064d73fc-9f49-4172-bfee-323bec59445b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.1454208 Feb 15 09:29:56.061852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-ff3ef468-3a8a-456f-850c-3e76e3f73052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:56.064081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-ff3ef468-3a8a-456f-850c-3e76e3f73052 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1095 time: 0.0841842 Feb 15 09:29:56.070030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:56.142417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-85423680-9c90-4da8-8018-221f9e4fb568 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 200 len: 217 time: 0.0652101 Feb 15 09:29:56.160225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 60a47521-5b32-4822-804d-90c9b63f39ec completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:29:56.166520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 60a47521-5b32-4822-804d-90c9b63f39ec triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:56.167018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.249450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cb1f1-e713-406d-a33b-822ff2495820 req-273d675d-21d3-408b-a80e-6c0d5825788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:56.250716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-273d675d-21d3-408b-a80e-6c0d5825788b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.0874028 Feb 15 09:29:56.283018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.283320 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.331960 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-e93474f9-a09b-4446-b45d-c33657173aa9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645616 Feb 15 09:29:56.340943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Calling delete_port for eece1079-4920-4f09-9d0b-2dabfd8598f6 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:56.398884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.453964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:56.461218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.508243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-a28f78e1-b680-4936-ab7d-f7953638aed8 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647611 Feb 15 09:29:56.534228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:56.615180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-da0ef482-57af-427f-b063-78abc3a29dce req-cacb0ee4-04be-443e-9efc-722aaabf2eb5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224590 Feb 15 09:29:56.653555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.761072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-633cb1f1-e713-406d-a33b-822ff2495820 req-93da0819-c91c-4ce8-a740-4e05bbaca278 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434096 Feb 15 09:29:56.853150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:56.854711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9f477d25-0e1a-40d0-9d05-d68c05450ea5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:56.918119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event deleted for resources: {'Port': ['ID=eece1079-4920-4f09-9d0b-2dabfd8598f6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:57.012519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:57.013811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.049773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.063908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.069458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6233a55b-98de-410b-ac04-2e5308c01dc7 req-14efc6d1-cbda-4185-b84b-b66518b872ce tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "DELETE /v2.0/floatingips/945e5bd4-e939-43d9-af79-1b45b6c63ff6 HTTP/1.1" status: 204 len: 173 time: 1.2397313 Feb 15 09:29:57.103678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374e26e3-e0a7-4dad-80e3-25e608592186 None None] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:29:57.171602 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873a09e-c0dd-49c7-9e27-59adbf295e6d x-openstack-request-id: req-7873a09e-c0dd-49c7-9e27-59adbf295e6d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:57.171898 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b637363a-d968-4b1f-a4d4-4737fb281dd6", "name": "network-vif-deleted", "tag": "ef59e109-d52e-4b08-86c6-ec35f170fb81", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:57.172146 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7873a09e-c0dd-49c7-9e27-59adbf295e6d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:57.172549 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b637363a-d968-4b1f-a4d4-4737fb281dd6', 'name': 'network-vif-deleted', 'tag': 'ef59e109-d52e-4b08-86c6-ec35f170fb81', 'status': 'completed', 'code': 200} Feb 15 09:29:57.233870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.268314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-233a7b9f-cd11-4993-ac80-788be74e7cc2 None None] Provisioning complete for port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:57.269101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-233a7b9f-cd11-4993-ac80-788be74e7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.341794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2756e-cfa8-4555-a710-383117821f5f req-ffd9db63-d59b-4f95-b78a-c40610594478 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:57.350552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98c2756e-cfa8-4555-a710-383117821f5f req-ffd9db63-d59b-4f95-b78a-c40610594478 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 946 time: 0.0651917 Feb 15 09:29:57.402806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98c2756e-cfa8-4555-a710-383117821f5f req-7a0a64cd-445c-47ca-8347-2813a8801cda tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510149 Feb 15 09:29:57.423998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.431646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda98b5-d991-4114-a883-4c33603083c0 req-1c81d2de-e21d-421d-8482-f73102d8724c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:57.438924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6eda98b5-d991-4114-a883-4c33603083c0 req-1c81d2de-e21d-421d-8482-f73102d8724c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 944 time: 0.2024949 Feb 15 09:29:57.470257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:29:57.487390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6eda98b5-d991-4114-a883-4c33603083c0 req-92703aad-5c5f-46ed-83c3-4701ea3a36af tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Feb 15 09:29:57.552339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9f477d25-0e1a-40d0-9d05-d68c05450ea5,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:57.565642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.638107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1ab07-d571-4fef-b6e4-9feae0eb541a req-28239e85-1c0e-432a-bbf5-fc03822967df tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:57.640012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70a1ab07-d571-4fef-b6e4-9feae0eb541a req-28239e85-1c0e-432a-bbf5-fc03822967df tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0955083 Feb 15 09:29:57.686134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9f477d25-0e1a-40d0-9d05-d68c05450ea5,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:57.710691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:57.713895 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f01552-cfc0-4f1f-8be0-f9783280e83c" -d '{"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:57.729038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:29:57.738817 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-233a7b9f-cd11-4993-ac80-788be74e7cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.763361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70a1ab07-d571-4fef-b6e4-9feae0eb541a req-31f9bded-22ac-4b20-9113-f550cf9a4319 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1103261 Feb 15 09:29:57.767372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Sync routers for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:29:57.792368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:57.795088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7a936957-b251-4bc7-a780-5d0eab898b3b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9644959 Feb 15 09:29:57.796957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54368) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:57.843566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:29:57.844268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:57.901415 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ec855b-2f4c-4136-89fe-9e6d468d305e x-openstack-request-id: req-45ec855b-2f4c-4136-89fe-9e6d468d305e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:29:57.903060 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:29:57.904382 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45ec855b-2f4c-4136-89fe-9e6d468d305e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:29:57.905930 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec', 'code': 200} Feb 15 09:29:57.923848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe2003-11c4-4f25-a260-16378b38d4af req-d9a7aec8-9710-40b4-9c9c-54c07dae5c7a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:57.937557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1efe2003-11c4-4f25-a260-16378b38d4af req-d9a7aec8-9710-40b4-9c9c-54c07dae5c7a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1421380 Feb 15 09:29:58.008195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1efe2003-11c4-4f25-a260-16378b38d4af req-a4f3bf24-e4f1-4dc7-b289-0651d9cc8e2d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664296 Feb 15 09:29:58.051178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-93d7fc6a-fcad-49e1-8da6-079fb7c55085 req-a0f9a438-e415-48d6-9fe9-91ccb234d589 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1321900 Feb 15 09:29:58.179435 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-233a7b9f-cd11-4993-ac80-788be74e7cc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:29:58.179738 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-233a7b9f-cd11-4993-ac80-788be74e7cc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:29:58.232489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54384) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:58.246113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:29:58.344934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22cde5-4686-46ca-8a05-87bf661860e0 req-0c2ea766-fe3a-4ac9-aa90-9c9bfc3c7430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:58.351137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a22cde5-4686-46ca-8a05-87bf661860e0 req-0c2ea766-fe3a-4ac9-aa90-9c9bfc3c7430 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1096 time: 0.3357894 Feb 15 09:29:58.611714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e842d013-ff8c-4f69-b280-8f49e8ce14df admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d4767162aa8a49128bd3e275b5876c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776455 Feb 15 09:29:58.614358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54398) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:58.644405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2dad67-6b9a-46cd-9633-27308e58e18e req-156c77c9-50ba-4061-ad23-bd4c7d852aca tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:58.646471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df2dad67-6b9a-46cd-9633-27308e58e18e req-156c77c9-50ba-4061-ad23-bd4c7d852aca tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 946 time: 0.0958686 Feb 15 09:29:58.691968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:29:56Z', 'revision_number': 3, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:29:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:29:58.717997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:58.733520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a22cde5-4686-46ca-8a05-87bf661860e0 req-456254eb-6f40-4843-92b1-40a415523268 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115719 Feb 15 09:29:58.739327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df2dad67-6b9a-46cd-9633-27308e58e18e req-0a5e9a82-4398-4a81-8b44-eab04f06554a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671580 Feb 15 09:29:58.751043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1f508-601b-43a2-8b1c-a59a525c756f req-d40deaac-52e8-4b3c-8145-af62b4f1fbcf tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:58.752774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04a1f508-601b-43a2-8b1c-a59a525c756f req-d40deaac-52e8-4b3c-8145-af62b4f1fbcf tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 946 time: 0.1731329 Feb 15 09:29:58.790087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Checking router: 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:29:58.790435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Updating router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d port f901efaa-e95e-4ce7-9735-1cf29d99043d binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:29:58.791811 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:58.822902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04a1f508-601b-43a2-8b1c-a59a525c756f req-daac7117-390d-400b-b58d-d1e13f3b81df tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.10 "GET /v2.0/security-groups?id=8356e803-713a-41b3-a688-4d01667d49ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615566 Feb 15 09:29:58.839368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9f477d25-0e1a-40d0-9d05-d68c05450ea5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:29:58.851510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-1783a288-ee23-4003-9669-ab5b7d5342a2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:58.856106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-1783a288-ee23-4003-9669-ab5b7d5342a2 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.36 "GET /v2.0/ports?device_id=2f4f553d-d611-4138-906c-8a522d0deffd HTTP/1.1" status: 200 len: 946 time: 0.1888676 Feb 15 09:29:58.915540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e19f945-3bd0-457c-aec4-a7c370cfcd1e req-7ec5962a-617c-4b35-b86b-03cf1ba2910a tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:58.923737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e19f945-3bd0-457c-aec4-a7c370cfcd1e req-7ec5962a-617c-4b35-b86b-03cf1ba2910a tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1097 time: 0.0615580 Feb 15 09:29:58.935054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:58.935272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:58.937243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:58.938628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55cfdfcc-6494-41d8-9d82-b85b6ac1c326 HTTP/1.1" status: 204 len: 168 time: 0.3232191 Feb 15 09:29:58.961516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7cdb3-69b9-4aa7-b471-d7db357c6c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cfdfcc-6494-41d8-9d82-b85b6ac1c326,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:58.987597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e19f945-3bd0-457c-aec4-a7c370cfcd1e req-133a2abd-0481-4f69-b405-18bda25c7473 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579207 Feb 15 09:29:59.044293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-efcc3d5b-4882-4096-bfc7-3a89f3091103 None None] Provisioning complete for port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:59.044654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-efcc3d5b-4882-4096-bfc7-3a89f3091103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.147816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:29:59.148175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.186259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:29:59.195372 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e55423-9f8c-43d9-afe9-07944a2b3824" -d '{"events": [{"name": "network-changed", "server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:29:59.230226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62be7-5500-44c3-9742-82bc9c5d4e55 req-4c4350e6-c29d-4686-9a39-5d45044c4ae5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:29:59.238506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5c62be7-5500-44c3-9742-82bc9c5d4e55 req-4c4350e6-c29d-4686-9a39-5d45044c4ae5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 944 time: 0.3269584 Feb 15 09:29:59.357947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5c62be7-5500-44c3-9742-82bc9c5d4e55 req-473fe90d-730f-4514-8a02-7a907c7847e6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184595 Feb 15 09:29:59.418464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Deleting port 45670865-2b80-4a08-b447-cc88b501ba68 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:29:59.418464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.463670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.546830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54416) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:59.579838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0787ad02-488f-450f-82c5-2c5190eb576b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.716388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0787ad02-488f-450f-82c5-2c5190eb576b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.730056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0787ad02-488f-450f-82c5-2c5190eb576b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.804085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0787ad02-488f-450f-82c5-2c5190eb576b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c706bc0072574df0ae7600c46bef01c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512078 Feb 15 09:29:59.806336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54426) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:29:59.809107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787ad02-488f-450f-82c5-2c5190eb576b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682dc681-322c-4d83-a7f2-6b3d4f3de121,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:29:59.820165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.840035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] For port 45670865-2b80-4a08-b447-cc88b501ba68, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45670865-2b80-4a08-b447-cc88b501ba68,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:29:59.840541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.851521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.908906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Calling delete_port for 45670865-2b80-4a08-b447-cc88b501ba68 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:29:59.954164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.962559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Attempting to bind port f901efaa-e95e-4ce7-9735-1cf29d99043d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:29:59.963812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Attempting to bind port f901efaa-e95e-4ce7-9735-1cf29d99043d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:29:59.964436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Attempting to bind port f901efaa-e95e-4ce7-9735-1cf29d99043d on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:29:59.982739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:29:59.983643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:29:59.984281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:29:59.984985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:29:59.985844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Bound port: f901efaa-e95e-4ce7-9735-1cf29d99043d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:29:59.986785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.022865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.074525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Pushing event updated for resources: {'Port': ['ID=f901efaa-e95e-4ce7-9735-1cf29d99043d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:00.095909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.096787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.098004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.098464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.099173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.100324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.100859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.101594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.102043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.102926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.103478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.104011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:00.135863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.138580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.142213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/682dc681-322c-4d83-a7f2-6b3d4f3de121 HTTP/1.1" status: 204 len: 168 time: 0.3317623 Feb 15 09:30:00.151494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] For port f901efaa-e95e-4ce7-9735-1cf29d99043d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:00.159790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba81f53-aba8-4615-afaa-ca61d09da525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682dc681-322c-4d83-a7f2-6b3d4f3de121,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:00.170643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] For port f901efaa-e95e-4ce7-9735-1cf29d99043d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f901efaa-e95e-4ce7-9735-1cf29d99043d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:00.233950 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.295616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98524671-422a-47a4-b972-054219916b4c req-f3651504-50e3-4140-8808-2377f91208da tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:00.302317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98524671-422a-47a4-b972-054219916b4c req-f3651504-50e3-4140-8808-2377f91208da tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.7056217 Feb 15 09:30:00.411315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e466312c-3818-43d1-bea4-a13d651b8d33 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:00.414251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:00.415419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:00.475505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b1b05-2ed8-4fa1-9a10-1ec6046c73bf None None] Pushing event updated for resources: {'Port': ['ID=f901efaa-e95e-4ce7-9735-1cf29d99043d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:00.581636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Allocated IP 172.20.0.1 (1f45f35c-34d2-4a45-b6a8-856698da6c37/0a8e8d83-8773-4e56-8861-38ae8658ce79/0290aeed-c0f1-4e69-9dda-23243220663a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:00.624333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98524671-422a-47a4-b972-054219916b4c req-94e3db3a-4410-4c71-971a-6047d2f36077 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566639 Feb 15 09:30:00.638134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-31f75906-977e-49b7-844b-19ee3740d945 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:00.639666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-31f75906-977e-49b7-844b-19ee3740d945 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.72 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 946 time: 0.8622413 Feb 15 09:30:00.640312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.653794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:00.731135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Pushing event deleted for resources: {'Port': ['ID=45670865-2b80-4a08-b447-cc88b501ba68,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:00.769842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e466312c-3818-43d1-bea4-a13d651b8d33,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:00.835544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e466312c-3818-43d1-bea4-a13d651b8d33', 'network_id': 'a9083658-28d0-49eb-951a-f2a6a9c98248', 'port_id': 'e466312c-3818-43d1-bea4-a13d651b8d33', 'mac_address': 'fa:16:3e:6a:c5:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19d6534-d177-44d5-94e9-c9d0b6561236', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:00.923342 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.964186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] No DVR routers for this DVR port 45670865-2b80-4a08-b447-cc88b501ba68 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:00.967235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e466312c-3818-43d1-bea4-a13d651b8d33 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:00.970371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:00.976464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f485660-5534-4493-a9e5-0dd58d964f48 req-7bda783c-32c0-4e85-a572-c264c5415241 tempest-FloatingIPsAssociationTestJSON-1999294229 tempest-FloatingIPsAssociationTestJSON-1999294229-project] 10.222.0.36 "DELETE /v2.0/ports/45670865-2b80-4a08-b447-cc88b501ba68 HTTP/1.1" status: 204 len: 173 time: 2.0461550 Feb 15 09:30:00.989880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-665e3c9f-6adc-4a4f-8044-f93a7f303096 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:30:01.013270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e466312c-3818-43d1-bea4-a13d651b8d33,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:01.017639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-665e3c9f-6adc-4a4f-8044-f93a7f303096 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340838 Feb 15 09:30:01.031712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:01.122882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:29:56Z', 'revision_number': 3, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:01.208628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1a6372-5418-41bb-9372-030f5b14888c None None] The sync data for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 is: [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:29:56Z', 'revision_number': 3, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:30:01.238710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:01.311784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e466312c-3818-43d1-bea4-a13d651b8d33'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:01.871974 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d87ad14-a58a-4d3a-8921-f1f27d35eb24 x-openstack-request-id: req-7d87ad14-a58a-4d3a-8921-f1f27d35eb24 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:01.871974 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:01.873168 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d87ad14-a58a-4d3a-8921-f1f27d35eb24 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:01.873168 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33', 'status': 'completed', 'code': 200} Feb 15 09:30:01.973583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64494367-22ca-48b5-84f8-8dda75d8d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:01.982321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64494367-22ca-48b5-84f8-8dda75d8d35b service neutron] 10.222.0.10 "GET /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 1094 time: 0.9634702 Feb 15 09:30:01.989720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Request body: {'binding': {'host': 'n-h2-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:01.992229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Unknown quota resources ['binding']. {{(pid=102358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:30:02.057286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-e3f73e73-1b79-4c66-b0ac-0560af255bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:02.058828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-e3f73e73-1b79-4c66-b0ac-0560af255bdb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1096 time: 1.0112042 Feb 15 09:30:02.094964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45670865-2b80-4a08-b447-cc88b501ba68 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:02.168399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 45670865-2b80-4a08-b447-cc88b501ba68 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:02.170850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45670865-2b80-4a08-b447-cc88b501ba68 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:02.245485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419805a6-d9ca-4b0a-860b-eeca1b6d4808 req-35e778e7-ab12-481f-8d1b-10e058e1eb0c tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:02.258526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-419805a6-d9ca-4b0a-860b-eeca1b6d4808 req-35e778e7-ab12-481f-8d1b-10e058e1eb0c tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 946 time: 0.3512342 Feb 15 09:30:02.263769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.305857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Deleting port c6678335-a03d-46e9-9586-4ef72035f3bf {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:02.306214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.432148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e466312c-3818-43d1-bea4-a13d651b8d33 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:02.511280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e466312c-3818-43d1-bea4-a13d651b8d33 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:30:02.522489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-03f00a85-e2d9-43b0-bcb7-73de954e3285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:02.524530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-03f00a85-e2d9-43b0-bcb7-73de954e3285 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 911 time: 0.4512126 Feb 15 09:30:02.527593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e466312c-3818-43d1-bea4-a13d651b8d33 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:02.530087 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.727460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-4fbda817-e9eb-4217-a548-0005b3bf03fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 200 len: 217 time: 0.1917825 Feb 15 09:30:02.737012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.761421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] For port c6678335-a03d-46e9-9586-4ef72035f3bf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c6678335-a03d-46e9-9586-4ef72035f3bf,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:02.761776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.772774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:02.781041 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4d5624-71a0-4535-b78a-a83e814c89b1" -d '{"events": [{"server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "name": "network-vif-plugged", "status": "completed", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:02.797723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e466312c-3818-43d1-bea4-a13d651b8d33,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:02.798694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.806753 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.859390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f901efaa-e95e-4ce7-9735-1cf29d99043d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:02.914913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:02.945311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-419805a6-d9ca-4b0a-860b-eeca1b6d4808 req-0868e49b-769f-4f73-a1f8-fd3cdee62dac tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/security-groups?id=a936cfcd-f493-4392-8eae-715cb6e5caf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800721 Feb 15 09:30:02.951815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f901efaa-e95e-4ce7-9735-1cf29d99043d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:02.952311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:02.961928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Calling delete_port for c6678335-a03d-46e9-9586-4ef72035f3bf owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:02.975764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:03.025133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54496) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:03.040986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:03.048371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:03.108831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.137034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.148030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port f901efaa-e95e-4ce7-9735-1cf29d99043d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f901efaa-e95e-4ce7-9735-1cf29d99043d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:03.152480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Pushing event updated for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:03.155955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.254467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=f901efaa-e95e-4ce7-9735-1cf29d99043d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:03.278904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-e480db1c-95b7-4a3f-9aaa-edfbaffa7981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:03.280411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-e480db1c-95b7-4a3f-9aaa-edfbaffa7981 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.4920382 Feb 15 09:30:03.495720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on host n-h2-825064-4 for vnic_type normal with profile None {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:03.496553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:03.497111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:03.497241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-845a5951-9542-43cc-a948-3b918de309c5 None None] Provisioning complete for port 0290aeed-c0f1-4e69-9dda-23243220663a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:03.497492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845a5951-9542-43cc-a948-3b918de309c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.515017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-31978203-6e32-42eb-af57-b0ea8d8ce24c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1107490 Feb 15 09:30:03.547365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:03.548749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:03.555022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-845a5951-9542-43cc-a948-3b918de309c5 None None] Port 0290aeed-c0f1-4e69-9dda-23243220663a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:30:03.585971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:03.586341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:03.586693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:03.587136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Bound port: 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:03.684680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.697749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18903a9b-3266-41bb-8ae1-1f4b883a1fdb req-ee926b02-9328-4dd5-83cf-a37691fc1832 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:03.699294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18903a9b-3266-41bb-8ae1-1f4b883a1fdb req-ee926b02-9328-4dd5-83cf-a37691fc1832 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.4267743 Feb 15 09:30:03.856059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18903a9b-3266-41bb-8ae1-1f4b883a1fdb req-b9947d65-77f3-43ec-b9d5-21e0fcabdd83 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Feb 15 09:30:03.858709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:03.883190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'name': 'network-vif-deleted', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:03.885448 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db3f133-d613-4604-b2e1-545837c985c5" -d '{"events": [{"server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "name": "network-vif-deleted", "tag": "45670865-2b80-4a08-b447-cc88b501ba68"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:03.897829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:03.906070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-1cee6eee-403c-406e-a514-0ef5394006db service neutron] 10.222.0.10 "POST /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233/bindings HTTP/1.1" status: 201 len: 389 time: 1.9208081 Feb 15 09:30:03.908228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-f74947b1-7d9b-4dfa-8fbc-133a7b437079 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748155 Feb 15 09:30:03.969534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.143011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e55423-9f8c-43d9-afe9-07944a2b3824 req-3be56e07-fb29-4bc5-b9e8-9a7665e2f104 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086658 Feb 15 09:30:04.150713 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f5d2a-073a-4f3b-b0de-6921aec325b2 x-openstack-request-id: req-fa9f5d2a-073a-4f3b-b0de-6921aec325b2 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:04.151825 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "name": "network-vif-plugged", "status": "completed", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:04.152265 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa9f5d2a-073a-4f3b-b0de-6921aec325b2 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:04.153018 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33', 'code': 200} Feb 15 09:30:04.176882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.183714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Deleting port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:04.184279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.298557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Pushing event deleted for resources: {'Port': ['ID=c6678335-a03d-46e9-9586-4ef72035f3bf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:04.308261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] For port 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:04.308639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.326227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Calling delete_port for 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:04.445272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c6678335-a03d-46e9-9586-4ef72035f3bf no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:04.450798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] No DVR routers for this DVR port c6678335-a03d-46e9-9586-4ef72035f3bf on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:04.464368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf269815-c230-4fb3-8792-3b2eb39225c8 req-3c822d11-3c8d-4171-9b4f-771e56c35263 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:04.474659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf269815-c230-4fb3-8792-3b2eb39225c8 req-3c822d11-3c8d-4171-9b4f-771e56c35263 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.4593947 Feb 15 09:30:04.491955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.497777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: c6678335-a03d-46e9-9586-4ef72035f3bf {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:04.499397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c6678335-a03d-46e9-9586-4ef72035f3bf not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:04.499681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c848fdb-f760-40a0-bf49-bebf1299b845 req-6620b2d1-4496-46e9-a1ef-1c67e7ec6aaa tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.72 "DELETE /v2.0/ports/c6678335-a03d-46e9-9586-4ef72035f3bf HTTP/1.1" status: 204 len: 173 time: 3.7707362 Feb 15 09:30:04.534954 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f86d820-121d-402e-a994-1ec5bf07ef02 x-openstack-request-id: req-9f86d820-121d-402e-a994-1ec5bf07ef02 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:04.535240 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4f553d-d611-4138-906c-8a522d0deffd", "name": "network-vif-deleted", "tag": "45670865-2b80-4a08-b447-cc88b501ba68", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:04.535484 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f86d820-121d-402e-a994-1ec5bf07ef02 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:04.535899 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4f553d-d611-4138-906c-8a522d0deffd', 'name': 'network-vif-deleted', 'tag': '45670865-2b80-4a08-b447-cc88b501ba68', 'status': 'completed', 'code': 200} Feb 15 09:30:04.553681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:04.555059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-9cd3a21f-0c29-4ce4-afd6-e4f0868664b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:04.557110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-9cd3a21f-0c29-4ce4-afd6-e4f0868664b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1097 time: 0.2357805 Feb 15 09:30:04.644202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1a5645f-b731-4e52-bfbd-ed3943b08c15 req-1a742892-f2be-49f9-a617-5f426560487a tempest-FloatingIPsAssociationNegativeTestJSON-1566313308 tempest-FloatingIPsAssociationNegativeTestJSON-1566313308-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e86f3b3-1642-4a33-9874-d5e470e3fa89 HTTP/1.1" status: 200 len: 210 time: 0.0431323 Feb 15 09:30:04.645010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=215b9b2c-ac4b-49c0-8636-bb0e479c4b8f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:04.831325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-7bc7aefb-b52a-4102-8b93-2139ab138682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:04.833051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-7bc7aefb-b52a-4102-8b93-2139ab138682 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.2428837 Feb 15 09:30:04.842402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea0dda-dc50-435c-8e31-c41a8153f318 req-f5584d75-a773-4f38-9b7e-cb1b113256b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:04.843950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6cea0dda-dc50-435c-8e31-c41a8153f318 req-f5584d75-a773-4f38-9b7e-cb1b113256b3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1097 time: 0.4884329 Feb 15 09:30:04.922047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-d4252cdf-6613-4427-ab2c-c7d0b6f7d22a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 217 time: 0.0741417 Feb 15 09:30:04.937838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f901efaa-e95e-4ce7-9735-1cf29d99043d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:05.001907 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:30:05.044850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f901efaa-e95e-4ce7-9735-1cf29d99043d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:05.045319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-a0c3b275-1fa4-407e-b8a1-f9e1ac0e163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:05.046396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:05.046808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-a0c3b275-1fa4-407e-b8a1-f9e1ac0e163e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.0957913 Feb 15 09:30:05.123712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06766e-ca9e-4a98-ad49-cebb2da73024 req-460746c1-9808-4f3e-94c7-0b2834cae806 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:05.132680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba06766e-ca9e-4a98-ad49-cebb2da73024 req-460746c1-9808-4f3e-94c7-0b2834cae806 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.2580111 Feb 15 09:30:05.156215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c16ffc8d-5ec4-4aa1-b8b8-ae9c19c2aa21 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703251 Feb 15 09:30:05.184344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf269815-c230-4fb3-8792-3b2eb39225c8 req-f08de436-f819-410e-b302-d3ba46df7cef tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056930 Feb 15 09:30:05.226946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba06766e-ca9e-4a98-ad49-cebb2da73024 req-1a25c08a-16c3-4fb8-9516-7a4578e55d27 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916619 Feb 15 09:30:05.235437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:05.359846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:05.394870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:05.537507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6cea0dda-dc50-435c-8e31-c41a8153f318 req-f8c6d7c9-6924-4cec-a227-0cf5de895aa2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112494 Feb 15 09:30:05.593430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-4fe7578f-fbbc-48d9-8b92-3030041c2987 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735133 Feb 15 09:30:05.630880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:05.649396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Pushing event updated for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:05.671591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10437b08-0bbb-4565-89c0-2f169be72848 req-95db0d99-bfb9-4718-a6fa-5872e82c9be2 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:05.679179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10437b08-0bbb-4565-89c0-2f169be72848 req-95db0d99-bfb9-4718-a6fa-5872e82c9be2 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.3157783 Feb 15 09:30:05.679398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Router 8abaa983-6bb4-4a10-856d-87a65ab71842 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:30:05.688651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f477ec-12e5-4b49-9975-fd86472c9030 req-632666b1-4c42-4041-8c6a-46a924d0deea tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:05.690625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3f477ec-12e5-4b49-9975-fd86472c9030 req-632666b1-4c42-4041-8c6a-46a924d0deea tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0951219 Feb 15 09:30:05.823954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10437b08-0bbb-4565-89c0-2f169be72848 req-b014dd06-d5ec-4a0b-9c5d-23d9337c7e5e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436548 Feb 15 09:30:05.852927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:30:05.863031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Sync routers for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:30:05.869265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ccd0785-7775-41ae-96ab-214af23488c4 admin admin] 10.222.0.10 "PUT /v2.0/routers/8abaa983-6bb4-4a10-856d-87a65ab71842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415971 Feb 15 09:30:05.872142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54534) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:05.893877 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:05.894674 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:05.910309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:05.920972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:05.969142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-40beae9b-399a-4d04-a111-67448db607a8 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277179 Feb 15 09:30:06.055770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54538) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:06.121095 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:06.409076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-797ee992-5d08-4c6b-9eda-55db8264c1ca None None] Provisioning complete for port 0290aeed-c0f1-4e69-9dda-23243220663a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:06.413825 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-797ee992-5d08-4c6b-9eda-55db8264c1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:06.527532 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:30:04Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:06.541717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-797ee992-5d08-4c6b-9eda-55db8264c1ca None None] Port 0290aeed-c0f1-4e69-9dda-23243220663a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:30:06.622956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:06.623555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Checking router: 8abaa983-6bb4-4a10-856d-87a65ab71842 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:30:06.651253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Routers {'8abaa983-6bb4-4a10-856d-87a65ab71842'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:06.652189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8abaa983-6bb4-4a10-856d-87a65ab71842'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:06.824237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3f477ec-12e5-4b49-9975-fd86472c9030 req-2a620391-e9aa-4cb3-a029-3a3e510c707c tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1210346 Feb 15 09:30:06.847004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'name': 'network-vif-deleted', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:06.850148 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bb87fa-1c20-4c6f-af59-a87efb16e8cd" -d '{"events": [{"server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "name": "network-vif-deleted", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:06.909918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:30:06.938306 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] Set router 8abaa983-6bb4-4a10-856d-87a65ab71842 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:06.941165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:06.957636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.107644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Deleting port afc1a19c-a807-477f-b636-4b13fdaeaefa {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:07.108372 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.180719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d570e8-53a3-4ad6-9bed-fa83efbdd64d req-3545387e-2987-49cc-bd0d-61d838500613 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:07.204952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38d570e8-53a3-4ad6-9bed-fa83efbdd64d req-3545387e-2987-49cc-bd0d-61d838500613 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.8256719 Feb 15 09:30:07.223134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-927f02ca-9be1-4954-a2fd-71dcf0a61eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.348968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d12b43-f88c-45d4-834f-994a3fa29c42 req-39f8280f-0087-489a-b798-ffb0ace6c14a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:07.359816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-47d12b43-f88c-45d4-834f-994a3fa29c42 req-39f8280f-0087-489a-b798-ffb0ace6c14a tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1751239 Feb 15 09:30:07.375920 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:30:04Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:07.406563 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a58a7a-d95e-4562-a483-51e5b19fb6a3 None None] The sync data for ids ['8abaa983-6bb4-4a10-856d-87a65ab71842'] in n-d-825064-4 is: [{'id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'name': 'tempest-FloatingIPsAssociationTestJSON-464709652-router', 'tenant_id': 'c6949fccd3104c779644f92a74ab7727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:17Z', 'updated_at': '2022-02-15T09:30:04Z', 'revision_number': 5, 'project_id': 'c6949fccd3104c779644f92a74ab7727', 'gw_port': {'id': 'afc1a19c-a807-477f-b636-4b13fdaeaefa', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:8d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8abaa983-6bb4-4a10-856d-87a65ab71842', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:19Z', 'updated_at': '2022-02-15T09:28:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:30:07.429294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] For port afc1a19c-a807-477f-b636-4b13fdaeaefa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=afc1a19c-a807-477f-b636-4b13fdaeaefa,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:07.429836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.457510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-47d12b43-f88c-45d4-834f-994a3fa29c42 req-f5734834-7e19-4b8d-90d1-fd95ceb25a60 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961983 Feb 15 09:30:07.480075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Calling delete_port for afc1a19c-a807-477f-b636-4b13fdaeaefa owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:07.499465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38d570e8-53a3-4ad6-9bed-fa83efbdd64d req-664df249-a913-40a6-bf4e-a5bcffde139a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937649 Feb 15 09:30:07.580093 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8b0e71-6d0e-4cbe-85c8-64c604c1e503 x-openstack-request-id: req-fc8b0e71-6d0e-4cbe-85c8-64c604c1e503 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:07.580359 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e86f3b3-1642-4a33-9874-d5e470e3fa89", "name": "network-vif-deleted", "tag": "c6678335-a03d-46e9-9586-4ef72035f3bf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:07.580608 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc8b0e71-6d0e-4cbe-85c8-64c604c1e503 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:07.581315 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e86f3b3-1642-4a33-9874-d5e470e3fa89', 'name': 'network-vif-deleted', 'tag': 'c6678335-a03d-46e9-9586-4ef72035f3bf', 'status': 'completed', 'code': 200} Feb 15 09:30:07.602354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:30:07.617399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Sync routers for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:30:07.618069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-019da5c0-b46d-4a71-87fb-db838c061667 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8197539 Feb 15 09:30:07.656614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:07.657296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:07.779098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-927f02ca-9be1-4954-a2fd-71dcf0a61eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.799829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-927f02ca-9be1-4954-a2fd-71dcf0a61eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:07.897670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74913dc-5e20-4fc7-a440-89d06435edcf req-093dbec8-d542-43e5-b27b-61136690461b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:07.900371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a74913dc-5e20-4fc7-a440-89d06435edcf req-093dbec8-d542-43e5-b27b-61136690461b tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1096 time: 0.0998580 Feb 15 09:30:08.046821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:08.108964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f02ca-9be1-4954-a2fd-71dcf0a61eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a260e044-7342-41eb-b0bb-e2053dcb4ec6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:08.162114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-927f02ca-9be1-4954-a2fd-71dcf0a61eab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31648a182cd3477a98bfb46dbc929faf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2189929 Feb 15 09:30:08.234296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54578) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:08.320077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a74913dc-5e20-4fc7-a440-89d06435edcf req-ede47f06-55a4-4e11-86d7-269f095a15a3 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133322 Feb 15 09:30:08.473701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-02813c65-0860-4acf-b4f8-0a1da74f2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:08.475242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-02813c65-0860-4acf-b4f8-0a1da74f2b87 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1097 time: 0.2032149 Feb 15 09:30:08.592840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0290aeed-c0f1-4e69-9dda-23243220663a', 'name': '', 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'mac_address': 'fa:16:3e:e3:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:59Z', 'updated_at': '2022-02-15T09:30:04Z', 'revision_number': 2, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'subnets': [{'id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:08.607278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d00fe3a5-cb1a-4879-b9fb-4cc5a8c4a622 req-937576b6-aac6-4296-8b39-32c50d2d665b tempest-FloatingIPsNegativeTestJSON-1127590991 tempest-FloatingIPsNegativeTestJSON-1127590991-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=400299cf8c3740a59ba3dd381b07890c HTTP/1.1" status: 200 len: 217 time: 0.1581173 Feb 15 09:30:08.622717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Checking router: 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:30:08.623849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Updating router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d port 0290aeed-c0f1-4e69-9dda-23243220663a binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:30:08.633055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:08.643196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:08.650687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-a359fa81-cd9a-4f53-9beb-4f988756ef42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:08.654037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-a359fa81-cd9a-4f53-9beb-4f988756ef42 service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 911 time: 0.1655602 Feb 15 09:30:08.683639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=afc1a19c-a807-477f-b636-4b13fdaeaefa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:08.690509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:08.709694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:08.820291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:08.847774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:08.963129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-e8265d9e-39b3-47e9-b8ed-5db3d73b34d0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 200 len: 217 time: 0.1744061 Feb 15 09:30:09.081572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9cab2-69cb-4614-b6d4-e37adc5a270b req-ed38660b-43de-42d7-9030-5bc0dd95a17c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:09.083374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fae9cab2-69cb-4614-b6d4-e37adc5a270b req-ed38660b-43de-42d7-9030-5bc0dd95a17c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.5935936 Feb 15 09:30:09.146816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.153420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.155742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.225313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.237292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:09.238087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 215b9b2c-ac4b-49c0-8636-bb0e479c4b8f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:09.246902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.293726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd43f1-b631-4e4f-8a54-218a9b51fb05 req-3071666d-55df-444f-ae5c-e6b4af6001f5 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:09.296789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15fd43f1-b631-4e4f-8a54-218a9b51fb05 req-3071666d-55df-444f-ae5c-e6b4af6001f5 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.3159654 Feb 15 09:30:09.326382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97951-08d3-4cf7-bd3f-e671641957b8 None None] Pushing event updated for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:09.346286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.346809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8abaa983-6bb4-4a10-856d-87a65ab71842 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:30:09.358024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.361350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95151001-7074-46dd-98d6-f1b19ffb4a7c admin admin] 10.222.0.10 "DELETE /v2.0/routers/8abaa983-6bb4-4a10-856d-87a65ab71842 HTTP/1.1" status: 204 len: 168 time: 3.4858027 Feb 15 09:30:09.364146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fae9cab2-69cb-4614-b6d4-e37adc5a270b req-17681012-2963-4148-b77b-ff9690951b5c tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165146 Feb 15 09:30:09.364714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54602) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:09.372205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-6c3c1341-ae7e-4c25-9ee2-9b20387085a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:09.373712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-6c3c1341-ae7e-4c25-9ee2-9b20387085a7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.3160255 Feb 15 09:30:09.425267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15fd43f1-b631-4e4f-8a54-218a9b51fb05 req-e35a427d-412c-4181-b900-244c26244e38 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197362 Feb 15 09:30:09.481875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Attempting to bind port 0290aeed-c0f1-4e69-9dda-23243220663a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:09.482650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Attempting to bind port 0290aeed-c0f1-4e69-9dda-23243220663a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:09.483388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Attempting to bind port 0290aeed-c0f1-4e69-9dda-23243220663a on network 1f45f35c-34d2-4a45-b6a8-856698da6c37 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:09.496441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:09.497285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Checking segment: {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:09.498131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.498765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Bound using segment: {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:09.499468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Bound port: 0290aeed-c0f1-4e69-9dda-23243220663a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0477e842-01ed-451d-a953-e54648a58523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:09.500190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.638267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-022dd815-ab00-425a-a70d-be877b6b3493 req-ba67e5a3-7524-4ab5-9541-b81a1abb992b tempest-FloatingIPsNegativeTestJSON-1127590991 tempest-FloatingIPsNegativeTestJSON-1127590991-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1346335 Feb 15 09:30:09.686699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] For port 0290aeed-c0f1-4e69-9dda-23243220663a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:09.691587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] For port 0290aeed-c0f1-4e69-9dda-23243220663a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0290aeed-c0f1-4e69-9dda-23243220663a,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:09.705149 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.719309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.721929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.726944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a260e044-7342-41eb-b0bb-e2053dcb4ec6 HTTP/1.1" status: 204 len: 168 time: 1.4738853 Feb 15 09:30:09.762244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-003fd899-ab53-4c65-a77c-2096cebdbac0 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2628677 Feb 15 09:30:09.848702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] Provisioning complete for port 0290aeed-c0f1-4e69-9dda-23243220663a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:09.851911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:09.879191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:09.882504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:09.887042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4fcbfa-f1ed-461b-8e73-ec65a218cea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a260e044-7342-41eb-b0bb-e2053dcb4ec6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:09.889575 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-227a8552-9060-4a38-8de2-e4f0b2d3bd91 req-c5181686-beb2-43d2-8721-c098dfa9c57a tempest-FloatingIPsNegativeTestJSON-1127590991 tempest-FloatingIPsNegativeTestJSON-1127590991-project] show failed (client error): The resource could not be found. Feb 15 09:30:09.890941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227a8552-9060-4a38-8de2-e4f0b2d3bd91 req-c5181686-beb2-43d2-8721-c098dfa9c57a tempest-FloatingIPsNegativeTestJSON-1127590991 tempest-FloatingIPsNegativeTestJSON-1127590991-project] 10.222.0.10 "GET /v2.0/floatingips/1be3a27d-dca3-463d-9975-8ebce76da4a2 HTTP/1.1" status: 404 len: 350 time: 0.1789956 Feb 15 09:30:09.910866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54624) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:09.921796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Deleting subnet f15df234-cde3-4f1d-bb05-9d9415fb0c8f {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:30:10.009469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.187232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.239485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a97951-08d3-4cf7-bd3f-e671641957b8 None None] Pushing event updated for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:10.326505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-613f578a-e58b-4190-bdbe-0ea8d6ddd490 service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651668 Feb 15 09:30:10.531559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.560799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54670) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:10.579672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.612295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.635072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:10.653583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15df234-cde3-4f1d-bb05-9d9415fb0c8f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:10.659431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Deleting port 14b316e9-fec6-45b6-9864-2cc762c4380e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:10.659780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.663275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.669549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-facecaba-a690-42bb-ac11-abc65f33df3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.670253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f28870b5-403b-462a-93a1-7a3b7705823d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f15df234-cde3-4f1d-bb05-9d9415fb0c8f HTTP/1.1" status: 204 len: 168 time: 1.3036306 Feb 15 09:30:10.675270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:10.759358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db227ee-7ed9-4eb8-80e6-8c11d18ddd56 None None] Network e495ade8-7c3b-4504-9ec8-c3b0d177cd86 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:10.759826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd0e637b-628e-4122-8e88-ee7bb3b1e12d req-d7dca651-773b-4cca-b7ba-8154aa19edee service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247317 Feb 15 09:30:10.828849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] For port 14b316e9-fec6-45b6-9864-2cc762c4380e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=14b316e9-fec6-45b6-9864-2cc762c4380e,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:10.829456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:10.847814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Calling delete_port for 14b316e9-fec6-45b6-9864-2cc762c4380e owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:10.940420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] For port 0290aeed-c0f1-4e69-9dda-23243220663a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0290aeed-c0f1-4e69-9dda-23243220663a,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:10.946287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device afc1a19c-a807-477f-b636-4b13fdaeaefa no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:10.961115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.029281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: afc1a19c-a807-477f-b636-4b13fdaeaefa {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:11.029941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device afc1a19c-a807-477f-b636-4b13fdaeaefa not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:11.068725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.135183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5ca2f5-1eb1-45a2-b68c-47cd5c34445c None None] Pushing event updated for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:11.172942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-facecaba-a690-42bb-ac11-abc65f33df3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.201303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Deleting port a4d1a593-0ec4-4cab-af01-d97147aefd86 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:11.201762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.209666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-facecaba-a690-42bb-ac11-abc65f33df3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.280106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-05e438b5-b2ad-4c8e-a0e3-72ff4d704a71 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:30:11.280704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-05e438b5-b2ad-4c8e-a0e3-72ff4d704a71 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061638 Feb 15 09:30:11.319704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e2074e62-92e5-4cb9-b2ab-80099db495dc None None] Provisioning complete for port 0290aeed-c0f1-4e69-9dda-23243220663a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:11.320611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2074e62-92e5-4cb9-b2ab-80099db495dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.351798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facecaba-a690-42bb-ac11-abc65f33df3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269cd3be-bfc8-4758-8204-d7feba8a94e5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:11.420405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.427046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-facecaba-a690-42bb-ac11-abc65f33df3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=297cda3ed48844b087211eabe2435b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649778 Feb 15 09:30:11.439333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54714) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:11.465036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-6eb51cfa-221f-4dc6-bd0d-6fb7e1332dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:11.472708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-6eb51cfa-221f-4dc6-bd0d-6fb7e1332dda service neutron] 10.222.0.10 "GET /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 1093 time: 0.1316133 Feb 15 09:30:11.478075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Request body: {'binding': {'host': 'n-h2-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:11.478677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Unknown quota resources ['binding']. {{(pid=102359) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:30:11.484852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] For port a4d1a593-0ec4-4cab-af01-d97147aefd86, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4d1a593-0ec4-4cab-af01-d97147aefd86,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:11.485325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.490758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Pushing event deleted for resources: {'Port': ['ID=14b316e9-fec6-45b6-9864-2cc762c4380e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:11.581897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.604979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Calling delete_port for a4d1a593-0ec4-4cab-af01-d97147aefd86 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:11.668557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] DHCP port deletion for e495ade8-7c3b-4504-9ec8-c3b0d177cd86 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:30:11.749172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0290aeed-c0f1-4e69-9dda-23243220663a', 'name': '', 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'mac_address': 'fa:16:3e:e3:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:59Z', 'updated_at': '2022-02-15T09:30:09Z', 'revision_number': 4, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'subnets': [{'id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:11.792740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3555edb4-5ef8-4fae-bc51-02b942e5a30d None None] The sync data for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 is: [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0290aeed-c0f1-4e69-9dda-23243220663a', 'name': '', 'network_id': '1f45f35c-34d2-4a45-b6a8-856698da6c37', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'mac_address': 'fa:16:3e:e3:50:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:59Z', 'updated_at': '2022-02-15T09:30:09Z', 'revision_number': 4, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'subnets': [{'id': '0a8e8d83-8773-4e56-8861-38ae8658ce79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:30:11.818806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Deleting port a4d1a593-0ec4-4cab-af01-d97147aefd86 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:11.819404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.825619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.840603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f76062-1a00-443d-8e3f-8cbf24a906b0 req-4baf55e8-087e-4946-8e2b-359b28027e79 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:11.842089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38f76062-1a00-443d-8e3f-8cbf24a906b0 req-4baf55e8-087e-4946-8e2b-359b28027e79 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1077244 Feb 15 09:30:11.928174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] For port a4d1a593-0ec4-4cab-af01-d97147aefd86, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4d1a593-0ec4-4cab-af01-d97147aefd86,segment=NetworkSegment(ee28e33f-a907-4853-a51c-07e7243e61bc),segment_id=ee28e33f-a907-4853-a51c-07e7243e61bc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:11.928626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:11.950952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Calling delete_port for a4d1a593-0ec4-4cab-af01-d97147aefd86 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:12.055030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38f76062-1a00-443d-8e3f-8cbf24a906b0 req-24d88b44-a4f6-4113-81a6-6d4ae0f635d2 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044690 Feb 15 09:30:12.082260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.085932 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.166152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] No DVR routers for this DVR port a4d1a593-0ec4-4cab-af01-d97147aefd86 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:12.171573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6941d456-cf2d-4985-a51e-551632ba2026 None None] Pushing event deleted for resources: {'Port': ['ID=a4d1a593-0ec4-4cab-af01-d97147aefd86,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:12.266935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.435137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.435430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Router 813925c5-fd83-45e7-8624-2978c2bf4b91 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:30:12.469217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60cae8-322a-4e65-9a57-768c070b3db8 req-572f0e61-7289-4764-8298-3c10bb02e87d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:12.483514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f60cae8-322a-4e65-9a57-768c070b3db8 req-572f0e61-7289-4764-8298-3c10bb02e87d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.2951839 Feb 15 09:30:12.506138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on host n-h2-825064-4 for vnic_type normal with profile None {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:12.506644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:12.506787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:12.512281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4d1a593-0ec4-4cab-af01-d97147aefd86,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:12.519601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] No DVR routers for this DVR port a4d1a593-0ec4-4cab-af01-d97147aefd86 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:12.525277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:12.527666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:12.538806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.541673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:12.542965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/269cd3be-bfc8-4758-8204-d7feba8a94e5 HTTP/1.1" status: 204 len: 168 time: 1.1016450 Feb 15 09:30:12.599451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:12.599779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:12.600068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:12.600712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Bound port: 60a47521-5b32-4822-804d-90c9b63f39ec, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:12.613494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f60cae8-322a-4e65-9a57-768c070b3db8 req-795bcd93-5248-400e-825a-83121f11a387 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289380 Feb 15 09:30:12.642247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a62a7c-4140-4c07-888a-c629b6d5371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269cd3be-bfc8-4758-8204-d7feba8a94e5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:13.031296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:13.097938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] Notify callbacks [] for binding, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.117708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0290aeed-c0f1-4e69-9dda-23243220663a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:13.124327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1d40eef9-1a10-415e-9be8-c9cdb3b69387 service neutron] 10.222.0.10 "POST /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec/bindings HTTP/1.1" status: 201 len: 389 time: 1.6505821 Feb 15 09:30:13.146509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.365646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e495ade8-7c3b-4504-9ec8-c3b0d177cd86']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:13.418628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0290aeed-c0f1-4e69-9dda-23243220663a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:13.418997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.457128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee28e33f-a907-4853-a51c-07e7243e61bc') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:13.457807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee28e33f-a907-4853-a51c-07e7243e61bc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:13.490408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.587776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441613e-e558-4d8a-a759-23de7e3e8c39 req-f2518adf-1e11-40ab-8b9d-9016aae80bc1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:13.600981 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0441613e-e558-4d8a-a759-23de7e3e8c39 req-f2518adf-1e11-40ab-8b9d-9016aae80bc1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1903894 Feb 15 09:30:13.617481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.625083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:30:13.636483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4318b6e-0e6e-4948-a65f-0623ae5d43aa admin admin] 10.222.0.10 "PUT /v2.0/routers/813925c5-fd83-45e7-8624-2978c2bf4b91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5761445 Feb 15 09:30:13.641986 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Sync routers for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:30:13.646893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54732) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:13.663004 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:13.672758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:13.701413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:30:13.703244 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:30:13.710602 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:30:13.813972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4d1a593-0ec4-4cab-af01-d97147aefd86 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:13.846797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a4d1a593-0ec4-4cab-af01-d97147aefd86 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:13.852215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4d1a593-0ec4-4cab-af01-d97147aefd86 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:13.904645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Deleting port 0290aeed-c0f1-4e69-9dda-23243220663a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:13.905017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:13.970113 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:13.987420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0441613e-e558-4d8a-a759-23de7e3e8c39 req-1c30bb42-744b-485f-ab9d-c0a2ae821b37 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846600 Feb 15 09:30:14.013371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.045117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.056240 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e495ade8-7c3b-4504-9ec8-c3b0d177cd86 HTTP/1.1" status: 204 len: 168 time: 3.3777509 Feb 15 09:30:14.067299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb53f4-2e37-49b9-a291-fcb049445e40 req-52d35f20-28e7-4ac8-be23-c97443cae067 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:14.074607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.081426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0cb53f4-2e37-49b9-a291-fcb049445e40 req-52d35f20-28e7-4ac8-be23-c97443cae067 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.4541855 Feb 15 09:30:14.132143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb55b662-3e50-47a8-aee2-97592b4a5b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=e495ade8-7c3b-4504-9ec8-c3b0d177cd86,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:14.166517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0cb53f4-2e37-49b9-a291-fcb049445e40 req-24793af0-5a61-4151-a171-408a31be7582 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842130 Feb 15 09:30:14.167820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.267196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:30:11Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:14.328916 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Checking router: 813925c5-fd83-45e7-8624-2978c2bf4b91 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:30:14.358999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Routers {'813925c5-fd83-45e7-8624-2978c2bf4b91'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:14.359622 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['813925c5-fd83-45e7-8624-2978c2bf4b91'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:14.383345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54756) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:14.437966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] For port 0290aeed-c0f1-4e69-9dda-23243220663a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0290aeed-c0f1-4e69-9dda-23243220663a,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:14.438367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.465932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Calling delete_port for 0290aeed-c0f1-4e69-9dda-23243220663a owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:14.525570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:14.572360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.592387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-2658e269-adb2-401f-b714-dc1257e26d17 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:14.601407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-2658e269-adb2-401f-b714-dc1257e26d17 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.3973465 Feb 15 09:30:14.601651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f7b371ea-3c52-46ae-8277-ce3524eeca18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6949fccd3104c779644f92a74ab7727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090132 Feb 15 09:30:14.604551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54762) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:14.605721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] Set router 813925c5-fd83-45e7-8624-2978c2bf4b91 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:14.637433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda507d-2097-4a1b-bbbb-e49decee0d57 req-9429fa30-86ff-4b06-ad95-e88dc175376e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:14.639009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdda507d-2097-4a1b-bbbb-e49decee0d57 req-9429fa30-86ff-4b06-ad95-e88dc175376e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.2862079 Feb 15 09:30:14.639338 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.646410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-af1bb8ca-fb03-4cc5-b169-30895b89da1a tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/quotas/de21f2ee27044877a84a715b41aa4836 HTTP/1.1" status: 200 len: 375 time: 0.0433757 Feb 15 09:30:14.676393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:14.680575 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd85f8a2-3366-478c-8461-31888761ca41" -d '{"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:14.699793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:14.710999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:14.767318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-681a5b0e-d66f-42dd-b1f9-31595a5eda9e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1175013 Feb 15 09:30:14.792235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:14.954278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdda507d-2097-4a1b-bbbb-e49decee0d57 req-e22aaf9c-7542-4a30-87a8-a46f1e6e97ac tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973680 Feb 15 09:30:14.995019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.016318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772a22-af3b-44da-98a3-c86363e52654 req-e1e9ca97-1b82-4e46-920c-2a40db5609a4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:15.017839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10772a22-af3b-44da-98a3-c86363e52654 req-e1e9ca97-1b82-4e46-920c-2a40db5609a4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "GET /v2.0/ports?device_id=6b8893fd-a220-42df-acea-c85bf9fbf1e8 HTTP/1.1" status: 200 len: 943 time: 0.2196758 Feb 15 09:30:15.054952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Deleting port 2e725337-1207-4b76-b5be-770431c1c09c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:15.056013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.058684 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29175560-39b6-4f3f-af86-3ee8d864aa19 x-openstack-request-id: req-29175560-39b6-4f3f-af86-3ee8d864aa19 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:15.059000 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-unplugged", "status": "completed", "tag": "93552538-dc70-4483-8b99-6e0753746047", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:15.060238 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29175560-39b6-4f3f-af86-3ee8d864aa19 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:15.061082 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93552538-dc70-4483-8b99-6e0753746047', 'code': 200} Feb 15 09:30:15.083975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.183422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:30:11Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:15.221862 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72a8f763-4c8b-48d9-9390-ce619fa260f9 None None] The sync data for ids ['813925c5-fd83-45e7-8624-2978c2bf4b91'] in n-d-825064-4 is: [{'id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-390610219-router', 'tenant_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187'}], 'enable_snat': True}, 'gw_port_id': '2e725337-1207-4b76-b5be-770431c1c09c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:46Z', 'updated_at': '2022-02-15T09:30:11Z', 'revision_number': 5, 'project_id': '9ea47408bbdc4c58bd171b28b3d201c4', 'gw_port': {'id': '2e725337-1207-4b76-b5be-770431c1c09c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:91:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '813925c5-fd83-45e7-8624-2978c2bf4b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:48Z', 'updated_at': '2022-02-15T09:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:30:15.331282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] For port 2e725337-1207-4b76-b5be-770431c1c09c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2e725337-1207-4b76-b5be-770431c1c09c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:15.331282 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.358292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.362862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.363034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8356e803-713a-41b3-a688-4d01667d49ef HTTP/1.1" status: 204 len: 168 time: 0.7531469 Feb 15 09:30:15.366153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Calling delete_port for 2e725337-1207-4b76-b5be-770431c1c09c owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:15.383919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcaeab-84ae-4441-a6bb-6ea70f0ff7fe req-8b85b918-2525-49bb-b076-0859de7923af tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:15.385593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fbcaeab-84ae-4441-a6bb-6ea70f0ff7fe req-8b85b918-2525-49bb-b076-0859de7923af tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.2177529 Feb 15 09:30:15.410032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36456a1d-37b7-41ec-a018-991498b10510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8356e803-713a-41b3-a688-4d01667d49ef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:15.469004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Deleting port 93552538-dc70-4483-8b99-6e0753746047 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:15.469317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.552776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-d6f5ad8d-1721-46cc-8d7f-653890844e3f service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840641 Feb 15 09:30:15.563042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.570791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fbcaeab-84ae-4441-a6bb-6ea70f0ff7fe req-5a1ed9da-a11c-45e5-ba08-55a2f2e66a46 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670518 Feb 15 09:30:15.717277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0290aeed-c0f1-4e69-9dda-23243220663a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:15.743498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] For port 93552538-dc70-4483-8b99-6e0753746047, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=93552538-dc70-4483-8b99-6e0753746047,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:15.744081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:15.782336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Calling delete_port for 93552538-dc70-4483-8b99-6e0753746047 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:15.834914 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-b4284c25-a7bb-47bf-9796-039122d569d4 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808540 Feb 15 09:30:16.021417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.121295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event deleted for resources: {'Port': ['ID=93552538-dc70-4483-8b99-6e0753746047,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:16.153292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.180344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] No DVR routers for this DVR port 93552538-dc70-4483-8b99-6e0753746047 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:16.188311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.193064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10772a22-af3b-44da-98a3-c86363e52654 req-9863ffa9-d46d-40b3-9473-75f6789a8c28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "DELETE /v2.0/ports/93552538-dc70-4483-8b99-6e0753746047 HTTP/1.1" status: 204 len: 173 time: 1.1579750 Feb 15 09:30:16.193682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-deleted', 'tag': '93552538-dc70-4483-8b99-6e0753746047'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:16.196359 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43cd3e3-dcc8-4f85-8aba-ecc9bfbe17de" -d '{"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-deleted", "tag": "93552538-dc70-4483-8b99-6e0753746047"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:16.208572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6037545-d8ff-4553-9828-069c8a9b9591 req-7119de88-44a1-4279-9be1-01a189061995 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:16.217127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6037545-d8ff-4553-9828-069c8a9b9591 req-7119de88-44a1-4279-9be1-01a189061995 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.2191174 Feb 15 09:30:16.220310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.275577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e725337-1207-4b76-b5be-770431c1c09c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:16.333747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6037545-d8ff-4553-9828-069c8a9b9591 req-299dbee7-2c63-4ca8-a4a4-3e60312991ec tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136539 Feb 15 09:30:16.427838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70fedb83-719f-4120-91c5-f719c22daaee req-60e15d7a-459d-4e10-8592-be37fc647a7b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 210 time: 0.0435324 Feb 15 09:30:16.431364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.503337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f23db3-f72b-452f-8c0b-3e6bd5213b9a req-caf93534-2a15-4c0d-9d3f-5b13eae40c6d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:16.505652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82f23db3-f72b-452f-8c0b-3e6bd5213b9a req-caf93534-2a15-4c0d-9d3f-5b13eae40c6d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.1769474 Feb 15 09:30:16.516629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.612941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82f23db3-f72b-452f-8c0b-3e6bd5213b9a req-2f0aa9ec-623e-4a9a-bdf2-93fad0840db9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975323 Feb 15 09:30:16.619363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.627799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.645241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:30:16.663827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be5a0dc3-5ff5-40be-b6ed-bce6ef1b9185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.759650 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a9ed6b-e5ad-462d-a3bd-5554324b2815 x-openstack-request-id: req-f0a9ed6b-e5ad-462d-a3bd-5554324b2815 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:16.760205 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b8893fd-a220-42df-acea-c85bf9fbf1e8", "name": "network-vif-deleted", "tag": "93552538-dc70-4483-8b99-6e0753746047", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:16.760205 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0a9ed6b-e5ad-462d-a3bd-5554324b2815 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:16.760599 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b8893fd-a220-42df-acea-c85bf9fbf1e8', 'name': 'network-vif-deleted', 'tag': '93552538-dc70-4483-8b99-6e0753746047', 'status': 'completed', 'code': 200} Feb 15 09:30:16.794537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.795069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 813925c5-fd83-45e7-8624-2978c2bf4b91 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:30:16.810774 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:16.822078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7d810a1-a821-4ebe-91d8-1f98915e4c46 admin admin] 10.222.0.10 "DELETE /v2.0/routers/813925c5-fd83-45e7-8624-2978c2bf4b91 HTTP/1.1" status: 204 len: 168 time: 3.1703296 Feb 15 09:30:16.822078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:16.890785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 14b316e9-fec6-45b6-9864-2cc762c4380e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:16.935549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:30:16.946308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 14b316e9-fec6-45b6-9864-2cc762c4380e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:16.948434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 14b316e9-fec6-45b6-9864-2cc762c4380e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:16.955040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f99a611-d3c4-4341-a00d-f990b729eba4 admin admin] 10.222.0.10 "PUT /v2.0/routers/9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0380676 Feb 15 09:30:16.959017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Sync routers for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:30:16.962768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:16.977657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:16.978702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:16.995680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbc711-7b48-4c2f-8051-9fcff62dca88 req-8d76a1bf-84fd-4e71-9eda-b71d2935f2a1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:17.012488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Deleting subnet d7167caf-dae6-4b2f-b1e9-d87878170718 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:30:17.016664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.020076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89fbc711-7b48-4c2f-8051-9fcff62dca88 req-8d76a1bf-84fd-4e71-9eda-b71d2935f2a1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1816046 Feb 15 09:30:17.070659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.172238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.205623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:17.215884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89fbc711-7b48-4c2f-8051-9fcff62dca88 req-b0f511ad-f03b-4bc9-9b29-56caa99e891a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869264 Feb 15 09:30:17.252041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.258358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.308144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7167caf-dae6-4b2f-b1e9-d87878170718,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:17.315200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.321599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:17.322214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e2bd1fea-2484-4d50-9dbe-9fa157a7c606 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d7167caf-dae6-4b2f-b1e9-d87878170718 HTTP/1.1" status: 204 len: 168 time: 0.4991047 Feb 15 09:30:17.363818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e2ee6d-356f-40a5-b857-ea74b7a2143a None None] Network f97861ab-8952-47ef-b753-a191721661e1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:17.492949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.519683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.631008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b5459-b5b0-4381-91df-84b5c59abb7b req-fd4be45e-2f78-4d49-958c-9a9f1a6d2af6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:17.634227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f0b5459-b5b0-4381-91df-84b5c59abb7b req-fd4be45e-2f78-4d49-958c-9a9f1a6d2af6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1502285 Feb 15 09:30:17.705880 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e84ceba-e6ec-445d-ae6e-c0d95778479c req-2d3ce48a-e357-4390-adee-1449b10f3564 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 210 time: 0.0554726 Feb 15 09:30:17.719890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f0b5459-b5b0-4381-91df-84b5c59abb7b req-01587eb0-1fb0-4a37-afe3-7300f03d6be5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750492 Feb 15 09:30:17.783836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Deleting port e05a097e-2c70-4230-bdc0-75e293d15d2c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:17.784495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:17.823728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:15Z', 'revision_number': 5, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port': {'id': 'f901efaa-e95e-4ce7-9735-1cf29d99043d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:91:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:29:54Z', 'updated_at': '2022-02-15T09:30:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:17.872746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] DHCP port deletion for f97861ab-8952-47ef-b753-a191721661e1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:30:17.932901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Checking router: 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:30:17.995172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] For port e05a097e-2c70-4230-bdc0-75e293d15d2c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e05a097e-2c70-4230-bdc0-75e293d15d2c,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:18.009342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.058050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Routers {'9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:30:18.058692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:18.063535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:18.069178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Calling delete_port for e05a097e-2c70-4230-bdc0-75e293d15d2c owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:18.106332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e0e4d-feb0-4199-9f72-db7dc54d77ae req-e0d26fdd-c49b-4b60-8c48-5487908d37f9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:18.111265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-052e0e4d-feb0-4199-9f72-db7dc54d77ae req-e0d26fdd-c49b-4b60-8c48-5487908d37f9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.1611493 Feb 15 09:30:18.130000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-c414764e-ac63-46da-84ed-229ee28d590d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:18.140841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-c414764e-ac63-46da-84ed-229ee28d590d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.3069620 Feb 15 09:30:18.156348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Deleting port f901efaa-e95e-4ce7-9735-1cf29d99043d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:18.156678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.175515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Request body: {'port': {'device_id': '0487109e-b4ac-4d4b-9320-756815c39f63', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'admin_state_up': True, 'tenant_id': 'de21f2ee27044877a84a715b41aa4836'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:18.291182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-052e0e4d-feb0-4199-9f72-db7dc54d77ae req-0df3e42e-12a6-40cf-80e3-c7b7d1f196d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446421 Feb 15 09:30:18.320591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] Set router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:30:18.391125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:17Z', 'revision_number': 6, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:18.397151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a571e6fe-9fda-4982-a314-f68f3079adb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.427782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3797c143-dadc-4fd2-940a-63d602e436a8 None None] The sync data for ids ['9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d'] in n-d-825064-4 is: [{'id': '9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d', 'name': 'tempest-FloatingIPsNegativeTestJSON-1527582840-router', 'tenant_id': '400299cf8c3740a59ba3dd381b07890c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:29:52Z', 'updated_at': '2022-02-15T09:30:17Z', 'revision_number': 6, 'project_id': '400299cf8c3740a59ba3dd381b07890c', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:30:18.445494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Deleting port e05a097e-2c70-4230-bdc0-75e293d15d2c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:18.446181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.497280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:18.501022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.524113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.534915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:18.572664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 93552538-dc70-4483-8b99-6e0753746047 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:18.573433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 93552538-dc70-4483-8b99-6e0753746047 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:18.594472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] For port e05a097e-2c70-4230-bdc0-75e293d15d2c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e05a097e-2c70-4230-bdc0-75e293d15d2c,segment=NetworkSegment(f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88),segment_id=f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:18.594877 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.600903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] No DVR routers for this DVR port e05a097e-2c70-4230-bdc0-75e293d15d2c on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:18.603665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] For port f901efaa-e95e-4ce7-9735-1cf29d99043d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f901efaa-e95e-4ce7-9735-1cf29d99043d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:18.607423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.615134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Calling delete_port for e05a097e-2c70-4230-bdc0-75e293d15d2c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:18.623913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Pushing event deleted for resources: {'Port': ['ID=e05a097e-2c70-4230-bdc0-75e293d15d2c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:18.651501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Calling delete_port for f901efaa-e95e-4ce7-9735-1cf29d99043d owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:18.665345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a571e6fe-9fda-4982-a314-f68f3079adb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.680052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a571e6fe-9fda-4982-a314-f68f3079adb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.711630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e63a-71cd-4f74-94ea-19366fd18dff req-39493005-b388-484f-a396-6bbbe217d944 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:18.713250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3818e63a-71cd-4f74-94ea-19366fd18dff req-39493005-b388-484f-a396-6bbbe217d944 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.3178518 Feb 15 09:30:18.736246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a571e6fe-9fda-4982-a314-f68f3079adb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ebd8c19f4b954b6c9bc7fe67ae0e32de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6607316 Feb 15 09:30:18.736857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571e6fe-9fda-4982-a314-f68f3079adb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91cc986-6bbd-44ef-9ea7-02931d8607eb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:18.740260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54886) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:18.793921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.797961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Allocated IP 172.20.0.5 (976225ec-1661-4354-bd6e-adfe5ba6bb78/1fa8baef-b9cc-4438-867c-e595be6a346d/4b7e0f0e-46dc-43a8-b3fe-00350f8768e7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:18.829174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.871189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.886180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3818e63a-71cd-4f74-94ea-19366fd18dff req-5c9c8560-f2b7-4d5c-90bd-6e7fbd660379 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376071 Feb 15 09:30:18.906887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] Pushing event deleted for resources: {'Port': ['ID=e05a097e-2c70-4230-bdc0-75e293d15d2c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:18.918923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f709151-2efc-4d61-b357-0df2785c20e0 None None] No DVR routers for this DVR port e05a097e-2c70-4230-bdc0-75e293d15d2c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:18.942185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:18.979596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0290aeed-c0f1-4e69-9dda-23243220663a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:19.008153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f97861ab-8952-47ef-b753-a191721661e1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:19.029403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0290aeed-c0f1-4e69-9dda-23243220663a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:19.029762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0290aeed-c0f1-4e69-9dda-23243220663a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:19.030167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e05a097e-2c70-4230-bdc0-75e293d15d2c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:19.070562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c23f053-9961-4281-a790-f2551671150c req-14ed43db-4978-4e20-8b7e-a1fb917045b8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 210 time: 0.0834420 Feb 15 09:30:19.085273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:19.085698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f55d4a8c-1fb0-4ce3-bc26-e6b6e3d35c88') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:19.094228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e05a097e-2c70-4230-bdc0-75e293d15d2c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:19.105414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e05a097e-2c70-4230-bdc0-75e293d15d2c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:19.105844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e725337-1207-4b76-b5be-770431c1c09c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:19.141223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2e725337-1207-4b76-b5be-770431c1c09c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:19.141818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2e725337-1207-4b76-b5be-770431c1c09c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:19.201508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.220878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.231604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:30:19.232260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:30:19.237301 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:30:19.257178 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f17f0c59-5d21-4a2a-bf70-c6fa9d2cdef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.317393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.321627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.323645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d91cc986-6bbd-44ef-9ea7-02931d8607eb HTTP/1.1" status: 204 len: 168 time: 0.5799718 Feb 15 09:30:19.372757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c6c21-feb2-48f9-aa00-b19dca8c6421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91cc986-6bbd-44ef-9ea7-02931d8607eb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:19.390400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4afd00-9b1e-4129-b9f2-a1a5de2173ec req-b4b066a7-13e1-45eb-ba2a-d6e866a0b0ab tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:19.392277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe4afd00-9b1e-4129-b9f2-a1a5de2173ec req-b4b066a7-13e1-45eb-ba2a-d6e866a0b0ab tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.3781052 Feb 15 09:30:19.393156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.437133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.442035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] 10.222.0.10 "DELETE /v2.0/networks/f97861ab-8952-47ef-b753-a191721661e1 HTTP/1.1" status: 204 len: 168 time: 2.1188753 Feb 15 09:30:19.444175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984151-7ce8-4e43-8772-3672bd33703e admin admin] Pushing event deleted for resources: {'Network': ['ID=f97861ab-8952-47ef-b753-a191721661e1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:19.508904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.547918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe4afd00-9b1e-4129-b9f2-a1a5de2173ec req-2c4ff582-4a9e-4f31-ace9-a3be31faff44 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432998 Feb 15 09:30:19.553622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.587304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.615583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f901efaa-e95e-4ce7-9735-1cf29d99043d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:19.638187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:19.667486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:19.717346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.730906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:19.774020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:19.818942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:19.851315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:19.851983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.876706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-fdc60054-5b47-47aa-a672-1ab5b04e0433 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7114916 Feb 15 09:30:19.892526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.898592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.903873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Request body: {'port': {'device_id': '0487109e-b4ac-4d4b-9320-756815c39f63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:19.992500 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a270a96-620b-4108-a4f9-56fbefb7136a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9ea47408bbdc4c58bd171b28b3d201c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172687 Feb 15 09:30:19.995652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:19.996700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:30:19.996913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54926) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:20.005933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.007742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.009139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fea84f18-eb06-45ea-9441-989c2f2ed3d5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9e9c62fa-d2ab-48a3-8dce-2e80c1b5665d HTTP/1.1" status: 204 len: 168 time: 3.0285838 Feb 15 09:30:20.012647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54928) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:20.022559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3d276-a164-45f2-8ca2-fc9d587f6afa req-9d9c347a-fc7a-46a1-af51-0fd0fa9f5f38 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:20.035019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20f3d276-a164-45f2-8ca2-fc9d587f6afa req-9d9c347a-fc7a-46a1-af51-0fd0fa9f5f38 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.2618284 Feb 15 09:30:20.102154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20f3d276-a164-45f2-8ca2-fc9d587f6afa req-1e3ba99e-ce94-4ac1-85f8-aadb38a4cb4b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595868 Feb 15 09:30:20.174015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Deleting subnet 0a8e8d83-8773-4e56-8861-38ae8658ce79 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:30:20.195171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.220447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.224433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.263258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb3b9c-eb79-465a-b3e7-179a3d10f48c req-3bca919b-76fe-491b-b93b-b786da79845c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:20.265025 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6cb3b9c-eb79-465a-b3e7-179a3d10f48c req-3bca919b-76fe-491b-b93b-b786da79845c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0765862 Feb 15 09:30:20.318529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6cb3b9c-eb79-465a-b3e7-179a3d10f48c req-10f13c58-e109-4017-b2e8-4b753e3fbc79 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460503 Feb 15 09:30:20.367469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.370584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.494278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601e37-7b07-48bf-80de-864bc93db2cb req-aff13cd0-ae7b-4d52-8c6e-5aec8862d08f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:20.495835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e601e37-7b07-48bf-80de-864bc93db2cb req-aff13cd0-ae7b-4d52-8c6e-5aec8862d08f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 931 time: 0.2510688 Feb 15 09:30:20.603830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e601e37-7b07-48bf-80de-864bc93db2cb req-21a976f7-1bbd-493a-b4a3-7fcc327b65e2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999179 Feb 15 09:30:20.610932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.613477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.615465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a936cfcd-f493-4392-8eae-715cb6e5caf3 HTTP/1.1" status: 204 len: 168 time: 0.6166685 Feb 15 09:30:20.618422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:20.665221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20252762-4f95-4a38-8856-ba09406d245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a936cfcd-f493-4392-8eae-715cb6e5caf3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:20.791420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f901efaa-e95e-4ce7-9735-1cf29d99043d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:20.812627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f901efaa-e95e-4ce7-9735-1cf29d99043d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:20.813320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f901efaa-e95e-4ce7-9735-1cf29d99043d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:21.139727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:21.145824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.158279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.202038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8e8d83-8773-4e56-8861-38ae8658ce79,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:21.205373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a03f0e1-9aa7-4bb0-9191-a4deabb1a92e None None] Network 1f45f35c-34d2-4a45-b6a8-856698da6c37 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:21.206331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.211240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-13653e62-0117-4f55-8402-ff078c51824b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a8e8d83-8773-4e56-8861-38ae8658ce79 HTTP/1.1" status: 204 len: 168 time: 1.1870325 Feb 15 09:30:21.214129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54976) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:21.221216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Transition to ACTIVE for port object 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:30:21.226166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-4a788e86-8073-47f0-833f-4e6d36e1935c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575723 Feb 15 09:30:21.229173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.244431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da23621-0398-4fd7-b1d6-47d0716fca4b req-830b14a1-64a0-49ef-9be9-7a041d796f65 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:21.252281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da23621-0398-4fd7-b1d6-47d0716fca4b req-830b14a1-64a0-49ef-9be9-7a041d796f65 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1850233 Feb 15 09:30:21.346754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.363277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:21.413232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da23621-0398-4fd7-b1d6-47d0716fca4b req-aca16594-07e8-4683-8173-ce16319953d4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536059 Feb 15 09:30:21.436849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Deleting port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:21.437648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.466357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-706e82eb-96c2-42c1-a5f2-1f735d68258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:21.467909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-706e82eb-96c2-42c1-a5f2-1f735d68258c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 1095 time: 0.1786730 Feb 15 09:30:21.548432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] For port 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9f477d25-0e1a-40d0-9d05-d68c05450ea5,segment=NetworkSegment(0477e842-01ed-451d-a953-e54648a58523),segment_id=0477e842-01ed-451d-a953-e54648a58523)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:21.549094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.575351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Calling delete_port for 9f477d25-0e1a-40d0-9d05-d68c05450ea5 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:21.636584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] DHCP port deletion for 1f45f35c-34d2-4a45-b6a8-856698da6c37 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:30:21.657480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Attempting to bind port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:21.657815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Attempting to bind port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:21.658207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Attempting to bind port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:21.678317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:21.678644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Attempting to bind port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:21.709649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:21.710016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Checking segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:21.710645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Bound using segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:21.711267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Bound port: 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:21.711509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.725352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.739534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-247770a0-09ef-43d3-96b9-14838bfea3f3 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:21.741734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-247770a0-09ef-43d3-96b9-14838bfea3f3 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1097 time: 0.1371393 Feb 15 09:30:21.748661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-f92fd6c1-9c64-4c05-af29-32d74e54221e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:21.760111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-f92fd6c1-9c64-4c05-af29-32d74e54221e service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2565634 Feb 15 09:30:21.764989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Deleting port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:21.768930 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.780610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:21.795755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Pushing event deleted for resources: {'Port': ['ID=9f477d25-0e1a-40d0-9d05-d68c05450ea5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:21.809612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] No DVR routers for this DVR port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:21.873560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:21.883058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:21.930842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] For port 9f477d25-0e1a-40d0-9d05-d68c05450ea5, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:21.931740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.949189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Calling delete_port for 9f477d25-0e1a-40d0-9d05-d68c05450ea5 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:21.953390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:30:21.955725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.983944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-1e10bc4d-8bfc-4252-93f6-985ab1a4da73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 200 len: 217 time: 0.1934111 Feb 15 09:30:21.985377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:21.997861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] Pushing event deleted for resources: {'Port': ['ID=9f477d25-0e1a-40d0-9d05-d68c05450ea5,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:22.013528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1bdadf-dee2-492d-8ae9-8358fe53107b None None] No DVR routers for this DVR port 9f477d25-0e1a-40d0-9d05-d68c05450ea5 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:22.138440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.142162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.143072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.145116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] 10.222.0.36 "PUT /v2.0/ports/4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 HTTP/1.1" status: 200 len: 1091 time: 2.2597311 Feb 15 09:30:22.157069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:22.159478 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c98c343-7c1a-4d33-a516-19f0d86b5684" -d '{"events": [{"name": "network-changed", "server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:22.201129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.224486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4550-4778-4b6e-9c13-548688e6e601 req-c678165f-0499-4153-8a5e-049bcf8d606c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.225235 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.226097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ab4550-4778-4b6e-9c13-548688e6e601 req-c678165f-0499-4153-8a5e-049bcf8d606c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 946 time: 0.4323764 Feb 15 09:30:22.231384 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.238105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-37d69998-c68e-44ba-a224-af0298c1f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.241736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-37d69998-c68e-44ba-a224-af0298c1f8c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.2491157 Feb 15 09:30:22.242459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8bd074-5496-45e9-a1ce-4e34a0c38706 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:22.274572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f45f35c-34d2-4a45-b6a8-856698da6c37']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:22.290438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0477e842-01ed-451d-a953-e54648a58523') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:22.290722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0477e842-01ed-451d-a953-e54648a58523') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:22.308715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ab4550-4778-4b6e-9c13-548688e6e601 req-70e8046f-21ee-46c7-b474-d4c33fd31aab tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745246 Feb 15 09:30:22.323881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.339508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-2d81a721-5236-4a51-8433-bac3dc8da887 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496042 Feb 15 09:30:22.343762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.353795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:30:22.354311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.357047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017cedc-198c-4316-a082-4d51c4c80d27 req-8699f751-ae5c-4880-8327-badd57d19b63 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.365918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e017cedc-198c-4316-a082-4d51c4c80d27 req-8699f751-ae5c-4880-8327-badd57d19b63 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.2363274 Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:30:22.410046 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:30:22.454107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ff66de0c-91c1-4ea4-8515-b3ae17b543f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.458308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-ff66de0c-91c1-4ea4-8515-b3ae17b543f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 1094 time: 0.2393885 Feb 15 09:30:22.470572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.482270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.485409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] 10.222.0.10 "DELETE /v2.0/networks/1f45f35c-34d2-4a45-b6a8-856698da6c37 HTTP/1.1" status: 204 len: 168 time: 1.2693207 Feb 15 09:30:22.498697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628bccb9-99c4-41db-a181-4f238f41aa6e admin admin] Pushing event deleted for resources: {'Network': ['ID=1f45f35c-34d2-4a45-b6a8-856698da6c37,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:22.518308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc095efc-347b-4458-8f35-bd0b5a90de85 req-836f308b-66a3-4104-93be-3815024f2fd6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.521389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc095efc-347b-4458-8f35-bd0b5a90de85 req-836f308b-66a3-4104-93be-3815024f2fd6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 943 time: 0.1041803 Feb 15 09:30:22.534428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:22.571956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc095efc-347b-4458-8f35-bd0b5a90de85 req-c216dd85-d06e-4e93-ba8c-e2e0fc5cd842 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Feb 15 09:30:22.664179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:22.682264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:22.697963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-8948c9eb-04cf-48b2-b41b-4de643e9cb39 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247519 Feb 15 09:30:22.705034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-bc5762d4-5c8a-4fd6-a16e-760ab7c3fc59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 HTTP/1.1" status: 200 len: 217 time: 0.2102001 Feb 15 09:30:22.705339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 has no active binding in host n-h2-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:30:22.741069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e017cedc-198c-4316-a082-4d51c4c80d27 req-1b55b9df-5a68-4dfd-8f17-cbe87fa0d4f5 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741066 Feb 15 09:30:22.771129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9f477d25-0e1a-40d0-9d05-d68c05450ea5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:22.781575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:22.817613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9f477d25-0e1a-40d0-9d05-d68c05450ea5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:22.818065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9f477d25-0e1a-40d0-9d05-d68c05450ea5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:22.828039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55018) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:22.870055 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55b5a07-380c-4ac4-9828-e6ab7179d13b x-openstack-request-id: req-a55b5a07-380c-4ac4-9828-e6ab7179d13b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:22.870462 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:22.870841 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a55b5a07-380c-4ac4-9828-e6ab7179d13b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:22.871289 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'status': 'completed', 'code': 200} Feb 15 09:30:22.905633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.928112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:22.935097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e4fb92f4-0b96-4632-aaef-cd11300e1afe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=400299cf8c3740a59ba3dd381b07890c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050823 Feb 15 09:30:22.936036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55026) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:22.991764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-91100a88-cb90-4850-beb3-2f1a859f17f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:22.993263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-91100a88-cb90-4850-beb3-2f1a859f17f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.2726977 Feb 15 09:30:23.010185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6c0bf97f-c95a-4d49-9403-966f83747743 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272248 Feb 15 09:30:23.038081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.090119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-2f13246f-9e86-4435-ae26-f2ebcd0bb1fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650420 Feb 15 09:30:23.091955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a06867f-9af4-4ba5-9fd2-097e8422bb7f req-ef03fb0f-9b77-4139-a934-45613d68fab8 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3857865 Feb 15 09:30:23.096956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:23.121840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.176688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc02a6e-7a91-47ac-a883-031a54de4c8a req-dd92c5d5-b839-4bb4-869f-26e61b7e3f74 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:23.178746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcc02a6e-7a91-47ac-a883-031a54de4c8a req-dd92c5d5-b839-4bb4-869f-26e61b7e3f74 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.2182639 Feb 15 09:30:23.203674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-3cb08140-978c-43cd-b348-33d5d3f6b2fd tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:23.204705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on host n-h1-825064-4 for vnic_type normal with profile {"migrating_to": "n-h2-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:23.205206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-3cb08140-978c-43cd-b348-33d5d3f6b2fd tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811209 Feb 15 09:30:23.205328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:23.205641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:23.221939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-9474eff8-aac8-4de5-8393-119ac886ff46 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/quotas/ccac3974e4e84886a9e3a4ef7347a541 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Feb 15 09:30:23.230118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:23.230694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Attempting to bind port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:23.242424 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.244852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.246000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83b4b48d-d07e-4465-a80a-802da530fae2 HTTP/1.1" status: 204 len: 168 time: 0.3086357 Feb 15 09:30:23.260486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:23.261143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:23.261245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:23.261640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Bound port: 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:23.261996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.269643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-8c52b844-3bf3-4527-a27f-9d32c9825f47 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371740 Feb 15 09:30:23.270608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c4885-31b8-4a84-9e0e-336bcc2870ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b4b48d-d07e-4465-a80a-802da530fae2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:23.292066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcc02a6e-7a91-47ac-a883-031a54de4c8a req-136aef3a-d208-46e4-a61f-49fd780d2e90 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022146 Feb 15 09:30:23.303867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-2f9b1a81-4b77-4357-98a1-d742207b5386 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018206 Feb 15 09:30:23.430539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:23.435060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:23.450136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.525915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b35e1861-bb24-45c8-b54f-17f6bf54d3fd req-aac7eb27-20b2-4dfc-a449-6877ddc4f7df service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896079 Feb 15 09:30:23.602660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:23.627356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:23.627971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:23.629489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-c24fb8fc-11df-41e5-b6db-f326a308fd9b service neutron] 10.222.0.72 "PUT /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 1122 time: 1.8562617 Feb 15 09:30:23.721646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-a4e9572b-74a4-4131-b191-34cb48cf52b9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993062 Feb 15 09:30:23.728505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:23.742160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-63fe3977-8dd2-4997-98a6-f0f825b1463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:23.768138 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-63fe3977-8dd2-4997-98a6-f0f825b1463e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 1094 time: 0.1406066 Feb 15 09:30:23.794999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:23.974089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22768923-4410-4146-95ce-e949ef5bee5c req-42f2ca6a-660b-4be6-80f9-2cf226e5f73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:23.976258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-42f2ca6a-660b-4be6-80f9-2cf226e5f73b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1095 time: 0.1839027 Feb 15 09:30:24.142989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb28d6b7-4cc2-492e-b8f3-8262b6cf4984 req-6607546e-c759-4155-9702-620049a50504 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 210 time: 0.0405014 Feb 15 09:30:24.260632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-fa7a1204-cfb7-49fb-b23a-09e729417c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.262783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-fa7a1204-cfb7-49fb-b23a-09e729417c1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 905 time: 0.4903481 Feb 15 09:30:24.279855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c015f3-67ff-4b63-8cba-7a024c067d9a req-16d849f5-5cee-4198-bf29-198aef0831bc tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.286779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38c015f3-67ff-4b63-8cba-7a024c067d9a req-16d849f5-5cee-4198-bf29-198aef0831bc tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 943 time: 0.0728042 Feb 15 09:30:24.350591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38c015f3-67ff-4b63-8cba-7a024c067d9a req-04db78b0-e870-4253-98af-4a7513f7b78c tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Feb 15 09:30:24.408461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-207e58c4-d83a-454a-ab5b-a6d3feae58b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 HTTP/1.1" status: 200 len: 217 time: 0.1171656 Feb 15 09:30:24.424787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904d527-5e39-43f9-baef-030cdc03d015 req-8bf8e568-44ad-447e-9803-bb99fea41b51 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.434181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5904d527-5e39-43f9-baef-030cdc03d015 req-8bf8e568-44ad-447e-9803-bb99fea41b51 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.3799202 Feb 15 09:30:24.454754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22768923-4410-4146-95ce-e949ef5bee5c req-cfb643eb-14a4-42af-8ccf-f1b11d4609ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.456428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-cfb643eb-14a4-42af-8ccf-f1b11d4609ec service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.4398503 Feb 15 09:30:24.492554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13cebe-fd8a-41d6-bf9e-775e0ed52d4c req-c271d74f-3ea4-4ab4-be25-85f964a82d7b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.494424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d13cebe-fd8a-41d6-bf9e-775e0ed52d4c req-c271d74f-3ea4-4ab4-be25-85f964a82d7b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0798740 Feb 15 09:30:24.537749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-9cf8056b-1662-4593-bffa-d07b9eca37cf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.0554502 Feb 15 09:30:24.547673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d13cebe-fd8a-41d6-bf9e-775e0ed52d4c req-1d5203ad-744c-42f3-bc51-1666d30a667c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Feb 15 09:30:24.576400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-f582b7ba-9500-4d49-a3f3-e08a9580522b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.578008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-f582b7ba-9500-4d49-a3f3-e08a9580522b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.1413925 Feb 15 09:30:24.602769 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5904d527-5e39-43f9-baef-030cdc03d015 req-e0751406-e580-4d47-8be9-31ca3f1089e9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675420 Feb 15 09:30:24.645388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-0cd92c5e-8bfb-4fac-b196-ac8e1ddec31b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445266 Feb 15 09:30:24.663841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22768923-4410-4146-95ce-e949ef5bee5c req-832dd915-dc9b-4fc1-a392-98a2f438575a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:24.665371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-832dd915-dc9b-4fc1-a392-98a2f438575a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1150465 Feb 15 09:30:24.746899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-85515b67-c616-4f6e-b1be-21315a488cdb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718646 Feb 15 09:30:24.873797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'}, {'name': 'network-changed', 'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:24.876199 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579b0553-314f-49cf-9c35-a33408a911a7" -d '{"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233"}, {"name": "network-changed", "server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:25.179213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-2b408c19-fe34-433c-ac14-988227e4c995 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=55cbdb3d37664825895472eafa767cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260727 Feb 15 09:30:25.225024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a870c6-2cf7-4347-b377-cbd10c4ef421 req-05913d31-f99f-4e6d-8e4d-9f43107fb2af tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.226508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15a870c6-2cf7-4347-b377-cbd10c4ef421 req-05913d31-f99f-4e6d-8e4d-9f43107fb2af tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.4820204 Feb 15 09:30:25.242008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-2268bf58-1372-4547-8e93-2813dc25f01b service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756950 Feb 15 09:30:25.278051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-b6b592d5-40eb-4975-a961-62f6ffb64469 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488060 Feb 15 09:30:25.292212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-b11ee244-bd50-488c-acb6-affa83b85c83 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.293705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-b11ee244-bd50-488c-acb6-affa83b85c83 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086643 Feb 15 09:30:25.308170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-1afe00e8-7b23-4c58-bc50-6f70ad52225c service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485601 Feb 15 09:30:25.308923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-5077a50f-0db8-45e2-b891-80e1c1573314 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/quotas/55cbdb3d37664825895472eafa767cf9 HTTP/1.1" status: 200 len: 375 time: 0.0093377 Feb 15 09:30:25.343178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-61be9f7a-c1c0-43e0-85e1-8fea1812434b tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=55cbdb3d37664825895472eafa767cf9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284817 Feb 15 09:30:25.460317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15a870c6-2cf7-4347-b377-cbd10c4ef421 req-ac6d0a75-179a-4092-b0f1-2ca720e08a55 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173190 Feb 15 09:30:25.539922 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7bb90b-bdad-46f7-9732-5a104570cca9 x-openstack-request-id: req-5c7bb90b-bdad-46f7-9732-5a104570cca9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:25.540217 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233", "code": 200}, {"name": "network-changed", "server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:25.540462 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c7bb90b-bdad-46f7-9732-5a104570cca9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:25.540883 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'code': 200} Feb 15 09:30:25.541136 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'status': 'completed', 'code': 200} Feb 15 09:30:25.607907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6c30eeac-3b1b-43a5-b97a-5f6b5adb094c tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.609597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6c30eeac-3b1b-43a5-b97a-5f6b5adb094c tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220308 Feb 15 09:30:25.618510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c98c343-7c1a-4d33-a516-19f0d86b5684 req-221338a0-63db-45eb-b3d4-2c10229b6311 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523018 Feb 15 09:30:25.627764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22768923-4410-4146-95ce-e949ef5bee5c req-ac91a4d0-6636-42fc-8a9d-faa702b1603a service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808962 Feb 15 09:30:25.635286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Request body: {'port': {'device_id': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'ccac3974e4e84886a9e3a4ef7347a541'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:25.670317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8664fc65-a11e-49c0-b1db-13c41b3bbf9e req-3374ea12-41d5-49fe-a121-c5b2e0808686 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 210 time: 0.0413146 Feb 15 09:30:25.709837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b0553-314f-49cf-9c35-a33408a911a7 req-dca80972-d3f1-4050-a4ec-3030dab0f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.711473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-dca80972-d3f1-4050-a4ec-3030dab0f1ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1125 time: 0.1391916 Feb 15 09:30:25.804976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9295c54-c3ac-4494-a36a-4ad247e09b43 req-27043435-70f4-4b85-918d-dfc901629684 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.813006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9295c54-c3ac-4494-a36a-4ad247e09b43 req-27043435-70f4-4b85-918d-dfc901629684 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 943 time: 0.0759668 Feb 15 09:30:25.870266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9295c54-c3ac-4494-a36a-4ad247e09b43 req-0d93fc9e-67f2-4694-aa9b-fe02ed94c6e9 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553653 Feb 15 09:30:25.875254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b0553-314f-49cf-9c35-a33408a911a7 req-593e3d1d-907a-44fb-b4cc-13e48ca3c34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:25.876868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-593e3d1d-907a-44fb-b4cc-13e48ca3c34f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1575944 Feb 15 09:30:25.882450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Made reservation on behalf of ccac3974e4e84886a9e3a4ef7347a541 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:25.887122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:25.906478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:25.960842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-be3c5e6e-747c-49b4-84b7-0887a7de8977 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 217 time: 0.0695050 Feb 15 09:30:25.965831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c231002-a229-462d-80fd-0a1927b2edb9 req-c1ff9ed1-f032-4f0b-8e09-69ddfcd25726 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 210 time: 0.0570867 Feb 15 09:30:26.095726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b0553-314f-49cf-9c35-a33408a911a7 req-255a5ae2-8aa7-4b40-ad82-9077dd889670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:26.097310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-255a5ae2-8aa7-4b40-ad82-9077dd889670 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1282094 Feb 15 09:30:26.142353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-c375d226-797b-4ae0-8863-cda5b62a3d10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359337 Feb 15 09:30:26.176988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c81fa-bf32-4a81-95ec-550b122a22ec req-e25a4d38-b229-4cd4-b9e1-1f40165b27b3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:26.185407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc3c81fa-bf32-4a81-95ec-550b122a22ec req-e25a4d38-b229-4cd4-b9e1-1f40165b27b3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0770125 Feb 15 09:30:26.216460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:26.252863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.254125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc3c81fa-bf32-4a81-95ec-550b122a22ec req-3867cf6b-7e5c-401d-ac6f-030c2721a9b8 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631642 Feb 15 09:30:26.264783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.378143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:26.395715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'mac_address': 'fa:16:3e:90:21:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:26.405028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a58281-ef5d-434c-946e-9c4bb16809ea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:26.447868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-80b5555f-b35c-4e12-8b2b-8337f188a6ea service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931128 Feb 15 09:30:26.471778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.490845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:26.518064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd446e21-a177-44b7-8b9e-f7819e341727 req-157d7ac2-8eef-4a15-9f5e-77cfe3965288 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:26.520730 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd446e21-a177-44b7-8b9e-f7819e341727 req-157d7ac2-8eef-4a15-9f5e-77cfe3965288 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.2226973 Feb 15 09:30:26.530460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:26.541085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.609553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Allocated IP 192.168.233.219 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/ff09d969-a2ae-4ced-8eab-23801e306dce) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:26.615545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:26.684852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd446e21-a177-44b7-8b9e-f7819e341727 req-5710219c-0474-4bdb-bc12-727ada08aa0a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265388 Feb 15 09:30:26.728338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579b0553-314f-49cf-9c35-a33408a911a7 req-0ff8a100-e2ac-48bb-b059-16fe6fdd067e service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569785 Feb 15 09:30:26.743561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0863432-84ce-46c5-9fa6-cfc1bd23dc85 req-75d2a0ba-0901-486e-b7be-324f93d312ee tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:26.746607 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0863432-84ce-46c5-9fa6-cfc1bd23dc85 req-75d2a0ba-0901-486e-b7be-324f93d312ee tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.0840151 Feb 15 09:30:26.810548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55138) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:26.824713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0863432-84ce-46c5-9fa6-cfc1bd23dc85 req-7466444d-768a-4a51-8323-d3d521d18381 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675106 Feb 15 09:30:26.882961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:26.902075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.950995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:26.985071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c5b4a86-257c-41a6-990c-8f606e59cb85 req-16eb7e68-6401-49d1-801c-2bd52affa99a tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 210 time: 0.0718882 Feb 15 09:30:27.020032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4504-1833-4af2-94f0-360865355fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.042778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:27.049538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:27.052466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:27.062609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:27.135068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:27.136152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.159780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-6b39363b-a605-4ba0-a69b-6dc09f45a5ec tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5280006 Feb 15 09:30:27.177887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Request body: {'port': {'device_id': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:27.226720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb0799-f741-4c64-ae25-41441c6252ab req-195d6bf6-3bb7-4d00-a781-181648d55798 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:27.228653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2feb0799-f741-4c64-ae25-41441c6252ab req-195d6bf6-3bb7-4d00-a781-181648d55798 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 944 time: 0.1190643 Feb 15 09:30:27.292615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4504-1833-4af2-94f0-360865355fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.296708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2feb0799-f741-4c64-ae25-41441c6252ab req-f8e80683-8102-403a-9f59-b37a785f0cce tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569851 Feb 15 09:30:27.304111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c5e4504-1833-4af2-94f0-360865355fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.313208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-4273a3e2-d042-4dd7-836f-f161103a9893 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=55cbdb3d37664825895472eafa767cf9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553894 Feb 15 09:30:27.326646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.373779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e4504-1833-4af2-94f0-360865355fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfe1979-6af6-4f30-9543-612d9ecb1123,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:27.381251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6c5e4504-1833-4af2-94f0-360865355fc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=551487561d3149ddb3f48bb871edb8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671394 Feb 15 09:30:27.382898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:27.452164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ac12f4-abe1-4881-9cb7-5f455f654cbc req-9f4b7514-57be-42cf-8b6d-e83b03c755b7 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 210 time: 0.0483067 Feb 15 09:30:27.525316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.542789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f72a9b08-093a-4c71-ab3b-e7f63e73d6fb None None] Provisioning complete for port ff09d969-a2ae-4ced-8eab-23801e306dce triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:27.543383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f72a9b08-093a-4c71-ab3b-e7f63e73d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.594847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.603578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f72a9b08-093a-4c71-ab3b-e7f63e73d6fb None None] Port ff09d969-a2ae-4ced-8eab-23801e306dce cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:30:27.641747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a0110219-e3aa-4591-aa6c-54fa62923bde tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:27.642347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0ac965-b810-44e7-b506-fda28409081d req-04bde45f-1bb8-4695-8f4c-81ac199c5747 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:27.643192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a0110219-e3aa-4591-aa6c-54fa62923bde tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288004 Feb 15 09:30:27.646340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b0ac965-b810-44e7-b506-fda28409081d req-04bde45f-1bb8-4695-8f4c-81ac199c5747 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0838773 Feb 15 09:30:27.668646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Request body: {'port': {'device_id': 'aad487e7-16be-4b82-a618-09238a033204', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '55cbdb3d37664825895472eafa767cf9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:27.698308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.701019 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.704695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdfe1979-6af6-4f30-9543-612d9ecb1123 HTTP/1.1" status: 204 len: 168 time: 0.3177094 Feb 15 09:30:27.729304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b0ac965-b810-44e7-b506-fda28409081d req-df418f5a-2755-4223-a54a-1b82649b17af tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717940 Feb 15 09:30:27.732167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301d8d0-b872-408d-b59b-60a463bbddcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfe1979-6af6-4f30-9543-612d9ecb1123,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:27.874449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99d22c-37e6-4659-b72c-89da4c787e11 req-ec398ab5-b19a-4bfb-9d9c-eec0fa74a82a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:27.876107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a99d22c-37e6-4659-b72c-89da4c787e11 req-ec398ab5-b19a-4bfb-9d9c-eec0fa74a82a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.0674050 Feb 15 09:30:27.947610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a99d22c-37e6-4659-b72c-89da4c787e11 req-d8c7e5e9-909b-4856-9d57-bc8168d7bbf6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631950 Feb 15 09:30:27.959608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Made reservation on behalf of 55cbdb3d37664825895472eafa767cf9 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:27.963178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.976797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:27.982712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:27.989434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.023780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Transition to ACTIVE for port object ff09d969-a2ae-4ced-8eab-23801e306dce will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:30:28.040620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.120947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:28.139555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:28.168573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e62e71-bc24-4f08-9211-69812ca5139c req-a0f00554-585d-4adf-9a0c-19140f49b490 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:28.175921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82e62e71-bc24-4f08-9211-69812ca5139c req-a0f00554-585d-4adf-9a0c-19140f49b490 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1051555 Feb 15 09:30:28.197244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-696927e8-6f95-428c-ba6c-5dfe4353d607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.214046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:28.225890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82e62e71-bc24-4f08-9211-69812ca5139c req-bab33af9-97d5-4454-bac1-3221869b4ca3 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Feb 15 09:30:28.226670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.248246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.279450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Attempting to bind port ff09d969-a2ae-4ced-8eab-23801e306dce on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:28.279862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Attempting to bind port ff09d969-a2ae-4ced-8eab-23801e306dce by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:28.280092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Attempting to bind port ff09d969-a2ae-4ced-8eab-23801e306dce on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:28.336701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:30:28.341564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:28.342102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.371596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Port ff09d969-a2ae-4ced-8eab-23801e306dce on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:28.372184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Attempting to bind port ff09d969-a2ae-4ced-8eab-23801e306dce on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:28.435337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e842907-813d-4487-b3c8-e797920a0859,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:28.468145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:28.468524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:28.469749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:28.470240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Bound port: ff09d969-a2ae-4ced-8eab-23801e306dce, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:28.470896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.478908 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.500144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3add7b-2b7b-4de0-bd6d-cd6886962764 req-de2646f0-e3ef-44d0-b1a5-dc48ccebc33b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:28.502046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf3add7b-2b7b-4de0-bd6d-cd6886962764 req-de2646f0-e3ef-44d0-b1a5-dc48ccebc33b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 944 time: 0.1071634 Feb 15 09:30:28.523919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:28.527848 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c7e715-0906-4f26-b31c-96f5cedaddf8" -d '{"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-plugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:28.552385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:28.561519 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.571957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf3add7b-2b7b-4de0-bd6d-cd6886962764 req-76a6900a-a1be-488e-b310-208c58f2da88 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619743 Feb 15 09:30:28.589653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9720ec-664a-4212-9b64-ce4508a29c07 req-4614738a-1bc7-4df2-8ed5-1a602963bbb3 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:28.591196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c9720ec-664a-4212-9b64-ce4508a29c07 req-4614738a-1bc7-4df2-8ed5-1a602963bbb3 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 948 time: 0.2953687 Feb 15 09:30:28.651112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:28.678913 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-696927e8-6f95-428c-ba6c-5dfe4353d607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.682247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Allocated IP 192.168.233.209 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/1e27eeb5-9068-4280-87f6-86da3b1a50ac) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:28.697637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-696927e8-6f95-428c-ba6c-5dfe4353d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.742613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-986e3a5b-c234-4f40-a44c-009c1cb8d6fd req-ac45b1ce-1790-4e0f-a5d0-cae3ad6b7df2 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 210 time: 0.0310371 Feb 15 09:30:28.768110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:28.775815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c9720ec-664a-4212-9b64-ce4508a29c07 req-562372b4-e55a-4178-a690-317ecd61029d tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693077 Feb 15 09:30:28.799998 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833118f7-6a02-4574-9858-5ae53b3648cb x-openstack-request-id: req-833118f7-6a02-4574-9858-5ae53b3648cb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:28.800872 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-plugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:28.801927 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-833118f7-6a02-4574-9858-5ae53b3648cb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:28.804661 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'code': 200} Feb 15 09:30:28.833643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:28.851820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:28.856533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-696927e8-6f95-428c-ba6c-5dfe4353d607 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00c4ad37459e4594ace90916ffeaee1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7171898 Feb 15 09:30:28.860072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55180) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:28.862864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696927e8-6f95-428c-ba6c-5dfe4353d607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529c6ac8-b88e-4ae4-a63e-f0046ef2cbb5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:28.978391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.014933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.015676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.030838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] 10.222.0.72 "PUT /v2.0/ports/ff09d969-a2ae-4ced-8eab-23801e306dce HTTP/1.1" status: 200 len: 1096 time: 1.8465793 Feb 15 09:30:29.073355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.170081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:29.172470 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2728423-dbaf-4e4e-8316-42402eb209e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:29.290625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c23d6d-9ea9-4e20-94c8-282c98612014 req-4f34faae-0293-4dfb-bd62-896b91d42eff tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.300389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8c23d6d-9ea9-4e20-94c8-282c98612014 req-4f34faae-0293-4dfb-bd62-896b91d42eff tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.1166923 Feb 15 09:30:29.339595 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.343324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.344721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/529c6ac8-b88e-4ae4-a63e-f0046ef2cbb5 HTTP/1.1" status: 204 len: 168 time: 0.4812903 Feb 15 09:30:29.364441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc0775-d07c-4fc7-812d-9c7674930358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c6ac8-b88e-4ae4-a63e-f0046ef2cbb5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:29.420609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8c23d6d-9ea9-4e20-94c8-282c98612014 req-4a134d64-be9e-42b2-acd5-79ee1be34faf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190946 Feb 15 09:30:29.564911 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebf484c-b3c2-4122-8898-93dab174402d x-openstack-request-id: req-0ebf484c-b3c2-4122-8898-93dab174402d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:29.567017 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:29.567736 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ebf484c-b3c2-4122-8898-93dab174402d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:29.572019 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'status': 'completed', 'code': 200} Feb 15 09:30:29.631877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70319477-68cb-4003-a5e4-66382f4667fe req-22972b49-d39f-4a88-95bf-fa697c38e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.633568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70319477-68cb-4003-a5e4-66382f4667fe req-22972b49-d39f-4a88-95bf-fa697c38e460 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 1096 time: 0.7202816 Feb 15 09:30:29.645448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5126a0-4121-4d87-a90f-c8b6394ec62d service neutron] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:29.706766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55198) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:29.718508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-16a66564-ed57-42dc-a6fa-b18cf6cd9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.722264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-16a66564-ed57-42dc-a6fa-b18cf6cd9f81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 1099 time: 0.5208592 Feb 15 09:30:29.777863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7d9bb-efa0-4915-86c0-149c4eee2a85 req-8ee10966-9d6b-4dd0-a80e-10e7bb352c0d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.788028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6235d-0821-467c-a41f-ba713455ef08 req-966d9bdd-12cc-47d6-a498-9b238d9d60a2 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:29.789116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92d7d9bb-efa0-4915-86c0-149c4eee2a85 req-8ee10966-9d6b-4dd0-a80e-10e7bb352c0d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.5887830 Feb 15 09:30:29.791964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35b6235d-0821-467c-a41f-ba713455ef08 req-966d9bdd-12cc-47d6-a498-9b238d9d60a2 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1352665 Feb 15 09:30:29.884191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35b6235d-0821-467c-a41f-ba713455ef08 req-6f449915-eff2-4fab-91c7-3d78f8933c9f tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839174 Feb 15 09:30:29.939830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:29.960374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-1e238012-bb0b-47d9-a9d0-f0c736f756b4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ff09d969-a2ae-4ced-8eab-23801e306dce HTTP/1.1" status: 200 len: 217 time: 0.2254572 Feb 15 09:30:30.066026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.108009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-980d1d19-b464-4f4e-adae-b2ff26711db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.116984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-eab63982-e391-46b6-b3be-c9ae6ef44412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.118627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-eab63982-e391-46b6-b3be-c9ae6ef44412 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1040726 Feb 15 09:30:30.120390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70319477-68cb-4003-a5e4-66382f4667fe req-8ecb36d1-4291-441f-ad54-4a6f7c9d5d9c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4700775 Feb 15 09:30:30.169333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c786a314-f6ff-4e87-83a0-caf3fec66c74 req-8bff62ba-e749-44ca-96b5-e8a059b95035 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.178150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c786a314-f6ff-4e87-83a0-caf3fec66c74 req-8bff62ba-e749-44ca-96b5-e8a059b95035 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.2083583 Feb 15 09:30:30.208055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92d7d9bb-efa0-4915-86c0-149c4eee2a85 req-55f98870-c283-49db-93d5-618ec6b899ef tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165862 Feb 15 09:30:30.303006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c786a314-f6ff-4e87-83a0-caf3fec66c74 req-a1c463f6-192f-4d03-9659-706c6822ecba tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238949 Feb 15 09:30:30.308318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:30.314814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:30.322701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:30.349750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Pushing event updated for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:30.515998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-980d1d19-b464-4f4e-adae-b2ff26711db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.545939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-980d1d19-b464-4f4e-adae-b2ff26711db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.563527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-7181cfda-3a0c-43c7-a4d4-4c9feb559f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.570926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-7181cfda-3a0c-43c7-a4d4-4c9feb559f77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4327025 Feb 15 09:30:30.639879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d1d19-b464-4f4e-adae-b2ff26711db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4113d792-6e6c-4ccb-ac58-c50883c7ffdf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:30.690056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.693376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.704194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d1847-71e6-4350-b83c-dca39efc2f7f req-7d515107-736c-4c4d-ae8d-da177e68ab70 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.726180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-137d1847-71e6-4350-b83c-dca39efc2f7f req-7d515107-736c-4c4d-ae8d-da177e68ab70 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 948 time: 0.3000300 Feb 15 09:30:30.736434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-980d1d19-b464-4f4e-adae-b2ff26711db5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7270e3d2d0854cfe859292ecccb769b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0249138 Feb 15 09:30:30.738530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:30.745222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b76a266a-3183-421f-847f-bb0f5a00a863 None None] Provisioning complete for port 1e27eeb5-9068-4280-87f6-86da3b1a50ac triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:30.745785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b76a266a-3183-421f-847f-bb0f5a00a863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.819895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-0e9cce60-79fc-4c6a-b8c6-2b32848aad3c tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1557705 Feb 15 09:30:30.843071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ddb2d1-c5d1-48ce-b38f-9203b8f2e9fe req-22c0c6ab-13bc-428a-8c8f-a71f2e7352d7 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:30.846030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b76a266a-3183-421f-847f-bb0f5a00a863 None None] Port 1e27eeb5-9068-4280-87f6-86da3b1a50ac cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:30:30.850485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0ddb2d1-c5d1-48ce-b38f-9203b8f2e9fe req-22c0c6ab-13bc-428a-8c8f-a71f2e7352d7 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 936 time: 0.4170172 Feb 15 09:30:30.859057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Request body: {'port': {'device_id': 'aad487e7-16be-4b82-a618-09238a033204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:30.879450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:30.906102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-137d1847-71e6-4350-b83c-dca39efc2f7f req-98e0f1a0-e486-42c1-bdfc-083d099783b8 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789045 Feb 15 09:30:30.950048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:31.038490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:31.042192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:31.043347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4113d792-6e6c-4ccb-ac58-c50883c7ffdf HTTP/1.1" status: 204 len: 168 time: 0.2946765 Feb 15 09:30:31.122130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e409a-ca4f-4777-9527-ecde206d2199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4113d792-6e6c-4ccb-ac58-c50883c7ffdf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:31.188180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b70db8-4dde-4b72-9aac-d05c9ae95969 req-f31bc650-bd13-4ebd-b884-eedcb4d2afd9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:31.203105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95b70db8-4dde-4b72-9aac-d05c9ae95969 req-f31bc650-bd13-4ebd-b884-eedcb4d2afd9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.1584654 Feb 15 09:30:31.324666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95b70db8-4dde-4b72-9aac-d05c9ae95969 req-e8503451-9b28-4f57-9751-a2f90030a284 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088259 Feb 15 09:30:31.512734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3415ee38-d81c-41ae-9e7f-e30f5cc218e1 req-aa8ddd76-e07a-4b47-9bdc-74a9987f2c67 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:31.515085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3415ee38-d81c-41ae-9e7f-e30f5cc218e1 req-aa8ddd76-e07a-4b47-9bdc-74a9987f2c67 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.0797257 Feb 15 09:30:31.605268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-7dba91c4-2066-4d24-836c-01a7aa0e76ee service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0153973 Feb 15 09:30:31.649398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3415ee38-d81c-41ae-9e7f-e30f5cc218e1 req-37206677-52f5-40cc-ba2b-8658d0470639 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205909 Feb 15 09:30:31.814294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0ddb2d1-c5d1-48ce-b38f-9203b8f2e9fe req-4faa77a5-99b3-42df-a891-60eda5c6168e tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9466617 Feb 15 09:30:31.881559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:31.958673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef0d86-69ad-4d6f-b775-d0de4e25327c req-da097414-bd3d-4607-ab73-abbaa9d577cb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:31.960268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bef0d86-69ad-4d6f-b775-d0de4e25327c req-da097414-bd3d-4607-ab73-abbaa9d577cb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1598861 Feb 15 09:30:32.057368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bef0d86-69ad-4d6f-b775-d0de4e25327c req-feed809c-a088-4bdd-a4a8-262d324b91c3 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833707 Feb 15 09:30:32.085461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d44a7ce-028f-43e3-a71e-1871a99af941 req-5bcf8879-c370-403c-9b28-16d423ce6661 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4721880 Feb 15 09:30:32.211511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:32.301554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9990c4c-1c90-4983-a2ca-7b185a4203eb req-af9e8043-cce8-4768-9441-2278e592a8e5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.312122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9990c4c-1c90-4983-a2ca-7b185a4203eb req-af9e8043-cce8-4768-9441-2278e592a8e5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 948 time: 0.1366818 Feb 15 09:30:32.376211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e210b27-dac0-4e2b-9759-9b1438ee4832 req-67263016-48a1-41d0-9a22-a679219eeee2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.383863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e210b27-dac0-4e2b-9759-9b1438ee4832 req-67263016-48a1-41d0-9a22-a679219eeee2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.4348280 Feb 15 09:30:32.423482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9990c4c-1c90-4983-a2ca-7b185a4203eb req-67e1006c-6840-4892-bef5-1836006af6bd tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030869 Feb 15 09:30:32.572233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eacc97-f2df-4b45-b3dd-9fc63b1173cb req-cb94191b-bb77-4d8d-8518-73af733d40f8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.589983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3eacc97-f2df-4b45-b3dd-9fc63b1173cb req-cb94191b-bb77-4d8d-8518-73af733d40f8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 944 time: 0.0889013 Feb 15 09:30:32.667717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3eacc97-f2df-4b45-b3dd-9fc63b1173cb req-0450f4ee-03e0-488e-90ce-6b288681ca45 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766397 Feb 15 09:30:32.712922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e210b27-dac0-4e2b-9759-9b1438ee4832 req-86c083ee-1539-4a9f-bcdf-4f3987e22837 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809777 Feb 15 09:30:32.718618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-c07c06e7-ccc0-4565-8eae-cb317e579235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.720707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-c07c06e7-ccc0-4565-8eae-cb317e579235 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 1099 time: 0.3935466 Feb 15 09:30:32.726094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-37a849d8-c5e8-4349-871a-c553c82dc1a9 service neutron] 10.222.0.36 "GET /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.4000261 Feb 15 09:30:32.729445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e27eeb5-9068-4280-87f6-86da3b1a50ac {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:32.782611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55280) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:32.895489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b48486-6307-4f96-b62a-fba2d3712f6b req-8495b392-e623-459b-9a28-28e40005b9e4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.901359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55b48486-6307-4f96-b62a-fba2d3712f6b req-8495b392-e623-459b-9a28-28e40005b9e4 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.0771091 Feb 15 09:30:32.924679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-2e7936cd-7fd2-448e-a007-8d6349a1c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:32.926335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-2e7936cd-7fd2-448e-a007-8d6349a1c697 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1840525 Feb 15 09:30:32.929795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:32.953480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-102562758-network', 'tenant_id': '8c24739d51d443fa8bab4506edbed0d0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:32.963233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Transition to ACTIVE for port object 1e27eeb5-9068-4280-87f6-86da3b1a50ac will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:30:33.003393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-9d97c6ca-4d77-432e-bb74-f1a742ed6789 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=ff09d969-a2ae-4ced-8eab-23801e306dce HTTP/1.1" status: 200 len: 217 time: 0.0549309 Feb 15 09:30:33.005081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55b48486-6307-4f96-b62a-fba2d3712f6b req-8a474a7b-b31d-4511-b646-11055e148602 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931857 Feb 15 09:30:33.013136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.038623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Made reservation on behalf of 8c24739d51d443fa8bab4506edbed0d0 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:33.041460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.057749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.179570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:33.257214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d93af0-7d36-4a44-b66c-db8a00cee021 req-301c10f6-24aa-49b9-afee-2abe4ef461f9 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:33.259001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0d93af0-7d36-4a44-b66c-db8a00cee021 req-301c10f6-24aa-49b9-afee-2abe4ef461f9 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 948 time: 0.1115258 Feb 15 09:30:33.262800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-58a206f6-106e-42e4-8d96-20c72356bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:33.262970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.264319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-58a206f6-106e-42e4-8d96-20c72356bb44 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2428992 Feb 15 09:30:33.275561 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.340659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:30:33.359105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087467f-97c2-485b-8ae5-6d3280b81e70,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:33.389460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.389808 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Added segment 30bfc697-2f8d-4bdd-919d-20246543a19b of type vlan for network 40d9ca66-f53f-41c9-b161-5968260f5314 Feb 15 09:30:33.409336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0d93af0-7d36-4a44-b66c-db8a00cee021 req-808efa72-a2bb-4d27-abdb-e34374486df3 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246805 Feb 15 09:30:33.491782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-344fdfec-9c44-4bab-94d2-43816076881e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:33.495057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-344fdfec-9c44-4bab-94d2-43816076881e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037373 Feb 15 09:30:33.503241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Attempting to bind port 1e27eeb5-9068-4280-87f6-86da3b1a50ac on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:33.503757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.504487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Attempting to bind port 1e27eeb5-9068-4280-87f6-86da3b1a50ac by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:33.505249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Attempting to bind port 1e27eeb5-9068-4280-87f6-86da3b1a50ac on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:33.532411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Port 1e27eeb5-9068-4280-87f6-86da3b1a50ac on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:33.532741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Attempting to bind port 1e27eeb5-9068-4280-87f6-86da3b1a50ac on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:33.598394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:33.602913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:33.603242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:33.603637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:33.604073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Bound port: 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:33.604439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.638915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.639948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:33.640552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.652939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:33.745066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9590106 Feb 15 09:30:33.749329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55304) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:33.756893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Request body: {'subnet': {'network_id': '40d9ca66-f53f-41c9-b161-5968260f5314', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-102562758-subnet', 'tenant_id': '8c24739d51d443fa8bab4506edbed0d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:33.775625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f09bec-c986-4b1f-9805-ee564fef2d82 req-af9e3441-ce1b-47db-a461-ebdb11fa13a4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:33.776430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:33.776589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38f09bec-c986-4b1f-9805-ee564fef2d82 req-af9e3441-ce1b-47db-a461-ebdb11fa13a4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.2178004 Feb 15 09:30:33.778065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d7b5-3984-443d-80f8-62d585a586ea admin admin] Pushing event updated for resources: {'Network': ['ID=40d9ca66-f53f-41c9-b161-5968260f5314,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:33.795098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 40d9ca66-f53f-41c9-b161-5968260f5314 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:30:33.812166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:33.830621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-9111ad8c-cd49-48a6-8e6b-5dafa57ae547 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195591 Feb 15 09:30:33.835232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Made reservation on behalf of 8c24739d51d443fa8bab4506edbed0d0 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:33.837936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.870378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:33.886573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38f09bec-c986-4b1f-9805-ee564fef2d82 req-9aafb693-9ebf-49ca-886f-07fad2ce09e7 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941603 Feb 15 09:30:33.949996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:33.998186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237229e-96fa-4e68-b70a-31af49ac01c1 req-67297488-0562-42ec-8282-fd9d64185e9c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.007990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b237229e-96fa-4e68-b70a-31af49ac01c1 req-67297488-0562-42ec-8282-fd9d64185e9c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.3269205 Feb 15 09:30:34.044636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:34.096120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:34.151979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372194a-aca3-493b-bc05-5fd172f7548c req-cfd0fd34-922b-46cf-b763-2060f66610f4 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.153826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e372194a-aca3-493b-bc05-5fd172f7548c req-cfd0fd34-922b-46cf-b763-2060f66610f4 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 948 time: 0.1458011 Feb 15 09:30:34.234148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:34.259129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:34.262447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2728423-dbaf-4e4e-8316-42402eb209e4 req-b8159367-c4dc-4f7b-8722-7f9341616ebd service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198036 Feb 15 09:30:34.275265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b237229e-96fa-4e68-b70a-31af49ac01c1 req-6533b425-2a58-4e56-8764-7f9fc8e564c6 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285795 Feb 15 09:30:34.278601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.279212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:34.281140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a007ee58-36ed-4a18-9f66-873648568af4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1e27eeb5-9068-4280-87f6-86da3b1a50ac HTTP/1.1" status: 200 len: 1096 time: 3.4287784 Feb 15 09:30:34.315838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] Transition to ACTIVE for port object 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:30:34.317829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e372194a-aca3-493b-bc05-5fd172f7548c req-90b4902d-e3f2-4117-a199-19d01f4e76be tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525722 Feb 15 09:30:34.318673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:34.325026 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a239ce70-f14d-4568-81e1-d9c84648485e" -d '{"events": [{"name": "network-changed", "server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:34.345769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:34.435860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f812f5d-b2e2-442d-a45a-3bc42552ef88,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:34.448408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:34.454317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Checking segment: {'id': '30bfc697-2f8d-4bdd-919d-20246543a19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '40d9ca66-f53f-41c9-b161-5968260f5314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:34.454683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Network hostable DHCP agents. Network: 40d9ca66-f53f-41c9-b161-5968260f5314, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:30:34.520053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Network 40d9ca66-f53f-41c9-b161-5968260f5314 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:30:34.557423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:34.561675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] No DVR routers for this DVR port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:34.596901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-635ada60-4e46-46d0-8960-e9ecffa431c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.602082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 40d9ca66-f53f-41c9-b161-5968260f5314) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:34.603784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-635ada60-4e46-46d0-8960-e9ecffa431c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55cbdb3d37664825895472eafa767cf9&device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 1099 time: 0.1734655 Feb 15 09:30:34.625776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.626713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:34.665978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c4470-4ce5-476e-bc48-9a6b760adfd8 req-6ea0ed78-b934-41c0-b4e3-3c64d32a1726 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.674931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-623c4470-4ce5-476e-bc48-9a6b760adfd8 req-6ea0ed78-b934-41c0-b4e3-3c64d32a1726 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.1587293 Feb 15 09:30:34.705767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-51dbdcb5-e6e4-41af-8864-92e8a61c6cea admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9538002 Feb 15 09:30:34.709531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-64b3525a-5a2e-4577-9778-1bcbab797d65 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233/bindings/n-h2-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9059725 Feb 15 09:30:34.740609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde3ff2b-bfad-4605-9393-7e8053489df6 None None] Network 40d9ca66-f53f-41c9-b161-5968260f5314 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:34.787458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-623c4470-4ce5-476e-bc48-9a6b760adfd8 req-1ea2df49-4cdd-4436-84e4-b447c83408bd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115603 Feb 15 09:30:34.814008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-55dbbb9f-1f67-4d23-be55-b6cc6312c608 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac HTTP/1.1" status: 200 len: 217 time: 0.1720536 Feb 15 09:30:34.867743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:34.906419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:34.947899 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beb9dee-d5ac-49db-bb33-73e0c50fc234 x-openstack-request-id: req-8beb9dee-d5ac-49db-bb33-73e0c50fc234 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:34.948069 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:34.948339 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8beb9dee-d5ac-49db-bb33-73e0c50fc234 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:34.948644 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac', 'status': 'completed', 'code': 200} Feb 15 09:30:34.982229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-75a5804a-78de-4821-a94f-12f298eaa139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:34.985063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-75a5804a-78de-4821-a94f-12f298eaa139 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1576636 Feb 15 09:30:34.998390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfb6899-eaad-4d97-a762-20bac47e51f4 req-0e32617a-591f-47a2-83b5-2979af09b6a5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.005056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccfb6899-eaad-4d97-a762-20bac47e51f4 req-0e32617a-591f-47a2-83b5-2979af09b6a5 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.2212374 Feb 15 09:30:35.016701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-0f07070b-4127-417c-8501-1b1a1d606d06 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.019784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-0f07070b-4127-417c-8501-1b1a1d606d06 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2300138 Feb 15 09:30:35.060399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:35.095438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:35.098531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4b910-943c-45e5-8ab7-0b6264dccadb req-6ca81a30-a8de-46d8-a5a1-fae51f86662f tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.099397 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0db4b910-943c-45e5-8ab7-0b6264dccadb req-6ca81a30-a8de-46d8-a5a1-fae51f86662f tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 948 time: 0.0946062 Feb 15 09:30:35.144904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccfb6899-eaad-4d97-a762-20bac47e51f4 req-2a5a342e-b467-4916-95a5-2daba3fae634 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069257 Feb 15 09:30:35.157718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a30b4a00-8f7c-4db4-9863-9de43086e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.160110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-a30b4a00-8f7c-4db4-9863-9de43086e245 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477911 Feb 15 09:30:35.165580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59afe0fd-78ca-48ea-9e70-59f5dbb13ada None None] Network 40d9ca66-f53f-41c9-b161-5968260f5314 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:35.169772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:35.180000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0db4b910-943c-45e5-8ab7-0b6264dccadb req-51a123e3-c214-4001-83ff-21e106c2f812 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729675 Feb 15 09:30:35.183234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-40369df0-1dba-43ec-9fa8-35d4a1d7adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.185001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-40369df0-1dba-43ec-9fa8-35d4a1d7adcd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc&tenant_id=972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 1096 time: 0.1112432 Feb 15 09:30:35.202043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:35.325764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-4b93a932-c1ac-4159-9893-156aa4ee6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.326291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:35.327566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-4b93a932-c1ac-4159-9893-156aa4ee6ae6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1096 time: 0.1139348 Feb 15 09:30:35.374086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-51f615cb-e215-4e69-8457-e40903c33490 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045944 Feb 15 09:30:35.482212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e17447e-bc80-4464-b3f0-10cd071595c4 req-b7b47108-00ab-48a7-b13f-7c3b6d7a2459 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.492249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e17447e-bc80-4464-b3f0-10cd071595c4 req-b7b47108-00ab-48a7-b13f-7c3b6d7a2459 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1606803 Feb 15 09:30:35.504219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ff09d969-a2ae-4ced-8eab-23801e306dce'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:35.539037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-e6362d19-67d3-4ea2-a2ad-49e870b38b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.540974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-e6362d19-67d3-4ea2-a2ad-49e870b38b16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.1982324 Feb 15 09:30:35.561660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e17447e-bc80-4464-b3f0-10cd071595c4 req-c61022f8-7a77-4d9e-b092-128f5deafc03 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681930 Feb 15 09:30:35.620979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c72d0da1-61a0-4af6-bda0-3938aae6d363 req-43f0cbf5-a8e9-4188-abf3-6bcca4311e6f service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113850 Feb 15 09:30:35.623497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-7978e542-08dc-48c5-87e2-09240a282155 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 200 len: 217 time: 0.0676179 Feb 15 09:30:35.649493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1530744018', 'description': 'tempest-description-753605254'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:35.744510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-f4ca2cba-d552-41e9-b5b1-5aadb43c48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.748801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-f4ca2cba-d552-41e9-b5b1-5aadb43c48b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1184707 Feb 15 09:30:35.767031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:35.777210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10149e2d-10b6-4b6e-a271-6978b23f9ac0 req-5c7f8fdb-e911-4b26-ab2d-db9be461de3b tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.778764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10149e2d-10b6-4b6e-a271-6978b23f9ac0 req-5c7f8fdb-e911-4b26-ab2d-db9be461de3b tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 949 time: 0.0824740 Feb 15 09:30:35.815941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-2d434cab-a560-4524-bf99-f19df6c00c4c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594871 Feb 15 09:30:35.835749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239ce70-f14d-4568-81e1-d9c84648485e req-457dc689-201c-4f7d-b650-23a7b5b4f31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.837279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-457dc689-201c-4f7d-b650-23a7b5b4f31f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=55cbdb3d37664825895472eafa767cf9&device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 1099 time: 0.1401470 Feb 15 09:30:35.838799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10149e2d-10b6-4b6e-a271-6978b23f9ac0 req-23b86fb5-1b5b-488b-8e1f-4ea6d8cf10d4 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471079 Feb 15 09:30:35.968617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0af9-6eb4-48cc-86a8-26d609f3653a req-31d9320b-5e8e-4995-9ace-64d0b43bd37a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:35.971017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-897f0af9-6eb4-48cc-86a8-26d609f3653a req-31d9320b-5e8e-4995-9ace-64d0b43bd37a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0701261 Feb 15 09:30:36.021743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-897f0af9-6eb4-48cc-86a8-26d609f3653a req-af0a688e-f63c-4b97-9765-1051b761991c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Feb 15 09:30:36.062714 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.076897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.109045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-3da74cad-73be-44ff-b3a2-17537a929376 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850754 Feb 15 09:30:36.119025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239ce70-f14d-4568-81e1-d9c84648485e req-2945eb24-a60a-47ea-8107-c262bebb309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:36.120823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-2945eb24-a60a-47ea-8107-c262bebb309f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2632473 Feb 15 09:30:36.147819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.149389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425f7547-cc43-493b-8c73-ed79ee9e5a6c req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5076463 Feb 15 09:30:36.240669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-b7c30e93-1052-4a0b-94d7-07c7113a05b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac HTTP/1.1" status: 200 len: 217 time: 0.1038299 Feb 15 09:30:36.241429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfd49c-b6b3-4206-89a2-41bc68697a87 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0578075e-1c3d-4fce-971d-b30b2aedeb5f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:36.270516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-b609b2a3-01d3-40c7-811f-da364a1e517f tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/0578075e-1c3d-4fce-971d-b30b2aedeb5f HTTP/1.1" status: 200 len: 1804 time: 0.0844591 Feb 15 09:30:36.289247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0578075e-1c3d-4fce-971d-b30b2aedeb5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:36.289880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0578075e-1c3d-4fce-971d-b30b2aedeb5f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:36.383854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239ce70-f14d-4568-81e1-d9c84648485e req-379e2ab6-07e2-4e84-882a-da5d96397d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:36.385332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-379e2ab6-07e2-4e84-882a-da5d96397d60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1375661 Feb 15 09:30:36.393174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.403553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cdd10-455b-4856-919f-ad19d05be1a9 req-352ae0bc-673a-4bc5-b059-ee3d111faf60 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:36.405256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-603cdd10-455b-4856-919f-ad19d05be1a9 req-352ae0bc-673a-4bc5-b059-ee3d111faf60 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.1213627 Feb 15 09:30:36.425065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.430411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.446708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dd43c9-7470-4adb-9048-f7bc6ae43c25,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:36.465842 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.473915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23edecda-d64f-4a6b-8978-26b624aaf8fe req-44cb61ff-c989-43a7-858e-dd43baefc820 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1896079 Feb 15 09:30:36.570811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:36.642856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becffd1-ed00-428d-8b05-34887c413043 req-03fc7410-ff98-40f2-8dac-0db511db27da tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:36.647997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7becffd1-ed00-428d-8b05-34887c413043 req-03fc7410-ff98-40f2-8dac-0db511db27da tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1054018 Feb 15 09:30:36.663569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port ff09d969-a2ae-4ced-8eab-23801e306dce completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:30:36.669876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ff09d969-a2ae-4ced-8eab-23801e306dce triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:36.670394 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.717730 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7becffd1-ed00-428d-8b05-34887c413043 req-6a7b807f-16f6-46c2-ad46-9b80dca145b9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623250 Feb 15 09:30:36.834783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-63bb68ea-2cb0-4f3d-97a5-c86595e99232 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126441 Feb 15 09:30:36.875655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.931360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:36.938139 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ea8e83-f09b-4ebd-a623-affb2a6bd3f2" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:36.949092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5693930-8214-426e-8408-0855c9347661 req-47ab9d6f-1c14-4dfd-b8b6-65eb029eb0a4 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:36.951349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5693930-8214-426e-8408-0855c9347661 req-47ab9d6f-1c14-4dfd-b8b6-65eb029eb0a4 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 948 time: 0.1209948 Feb 15 09:30:36.961726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:36.967899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:36.997894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-603cdd10-455b-4856-919f-ad19d05be1a9 req-c1389634-f8bc-4228-918b-dc4da3fae8a1 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619239 Feb 15 09:30:37.023116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a239ce70-f14d-4568-81e1-d9c84648485e req-c79433ca-8caa-4666-bc55-9c0524470096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.028204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-c79433ca-8caa-4666-bc55-9c0524470096 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6182041 Feb 15 09:30:37.071190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5693930-8214-426e-8408-0855c9347661 req-60cf3d40-fc98-4b6c-b2eb-6d00d42ba67e tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091564 Feb 15 09:30:37.101416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-62659473', 'description': 'tempest-description-2018168654'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:37.173787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:37.175262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.280108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-a6c5df67-5dca-4744-a349-5688dbb1ccf8 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435892 Feb 15 09:30:37.341561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba72c1-b1e8-49e9-a091-53456520f3a2 req-8c3537a1-e98c-42e7-9ba5-f547c9f3b98d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.345845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bba72c1-b1e8-49e9-a091-53456520f3a2 req-8c3537a1-e98c-42e7-9ba5-f547c9f3b98d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0842142 Feb 15 09:30:37.346822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55372) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:37.406110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da18e85-c023-40e9-b22b-8a271de2f618 req-789b61ec-2e80-4d22-b002-19bdae568476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.408043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8da18e85-c023-40e9-b22b-8a271de2f618 req-789b61ec-2e80-4d22-b002-19bdae568476 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1097 time: 0.2455187 Feb 15 09:30:37.414635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bba72c1-b1e8-49e9-a091-53456520f3a2 req-2f2df3bf-e77f-4911-a725-6ee291859751 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519903 Feb 15 09:30:37.499512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.529441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-04e8d44a-db09-4043-a6ae-5bdd80fac7e7 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.531207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-04e8d44a-db09-4043-a6ae-5bdd80fac7e7 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2809901 Feb 15 09:30:37.533249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.563284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2176de7b-2d28-4ec1-bf11-19ebe6b4532f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.575481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcce6d1-c652-4dd1-9059-0170f9544ec9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:37.594654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc501b0e-963d-4a87-823c-c6398e355a44 req-5ec7c997-08f6-46de-a05f-377f4c1d5221 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.601916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc501b0e-963d-4a87-823c-c6398e355a44 req-5ec7c997-08f6-46de-a05f-377f4c1d5221 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 950 time: 0.0998285 Feb 15 09:30:37.623200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8da18e85-c023-40e9-b22b-8a271de2f618 req-78c01f75-6011-4762-a959-19b8d7db27e0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022629 Feb 15 09:30:37.656259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.665537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df385bb3-8cc3-48ac-a042-f12b8e3e9d47 req-8b4525db-4155-46da-95b8-2b13175e56c9 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6007063 Feb 15 09:30:37.670833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a239ce70-f14d-4568-81e1-d9c84648485e req-b3ab062a-05ff-47d6-bd97-685ab25df8b2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654802 Feb 15 09:30:37.710352 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc501b0e-963d-4a87-823c-c6398e355a44 req-fc101d22-2692-4edb-95f3-46b084cb81a3 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035917 Feb 15 09:30:37.746528 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47ae1f4-df95-4281-bcc8-e7d52def0257 x-openstack-request-id: req-c47ae1f4-df95-4281-bcc8-e7d52def0257 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:37.747102 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:37.747102 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c47ae1f4-df95-4281-bcc8-e7d52def0257 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:37.748865 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'code': 200} Feb 15 09:30:37.762494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2176de7b-2d28-4ec1-bf11-19ebe6b4532f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.771809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2176de7b-2d28-4ec1-bf11-19ebe6b4532f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.809401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-97e60072-7b1c-4fce-ba4e-25b783de1d6f service neutron] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:37.818811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-97e60072-7b1c-4fce-ba4e-25b783de1d6f service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.820172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-300c1752-b638-40e1-a231-ccf8d2697ce7 req-97e60072-7b1c-4fce-ba4e-25b783de1d6f service neutron] 10.222.0.72 "DELETE /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233/bindings/n-h1-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.2489660 Feb 15 09:30:37.866257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02d3599-01c3-42b9-869c-fbf86430731c req-6b475a17-3bdd-4c54-a93c-55513a7aedb5 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/afcce6d1-c652-4dd1-9059-0170f9544ec9 HTTP/1.1" status: 200 len: 1803 time: 0.0962851 Feb 15 09:30:37.866872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176de7b-2d28-4ec1-bf11-19ebe6b4532f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5714d-a5b6-4722-9a5d-d534fb1ae145,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:37.876844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2176de7b-2d28-4ec1-bf11-19ebe6b4532f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69b0ddbae4b54f408ee400abe3150017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240548 Feb 15 09:30:37.877657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:37.883920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'afcce6d1-c652-4dd1-9059-0170f9544ec9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:37.884435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'afcce6d1-c652-4dd1-9059-0170f9544ec9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:37.933955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178adf03-7959-4afc-9a57-80b60a5c0ca3 req-33e72709-1381-49a2-9eb5-2d7e1d9d2cfc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:37.935593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-178adf03-7959-4afc-9a57-80b60a5c0ca3 req-33e72709-1381-49a2-9eb5-2d7e1d9d2cfc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1240129 Feb 15 09:30:37.982805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.989833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:37.995202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-178adf03-7959-4afc-9a57-80b60a5c0ca3 req-b198cc53-16c8-4c92-afb0-d44ac32fa67e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Feb 15 09:30:38.005194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4bec0-a126-4a84-82f5-4552d1f13182 req-943999b2-91b2-4948-ba18-2c147dfe69a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.006802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dad4bec0-a126-4a84-82f5-4552d1f13182 req-943999b2-91b2-4948-ba18-2c147dfe69a2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 1101 time: 0.0775166 Feb 15 09:30:38.016539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.031099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.039613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.077867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907a4c3f-f7ae-489a-80e3-58b5333949e5,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:38.086229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dad4bec0-a126-4a84-82f5-4552d1f13182 req-7ec93803-516f-48e1-9ad4-abcda3460fbc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Feb 15 09:30:38.094523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.096021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02d3599-01c3-42b9-869c-fbf86430731c req-39723ed7-0f97-4921-a826-30a7e628de00 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2256794 Feb 15 09:30:38.153472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.157642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.159467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/abf5714d-a5b6-4722-9a5d-d534fb1ae145 HTTP/1.1" status: 204 len: 168 time: 0.2812922 Feb 15 09:30:38.186706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8304e45-6ee9-4bd3-93be-d001d7e482cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5714d-a5b6-4722-9a5d-d534fb1ae145,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:38.224278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20982157-6c51-46d9-ac22-48e62a0f90e1 req-5e6df0e9-6714-42b1-ae79-e1f091411cd1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.232117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20982157-6c51-46d9-ac22-48e62a0f90e1 req-5e6df0e9-6714-42b1-ae79-e1f091411cd1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1091599 Feb 15 09:30:38.246619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1e27eeb5-9068-4280-87f6-86da3b1a50ac details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:38.305950 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20982157-6c51-46d9-ac22-48e62a0f90e1 req-e0a3689c-2b56-4e8d-b9b4-4c66313f4eea tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728605 Feb 15 09:30:38.338101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df80a8-9c90-4ed0-b1e9-a268acba3f85 req-78613231-fcb2-4249-b1dd-bff11b17a758 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.339726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43df80a8-9c90-4ed0-b1e9-a268acba3f85 req-78613231-fcb2-4249-b1dd-bff11b17a758 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.1590497 Feb 15 09:30:38.412844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43df80a8-9c90-4ed0-b1e9-a268acba3f85 req-763057d2-cf2b-453e-bd56-6de7e6fcb10f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632374 Feb 15 09:30:38.454522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:38.480593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1e27eeb5-9068-4280-87f6-86da3b1a50ac', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '1e27eeb5-9068-4280-87f6-86da3b1a50ac', 'mac_address': 'fa:16:3e:6c:56:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:38.482710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1869769539', 'description': 'tempest-description-2063648173'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:38.515841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77309-4f25-423c-9a69-ba5c4747ee11 req-5e097806-10f4-4306-b7a5-187c442abb00 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.517485 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9dc77309-4f25-423c-9a69-ba5c4747ee11 req-5e097806-10f4-4306-b7a5-187c442abb00 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 948 time: 0.0768108 Feb 15 09:30:38.543445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.551533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.573373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e27eeb5-9068-4280-87f6-86da3b1a50ac {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:38.574793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9dc77309-4f25-423c-9a69-ba5c4747ee11 req-97402d81-5d3d-448e-820a-09f0d037cd47 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492549 Feb 15 09:30:38.638700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:38.642066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.646926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.647490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.701281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf3958a-a04c-4be9-a868-cd1f12b2f91e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:38.719453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.723023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36586399-fdf7-4c68-a0b8-8d5af78a4fa2 req-abd3f947-45b4-4161-a647-562d78d3413d tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2458689 Feb 15 09:30:38.769339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:38.826002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55402) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:38.844367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6deb337-c0cd-4994-af8e-c29b124c23d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:38.869678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae36b5-538d-4f21-937f-b45bc4eafed6 req-a364b6b5-85f8-4a7a-96b3-2b791982d1d4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.881305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98ae36b5-538d-4f21-937f-b45bc4eafed6 req-a364b6b5-85f8-4a7a-96b3-2b791982d1d4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1718791 Feb 15 09:30:38.947684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1e27eeb5-9068-4280-87f6-86da3b1a50ac'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:38.953764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e0bf3-c553-4f41-9f97-e7b11f1a065b req-69592b69-1685-4465-82d8-5903ad17c42f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:38.955016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702e0bf3-c553-4f41-9f97-e7b11f1a065b req-69592b69-1685-4465-82d8-5903ad17c42f tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1096 time: 0.0961127 Feb 15 09:30:38.957318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98ae36b5-538d-4f21-937f-b45bc4eafed6 req-f14a2737-f3c5-4245-b5f6-1b77537b2485 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743558 Feb 15 09:30:38.984452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1344807101', 'description': 'tempest-description-1425787416'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:39.035453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702e0bf3-c553-4f41-9f97-e7b11f1a065b req-b66acb2e-2837-4d52-ad50-e122d70c7f30 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716162 Feb 15 09:30:39.043704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.121930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6deb337-c0cd-4994-af8e-c29b124c23d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.136491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6deb337-c0cd-4994-af8e-c29b124c23d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.218763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.231317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.245048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6deb337-c0cd-4994-af8e-c29b124c23d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1437c0bc-c938-40c8-be28-7c899c5655d0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:39.285776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6deb337-c0cd-4994-af8e-c29b124c23d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1ba8e84200264f078681918086a63bda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552927 Feb 15 09:30:39.285996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55408) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:39.303184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.304961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e08c641c-0360-4f35-ac5c-746629295b63 req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3248115 Feb 15 09:30:39.318118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1780ff-cd28-4bb2-b33e-7f43c4a914a7 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8456c273-8394-4f5a-ae30-641cd42488c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:39.318859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-3045ae98-e890-4eb5-be49-312e76a55563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.320573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-3045ae98-e890-4eb5-be49-312e76a55563 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1096 time: 0.1309226 Feb 15 09:30:39.334069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733ca27-c065-486f-b60e-e44f9160f4c9 req-d360fced-86ce-4698-ab68-90aed1c43ebd tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.335616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3733ca27-c065-486f-b60e-e44f9160f4c9 req-d360fced-86ce-4698-ab68-90aed1c43ebd tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 950 time: 0.1328011 Feb 15 09:30:39.400663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.432905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3733ca27-c065-486f-b60e-e44f9160f4c9 req-1d96502e-5325-45b7-84fb-4646eb10ca58 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859394 Feb 15 09:30:39.449718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.470012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-a9a04087-e778-49c3-b139-009347e1e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.471693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-a9a04087-e778-49c3-b139-009347e1e3bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.1350451 Feb 15 09:30:39.496903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55532387-ba4a-45c1-94f5-1b1c669e9a4e req-3d189e1c-709a-4eae-a7fc-f98fc349cd29 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.509152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55532387-ba4a-45c1-94f5-1b1c669e9a4e req-3d189e1c-709a-4eae-a7fc-f98fc349cd29 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1243320 Feb 15 09:30:39.557229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-b18eddd6-d196-496f-b71f-97859578f849 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 217 time: 0.0790231 Feb 15 09:30:39.603441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55532387-ba4a-45c1-94f5-1b1c669e9a4e req-b5a923c7-76bd-4369-9ef6-fa7e7811be50 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914445 Feb 15 09:30:39.610517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52319917-bbf1-4480-8c36-fc6fa1bc7470 req-bbc8cfb3-4a4e-40be-aa49-dda1bc5a8967 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.612185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52319917-bbf1-4480-8c36-fc6fa1bc7470 req-bbc8cfb3-4a4e-40be-aa49-dda1bc5a8967 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 1096 time: 0.0854752 Feb 15 09:30:39.627938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-a07415dd-6283-4491-b30b-6399b4a479f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.630867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-a07415dd-6283-4491-b30b-6399b4a479f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.0670099 Feb 15 09:30:39.643089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.646393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:39.650262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1437c0bc-c938-40c8-be28-7c899c5655d0 HTTP/1.1" status: 204 len: 168 time: 0.3562617 Feb 15 09:30:39.666302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75b331-739b-475e-ba79-d1b789f4cd92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1437c0bc-c938-40c8-be28-7c899c5655d0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:39.674450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-00b9226f-b765-458a-83e3-b5641150bfa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344465 Feb 15 09:30:39.691808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52319917-bbf1-4480-8c36-fc6fa1bc7470 req-cfce3a11-2d8b-4e94-a7d9-c1dc92f2642e tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591443 Feb 15 09:30:39.792421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-607ab3a5-ec49-43da-a9d9-2c668e96493b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/7cf3958a-a04c-4be9-a868-cd1f12b2f91e HTTP/1.1" status: 200 len: 1805 time: 0.1590793 Feb 15 09:30:39.872359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-c396e8fd-b404-4c21-b8ea-2e47a808a65a tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/8456c273-8394-4f5a-ae30-641cd42488c5 HTTP/1.1" status: 200 len: 1805 time: 0.0784230 Feb 15 09:30:39.888581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cf3958a-a04c-4be9-a868-cd1f12b2f91e', 'remote_group_id': '8456c273-8394-4f5a-ae30-641cd42488c5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:39.889116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7cf3958a-a04c-4be9-a868-cd1f12b2f91e', 'remote_group_id': '8456c273-8394-4f5a-ae30-641cd42488c5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:39.896903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-17eafa6d-1a6f-461e-9b94-104d1844eef9 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077699 Feb 15 09:30:39.984486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bd5935-f7ab-4fe2-aaff-98ce0ad014fa req-17415078-a34f-43fb-ae91-bc7a0ea76712 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:39.986218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67bd5935-f7ab-4fe2-aaff-98ce0ad014fa req-17415078-a34f-43fb-ae91-bc7a0ea76712 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1586063 Feb 15 09:30:39.997395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.068987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.074924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.094796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67bd5935-f7ab-4fe2-aaff-98ce0ad014fa req-a48d8b66-e44f-4ee9-9ae7-6e8e71910c78 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772479 Feb 15 09:30:40.096671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-c327e3e0-ed98-4422-8825-3c9f4efc1e5f service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920931 Feb 15 09:30:40.097967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32709505-c7d9-4be4-90ad-0078cc20b7ae,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:40.116700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.118122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e93587f1-498e-4f3c-b459-c5c382e3dff4 req-3a135bd4-efeb-48f5-b817-34bb2f3861e2 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2337611 Feb 15 09:30:40.244120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1e27eeb5-9068-4280-87f6-86da3b1a50ac up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:40.339746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec13170-07f4-4105-af29-e84619fee943 req-4b5d42ce-b3d5-48a2-830e-4312e0b0857f tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:40.346879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aec13170-07f4-4105-af29-e84619fee943 req-4b5d42ce-b3d5-48a2-830e-4312e0b0857f tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 949 time: 0.1225312 Feb 15 09:30:40.408301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 1e27eeb5-9068-4280-87f6-86da3b1a50ac completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:30:40.439537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1e27eeb5-9068-4280-87f6-86da3b1a50ac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:40.440055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.515314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aec13170-07f4-4105-af29-e84619fee943 req-73fedbb4-223d-4de8-ba53-18fea78bd5e7 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603160 Feb 15 09:30:40.576791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38950214-7820-40ba-9c2a-d4c190486b75 req-470f4a85-6baf-4312-80c7-6c23393c69ab tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:40.578344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-173114019', 'description': 'tempest-description-512688938'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:40.585547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38950214-7820-40ba-9c2a-d4c190486b75 req-470f4a85-6baf-4312-80c7-6c23393c69ab tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0651312 Feb 15 09:30:40.654742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38950214-7820-40ba-9c2a-d4c190486b75 req-67b2f8ff-15cb-40a4-8fb6-e5221932ab3c tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679951 Feb 15 09:30:40.661428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.714206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.777346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:40.785754 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad489d3-a23f-4ec4-a49f-013b3e518d17" -d '{"events": [{"server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "name": "network-vif-plugged", "status": "completed", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:40.825473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:40.836055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.843685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.895625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.953492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-08257b1d-34b2-430e-8ec5-b6fdbeac2045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:40.955477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-08257b1d-34b2-430e-8ec5-b6fdbeac2045 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 1097 time: 0.1081293 Feb 15 09:30:40.959252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:40.960962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:40.973537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8c350df-80f5-4ab7-b79b-3ebd1af7e23a req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3994565 Feb 15 09:30:40.998013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b040e1-17d6-4351-bf06-94c69086daa8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=138ea27d-dd33-42cf-8b51-6ec3a0da8c65,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:41.182112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762be007-f46b-4099-830e-c3d5a9cf8b1d req-926a4900-ac8d-4966-8254-53ff30636dbb tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.190552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-762be007-f46b-4099-830e-c3d5a9cf8b1d req-926a4900-ac8d-4966-8254-53ff30636dbb tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 950 time: 0.1543190 Feb 15 09:30:41.257345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-d6686e4a-99a6-43df-bb16-29642b2fc2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.259154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-d6686e4a-99a6-43df-bb16-29642b2fc2ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 200 len: 911 time: 0.2820568 Feb 15 09:30:41.268538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e2f19-b72b-4d72-8c71-52b6d74b2af4 req-063b9bd0-cf70-4ea4-9082-eccb98e82a4c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.276098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429e2f19-b72b-4d72-8c71-52b6d74b2af4 req-063b9bd0-cf70-4ea4-9082-eccb98e82a4c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1150458 Feb 15 09:30:41.294465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-762be007-f46b-4099-830e-c3d5a9cf8b1d req-24122df8-887e-4071-aa02-307539e431d3 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024108 Feb 15 09:30:41.336043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-b34a5015-63e3-444b-8c4c-632648264db6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 200 len: 217 time: 0.0575151 Feb 15 09:30:41.392158 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429e2f19-b72b-4d72-8c71-52b6d74b2af4 req-e2a14a17-40ea-4bd0-8f0a-ccf00a883112 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147187 Feb 15 09:30:41.463399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-537ddf17-a3e6-405c-bc2d-9fbdeea0009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.465707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-537ddf17-a3e6-405c-bc2d-9fbdeea0009a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 200 len: 850 time: 0.1214035 Feb 15 09:30:41.539646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-21a34fd5-f594-4370-8a65-e13561882a2e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=a9083658-28d0-49eb-951a-f2a6a9c98248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644703 Feb 15 09:30:41.608116 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe4fbf-494b-4e4d-9fa8-ef264fd35125 x-openstack-request-id: req-1ffe4fbf-494b-4e4d-9fa8-ef264fd35125 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:41.614903 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "name": "network-vif-plugged", "status": "completed", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:41.619402 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ffe4fbf-494b-4e4d-9fa8-ef264fd35125 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:41.624400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff728-a54c-4a1a-948e-9d4a939d4cae req-005d0949-1e4b-49af-96ef-2275b6df1a90 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.628963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1cff728-a54c-4a1a-948e-9d4a939d4cae req-005d0949-1e4b-49af-96ef-2275b6df1a90 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1223192 Feb 15 09:30:41.650861 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac', 'code': 200} Feb 15 09:30:41.681026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-445880094', 'description': 'tempest-description-778590558'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:41.704086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-edc83a11-d9b4-43b4-87ff-18ba6710e90d service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515677 Feb 15 09:30:41.767391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1cff728-a54c-4a1a-948e-9d4a939d4cae req-685bde95-0d3b-4a3f-aea0-c716e46b5e30 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863264 Feb 15 09:30:41.788740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:41.866166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae05315-7fde-424f-a144-9f4ed271df88 req-69ae3a46-251c-4eda-9705-c8796b69adc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:41.867661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dae05315-7fde-424f-a144-9f4ed271df88 req-69ae3a46-251c-4eda-9705-c8796b69adc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 1101 time: 0.0914977 Feb 15 09:30:41.895491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2e934d7-832c-4602-bcaa-db4cea8fc2f3 req-7ac6dcce-3f13-4e6f-b0e8-477ea70dd4ac service neutron] 10.222.0.72 "GET /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846030 Feb 15 09:30:41.936321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dae05315-7fde-424f-a144-9f4ed271df88 req-8c7e2f38-d0c1-4f0f-b3a8-2987f2110a6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Feb 15 09:30:41.966221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:41.972909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.008756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:30:42.011187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eebc0599-47aa-4315-81dc-f53e8b023b5d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:42.019863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.036013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90ff4a32-f6fa-4b25-89c1-ba019e58098a req-4ac53498-c2a2-4469-ae9f-32e64f6960fd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3671613 Feb 15 09:30:42.147769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06581d7-06a4-4cb9-a8d6-1dfacbae9f6e req-52145a4d-c3f3-4ed3-b1e0-ee3a4e2d52da tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:42.155655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d06581d7-06a4-4cb9-a8d6-1dfacbae9f6e req-52145a4d-c3f3-4ed3-b1e0-ee3a4e2d52da tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 950 time: 0.0692382 Feb 15 09:30:42.226203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d06581d7-06a4-4cb9-a8d6-1dfacbae9f6e req-e9d58273-24f7-4ffa-a94b-e9e7db322db8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694225 Feb 15 09:30:42.366315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663e1ad6-8405-4413-9780-6d25931fcb18 req-6b511f3c-1dde-4836-9fdd-2910bd533b15 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:42.368191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-663e1ad6-8405-4413-9780-6d25931fcb18 req-6b511f3c-1dde-4836-9fdd-2910bd533b15 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0618696 Feb 15 09:30:42.442305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-663e1ad6-8405-4413-9780-6d25931fcb18 req-ae1ee1da-79e2-4b1d-9aa4-ffb2abd1a2bc tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598593 Feb 15 09:30:42.523742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-32dcf0f3-0cca-4848-be01-d116082bef81 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/138ea27d-dd33-42cf-8b51-6ec3a0da8c65 HTTP/1.1" status: 200 len: 1803 time: 0.0476992 Feb 15 09:30:42.589825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-ea2e042a-4804-4431-8481-c58e6aa63331 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/eebc0599-47aa-4315-81dc-f53e8b023b5d HTTP/1.1" status: 200 len: 1803 time: 0.0584135 Feb 15 09:30:42.603438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '138ea27d-dd33-42cf-8b51-6ec3a0da8c65', 'remote_group_id': 'eebc0599-47aa-4315-81dc-f53e8b023b5d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:42.604999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '138ea27d-dd33-42cf-8b51-6ec3a0da8c65', 'remote_group_id': 'eebc0599-47aa-4315-81dc-f53e8b023b5d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:42.688421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.715608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c86cd4-017e-49a5-99ac-5ab9fab11d57 req-553fb220-fc25-4b79-80d9-1cce55192d3c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:42.717617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40c86cd4-017e-49a5-99ac-5ab9fab11d57 req-553fb220-fc25-4b79-80d9-1cce55192d3c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0612712 Feb 15 09:30:42.749021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.755187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.771808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40c86cd4-017e-49a5-99ac-5ab9fab11d57 req-4e53e63f-b358-440d-aeef-e36b70bc5d8e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Feb 15 09:30:42.787701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d895201-d348-4a6d-91d1-4079a8fdbfee,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:42.799868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.802545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de76daa9-61bb-45c2-97ca-12ff30c231e9 req-de06a719-2733-4836-a30f-dccb5b170ecd tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2057099 Feb 15 09:30:42.886179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-e05779f6-46ae-4387-83e9-d90d96fa33e3 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/eebc0599-47aa-4315-81dc-f53e8b023b5d HTTP/1.1" status: 200 len: 1803 time: 0.0501654 Feb 15 09:30:42.959740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:42.989641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.078431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-1f1c2260-0f91-40c9-b830-4ddeddc116f7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321965 Feb 15 09:30:43.083550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.088065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.098580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75d2c592-1b32-4ba9-8497-6a9a6998b3e2 req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/eebc0599-47aa-4315-81dc-f53e8b023b5d HTTP/1.1" status: 204 len: 173 time: 0.2049618 Feb 15 09:30:43.111832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f656a9-8a8a-40b0-a057-365dc4fb8817 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebc0599-47aa-4315-81dc-f53e8b023b5d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:43.278558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-954fd4c2-cbce-4c9d-864d-a08daa77bf43 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:43.288586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-954fd4c2-cbce-4c9d-864d-a08daa77bf43 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2091994 Feb 15 09:30:43.288869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382030c5-90dc-4b2c-b32b-5470cd19945b req-7152ec7e-53cb-4dac-8823-2a39de229499 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:43.296157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-382030c5-90dc-4b2c-b32b-5470cd19945b req-7152ec7e-53cb-4dac-8823-2a39de229499 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1351161 Feb 15 09:30:43.307531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-52de718f-5245-4545-a4a1-937a57b789a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.0175657 Feb 15 09:30:43.345625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-382030c5-90dc-4b2c-b32b-5470cd19945b req-f3ace23a-1104-4661-b76c-e19b1226b16f tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Feb 15 09:30:43.351149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-b8aa8133-4cbe-4474-a552-6a3b98e5a47f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410428 Feb 15 09:30:43.441826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63c4d931-74cb-470d-8d1a-cc0be8a37a78 req-811a02c4-8883-48ab-bfc2-7ccb02e6d935 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/138ea27d-dd33-42cf-8b51-6ec3a0da8c65 HTTP/1.1" status: 200 len: 1803 time: 0.0688596 Feb 15 09:30:43.527544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-657425670', 'description': 'tempest-description-435445007'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:43.559451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7133b2-b841-4717-a26f-5acd12bb6ac1 req-f6ecc36b-a829-4008-adf7-b2e2fc9bce09 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:43.567318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c7133b2-b841-4717-a26f-5acd12bb6ac1 req-f6ecc36b-a829-4008-adf7-b2e2fc9bce09 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 950 time: 0.0838685 Feb 15 09:30:43.584691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.614535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c7133b2-b841-4717-a26f-5acd12bb6ac1 req-d6954c51-f8e5-4add-9914-5d3de5bca15e tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Feb 15 09:30:43.743978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.752488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.796435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:43.809559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbc21a0f-fe77-49ae-8608-f6955307c5ae req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2884219 Feb 15 09:30:43.810634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd08137-ac56-484d-94ba-8f2799062b2b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=557808ec-be5f-4496-90b5-34b94942055f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:43.842507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518fc17-7f6a-4419-ac36-d86a8e758d33 req-64521482-f9b2-4aa7-9b8b-d390d75d86aa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:43.844110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c518fc17-7f6a-4419-ac36-d86a8e758d33 req-64521482-f9b2-4aa7-9b8b-d390d75d86aa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0639327 Feb 15 09:30:43.874871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ec0961c-9624-4acd-b87a-ebaaede50274 req-a4ece380-945b-4b1e-a31e-38a023bc83fe tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 210 time: 0.0329947 Feb 15 09:30:43.891262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c518fc17-7f6a-4419-ac36-d86a8e758d33 req-e6bad822-d9cd-46dc-b508-e0a921cb62bd tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Feb 15 09:30:44.025603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-42110609-bbcb-41e4-9cea-4e0c33176ceb tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 200 len: 1803 time: 0.0452023 Feb 15 09:30:44.039645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '557808ec-be5f-4496-90b5-34b94942055f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:44.040081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '557808ec-be5f-4496-90b5-34b94942055f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:44.048712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.129359 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.168414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.176373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.194428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cba2a-6fce-45fd-a008-d0d2cf6fa89d req-736c82ed-ef81-4947-8989-ae2b0a3ef1a7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:44.199121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04cbe90-2cc4-4729-b7c0-6dc31ae7c5db,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:44.204156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c8cba2a-6fce-45fd-a008-d0d2cf6fa89d req-736c82ed-ef81-4947-8989-ae2b0a3ef1a7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0641334 Feb 15 09:30:44.220127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.234535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d27f8a86-ced1-4423-9cd0-c3f3d0e91693 req-57743d13-2848-4f8c-b4a1-7a7e32b05697 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2004161 Feb 15 09:30:44.254010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c8cba2a-6fce-45fd-a008-d0d2cf6fa89d req-d5f836dd-874c-4faa-9ba1-718f956e1346 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479696 Feb 15 09:30:44.345152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261d648-92bb-4f5b-860c-df79eb66e39f req-c6a772e7-ed27-4913-b85b-cb53868c8fd5 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:44.352427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-6e1dedbc-c6e0-4082-ba9c-5990606ee2b0 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 200 len: 2396 time: 0.0748467 Feb 15 09:30:44.354591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9261d648-92bb-4f5b-860c-df79eb66e39f req-c6a772e7-ed27-4913-b85b-cb53868c8fd5 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 950 time: 0.0678654 Feb 15 09:30:44.357677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '557808ec-be5f-4496-90b5-34b94942055f', 'remote_group_id': None}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:44.358252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '557808ec-be5f-4496-90b5-34b94942055f', 'remote_group_id': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:44.408407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9261d648-92bb-4f5b-860c-df79eb66e39f req-b16e4839-4b66-4c00-bcb4-cb2f04e3c258 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Feb 15 09:30:44.434700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.472923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.477922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.498487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868ea694-eeda-4f08-b5f4-afd419d05c96,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:44.511920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.517045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b204ffd-a42d-47fd-95ba-c37e1514f8e0 req-06b1e3dd-e76b-4b97-b7b0-fbba1c1d3800 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1633005 Feb 15 09:30:44.533979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2ca31-9ff2-438b-a7b0-cfa106f15080 req-51cbf31a-1e57-4608-85f7-27cd5796da33 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:44.536230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01a2ca31-9ff2-438b-a7b0-cfa106f15080 req-51cbf31a-1e57-4608-85f7-27cd5796da33 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.0560524 Feb 15 09:30:44.577972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01a2ca31-9ff2-438b-a7b0-cfa106f15080 req-be11f61c-0814-4b5d-875a-5f49e1b73c5b tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333846 Feb 15 09:30:44.583855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d01dd56d-95c0-4984-993b-4e67548fd06b req-24fed0cc-f31d-47f7-bed7-9817a69bc623 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 200 len: 2994 time: 0.0459986 Feb 15 09:30:44.606379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:44.632480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-2029765c-f436-4b94-b3e3-2997f5fef643 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-group-rules/868ea694-eeda-4f08-b5f4-afd419d05c96 HTTP/1.1" status: 200 len: 783 time: 0.0221899 Feb 15 09:30:44.695233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-784dc881-7cb6-4e91-bd38-718c6833ca49 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 200 len: 2994 time: 0.0559866 Feb 15 09:30:44.735168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.740158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:44.744739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.756347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:44.794209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.805411 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.821496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:44.833621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.834892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8081da9d-c14f-43f3-bd63-f8fe2cb78dd7 req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/868ea694-eeda-4f08-b5f4-afd419d05c96 HTTP/1.1" status: 204 len: 173 time: 0.1289043 Feb 15 09:30:44.835828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040b6e7-120e-44ce-8a78-af84ced6552b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=868ea694-eeda-4f08-b5f4-afd419d05c96,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:44.848112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:44.854899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:44.922743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:44.937004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-68f54ed3-4ed4-4be5-8407-48103ed991b8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365350 Feb 15 09:30:44.979300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ff09d969-a2ae-4ced-8eab-23801e306dce'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:45.019840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb590c8-9990-4371-8c99-6e94609bf1c6 req-28130a4b-def9-4e50-b577-be6afcc10142 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.022598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1eb590c8-9990-4371-8c99-6e94609bf1c6 req-28130a4b-def9-4e50-b577-be6afcc10142 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.0893476 Feb 15 09:30:45.074114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1eb590c8-9990-4371-8c99-6e94609bf1c6 req-912e07b5-7d66-4990-8db9-5798032ec9a8 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437739 Feb 15 09:30:45.096520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-3c687865-e099-44d4-97ac-af4caf340d0c tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 200 len: 2396 time: 0.1428025 Feb 15 09:30:45.182327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3973cd01-f7e6-47d3-8a06-2a921423b7fc req-2e432c39-1ad0-4ab5-a5b3-6c40c6e785dd tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 210 time: 0.0337238 Feb 15 09:30:45.194059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-dd42ac6b-49ac-4f8c-af24-1f275e54d063 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.195846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-dd42ac6b-49ac-4f8c-af24-1f275e54d063 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2438042 Feb 15 09:30:45.228595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '413f55d1-80aa-4362-a780-323df98980ad', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:45.316199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd9c52-b301-4b94-8230-f8c331795b70 req-fcb8113f-bd1c-40de-9c43-ce1c01736224 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.317782 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2fd9c52-b301-4b94-8230-f8c331795b70 req-fcb8113f-bd1c-40de-9c43-ce1c01736224 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0591407 Feb 15 09:30:45.326937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.358310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.361947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2fd9c52-b301-4b94-8230-f8c331795b70 req-ead603e8-8f48-43a3-97fc-53ffb43de720 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375650 Feb 15 09:30:45.454982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.460319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.463278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9594cabb-b826-4eb1-a3e8-efaae21fa67b req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/557808ec-be5f-4496-90b5-34b94942055f HTTP/1.1" status: 204 len: 173 time: 0.3643641 Feb 15 09:30:45.503215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d4ba2-fe67-4a8d-bada-f803c915686e tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=557808ec-be5f-4496-90b5-34b94942055f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:45.530844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:45.534959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.553966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.605768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6733e5-0cad-4859-8605-b70b0ae16668 req-b4c73541-e20c-4a2f-8126-3d573d6a7cf1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.607115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d6733e5-0cad-4859-8605-b70b0ae16668 req-b4c73541-e20c-4a2f-8126-3d573d6a7cf1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0784254 Feb 15 09:30:45.666260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d6733e5-0cad-4859-8605-b70b0ae16668 req-a4c2d5b2-f782-479d-a618-27d5984e5cdc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498867 Feb 15 09:30:45.697270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123571f-ca47-4524-9da3-fb56445ac4e7 req-b8fd96ff-5455-4864-828c-68e40d6d11a3 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.699152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3123571f-ca47-4524-9da3-fb56445ac4e7 req-b8fd96ff-5455-4864-828c-68e40d6d11a3 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 950 time: 0.1157229 Feb 15 09:30:45.736529 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-d4af8338-1239-491c-bebc-b7c315101bd0 req-91951c11-df50-4190-a0ae-7e5691c355ab tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] show failed (client error): The resource could not be found. Feb 15 09:30:45.737643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4af8338-1239-491c-bebc-b7c315101bd0 req-91951c11-df50-4190-a0ae-7e5691c355ab tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/eebc0599-47aa-4315-81dc-f53e8b023b5d HTTP/1.1" status: 404 len: 352 time: 0.0204136 Feb 15 09:30:45.784747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.826749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.863323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-3dbd7d56-2326-44d0-9b87-8d683809fd48 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/138ea27d-dd33-42cf-8b51-6ec3a0da8c65 HTTP/1.1" status: 200 len: 1803 time: 0.0888729 Feb 15 09:30:45.877478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3123571f-ca47-4524-9da3-fb56445ac4e7 req-ce2e7a32-fdbf-48e5-ab28-00f806ca85db tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686063 Feb 15 09:30:45.945756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=810e00dd-35b2-4877-b52c-fbbeea0f9d53,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:45.950765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:45.964702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-6c5a31a6-443d-4367-8e03-e9451c1080bc tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:45.966277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-6c5a31a6-443d-4367-8e03-e9451c1080bc tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.36 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 950 time: 0.2124274 Feb 15 09:30:46.007032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.088546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.093294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.094937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89ddc244-d89c-47eb-bee0-990ae9398efb req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/138ea27d-dd33-42cf-8b51-6ec3a0da8c65 HTTP/1.1" status: 204 len: 173 time: 0.2292802 Feb 15 09:30:46.123979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5345c4a-78dc-4aec-8cb8-c4aacef54390 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=138ea27d-dd33-42cf-8b51-6ec3a0da8c65,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:46.330420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.194 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/9e6ee620-e87a-48cd-9e97-9db8460f4f7d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:46.347456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-850bd42f-1834-44f8-9c37-8de517b92e82 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/8456c273-8394-4f5a-ae30-641cd42488c5 HTTP/1.1" status: 200 len: 1805 time: 0.2166779 Feb 15 09:30:46.374743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68ca34-18d4-46de-962a-b03e0c42e7fb req-88762512-deaf-4016-baba-33cd4989b7da tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:46.376208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c68ca34-18d4-46de-962a-b03e0c42e7fb req-88762512-deaf-4016-baba-33cd4989b7da tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.1292095 Feb 15 09:30:46.397014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Deleting port 1e27eeb5-9068-4280-87f6-86da3b1a50ac {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:46.397355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.459590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c68ca34-18d4-46de-962a-b03e0c42e7fb req-e41a38af-91ff-4e67-9802-eb84965cd727 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741441 Feb 15 09:30:46.556621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.616777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:46.633944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1d69239-a4d7-4b60-aa61-182b96418cf4 req-996e67ed-757b-4289-bc81-2220f915b387 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 210 time: 0.0471699 Feb 15 09:30:46.719664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ff09d969-a2ae-4ced-8eab-23801e306dce triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:46.725630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.736950 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-51f3c2f6-1fb1-42fb-9909-d597da71329d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.797105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.845627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] For port 1e27eeb5-9068-4280-87f6-86da3b1a50ac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1e27eeb5-9068-4280-87f6-86da3b1a50ac,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:46.846077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.868902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.876640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.909979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Calling delete_port for 1e27eeb5-9068-4280-87f6-86da3b1a50ac owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:46.911562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e2e95-d80c-40b7-b0bd-897dd50f6ec2 req-f8a2cbe8-7b9b-4c76-bec8-51c8d3f9798e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:46.916616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-665e2e95-d80c-40b7-b0bd-897dd50f6ec2 req-f8a2cbe8-7b9b-4c76-bec8-51c8d3f9798e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1078515 Feb 15 09:30:46.950659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:46.953408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:46.959013 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1494fa2-841c-4f1f-ad4c-5e45a24a1fab" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:46.969512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:46.975943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.023907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-665e2e95-d80c-40b7-b0bd-897dd50f6ec2 req-4dcc3972-1d13-4cf9-b956-917979fb51e2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005037 Feb 15 09:30:47.097466 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.100482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.117013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f05ccb2-0833-45c8-82b9-0b595fdd5aed req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/8456c273-8394-4f5a-ae30-641cd42488c5 HTTP/1.1" status: 204 len: 173 time: 0.7669866 Feb 15 09:30:47.120677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:47.128573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.199660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:47.248665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d88db36-27eb-473e-a597-2bf8c046c4d8 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8456c273-8394-4f5a-ae30-641cd42488c5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:47.274316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:47.325812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f9fe3-cba0-4710-a6ee-3d594da2f393 req-8c71211c-0ae4-4323-8a71-5493ead6dabb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:47.327640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c22f9fe3-cba0-4710-a6ee-3d594da2f393 req-8c71211c-0ae4-4323-8a71-5493ead6dabb tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1195247 Feb 15 09:30:47.328576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:47.332525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:47.434504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.446149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1e27eeb5-9068-4280-87f6-86da3b1a50ac'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:47.513418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245c885c-5f6a-4812-bd41-df367cf46df8 req-7d045bf0-aa7f-43b5-8ae4-79d76820da32 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:47.524085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-245c885c-5f6a-4812-bd41-df367cf46df8 req-7d045bf0-aa7f-43b5-8ae4-79d76820da32 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/ports?device_id=aad487e7-16be-4b82-a618-09238a033204 HTTP/1.1" status: 200 len: 867 time: 0.1515677 Feb 15 09:30:47.533053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Pushing event deleted for resources: {'Port': ['ID=1e27eeb5-9068-4280-87f6-86da3b1a50ac,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:47.558499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c22f9fe3-cba0-4710-a6ee-3d594da2f393 req-c1d5ac0b-dcc0-46b8-b0cf-2b04e723d10c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204504 Feb 15 09:30:47.579252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:47.581497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.616662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-245c885c-5f6a-4812-bd41-df367cf46df8 req-0f51e8a5-0e8f-482a-a5a1-a45e3641ebfd tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.10 "GET /v2.0/security-groups?id=5e842907-813d-4487-b3c8-e797920a0859&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899646 Feb 15 09:30:47.655746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] No DVR routers for this DVR port 1e27eeb5-9068-4280-87f6-86da3b1a50ac on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:47.672308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.674240 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351b3500-1dc7-4050-9cb3-35ff7b444f0e x-openstack-request-id: req-351b3500-1dc7-4050-9cb3-35ff7b444f0e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:47.674796 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:47.675058 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-351b3500-1dc7-4050-9cb3-35ff7b444f0e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:47.675733 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'code': 200} Feb 15 09:30:47.686380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5523ab92-e2ec-48a0-a411-407a001f0e8c req-62361161-31a2-4ee6-9dd1-0eecb7fe4aa8 tempest-ImagesNegativeTestJSON-206732968 tempest-ImagesNegativeTestJSON-206732968-project] 10.222.0.36 "DELETE /v2.0/ports/1e27eeb5-9068-4280-87f6-86da3b1a50ac HTTP/1.1" status: 204 len: 173 time: 1.7091825 Feb 15 09:30:47.687245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'name': 'network-vif-deleted', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:47.690617 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89e731-67e7-4e2e-a23c-02e435d40124" -d '{"events": [{"server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "name": "network-vif-deleted", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:47.723190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a302dcef-9a0f-4307-93c8-1508c5fe01b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4997621 Feb 15 09:30:47.751585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Request body: {'port': {'device_id': '413f55d1-80aa-4362-a780-323df98980ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:47.807712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-5543bd74-d5d9-4e65-9bba-c67db3a80124 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/7cf3958a-a04c-4be9-a868-cd1f12b2f91e HTTP/1.1" status: 200 len: 1805 time: 0.1402597 Feb 15 09:30:47.838566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-67080fb8-b30a-4386-82f6-67f0666ddd33 None None] Provisioning complete for port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:47.840228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67080fb8-b30a-4386-82f6-67f0666ddd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:47.926551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-67080fb8-b30a-4386-82f6-67f0666ddd33 None None] Port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:30:48.012012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:48.013047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:48.078531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:48.176784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:48.179692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:48.184018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2700318c-5615-4e56-b7af-b9af8e5a3aca req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/7cf3958a-a04c-4be9-a868-cd1f12b2f91e HTTP/1.1" status: 204 len: 173 time: 0.3728907 Feb 15 09:30:48.202745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a29a6bd-945d-4730-bb2b-a7693c0296ba tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf3958a-a04c-4be9-a868-cd1f12b2f91e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:48.365567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a60b5-46cc-4e04-a546-f5b6688c0fdd req-0f114be3-9b19-442a-ae44-f4adb43506f7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:48.384929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb7a60b5-46cc-4e04-a546-f5b6688c0fdd req-0f114be3-9b19-442a-ae44-f4adb43506f7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 936 time: 0.1219695 Feb 15 09:30:48.495723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb7a60b5-46cc-4e04-a546-f5b6688c0fdd req-43d1fe0b-4ed3-41dd-9b44-602f26e9a633 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097672 Feb 15 09:30:48.748622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc107ec-1775-4b50-b817-b718866828a2 req-8d74b0b1-9a98-47d1-b391-a83273b6fd51 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:48.757022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fc107ec-1775-4b50-b817-b718866828a2 req-8d74b0b1-9a98-47d1-b391-a83273b6fd51 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.8582866 Feb 15 09:30:48.764471 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ae1f26-adf2-4d61-bc96-c678d4a0ecca x-openstack-request-id: req-d2ae1f26-adf2-4d61-bc96-c678d4a0ecca {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:48.764798 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad487e7-16be-4b82-a618-09238a033204", "name": "network-vif-deleted", "tag": "1e27eeb5-9068-4280-87f6-86da3b1a50ac", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:48.765096 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2ae1f26-adf2-4d61-bc96-c678d4a0ecca {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:48.765719 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad487e7-16be-4b82-a618-09238a033204', 'name': 'network-vif-deleted', 'tag': '1e27eeb5-9068-4280-87f6-86da3b1a50ac', 'status': 'completed', 'code': 200} Feb 15 09:30:48.816722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f1a5e-08a7-432e-a127-a101b94109cd req-cf796d61-6fe4-4ae7-953d-7ba16a5ac3a3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:48.821503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec5f1a5e-08a7-432e-a127-a101b94109cd req-cf796d61-6fe4-4ae7-953d-7ba16a5ac3a3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1429267 Feb 15 09:30:48.900401 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec5f1a5e-08a7-432e-a127-a101b94109cd req-c2c8e339-3352-41c4-9d72-a25627ec3e74 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755925 Feb 15 09:30:48.974101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fc107ec-1775-4b50-b817-b718866828a2 req-e0392de5-f473-4c26-9902-349a42ffe608 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160027 Feb 15 09:30:49.016393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e2542-1189-493b-90d0-536837156a6c req-a211169e-2c19-4f3e-8d3e-47e4b82c30d1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:49.019317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-448e2542-1189-493b-90d0-536837156a6c req-a211169e-2c19-4f3e-8d3e-47e4b82c30d1 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "GET /v2.0/ports?device_id=925db580-c4f1-4110-8bf5-cb135b892200 HTTP/1.1" status: 200 len: 946 time: 0.8203804 Feb 15 09:30:49.022079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-a18088de-9eff-47c6-b2e7-e6dc502eb20b tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/afcce6d1-c652-4dd1-9059-0170f9544ec9 HTTP/1.1" status: 200 len: 2402 time: 0.0889444 Feb 15 09:30:49.131957 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.172671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.199815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Deleting port e466312c-3818-43d1-bea4-a13d651b8d33 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:49.200494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.233143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd701d0b-7542-4814-aef5-9868f992a7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.245471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6ee620-e87a-48cd-9e97-9db8460f4f7d {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:49.272732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.286586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.289949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.301918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db1513fb-5bd8-4bb7-8495-5e5f2c671fed req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/afcce6d1-c652-4dd1-9059-0170f9544ec9 HTTP/1.1" status: 204 len: 173 time: 0.2701788 Feb 15 09:30:49.318771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24e175-db4e-4c19-9d69-3860a8387bfc tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcce6d1-c652-4dd1-9059-0170f9544ec9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:49.351464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Transition to ACTIVE for port object 9e6ee620-e87a-48cd-9e97-9db8460f4f7d will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:30:49.367565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.462953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] For port e466312c-3818-43d1-bea4-a13d651b8d33, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e466312c-3818-43d1-bea4-a13d651b8d33,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:49.465266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.472773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:49.494782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Calling delete_port for e466312c-3818-43d1-bea4-a13d651b8d33 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:49.622934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0355b0f-a23d-469c-bd69-24fcda2c55bd req-81faa299-9899-4e83-be9f-7b6dec92cdc9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:49.635556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0355b0f-a23d-469c-bd69-24fcda2c55bd req-81faa299-9899-4e83-be9f-7b6dec92cdc9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1695952 Feb 15 09:30:49.677748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0355b0f-a23d-469c-bd69-24fcda2c55bd req-a1316b87-7e91-4339-abec-01b6bf1ce876 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412061 Feb 15 09:30:49.727003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Attempting to bind port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:30:49.727593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Attempting to bind port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:30:49.728490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Attempting to bind port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:49.749596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:30:49.750840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Attempting to bind port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:30:49.804968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:30:49.805909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:49.806826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:30:49.807697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Bound port: 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:30:49.808399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.872258 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0945d764-07d7-4919-bd39-f4614a805801 req-e410afa3-3948-42a8-8d48-a4b842472e15 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "GET /v2.0/security-groups/0578075e-1c3d-4fce-971d-b30b2aedeb5f HTTP/1.1" status: 200 len: 2397 time: 0.0949941 Feb 15 09:30:49.980243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0945d764-07d7-4919-bd39-f4614a805801 req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:49.984773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:30:49.999452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:30:50.007731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.024877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['38329738-06c9-4e74-a94e-98a9f038c966', 'e466312c-3818-43d1-bea4-a13d651b8d33'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:50.039107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0945d764-07d7-4919-bd39-f4614a805801 req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.088310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.105916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Pushing event deleted for resources: {'Port': ['ID=e466312c-3818-43d1-bea4-a13d651b8d33,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:50.126185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0945d764-07d7-4919-bd39-f4614a805801 req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.129588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0945d764-07d7-4919-bd39-f4614a805801 req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.130984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0945d764-07d7-4919-bd39-f4614a805801 req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] 10.222.0.10 "DELETE /v2.0/security-groups/0578075e-1c3d-4fce-971d-b30b2aedeb5f HTTP/1.1" status: 204 len: 173 time: 0.2510579 Feb 15 09:30:50.143990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55762) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:50.184667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1336bdb9-9147-4619-b156-a5512eab5e57 tempest-SecurityGroupRulesTestJSON-1797507824 tempest-SecurityGroupRulesTestJSON-1797507824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0578075e-1c3d-4fce-971d-b30b2aedeb5f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:50.267270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:50.274265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.278872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] 10.222.0.36 "PUT /v2.0/ports/9e6ee620-e87a-48cd-9e97-9db8460f4f7d HTTP/1.1" status: 200 len: 1096 time: 2.5328183 Feb 15 09:30:50.296611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Deleting subnet 5f812f5d-b2e2-442d-a45a-3bc42552ef88 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:30:50.305512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.326573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1e27eeb5-9068-4280-87f6-86da3b1a50ac no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:50.353716 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.390233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] No DVR routers for this DVR port e466312c-3818-43d1-bea4-a13d651b8d33 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:50.435426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.438764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-448e2542-1189-493b-90d0-536837156a6c req-ef3cb20a-e861-4074-b17f-f5eee8cbe4f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "DELETE /v2.0/ports/e466312c-3818-43d1-bea4-a13d651b8d33 HTTP/1.1" status: 204 len: 173 time: 1.4139290 Feb 15 09:30:50.455716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.483702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 1e27eeb5-9068-4280-87f6-86da3b1a50ac {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:50.501818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1e27eeb5-9068-4280-87f6-86da3b1a50ac not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:50.564060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33030845-bdaf-4f13-8b48-3119529daadd service neutron] Pushing event updated for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:50.592441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.601197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-720f0e54-e673-46c7-b36b-c1a60415b3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:50.605217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-720f0e54-e673-46c7-b36b-c1a60415b3d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 1099 time: 0.2391994 Feb 15 09:30:50.719802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-14e010a1-4471-4650-817b-313bd6e01c4a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d HTTP/1.1" status: 200 len: 217 time: 0.1060402 Feb 15 09:30:50.812623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d'}, {'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'name': 'network-vif-deleted', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:50.820660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.835280 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e70527-b236-4673-bfa3-ab69cddc6cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d"}, {"server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "name": "network-vif-deleted", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:50.859727 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:50.863793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f812f5d-b2e2-442d-a45a-3bc42552ef88 HTTP/1.1" status: 204 len: 168 time: 0.7155807 Feb 15 09:30:50.866674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55772) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:50.881278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22fb8f8-9030-45c2-aa85-09babab5f404 req-d65cf430-e1d5-4384-9137-6ccd3164b125 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:50.901414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f22fb8f8-9030-45c2-aa85-09babab5f404 req-d65cf430-e1d5-4384-9137-6ccd3164b125 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 948 time: 0.5971065 Feb 15 09:30:50.930280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-0e393166-0431-4bc3-a96f-fda259aaeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:50.931783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-0e393166-0431-4bc3-a96f-fda259aaeeb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2018902 Feb 15 09:30:51.008513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966c0a1-4773-4919-ba3e-ea319a64c398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f812f5d-b2e2-442d-a45a-3bc42552ef88,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:51.094796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f22fb8f8-9030-45c2-aa85-09babab5f404 req-2d70e50f-2eef-4448-980f-86f0811a81f3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910787 Feb 15 09:30:51.110417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.171647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a6ce0387-fbea-41ff-83dc-48d8bb50e5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:51.173321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-a6ce0387-fbea-41ff-83dc-48d8bb50e5cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0600724 Feb 15 09:30:51.279529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-9f1555fd-058b-444a-ad58-858935c3585d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982740 Feb 15 09:30:51.448561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e486fb5-5ab0-4879-8034-aa7d4d39be86 req-6d3a1a21-699f-472a-a320-be4e259f7863 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500304 Feb 15 09:30:51.498598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f1a0b-40d8-486d-a10e-c89fbf4a1048 req-b28415dd-4be3-4587-b9cc-221357b65cfa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:51.513969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f66f1a0b-40d8-486d-a10e-c89fbf4a1048 req-b28415dd-4be3-4587-b9cc-221357b65cfa tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.0936806 Feb 15 09:30:51.538554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.571305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f66f1a0b-40d8-486d-a10e-c89fbf4a1048 req-27f99596-67a6-4709-a5b4-cd0550767b83 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554140 Feb 15 09:30:51.575290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d9ca66-f53f-41c9-b161-5968260f5314']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:51.598392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30bfc697-2f8d-4bdd-919d-20246543a19b') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:51.598690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30bfc697-2f8d-4bdd-919d-20246543a19b') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:30:51.611258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.634127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.647952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:30:51.651723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:30:51.654331 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:30:51.743467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.749673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:51.757533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] 10.222.0.10 "DELETE /v2.0/networks/40d9ca66-f53f-41c9-b161-5968260f5314 HTTP/1.1" status: 204 len: 168 time: 0.8897026 Feb 15 09:30:51.796527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02523090-aeba-4db6-a332-c3584f8cdf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d9ca66-f53f-41c9-b161-5968260f5314,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:51.828535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f0ec3-3645-4bf8-8542-33484c9119ed req-e30c6ac8-b9f5-458a-b01f-97f619e37066 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:51.838256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-102f0ec3-3645-4bf8-8542-33484c9119ed req-e30c6ac8-b9f5-458a-b01f-97f619e37066 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1107502 Feb 15 09:30:51.891665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-102f0ec3-3645-4bf8-8542-33484c9119ed req-c9c4c4ca-640f-4451-bb11-2ffe184c76d0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522184 Feb 15 09:30:51.958826 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d014dd-c853-428e-aaf5-a3be8ab1db28 x-openstack-request-id: req-d8d014dd-c853-428e-aaf5-a3be8ab1db28 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:51.959143 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d", "status": "completed", "code": 200}, {"server_uuid": "925db580-c4f1-4110-8bf5-cb135b892200", "name": "network-vif-deleted", "tag": "e466312c-3818-43d1-bea4-a13d651b8d33", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:51.959400 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8d014dd-c853-428e-aaf5-a3be8ab1db28 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:51.959799 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'status': 'completed', 'code': 200} Feb 15 09:30:51.960054 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '925db580-c4f1-4110-8bf5-cb135b892200', 'name': 'network-vif-deleted', 'tag': 'e466312c-3818-43d1-bea4-a13d651b8d33', 'status': 'completed', 'code': 200} Feb 15 09:30:52.101767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-938661bb-2747-4dd3-8c4b-2de11c362158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.106954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:52.109494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-938661bb-2747-4dd3-8c4b-2de11c362158 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 1099 time: 0.1201909 Feb 15 09:30:52.190127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.283645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.294346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd71f06e-3139-450c-9935-5f6569dfee9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c24739d51d443fa8bab4506edbed0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1861761 Feb 15 09:30:52.296958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:52.326597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-2a0b4389-fc1a-4693-be82-17c80fbecf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.328380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-2a0b4389-fc1a-4693-be82-17c80fbecf9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2131019 Feb 15 09:30:52.420706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-5c555ee3-1b90-46ff-b6c0-226aff889540 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d HTTP/1.1" status: 200 len: 217 time: 0.0830195 Feb 15 09:30:52.429325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.482210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.527890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-fa7fd855-b7d5-4fc9-af24-5641793b7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.529412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-fa7fd855-b7d5-4fc9-af24-5641793b7ce0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1000249 Feb 15 09:30:52.569831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5032720-2b15-47ca-809a-02e62fb6e530 req-aa850bb4-a0bc-4a26-a850-51015c49547b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.571807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5032720-2b15-47ca-809a-02e62fb6e530 req-aa850bb4-a0bc-4a26-a850-51015c49547b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 948 time: 0.0924850 Feb 15 09:30:52.632191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e466312c-3818-43d1-bea4-a13d651b8d33 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:52.635837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-85ac19c7-7cd6-4b2c-ac48-8af2ac41ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.640823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-85ac19c7-7cd6-4b2c-ac48-8af2ac41ea4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1029150 Feb 15 09:30:52.650573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.660092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:52.666258 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c087467f-97c2-485b-8ae5-6d3280b81e70 HTTP/1.1" status: 204 len: 168 time: 0.3667552 Feb 15 09:30:52.683469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: e466312c-3818-43d1-bea4-a13d651b8d33 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:52.684635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e466312c-3818-43d1-bea4-a13d651b8d33 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:52.698674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5032720-2b15-47ca-809a-02e62fb6e530 req-8e2cc3e3-e187-4ca9-84fd-518f262170d4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132274 Feb 15 09:30:52.699930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6003792b-fc3f-47ef-b2a6-1c30af5bb24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087467f-97c2-485b-8ae5-6d3280b81e70,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:52.916084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ac12a-8558-41ff-8725-8d6c5c4a4f40 req-0efb64b4-d944-49a8-94a9-7affe8790d20 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:52.918217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89ac12a-8558-41ff-8725-8d6c5c4a4f40 req-0efb64b4-d944-49a8-94a9-7affe8790d20 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1336446 Feb 15 09:30:52.965533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-493971b0-b136-432a-b3fd-f418082be597 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152041 Feb 15 09:30:53.070382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89ac12a-8558-41ff-8725-8d6c5c4a4f40 req-0079997e-7824-45d1-91e9-bd4c8f5a5183 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448438 Feb 15 09:30:53.219383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e70527-b236-4673-bfa3-ab69cddc6cd8 req-aeb1542b-033c-4ac9-94b4-80f164c29157 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455761 Feb 15 09:30:53.409979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e965-0416-4f8e-88e7-4fc777385326 req-eefea40c-4bb4-4876-a4b9-5412290c712f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:53.412559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65e7e965-0416-4f8e-88e7-4fc777385326 req-eefea40c-4bb4-4876-a4b9-5412290c712f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1587324 Feb 15 09:30:53.489761 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65e7e965-0416-4f8e-88e7-4fc777385326 req-11e6d67d-c0e9-4af7-ab5e-f4151897b420 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691960 Feb 15 09:30:53.681343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803f95a-dff3-42cd-881e-4146e23568cf req-414c2aa4-3873-4f58-b938-aaa6f925f431 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:53.683431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6803f95a-dff3-42cd-881e-4146e23568cf req-414c2aa4-3873-4f58-b938-aaa6f925f431 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0773425 Feb 15 09:30:53.757771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6803f95a-dff3-42cd-881e-4146e23568cf req-c67523f9-6f51-403b-a529-dfee98d7fbc9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682909 Feb 15 09:30:53.981746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cf873-45ce-4a19-947b-389f696a3491 req-699e97b9-662f-4208-922d-e1e341214de4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:53.983475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e5cf873-45ce-4a19-947b-389f696a3491 req-699e97b9-662f-4208-922d-e1e341214de4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 948 time: 0.0782967 Feb 15 09:30:54.045634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e5cf873-45ce-4a19-947b-389f696a3491 req-830f805e-3df2-41c3-bb6b-aeddbfd1ddd4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491211 Feb 15 09:30:54.290987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e6ee620-e87a-48cd-9e97-9db8460f4f7d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:30:54.294445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc409e-ae87-43ab-9f69-92e3a299ba50 req-a308eac7-e44d-45ec-beed-20341694dd2e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:54.303340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddcc409e-ae87-43ab-9f69-92e3a299ba50 req-a308eac7-e44d-45ec-beed-20341694dd2e tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1109726 Feb 15 09:30:54.353542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddcc409e-ae87-43ab-9f69-92e3a299ba50 req-8776fd88-a223-4fc1-88c3-5deab678cae7 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/security-groups?id=2101bbb1-bc5e-4620-b9cc-277307943686&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488484 Feb 15 09:30:54.519541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:54.571271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'mac_address': 'fa:16:3e:e0:56:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:30:54.670290 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:54.679752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55844) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:54.694921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6ee620-e87a-48cd-9e97-9db8460f4f7d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:30:54.718433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:54.731812 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:54.840084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-8c83cf0d-4f97-46cc-9bb8-61e97ffdf2b9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:54.846896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-8c83cf0d-4f97-46cc-9bb8-61e97ffdf2b9 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 945 time: 0.1333232 Feb 15 09:30:54.888359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:55.024435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:55.068736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2fd712-4778-419d-87be-b0984a5d2049 req-8a51d4d4-7bd9-4881-9c20-09cb715f6d2a tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:55.070544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Deleting port 38329738-06c9-4e74-a94e-98a9f038c966 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:55.071829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.077941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e2fd712-4778-419d-87be-b0984a5d2049 req-8a51d4d4-7bd9-4881-9c20-09cb715f6d2a tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1322243 Feb 15 09:30:55.091967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d55cb3a-72aa-42f6-99e9-326ad71a3f89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55cbdb3d37664825895472eafa767cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097810 Feb 15 09:30:55.100249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:55.189179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e2fd712-4778-419d-87be-b0984a5d2049 req-a79705ca-0b6e-45cf-b2ab-b4b1b80aeb8b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050522 Feb 15 09:30:55.194540 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.261070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.348749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] For port 38329738-06c9-4e74-a94e-98a9f038c966, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=38329738-06c9-4e74-a94e-98a9f038c966,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:55.349080 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.369176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4c3fb-2a3d-46ca-b33d-4b616bb8ae84 req-8e8f6f16-4aa6-49cf-95f9-2fa47b54b058 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:55.378468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcf4c3fb-2a3d-46ca-b33d-4b616bb8ae84 req-8e8f6f16-4aa6-49cf-95f9-2fa47b54b058 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0838728 Feb 15 09:30:55.386430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55862) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:55.411595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Calling delete_port for 38329738-06c9-4e74-a94e-98a9f038c966 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:55.430528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.433675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.435208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e842907-813d-4487-b3c8-e797920a0859 HTTP/1.1" status: 204 len: 168 time: 0.3326943 Feb 15 09:30:55.465516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcf4c3fb-2a3d-46ca-b33d-4b616bb8ae84 req-714433e3-5f6b-4294-b61f-9cb12d3f1cb9 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857964 Feb 15 09:30:55.467549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e842907-813d-4487-b3c8-e797920a0859,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:55.486593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.490309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.490867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.491376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.494330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.494891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.495874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.497738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.498256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.498760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.500124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.500627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf61cda0-669f-43a3-8f01-c79447c6ce90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.673919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0532c7b-0d35-47e9-9ca7-e63dda01dbf1 req-eb91682f-a94e-410e-93bd-f6f9be43f511 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:55.684353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0532c7b-0d35-47e9-9ca7-e63dda01dbf1 req-eb91682f-a94e-410e-93bd-f6f9be43f511 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 949 time: 0.1230485 Feb 15 09:30:55.735881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e12e27bb-d10a-4f4a-b2cc-bb9c02f7fe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.765149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0532c7b-0d35-47e9-9ca7-e63dda01dbf1 req-9edd31b0-8d9e-4545-9377-b3a3435c687f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746784 Feb 15 09:30:55.843933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:55.859641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['38329738-06c9-4e74-a94e-98a9f038c966'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:30:55.917742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Pushing event deleted for resources: {'Port': ['ID=38329738-06c9-4e74-a94e-98a9f038c966,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:55.948519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.948857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-923c9a94-8c0c-412c-80a9-d82a2444060f req-450aea1b-2121-43dd-b2ee-202481d835f6 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.10 "GET /v2.0/ports?device_id=507f820a-7e8e-4044-8435-1ff9a240fc33 HTTP/1.1" status: 200 len: 210 time: 0.0581522 Feb 15 09:30:55.952325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.957905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.958639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.959263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.959764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.960279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.960790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.961355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.961891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.962415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.962953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:30:55.994223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e12e27bb-d10a-4f4a-b2cc-bb9c02f7fe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.002070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e12e27bb-d10a-4f4a-b2cc-bb9c02f7fe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.039632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] No DVR routers for this DVR port 38329738-06c9-4e74-a94e-98a9f038c966 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:30:56.043147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.053559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5f113a0-794d-4bc8-bcf3-01aecfb3c23e req-c1f77bef-07ec-4ed4-bd5d-59c7270f2874 tempest-ServerRescueTestJSON-708646869 tempest-ServerRescueTestJSON-708646869-project] 10.222.0.72 "DELETE /v2.0/ports/38329738-06c9-4e74-a94e-98a9f038c966 HTTP/1.1" status: 204 len: 173 time: 1.1962614 Feb 15 09:30:56.053559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'name': 'network-vif-deleted', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:56.053559 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a0d898-ecfc-499d-8713-f19fcdffb524" -d '{"events": [{"server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "name": "network-vif-deleted", "tag": "38329738-06c9-4e74-a94e-98a9f038c966"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:56.063885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e12e27bb-d10a-4f4a-b2cc-bb9c02f7fe1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=25bf80c244464885aa0b7aff6eb81bcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6751280 Feb 15 09:30:56.067270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55876) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:56.068087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e27bb-d10a-4f4a-b2cc-bb9c02f7fe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b09b691-3690-4bef-b4d7-1fc5458cc4d5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:56.158117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.185354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.216076 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1015e578-820d-43c4-8031-f7b204d5c9d8 x-openstack-request-id: req-1015e578-820d-43c4-8031-f7b204d5c9d8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:56.216352 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "507f820a-7e8e-4044-8435-1ff9a240fc33", "name": "network-vif-deleted", "tag": "38329738-06c9-4e74-a94e-98a9f038c966", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:56.216597 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1015e578-820d-43c4-8031-f7b204d5c9d8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:56.217022 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '507f820a-7e8e-4044-8435-1ff9a240fc33', 'name': 'network-vif-deleted', 'tag': '38329738-06c9-4e74-a94e-98a9f038c966', 'status': 'completed', 'code': 200} Feb 15 09:30:56.294724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e6ee620-e87a-48cd-9e97-9db8460f4f7d up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:30:56.422909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:30:56.430193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:30:56.430607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.623202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.660298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf762b2-1a33-4376-b7ef-d7d13bffc4fe req-0040f81c-ac19-4f51-9f75-58be9780f562 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:56.672735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf762b2-1a33-4376-b7ef-d7d13bffc4fe req-0040f81c-ac19-4f51-9f75-58be9780f562 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1256044 Feb 15 09:30:56.688683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.697672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.701411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b09b691-3690-4bef-b4d7-1fc5458cc4d5 HTTP/1.1" status: 204 len: 168 time: 0.6277280 Feb 15 09:30:56.708762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:30:56.714799 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8f4c53-c964-4255-996b-918bc9a8eb98" -d '{"events": [{"server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:30:56.756286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:56.762920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:56.763871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6dbd7-5bbc-4dd2-bdf3-04ccdbccbb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b09b691-3690-4bef-b4d7-1fc5458cc4d5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:56.845756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:56.848052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf762b2-1a33-4376-b7ef-d7d13bffc4fe req-9951184a-0126-46f6-aa1a-fe73dfa2de05 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734428 Feb 15 09:30:57.011316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:57.053263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6e766-3ff7-4abc-8e91-295188fb75cf req-d4cb0932-777e-4411-a50b-1eb23fcc1ee4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:57.060760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-47e6e766-3ff7-4abc-8e91-295188fb75cf req-d4cb0932-777e-4411-a50b-1eb23fcc1ee4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0896897 Feb 15 09:30:57.112355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-47e6e766-3ff7-4abc-8e91-295188fb75cf req-9e390a39-d277-440a-991c-bbc4014c4f41 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450842 Feb 15 09:30:57.168993 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619f736d-04fe-4862-a1c0-23c5a16e8eda x-openstack-request-id: req-619f736d-04fe-4862-a1c0-23c5a16e8eda {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:30:57.169516 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "name": "network-vif-plugged", "status": "completed", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:30:57.169778 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-619f736d-04fe-4862-a1c0-23c5a16e8eda {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:30:57.172560 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'code': 200} Feb 15 09:30:57.351716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceffe5d-a4f0-4362-99f9-477b6028fe43 req-e9ab5b99-a0ae-43de-8ac5-84c02671c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:57.367047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ceffe5d-a4f0-4362-99f9-477b6028fe43 req-e9ab5b99-a0ae-43de-8ac5-84c02671c82e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 1101 time: 0.1275082 Feb 15 09:30:57.371677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-network', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:57.406712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b11430-ab97-4e16-8347-3ce6090743e0 req-b6da6129-783e-4335-9a2e-58960e741ee7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:57.414668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8b11430-ab97-4e16-8347-3ce6090743e0 req-b6da6129-783e-4335-9a2e-58960e741ee7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.1480644 Feb 15 09:30:57.469211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:57.476524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.476743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ceffe5d-a4f0-4362-99f9-477b6028fe43 req-c00f2aa4-0624-4195-86d7-22cdb92bff5d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076329 Feb 15 09:30:57.505629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8b11430-ab97-4e16-8347-3ce6090743e0 req-25f12237-1bec-4199-a464-5ecdae62b8e1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898068 Feb 15 09:30:57.509541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.576847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55920) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:57.644860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.651250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.685919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:30:57.710913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:57.717335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.717569 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Added segment 66211fee-8e50-4174-8904-a46c6929091e of type vlan for network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 Feb 15 09:30:57.783988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.848873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.849670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:57.850462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:57.987480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9717281 Feb 15 09:30:57.996608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55934) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:58.014637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Request body: {'subnet': {'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-subnet', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:58.030364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19fbcc-7724-4bb3-873a-b6f893e72e1f admin admin] Pushing event updated for resources: {'Network': ['ID=c6d24f0b-17e9-4a6a-885a-a7eefadcf562,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:58.046169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:30:58.063536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:58.067909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.145141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cbcea9-6bc3-48f5-840d-84ab2ec59b59 req-1fca8898-6fea-48e2-9008-c26e6ef6638d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:58.146951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23cbcea9-6bc3-48f5-840d-84ab2ec59b59 req-1fca8898-6fea-48e2-9008-c26e6ef6638d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1849413 Feb 15 09:30:58.201087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:58.244403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23cbcea9-6bc3-48f5-840d-84ab2ec59b59 req-73cdf59d-ade5-4059-893e-4a35afdcbf48 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867808 Feb 15 09:30:58.388566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.439243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.515078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1199702916-network', 'tenant_id': '80ab6b338234481aa8034e9530426b19'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:58.571303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db7995-30b1-4c66-8321-eb690f03a20c req-96b87536-db2a-4385-848b-5a61ebe93fb0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:58.572914 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36db7995-30b1-4c66-8321-eb690f03a20c req-96b87536-db2a-4385-848b-5a61ebe93fb0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1568360 Feb 15 09:30:58.596217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a983e0a-09bd-4a81-9cb7-fcc52720aedb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:58.617144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Made reservation on behalf of 80ab6b338234481aa8034e9530426b19 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:58.619454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.638669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 38329738-06c9-4e74-a94e-98a9f038c966 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:30:58.640783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.656976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Checking segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:30:58.657393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Network hostable DHCP agents. Network: c6d24f0b-17e9-4a6a-885a-a7eefadcf562, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:30:58.675532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36db7995-30b1-4c66-8321-eb690f03a20c req-9d3b0fc8-264e-4e38-9bf7-9ac8001bee06 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766733 Feb 15 09:30:58.698446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 38329738-06c9-4e74-a94e-98a9f038c966 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:30:58.700252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 38329738-06c9-4e74-a94e-98a9f038c966 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:30:58.709074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:30:58.736147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c6d24f0b-17e9-4a6a-885a-a7eefadcf562) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:58.751579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab37a8a3-b477-4dd8-8bea-f242ac6bb0cc None None] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:30:58.756257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:58.758956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.886354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-99837f54-0a60-4124-bace-9e2cba343c65 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8897154 Feb 15 09:30:58.895104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:58.918645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:58.930586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.956791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.982156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.983281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:58.988122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:30:59.000325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.000765 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Added segment 2ad594ef-e572-4a1d-be07-de32733fa763 of type vlan for network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c Feb 15 09:30:59.081421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f173a-3758-41b2-83a3-e709618b7e32 req-9b5dc05b-6a00-4ee3-8bb0-06a06c1a711f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:59.092061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.093366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e51f173a-3758-41b2-83a3-e709618b7e32 req-9b5dc05b-6a00-4ee3-8bb0-06a06c1a711f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.2686546 Feb 15 09:30:59.101719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Deleting port 10fa164a-6847-423b-b77c-d85621a9dd7f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:30:59.105825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.171964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:30:59.174961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.206835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37159d0-8c1a-49d6-8354-08a046469243,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:59.220877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.293799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e51f173a-3758-41b2-83a3-e709618b7e32 req-836a5b48-fbcf-436f-9780-cbebbcd10bc3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995199 Feb 15 09:30:59.363257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.365383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:59.366250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.389245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.516264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Allocated IP 172.20.0.2 (c6d24f0b-17e9-4a6a-885a-a7eefadcf562/7a983e0a-09bd-4a81-9cb7-fcc52720aedb/5e586a40-cf55-4b44-ae87-98084d999f49) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:30:59.520048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3177524 Feb 15 09:30:59.546170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:30:59.560609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Request body: {'subnet': {'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1199702916-subnet', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:59.566257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcde60-e2ec-454d-8167-b2ef5df7beec admin admin] Pushing event updated for resources: {'Network': ['ID=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:30:59.611751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:30:59.649960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75b54-b607-483a-a5dd-a944c9117b2f req-65a1b44b-87f1-4a46-b75b-464b5e7379e2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:59.653830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fcc75b54-b607-483a-a5dd-a944c9117b2f req-65a1b44b-87f1-4a46-b75b-464b5e7379e2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.1633000 Feb 15 09:30:59.656335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] For port 10fa164a-6847-423b-b77c-d85621a9dd7f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10fa164a-6847-423b-b77c-d85621a9dd7f,segment=NetworkSegment(d77cad1a-22f5-499e-92ff-51a964d41d12),segment_id=d77cad1a-22f5-499e-92ff-51a964d41d12)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:30:59.657145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.657349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Made reservation on behalf of 80ab6b338234481aa8034e9530426b19 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:30:59.660447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.709063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Calling delete_port for 10fa164a-6847-423b-b77c-d85621a9dd7f owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:30:59.754306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-7d917db4-80da-42ce-b852-6b8b21a547f9 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:30:59.755820 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-7d917db4-80da-42ce-b852-6b8b21a547f9 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2487273 Feb 15 09:30:59.782766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:30:59.783961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.792487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:30:59.836724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:30:59.840300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:30:59.846731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:30:59.885856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fcc75b54-b607-483a-a5dd-a944c9117b2f req-c5a9c3eb-e2d4-4e56-ac06-ebb19a89dcd3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147465 Feb 15 09:31:00.036635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.125611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Pushing event updated for resources: {'Port': ['ID=5e586a40-cf55-4b44-ae87-98084d999f49,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:00.150973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.151209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.151690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.152011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.152342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.152664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.153004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.153325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.153647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.154404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.154404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.154636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:00.173070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Attempting to bind port 5e586a40-cf55-4b44-ae87-98084d999f49 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:00.173438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Attempting to bind port 5e586a40-cf55-4b44-ae87-98084d999f49 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:00.173798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Attempting to bind port 5e586a40-cf55-4b44-ae87-98084d999f49 on network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:00.181800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:00.182172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Checking segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:00.182579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.182974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Bound using segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:00.183437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Bound port: 5e586a40-cf55-4b44-ae87-98084d999f49, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:00.183815 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.279631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d665-7cca-4fcb-9620-76ebb32d2fb5 req-a5fda20f-33ae-4e05-912d-216f0878ea3c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:00.288915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8617d665-7cca-4fcb-9620-76ebb32d2fb5 req-a5fda20f-33ae-4e05-912d-216f0878ea3c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.1878517 Feb 15 09:31:00.299894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.350603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8290488b-0735-445c-9a29-7720952870c5 None None] For port 5e586a40-cf55-4b44-ae87-98084d999f49, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:00.355630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8290488b-0735-445c-9a29-7720952870c5 None None] For port 5e586a40-cf55-4b44-ae87-98084d999f49, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e586a40-cf55-4b44-ae87-98084d999f49,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:00.366791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.412584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Checking segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:00.412899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Network hostable DHCP agents. Network: 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:31:00.442405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8617d665-7cca-4fcb-9620-76ebb32d2fb5 req-25a28c90-bc82-41f8-afa9-3509fa4fa467 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518602 Feb 15 09:31:00.464347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290488b-0735-445c-9a29-7720952870c5 None None] Pushing event updated for resources: {'Port': ['ID=5e586a40-cf55-4b44-ae87-98084d999f49,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:00.476008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e95cca5-c09a-48b7-95c7-cc8da7fcdde1,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:00.490620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:31:00.509944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:00.519635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e072e-def5-43a5-8f51-21233d25dbaf None None] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:31:00.544909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:00.545563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.621785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-651966b0-dd0c-4fd1-997c-cace078653c0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0703373 Feb 15 09:31:00.628760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55958) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:00.634451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:00.658135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e58d76e-52fd-4253-8bc0-5522deb673b2 req-bf9a641e-af89-4ccc-80de-8a372079dcf1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:00.660261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e58d76e-52fd-4253-8bc0-5522deb673b2 req-bf9a641e-af89-4ccc-80de-8a372079dcf1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.1115737 Feb 15 09:31:00.676460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:00.795439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e58d76e-52fd-4253-8bc0-5522deb673b2 req-a7e1fa0a-d5df-4de2-9ab7-f29ebb6dae39 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255424 Feb 15 09:31:00.803095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.805021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.933577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.995797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:00.997957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:01.013630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.062062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec has no active binding in host n-h2-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:31:01.299872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:01.373513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.375976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.390563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:31:01.391848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.509747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-3ad38936-e26c-4ebd-bca3-26d43e84b8af tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:01.511769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-3ad38936-e26c-4ebd-bca3-26d43e84b8af tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 1101 time: 0.0908396 Feb 15 09:31:01.542299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-d55a2eac-c9c0-4147-afbb-22ef83e30a5b tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.574169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:01.657144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Allocated IP 172.25.6.190 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c235bb3b-b3b2-4ff9-bce1-0f82d72a967d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:01.680963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Allocated IP 172.20.0.2 (3b72f8cb-95aa-42d8-b648-3ebdd1639a0c/0e95cca5-c09a-48b7-95c7-cc8da7fcdde1/1e732254-49e9-4171-9f13-07bafe088b5a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:01.822253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.840263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-d55a2eac-c9c0-4147-afbb-22ef83e30a5b tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.866502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fa164a-6847-423b-b77c-d85621a9dd7f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:01.899114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:01.936053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-d55a2eac-c9c0-4147-afbb-22ef83e30a5b tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.025393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:02.060163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:02.067515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.073185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:02.080864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.106505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.155254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:02.169131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.172181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:02.175069 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6aa0a-1e5c-40b0-8d9b-8d341796536d" -d '{"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-unplugged", "status": "completed", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:02.198668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:02.202483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:02.261777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.308045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Pushing event updated for resources: {'Port': ['ID=1e732254-49e9-4171-9f13-07bafe088b5a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:02.317918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Attempting to bind port 1e732254-49e9-4171-9f13-07bafe088b5a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:02.318341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Attempting to bind port 1e732254-49e9-4171-9f13-07bafe088b5a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:02.318702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Attempting to bind port 1e732254-49e9-4171-9f13-07bafe088b5a on network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:02.332186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:02.332186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Checking segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:02.332186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.332186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Bound using segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:02.334374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Bound port: 1e732254-49e9-4171-9f13-07bafe088b5a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:02.334761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.436230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4786726f-2174-42c2-be3e-339a7f2c1486 req-d55a2eac-c9c0-4147-afbb-22ef83e30a5b tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9105039 Feb 15 09:31:02.443759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] For port 1e732254-49e9-4171-9f13-07bafe088b5a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:02.448198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] For port 1e732254-49e9-4171-9f13-07bafe088b5a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1e732254-49e9-4171-9f13-07bafe088b5a,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:02.463695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.483218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Allocated IP 172.25.6.123 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a29b5d67-b4ae-47f0-a66e-8b350b1e36c5) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:02.490460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767fed2-0d00-4397-8fbf-5b5e1c6f7a07 None None] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:31:02.539037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.566630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a2eac-c9c0-4147-afbb-22ef83e30a5b tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7365f428-d656-4ccd-8825-8e56931a81f0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:02.718049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.749206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b692924c-464a-4506-9535-6edf45d7788e None None] Provisioning complete for port 5e586a40-cf55-4b44-ae87-98084d999f49 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:02.754326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b692924c-464a-4506-9535-6edf45d7788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.787285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.880769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:02.884092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Pushing event updated for resources: {'Port': ['ID=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:02.885971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:02.893953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:02.916407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:03.038706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.050298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b55314-7d9d-4356-9711-c3f87a52beb1 None None] Pushing event updated for resources: {'Port': ['ID=1e732254-49e9-4171-9f13-07bafe088b5a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:03.200937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b692924c-464a-4506-9535-6edf45d7788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.270959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b692924c-464a-4506-9535-6edf45d7788e None None] For port 5e586a40-cf55-4b44-ae87-98084d999f49, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e586a40-cf55-4b44-ae87-98084d999f49,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:03.292681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dd615-f889-49e6-9ba3-49e9c2546227 req-f1e41c7f-3baf-4717-ba4f-12e6bd9cdb28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:03.311626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-858dd615-f889-49e6-9ba3-49e9c2546227 req-f1e41c7f-3baf-4717-ba4f-12e6bd9cdb28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.5393353 Feb 15 09:31:03.359309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Pushing event updated for resources: {'Port': ['ID=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:03.368262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on host n-h1-825064-4 for vnic_type normal with profile {"migrating_to": "n-h2-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:03.368743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:03.369469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:03.432016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b692924c-464a-4506-9535-6edf45d7788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.474576 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-858dd615-f889-49e6-9ba3-49e9c2546227 req-659f08c9-30d7-438f-8d2f-b1341950ed98 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606379 Feb 15 09:31:03.550944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:31:03.551406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Attempting to bind port 60a47521-5b32-4822-804d-90c9b63f39ec on network 12f13adb-08c4-463c-b067-5503c00763c3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:03.614578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e586a40-cf55-4b44-ae87-98084d999f49 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:03.625938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:03.726490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.745712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692924c-464a-4506-9535-6edf45d7788e None None] Pushing event updated for resources: {'Port': ['ID=5e586a40-cf55-4b44-ae87-98084d999f49,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:03.793236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e586a40-cf55-4b44-ae87-98084d999f49 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:03.795156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:03.795707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Checking segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:03.795969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.796469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Bound using segment: {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:03.797109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Bound port: 60a47521-5b32-4822-804d-90c9b63f39ec, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92de3523-c187-4b40-885e-d07a3dc3c2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '12f13adb-08c4-463c-b067-5503c00763c3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:03.797661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:03.899287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b5f5d-7803-4273-a3a1-495932def44b req-36c7991f-ef0f-4101-a600-896d9f1eef3d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:03.910928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-713b5f5d-7803-4273-a3a1-495932def44b req-36c7991f-ef0f-4101-a600-896d9f1eef3d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.2536809 Feb 15 09:31:04.068243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Router 74386238-b87c-4bdf-8977-49e88022c8cc has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:31:04.069186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-713b5f5d-7803-4273-a3a1-495932def44b req-84776500-38a9-448a-bbfd-6c45469f91da tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532202 Feb 15 09:31:04.256773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:04.264779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:04.282357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-20ee054a-4bb6-4d6a-b31c-b7f13108fb56 None None] Provisioning complete for port 5e586a40-cf55-4b44-ae87-98084d999f49 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:04.282824 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-20ee054a-4bb6-4d6a-b31c-b7f13108fb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:04.355291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:04.406892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:04.420979 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b80bdf-04f9-4fca-b6ab-e14a9b5b315a x-openstack-request-id: req-80b80bdf-04f9-4fca-b6ab-e14a9b5b315a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:04.436972 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-unplugged", "status": "completed", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:04.437482 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80b80bdf-04f9-4fca-b6ab-e14a9b5b315a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:04.438118 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec', 'code': 200} Feb 15 09:31:04.483060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ee8e6-e6da-458d-bba5-41759913d304 None None] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:31:04.576656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:04.578236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:04.581044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] 10.222.0.72 "PUT /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 1121 time: 4.8018777 Feb 15 09:31:04.600924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:04.608852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ae09942e-a5d2-4173-b526-92a39f8bbce7 admin admin] 10.222.0.10 "PUT /v2.0/routers/74386238-b87c-4bdf-8977-49e88022c8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0304265 Feb 15 09:31:04.617257 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Sync routers for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:04.633703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f022e8-a1d7-4f65-acaa-edaab440ef3f service neutron] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:04.638665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55988) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:04.655756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:04.656984 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:04.742804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['60a47521-5b32-4822-804d-90c9b63f39ec'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:04.754420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['60a47521-5b32-4822-804d-90c9b63f39ec'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:04.941815 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:05.019288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Router 2f58b974-8d53-48c0-9326-8d9e742db345 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:31:05.036779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.059841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] Provisioning complete for port 1e732254-49e9-4171-9f13-07bafe088b5a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:05.060215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.172698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1e732254-49e9-4171-9f13-07bafe088b5a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:05.194489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.315219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:05.354122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Sync routers for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:05.422302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.427651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-34b5f0c9-bca9-4843-9727-fb76dccdf51e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5259030 Feb 15 09:31:05.433203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55996) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:05.449454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.495506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225'}], 'enable_snat': True}, 'gw_port_id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:31:00Z', 'revision_number': 5, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port': {'id': '5b08251e-6294-425c-95e9-8e0c7401ee07', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:99:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:28:30Z', 'updated_at': '2022-02-15T09:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:05.576182 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Checking router: 74386238-b87c-4bdf-8977-49e88022c8cc for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:05.576438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Deleting port 5b08251e-6294-425c-95e9-8e0c7401ee07 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:31:05.576794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.597303 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Routers {'74386238-b87c-4bdf-8977-49e88022c8cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:05.598077 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['74386238-b87c-4bdf-8977-49e88022c8cc'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:05.612320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2cc5a-56d1-4046-bb71-7f3812752e92 req-cdd83c08-3e5b-4661-a284-2293f119dfa9 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:05.614730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:05.615436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:05.623958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40f2cc5a-56d1-4046-bb71-7f3812752e92 req-cdd83c08-3e5b-4661-a284-2293f119dfa9 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 945 time: 0.4330263 Feb 15 09:31:05.836665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40f2cc5a-56d1-4046-bb71-7f3812752e92 req-4f84ea89-24a5-4a4a-9adf-3f3a0111d7f4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111859 Feb 15 09:31:05.873600 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] Set router 74386238-b87c-4bdf-8977-49e88022c8cc gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:05.874114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1e732254-49e9-4171-9f13-07bafe088b5a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:05.875164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:05.949216 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:31:05Z', 'revision_number': 6, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:06.004873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43977d46-8416-459a-9c8f-4e1e4721c1f6 None None] The sync data for ids ['74386238-b87c-4bdf-8977-49e88022c8cc'] in n-d-825064-4 is: [{'id': '74386238-b87c-4bdf-8977-49e88022c8cc', 'name': 'tempest-ServerRescueTestJSON-746631427-router', 'tenant_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:28:27Z', 'updated_at': '2022-02-15T09:31:05Z', 'revision_number': 6, 'project_id': '80b9f6e2c4234b20bd358883ad0a2ec0', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:06.169856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.189930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:31:06.203764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9b4da-905d-4100-bc73-8fb785947f23 req-1d00fdd3-4789-4b4c-9e8c-41fbbaf4455c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:06.206878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19f9b4da-905d-4100-bc73-8fb785947f23 req-1d00fdd3-4789-4b4c-9e8c-41fbbaf4455c tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.2173367 Feb 15 09:31:06.304130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] For port 1e732254-49e9-4171-9f13-07bafe088b5a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1e732254-49e9-4171-9f13-07bafe088b5a,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:06.371160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.404266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] For port 5b08251e-6294-425c-95e9-8e0c7401ee07, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5b08251e-6294-425c-95e9-8e0c7401ee07,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:06.404862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.443606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:06.449314 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:06.453547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Calling delete_port for 5b08251e-6294-425c-95e9-8e0c7401ee07 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:31:06.584947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:06.596154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e586a40-cf55-4b44-ae87-98084d999f49 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:06.742740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19f9b4da-905d-4100-bc73-8fb785947f23 req-6d91cb4f-92ab-41c6-b405-7aeffd11e29b tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270700 Feb 15 09:31:06.746201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:06.775374 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Sync routers for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:06.780691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-41184712-278c-4119-942f-6576b94cd715 None None] Provisioning complete for port 1e732254-49e9-4171-9f13-07bafe088b5a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:06.781118 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-41184712-278c-4119-942f-6576b94cd715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.795613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:06.796524 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:06.839800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.844241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b52ef6b0-c509-43ef-8aab-8f3ef60b40e2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.2143927 Feb 15 09:31:06.844935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56012) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:06.895987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:06.935434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c25728-f9c2-473d-9987-784e1544b29e None None] Pushing event updated for resources: {'Port': ['ID=1e732254-49e9-4171-9f13-07bafe088b5a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:07.074018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b08251e-6294-425c-95e9-8e0c7401ee07,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:07.118607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e586a40-cf55-4b44-ae87-98084d999f49 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:07.118976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.179561 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:07.181695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.223677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:02Z', 'revision_number': 3, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:07.305005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Checking router: 2f58b974-8d53-48c0-9326-8d9e742db345 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:07.305594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Updating router 2f58b974-8d53-48c0-9326-8d9e742db345 port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:07.319522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.385343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.469925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.479281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.611661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.612387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74386238-b87c-4bdf-8977-49e88022c8cc {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:31:07.618215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.621557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-54cdd87d-fb3a-47aa-96fc-a7ddab3294c6 admin admin] 10.222.0.10 "DELETE /v2.0/routers/74386238-b87c-4bdf-8977-49e88022c8cc HTTP/1.1" status: 204 len: 168 time: 2.9797740 Feb 15 09:31:07.628109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56014) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:07.722037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:03Z', 'revision_number': 3, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:07.779948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Deleting subnet a19d6534-d177-44d5-94e9-c9d0b6561236 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:31:07.788670 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Checking router: f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:07.789379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Updating router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:07.795060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.832115 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.877211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1e732254-49e9-4171-9f13-07bafe088b5a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:07.944691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:07.997770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Allocated IP 172.20.0.1 (c6d24f0b-17e9-4a6a-885a-a7eefadcf562/7a983e0a-09bd-4a81-9cb7-fcc52720aedb/247a3543-d5ce-48fe-a7ea-fc6a5588b19f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:08.103389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.131246 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.155503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.183596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.217531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.284289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:08.297220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1e732254-49e9-4171-9f13-07bafe088b5a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:08.301309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.305020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:08.307802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.314782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:08.375146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.428930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19d6534-d177-44d5-94e9-c9d0b6561236,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:08.430983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.448796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4b540bae-0a29-4fd3-9c66-13fc289b8417 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a19d6534-d177-44d5-94e9-c9d0b6561236 HTTP/1.1" status: 204 len: 168 time: 0.8196034 Feb 15 09:31:08.453726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56020) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:08.459382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:08.602090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Attempting to bind port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:08.603186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Attempting to bind port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:08.603784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Attempting to bind port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:08.623927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:08.624952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:08.626318 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.627030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:08.627769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Bound port: c235bb3b-b3b2-4ff9-bce1-0f82d72a967d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:08.628969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.632992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3636f5-92a6-4fd3-b813-3e438e4bfcbc None None] Pushing event updated for resources: {'Port': ['ID=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:08.694689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.702219 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.719466 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.753191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] For port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:08.757753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] For port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:08.761833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9da27295-0890-47df-b5f0-a9edfd247d50 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:08.762500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9da27295-0890-47df-b5f0-a9edfd247d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.818906 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.938109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.942821 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Pushing event updated for resources: {'Port': ['ID=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:08.944049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:08.945710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5b08251e-6294-425c-95e9-8e0c7401ee07 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:08.976263 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Attempting to bind port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:08.976641 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Attempting to bind port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:08.977056 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Attempting to bind port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:08.991092 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.991435 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.993592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.993934 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.994277 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.994612 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.994940 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.995266 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:08.995593 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:09.000025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:09.000452 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:09.000791 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:09.014276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.019430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9083658-28d0-49eb-951a-f2a6a9c98248']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:09.047901 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:09.050473 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:09.051703 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.052601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:09.054924 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Bound port: a29b5d67-b4ae-47f0-a66e-8b350b1e36c5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:09.056665 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.058847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77cad1a-22f5-499e-92ff-51a964d41d12') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:09.059150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77cad1a-22f5-499e-92ff-51a964d41d12') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:09.070533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.074149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5b08251e-6294-425c-95e9-8e0c7401ee07 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:31:09.083404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5b08251e-6294-425c-95e9-8e0c7401ee07 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:31:09.084007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10fa164a-6847-423b-b77c-d85621a9dd7f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:09.106284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9da27295-0890-47df-b5f0-a9edfd247d50 None None] Port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:09.109274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.125187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:31:09.125603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:31:09.127485 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:31:09.216410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 10fa164a-6847-423b-b77c-d85621a9dd7f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:31:09.220827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10fa164a-6847-423b-b77c-d85621a9dd7f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:31:09.246676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3636f5-92a6-4fd3-b813-3e438e4bfcbc None None] Pushing event updated for resources: {'Port': ['ID=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:09.250478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] For port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:09.268063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:09.269716 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] For port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:09.276389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:09.290281 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.401753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.414472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:09.414969 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062192f9-ee11-4c48-b246-3552b8d5cc01 None None] Pushing event updated for resources: {'Port': ['ID=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:09.426263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a9083658-28d0-49eb-951a-f2a6a9c98248 HTTP/1.1" status: 204 len: 168 time: 0.9706848 Feb 15 09:31:09.438012 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:09.438652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:09.467372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adf574-38e3-4055-b20e-b5ddd56b81e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9083658-28d0-49eb-951a-f2a6a9c98248,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:09.693454 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:09.739657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:09.760625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56044) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:09.892003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d10bed4-a607-4584-a2b3-41c41b3603e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80b9f6e2c4234b20bd358883ad0a2ec0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1208615 Feb 15 09:31:09.895682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56054) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:10.021397 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-646fc1f0-5c1b-493e-955a-b31d04161b16 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729156 Feb 15 09:31:10.134708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.252519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.348166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:03Z', 'revision_number': 3, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:10.407501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:10.432385 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817cba8c-e70c-4004-aae2-41cce16b4313 None None] The sync data for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 is: [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:03Z', 'revision_number': 3, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:10.465048 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ef0e74-fa8c-48c9-b6e3-51b81592e39c x-openstack-request-id: req-34ef0e74-fa8c-48c9-b6e3-51b81592e39c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:10.465613 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:10.468489 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34ef0e74-fa8c-48c9-b6e3-51b81592e39c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:10.469095 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec', 'status': 'completed', 'code': 200} Feb 15 09:31:10.624210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.637813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.644844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2101bbb1-bc5e-4620-b9cc-277307943686 HTTP/1.1" status: 204 len: 168 time: 0.7480867 Feb 15 09:31:10.718916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.756724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-39da3286-f472-43f9-a7e4-95a05dd16fb1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:10.761922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872edff-40e1-4683-a091-3363fc2e9abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2101bbb1-bc5e-4620-b9cc-277307943686,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:10.773771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-39da3286-f472-43f9-a7e4-95a05dd16fb1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6517539 Feb 15 09:31:10.783907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:10.867379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1105a9-c865-479a-9779-3d9b1159a4bc req-27374b7a-c2b6-438b-9e0e-4c65ca48e17e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:10.880989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a1105a9-c865-479a-9779-3d9b1159a4bc req-27374b7a-c2b6-438b-9e0e-4c65ca48e17e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.3878093 Feb 15 09:31:11.000017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 1, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:11.015915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-455d1841-1c95-43f0-8829-40cb674dc4f2 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.1656382 Feb 15 09:31:11.090271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Allocated IP 172.20.0.1 (3b72f8cb-95aa-42d8-b648-3ebdd1639a0c/0e95cca5-c09a-48b7-95c7-cc8da7fcdde1/068f304e-0b08-4bf6-99c4-7fb947185cc4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:11.094049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Pushing event updated for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:11.111335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:11.135360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2c3d66-709a-4953-a243-8f4ebbbf9078 None None] The sync data for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 is: [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 1, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:11.157689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a1105a9-c865-479a-9779-3d9b1159a4bc req-4c2517ae-cde8-4f54-a5d3-bd00dc1e92b1 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753632 Feb 15 09:31:11.177456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-6431d61c-d490-4534-96e6-75099db47100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:11.179893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-6431d61c-d490-4534-96e6-75099db47100 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1124 time: 0.7062240 Feb 15 09:31:11.477121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-bb3ff64a-7738-4a62-93fe-e744ad922293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:11.481826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-bb3ff64a-7738-4a62-93fe-e744ad922293 service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.2894263 Feb 15 09:31:11.525458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-e7d603d4-d51f-42b0-b822-bc72fb1f2d8d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4981334 Feb 15 09:31:11.571839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-f2dd91da-5341-4860-ac04-2a371ddb3a02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 217 time: 0.0770934 Feb 15 09:31:11.637943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:11.650633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:11.865003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-05e34651-3143-42e5-a2cb-18d8b9164b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:11.867358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-05e34651-3143-42e5-a2cb-18d8b9164b9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.2889695 Feb 15 09:31:11.924780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:12.082931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-04e4890e-73da-49ec-8100-fa9f8347685b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601093 Feb 15 09:31:12.134912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:12.135416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:12.182957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-126d6188-f0f2-4696-9e64-c0353214c2dc service neutron] 10.222.0.36 "GET /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.5262053 Feb 15 09:31:12.229284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:12.366013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Router 2f58b974-8d53-48c0-9326-8d9e742db345 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:31:12.413886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:12.524592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:12.623608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-6948d700-87cb-48d5-bfd7-ad7ab953b5b7 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5253096 Feb 15 09:31:12.729892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:12.755572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'mac_address': 'fa:16:3e:90:21:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:12.812553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:12.937252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:12.949847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:12.979018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:13.043323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:13.082738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b7bcf1e2-7386-40e7-830a-0a3330f3c990 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:13.084790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7bcf1e2-7386-40e7-830a-0a3330f3c990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.091168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de60ef9-329f-40d3-8e90-c39771624cb3 req-8c8c909e-cc3c-488f-88c0-8969829a1850 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:13.093635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3de60ef9-329f-40d3-8e90-c39771624cb3 req-8c8c909e-cc3c-488f-88c0-8969829a1850 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 943 time: 0.6016972 Feb 15 09:31:13.108663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.170663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3de60ef9-329f-40d3-8e90-c39771624cb3 req-e631f24b-4701-4020-84b9-a6f6957d0f91 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625803 Feb 15 09:31:13.193017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Pushing event updated for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:13.196267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:13.204328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c50be585-7864-4873-8d63-71acbf4ad9c4 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f58b974-8d53-48c0-9326-8d9e742db345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7661753 Feb 15 09:31:13.251383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.306015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.457965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:13.485306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:13.500552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b7bcf1e2-7386-40e7-830a-0a3330f3c990 None None] Port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:13.513355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:13.569277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:13.584431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.592063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:13.704099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60a47521-5b32-4822-804d-90c9b63f39ec {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:13.733466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.740137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:13.772581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:13.853037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-60b74047-e7c1-4810-b617-904c5a631d9d None None] Provisioning complete for port 068f304e-0b08-4bf6-99c4-7fb947185cc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:13.857205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60b74047-e7c1-4810-b617-904c5a631d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.865688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb3800e3-cf5a-44cc-8c68-5ae88c745b1a req-b2636cab-18bf-4783-8cc0-a1af39d8c0e0 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0479202 Feb 15 09:31:13.866290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:13.948831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:14.171166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:14.199996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] Transition to ACTIVE for port object 60a47521-5b32-4822-804d-90c9b63f39ec will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:31:14.226272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.275579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-60b74047-e7c1-4810-b617-904c5a631d9d None None] Port 068f304e-0b08-4bf6-99c4-7fb947185cc4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:14.334714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.349414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.357414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.468588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Pushing event updated for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:14.489248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] No DVR routers for this DVR port 60a47521-5b32-4822-804d-90c9b63f39ec on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:31:14.529482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.570743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:14.573245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:14.649875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] Pushing event updated for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:14.767323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-e64586bf-7b41-4012-af37-d1a366bab43c service neutron] 10.222.0.36 "PUT /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec/bindings/n-h2-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 2.4556549 Feb 15 09:31:14.816330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:14.825745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:14.872376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafbe69-876a-428d-b9bf-a1430cba12db req-476acc47-07b6-403e-9425-642ebacb9eea tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:14.889325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2dafbe69-876a-428d-b9bf-a1430cba12db req-476acc47-07b6-403e-9425-642ebacb9eea tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.3962379 Feb 15 09:31:15.179747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2dafbe69-876a-428d-b9bf-a1430cba12db req-0e2d9b67-de32-4419-8fbd-17e4d341e8de tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890043 Feb 15 09:31:15.205376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-3be91e21-95e2-4345-b66e-e6e633713eea tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:15.208095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-3be91e21-95e2-4345-b66e-e6e633713eea tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.3162363 Feb 15 09:31:15.221640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c235bb3b-b3b2-4ff9-bce1-0f82d72a967d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:15.273843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:31:15.279519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:15.295786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-645434480-network', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:15.324802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:15.325267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.427009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5fdd325-72f4-408a-88c1-cf59474e47cf req-853b3a96-3a37-481f-9ea4-526d9efebbdc tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 210 time: 0.0980761 Feb 15 09:31:15.473687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-b536721f-030d-47b0-89c9-71482af62e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:15.475217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-b536721f-030d-47b0-89c9-71482af62e7c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50 HTTP/1.1" status: 200 len: 1095 time: 0.2413135 Feb 15 09:31:15.475506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d68e96-bf85-480e-a8b8-5787b347a0ee req-30fe4e00-6d89-40c8-8b84-e3558b6c049f tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:15.484212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.520444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8d68e96-bf85-480e-a8b8-5787b347a0ee req-30fe4e00-6d89-40c8-8b84-e3558b6c049f tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 950 time: 0.3342950 Feb 15 09:31:15.553485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Made reservation on behalf of fd6bd6ef26514de6a101d901109832c6 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:15.563141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.597801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:15.626531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.654811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-c8ee59d1-ce02-4877-af78-6974c704cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:15.660546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-c8ee59d1-ce02-4877-af78-6974c704cd89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1095 time: 0.1188076 Feb 15 09:31:15.667999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.709106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5a2c799c-d21e-47e8-a91a-e22453776d95 None None] Provisioning complete for port 068f304e-0b08-4bf6-99c4-7fb947185cc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:15.709483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a2c799c-d21e-47e8-a91a-e22453776d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.904796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.928141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:15.932637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:15.955474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:31:15.965353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c799c-d21e-47e8-a91a-e22453776d95 None None] Port 068f304e-0b08-4bf6-99c4-7fb947185cc4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:15.975984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8d68e96-bf85-480e-a8b8-5787b347a0ee req-1b526feb-52c3-420c-8d65-9b8a8bd1963f tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4539287 Feb 15 09:31:16.045951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.046273 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Added segment 18214d7c-6f05-4a17-bcd3-46ba714f1855 of type vlan for network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 Feb 15 09:31:16.069089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56260) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:16.072432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:16.083014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Sync routers for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:16.094150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-38f21066-80a9-4465-ac3a-eacbc5b3c53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:16.096393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-38f21066-80a9-4465-ac3a-eacbc5b3c53a service neutron] 10.222.0.72 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.4259014 Feb 15 09:31:16.101658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:16.101658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:16.103644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7b91292-743f-47cd-a4fe-0635f996dedf admin admin] 10.222.0.10 "PUT /v2.0/routers/f9d04fbe-cd4f-4c93-8e46-ce236cb12e28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2496161 Feb 15 09:31:16.212032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb62b49-9bee-4e2b-8b0c-45c18c874ce8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:16.286996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.310220 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Sync routers for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:16.330502 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:16.334633 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:16.338669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:16.340949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-1ea147ba-eb1c-4eed-bb32-c95052377991 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 200 len: 217 time: 0.2339482 Feb 15 09:31:16.421282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.426584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:16.427193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.474832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cdd6566c-6712-406c-b03f-669d65452c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.567653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:16.637865 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:16.656902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3759425 Feb 15 09:31:16.663020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:16.685335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Request body: {'subnet': {'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-subnet', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:16.780229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c4e8c-f05d-4735-99f8-c1bf46afcbe2 req-46d043d1-7271-4a06-89a5-7027ab3a61be tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:16.782162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-462c4e8c-f05d-4735-99f8-c1bf46afcbe2 req-46d043d1-7271-4a06-89a5-7027ab3a61be tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.2579792 Feb 15 09:31:16.787075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370712e-aece-4490-824a-9c090abc2795 admin admin] Pushing event updated for resources: {'Network': ['ID=3df23a78-df07-4edb-abd7-d0b807a3cbd3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:16.849829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:31:16.900933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Made reservation on behalf of fd6bd6ef26514de6a101d901109832c6 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:16.904862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:16.911876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-462c4e8c-f05d-4735-99f8-c1bf46afcbe2 req-b227b663-ba5f-43e5-a53e-95e81fd7182a tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105645 Feb 15 09:31:16.921817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cdd6566c-6712-406c-b03f-669d65452c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.026541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cdd6566c-6712-406c-b03f-669d65452c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.092386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.167281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ed66c263-613e-4425-acff-957c89b8752c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.252982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:17.253357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.274067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cdd6566c-6712-406c-b03f-669d65452c4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73f07a8a858044488c280f472ec86845&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2017369 Feb 15 09:31:17.295293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:17.302997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-a7d58abd-f54b-4af1-bfd9-16161e0692d6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3707237 Feb 15 09:31:17.305293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-47e33872-859f-41f1-9dc1-84745f795c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:17.306861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-47e33872-859f-41f1-9dc1-84745f795c2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.9537084 Feb 15 09:31:17.528574 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:09Z', 'revision_number': 2, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:17.550802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-3e4bd7df-8033-4a9f-be1c-f9e915fb699f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1984727 Feb 15 09:31:17.591875 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Checking router: 2f58b974-8d53-48c0-9326-8d9e742db345 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:17.592223 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Updating router 2f58b974-8d53-48c0-9326-8d9e742db345 port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:17.614604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.656728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.677826 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:17.740142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 2, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:17.756341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd6566c-6712-406c-b03f-669d65452c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30db4760-a914-4a62-b632-756a50030cc4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:17.806801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-a00962a8-9285-48b2-b56f-b5a8e8fa2b04 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2839661 Feb 15 09:31:17.808794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d65d1382-c7bf-4f82-8629-c48e763dfdce,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:17.903896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:17.912783 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b02bf50-51cf-4e5d-9a10-703a93e8a357" -d '{"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-plugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:17.936751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Checking router: f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:17.937355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Updating router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 port 068f304e-0b08-4bf6-99c4-7fb947185cc4 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:17.965893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Checking segment: {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:17.966297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Network hostable DHCP agents. Network: 3df23a78-df07-4edb-abd7-d0b807a3cbd3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:31:18.012869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c235bb3b-b3b2-4ff9-bce1-0f82d72a967d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:18.025089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:31:18.037120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.054274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3df23a78-df07-4edb-abd7-d0b807a3cbd3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:18.068328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:18.068328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.080940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c985ec1b-0da1-4de9-aa6c-11957b420059 None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:31:18.119651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:18.131337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-77a9ae19-c0ce-4f73-a8c6-6ef9bab5177f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4597855 Feb 15 09:31:18.131980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56334) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:18.145847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:18.171537 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.242059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.243039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.311398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:18.386161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-a79ec8f2-2dfc-4a60-bf53-2b3ba9d425c0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:18.395718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-a79ec8f2-2dfc-4a60-bf53-2b3ba9d425c0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0287750 Feb 15 09:31:18.465461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.514777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:18.607088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.635699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:18.636074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.681156 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.705422 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.716669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.757124 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37f642-eb05-44ee-a8dd-15dc7279c7a7 None None] Pushing event updated for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:18.827707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:18.904419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.953005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Attempting to bind port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:18.953665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Attempting to bind port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:18.955195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0c79f23-0d31-4670-8fdd-043c6beef772 req-462cb6d7-7846-4e97-a81f-9634899bb4f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 210 time: 0.6305318 Feb 15 09:31:18.956739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Attempting to bind port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f on network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:18.989804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:18.990167 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Checking segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:18.990526 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:18.990903 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Bound using segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:18.991387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Bound port: 247a3543-d5ce-48fe-a7ea-fc6a5588b19f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:18.991765 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.039277 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:31:19.136260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.144181 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.148089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30db4760-a914-4a62-b632-756a50030cc4 HTTP/1.1" status: 204 len: 168 time: 1.8359177 Feb 15 09:31:19.362851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca670239-a6ae-4b77-befe-19cdda3f56f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30db4760-a914-4a62-b632-756a50030cc4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:19.383951 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] For port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:19.393809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.402888 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] For port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:19.429666 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.468184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-632481b4-b970-4dca-922a-4f44a8989e3b service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7419016 Feb 15 09:31:19.570031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:19.573988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-6fcf3c55-8332-4b48-ba5a-e85943ac885e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:19.574672 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:19.576256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-6fcf3c55-8332-4b48-ba5a-e85943ac885e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7274840 Feb 15 09:31:19.638467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:19.655103 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.668336 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ef623-7674-4ac3-8bc9-3cc3c4057ccb x-openstack-request-id: req-d01ef623-7674-4ac3-8bc9-3cc3c4057ccb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:19.668983 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-plugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:19.669769 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d01ef623-7674-4ac3-8bc9-3cc3c4057ccb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:19.670300 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'code': 200} Feb 15 09:31:19.716112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.839380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.885075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:31:19.904760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56356) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:19.916743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:19.921825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200239725', 'description': 'tempest-description--1862236719'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:19.942579 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:20.012122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05256-2983-48f8-8075-a3ecd10ed8b9 None None] Pushing event updated for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:20.165157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.211511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e4d674d-79f1-4fca-acf7-d4276a780901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.258420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:20.259122 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.444115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Allocated IP 172.25.6.9 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:20.447905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134547a-16b1-4678-9ba9-22d956842d65 req-caf7635f-ec3d-4a68-a532-aece1ffbe915 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:20.457372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9134547a-16b1-4678-9ba9-22d956842d65 req-caf7635f-ec3d-4a68-a532-aece1ffbe915 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.5589600 Feb 15 09:31:20.459603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:20.463811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.594352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-7a81109b-e4e7-4bcc-b70a-825bda66a091 service neutron] 10.222.0.72 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1013498 Feb 15 09:31:20.654855 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37f642-eb05-44ee-a8dd-15dc7279c7a7 None None] Pushing event updated for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:20.713067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9134547a-16b1-4678-9ba9-22d956842d65 req-b9e3860b-c221-4c0b-9e59-e9f915f7971e tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442293 Feb 15 09:31:20.743122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.848908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:20.861498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:20.914448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.049459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c46e7a1c-0d3a-4c30-9916-10a6a7d226b3 req-dc933f87-a25c-4db2-8a32-ab007f36739e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 210 time: 0.2022150 Feb 15 09:31:21.063112 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:19Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:21.073137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.091641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1761885 Feb 15 09:31:21.108305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:21.140607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'security_group_rule': {'security_group_id': 'dc3144e6-ee10-445d-bbf9-7c6239d0168c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:21.229570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.234289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8a9f2-a8ee-463b-b27d-3c10e9643284 None None] The sync data for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 is: [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:19Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:21.250430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.253930 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.322467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.438678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.551640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:21.556980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:21.631309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:21.667373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Attempting to bind port 068f304e-0b08-4bf6-99c4-7fb947185cc4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:21.667744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Attempting to bind port 068f304e-0b08-4bf6-99c4-7fb947185cc4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:21.668578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Attempting to bind port 068f304e-0b08-4bf6-99c4-7fb947185cc4 on network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:21.727647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:21.730647 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0a2965-8621-4e80-ab17-7689f9a52bf0" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:21.743263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:21.743920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Checking segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:21.744331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.744729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Bound using segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:21.745723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Bound port: 068f304e-0b08-4bf6-99c4-7fb947185cc4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:21.747502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.858747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Allocated IP 172.20.0.2 (3df23a78-df07-4edb-abd7-d0b807a3cbd3/d65d1382-c7bf-4f82-8629-c48e763dfdce/e8916492-8fd9-4d93-b22c-deaaae46d41a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:21.914729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:21.974960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.031118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2486350c-3b11-4109-852f-81fe5a8e255a,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:22.316512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Pushing event updated for resources: {'Port': ['ID=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:22.332405 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.337743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:22.344724 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b821f9dc-aa80-4c4c-8eca-8d3a6c757ec3 x-openstack-request-id: req-b821f9dc-aa80-4c4c-8eca-8d3a6c757ec3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:22.346077 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:22.346408 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b821f9dc-aa80-4c4c-8eca-8d3a6c757ec3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:22.346856 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'code': 200} Feb 15 09:31:22.350812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 247a3543-d5ce-48fe-a7ea-fc6a5588b19f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:22.491542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43900862-d4cb-4f8c-987b-dd799943eaf1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3144e6-ee10-445d-bbf9-7c6239d0168c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:22.518288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.522219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.537691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.567905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.578089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.581078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-013a3383-c1a0-4efe-ab2c-26433f38159d req-47900a6d-05a8-42e0-871f-e0314b1efca9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 210 time: 0.2616057 Feb 15 09:31:22.646868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-67448989-67d8-4835-bad1-be941eb3a3e0 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:22.650600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-67448989-67d8-4835-bad1-be941eb3a3e0 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d&tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 1.5405154 Feb 15 09:31:22.699761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.247 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/15bc5cdf-d65d-45e1-b2d4-c6258d966582) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:22.892190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:22.892634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:22.919815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:23.011243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] For port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:23.083952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:23.085055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.102657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] For port 068f304e-0b08-4bf6-99c4-7fb947185cc4, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:23.108508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:23.123901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:23.139550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-9c15c495-b309-469f-a4ff-c13b3228063e service neutron] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:23.147715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-9c15c495-b309-469f-a4ff-c13b3228063e service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.150906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1005080c-f7d4-4dac-a274-cb8c5aea5f90 req-9c15c495-b309-469f-a4ff-c13b3228063e service neutron] 10.222.0.72 "DELETE /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec/bindings/n-h1-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.4669363 Feb 15 09:31:23.187120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-d5f6f8b8-357c-4736-b1a3-60323c047ac4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1129386 Feb 15 09:31:23.209799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.264691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] For port 068f304e-0b08-4bf6-99c4-7fb947185cc4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=068f304e-0b08-4bf6-99c4-7fb947185cc4,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:23.289948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Pushing event updated for resources: {'Port': ['ID=e8916492-8fd9-4d93-b22c-deaaae46d41a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:23.331291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.393682 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.394343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091cc46-ae25-42c5-a719-e95534b98199 req-44032f51-0224-434b-bd6a-779627c01b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:23.396389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d32d38e2-b0e7-42ae-bca3-ce3def6523cc tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2796049 Feb 15 09:31:23.398022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-44032f51-0224-434b-bd6a-779627c01b31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 1095 time: 0.1716413 Feb 15 09:31:23.403867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56468) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:23.413882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Attempting to bind port e8916492-8fd9-4d93-b22c-deaaae46d41a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:23.414435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Attempting to bind port e8916492-8fd9-4d93-b22c-deaaae46d41a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:23.414783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Attempting to bind port e8916492-8fd9-4d93-b22c-deaaae46d41a on network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:23.421126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'security_group_rule': {'security_group_id': 'dc3144e6-ee10-445d-bbf9-7c6239d0168c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:23.515877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f037f80-98f3-4978-99a3-ce49c7fd7528 req-c84a1843-6ada-46d3-bd46-d002c1d3bffc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:23.526386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f037f80-98f3-4978-99a3-ce49c7fd7528 req-c84a1843-6ada-46d3-bd46-d002c1d3bffc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 1.1858056 Feb 15 09:31:23.632736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:23.633155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.727299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091cc46-ae25-42c5-a719-e95534b98199 req-981829b9-a534-4e91-aee6-025f70234ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:23.736423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-981829b9-a534-4e91-aee6-025f70234ceb service neutron] 10.222.0.36 "GET /v2.0/networks?id=12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 200 len: 921 time: 0.3012133 Feb 15 09:31:23.753740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.755829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:23.756530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Checking segment: {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:23.757181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.757947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Bound using segment: {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:23.758676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Bound port: e8916492-8fd9-4d93-b22c-deaaae46d41a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:23.759309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:23.797232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:23.835360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f037f80-98f3-4978-99a3-ce49c7fd7528 req-c851a1f6-c455-441e-aa03-7c2bbcf134bc tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083858 Feb 15 09:31:23.841266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:24.015786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:24.017696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:24.162464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3ddd5f-5f29-4e90-b37e-83f29ffc1371 None None] Pushing event updated for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:24.292243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.133 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/0a39979a-ff48-47bf-a236-736207ef5638) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:24.312005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:24.360922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5391c65d-ac10-4bac-9814-a4ff93123677 req-ce0a7a2e-39c2-4ca8-8a69-b0bbcfe42353 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 210 time: 0.4588816 Feb 15 09:31:24.362947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-7e33efc5-c67c-4a0e-87be-07ccb4213803 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 200 len: 217 time: 0.6181858 Feb 15 09:31:24.367388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:24.369003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec05256-2983-48f8-8075-a3ecd10ed8b9 None None] Pushing event updated for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:24.404265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Provisioning complete for port 068f304e-0b08-4bf6-99c4-7fb947185cc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:24.405970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:24.445238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:24.555581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:24.621479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:24.667785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-e47a057d-3d47-4c6f-92ee-1912c5920639 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:24.675351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:24.676573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-e47a057d-3d47-4c6f-92ee-1912c5920639 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 0.3534403 Feb 15 09:31:24.710731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:24.733848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-0db4f4b2-ad2d-4159-b638-039ded7c11a0 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/quotas/972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 375 time: 0.0368164 Feb 15 09:31:24.891971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:24.897537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:24.952682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091cc46-ae25-42c5-a719-e95534b98199 req-d8ffa55e-f330-4499-b1de-b91215f72624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:24.960896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-d8ffa55e-f330-4499-b1de-b91215f72624 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 200 len: 860 time: 0.5873606 Feb 15 09:31:24.973399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] For port e8916492-8fd9-4d93-b22c-deaaae46d41a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:24.977852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] For port e8916492-8fd9-4d93-b22c-deaaae46d41a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8916492-8fd9-4d93-b22c-deaaae46d41a,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:24.981995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-137a73aa-f51d-4311-b2b4-734f2bdcb3a3 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2470169 Feb 15 09:31:24.998122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 247a3543-d5ce-48fe-a7ea-fc6a5588b19f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:25.046263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Router 8af55a71-2bbd-4823-8239-25d1d8bdda5a is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:31:25.072132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-fb2fa645-5bfb-4cbd-8af2-e9e9fdd1a7f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5957897 Feb 15 09:31:25.093506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ba671-b2f4-4a9f-be11-e8ea7784b604 req-1c97da4c-eb65-4ea2-a26d-4713b3c35c04 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:25.098644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea9ba671-b2f4-4a9f-be11-e8ea7784b604 req-1c97da4c-eb65-4ea2-a26d-4713b3c35c04 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 1095 time: 0.4659436 Feb 15 09:31:25.101805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-c79b0e5d-d0d0-45cb-a302-ab431c73c76d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=12f13adb-08c4-463c-b067-5503c00763c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1289403 Feb 15 09:31:25.119157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Request body: {'port': {'device_id': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:25.153062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:25.239052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-8544b790-54f1-4f4f-9ebd-e3d488d18666 service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482297 Feb 15 09:31:25.289656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-6e1adc82-adb2-4648-9971-4d6532022796 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639969 Feb 15 09:31:25.314255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:25.353264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.377551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.401162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:25.414586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'mac_address': 'fa:16:3e:d3:94:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:25.433299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.435032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b88b4d9c-b46e-42fb-8f06-317e181e6bda admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3021009 Feb 15 09:31:25.437877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56542) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:25.572307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56546) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:25.575336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d33b3-4ae3-4d81-be32-884b54630c66 None None] Pushing event updated for resources: {'Port': ['ID=e8916492-8fd9-4d93-b22c-deaaae46d41a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:25.586145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Sync routers for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:25.647381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.677450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-6f2c3945-19d0-4387-9ac9-b362685be22e service neutron] 10.222.0.10 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348149 Feb 15 09:31:25.687021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.714147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.722574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea9ba671-b2f4-4a9f-be11-e8ea7784b604 req-e4882604-af68-4cab-a182-14a86ecddf97 tempest-LiveAutoBlockMigrationV225Test-982404565 tempest-LiveAutoBlockMigrationV225Test-982404565-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6111772 Feb 15 09:31:25.779736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.796399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952ba6aa-c4d5-4c77-967d-e870809505a9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:25.972533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:25.972848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:25.981127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:25.981843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:26.083020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fef7550-eb83-464f-8182-688838bad945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.098520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:26.153435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.158592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a091cc46-ae25-42c5-a719-e95534b98199 req-d93d7a7e-a129-44c9-b6de-7b72d27184f8 service neutron] 10.222.0.36 "GET /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8324587 Feb 15 09:31:26.164176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.168690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ddc254fa-836c-42bd-a3ae-ab00f1a13322 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7636888 Feb 15 09:31:26.170403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56572) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:26.184246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:26.210693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:26.215445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:26.282787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:26.283467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.294650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:26.399484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:26.436171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-193ed50b-f8e5-4c80-9c27-52eb4a977f17 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.8409116 Feb 15 09:31:26.443834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:26.449038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Request body: {'port': {'device_id': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:26.686320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.799802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:26.855414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.876219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fef7550-eb83-464f-8182-688838bad945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:26.989566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fef7550-eb83-464f-8182-688838bad945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.005798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ff09d969-a2ae-4ced-8eab-23801e306dce'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:27.037309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fef7550-eb83-464f-8182-688838bad945 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0778e729987490d82d66716a7558e45&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4589298 Feb 15 09:31:27.045351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56598) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:27.052532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.168488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef7550-eb83-464f-8182-688838bad945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6577d5dc-a399-46a4-abe5-3f5deec805a0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:27.191545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.218989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.256637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.393876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15bc5cdf-d65d-45e1-b2d4-c6258d966582 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:27.411856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:27.460116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.461887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.538810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] For port 068f304e-0b08-4bf6-99c4-7fb947185cc4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=068f304e-0b08-4bf6-99c4-7fb947185cc4,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:27.586224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.721589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:27.744727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Transition to ACTIVE for port object 15bc5cdf-d65d-45e1-b2d4-c6258d966582 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:31:27.773617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:27.841322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8916492-8fd9-4d93-b22c-deaaae46d41a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:27.879193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b0f796-a7e5-44ce-83b7-a68a8368ce71 None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:31:28.077264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.081331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.082844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6577d5dc-a399-46a4-abe5-3f5deec805a0 HTTP/1.1" status: 204 len: 168 time: 1.0292554 Feb 15 09:31:28.122031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Allocated IP 172.20.0.1 (3df23a78-df07-4edb-abd7-d0b807a3cbd3/d65d1382-c7bf-4f82-8629-c48e763dfdce/f64cb0d7-b48d-4d81-a45a-8f3b343e88de) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:28.127176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:23Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:28.133573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98913e5-5ab6-4486-bd25-802f09437d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6577d5dc-a399-46a4-abe5-3f5deec805a0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:28.137026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Allocated IP 172.25.6.39 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/b4332610-4f83-4973-9773-dd64868b22b8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:28.217450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a39979a-ff48-47bf-a236-736207ef5638 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:28.232156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.303810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726492b-6788-4acd-ba4e-1e65aeb5bc59 None None] Pushing event updated for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:28.338330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8916492-8fd9-4d93-b22c-deaaae46d41a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:28.338846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.369686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.398868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b9df8a-82bb-4434-9891-01f5814777f9 None None] The sync data for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 is: [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:23Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:28.405508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:28.479720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.498738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Transition to ACTIVE for port object 0a39979a-ff48-47bf-a236-736207ef5638 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:31:28.597516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:23Z', 'revision_number': 3, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:28.628497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.637657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.727514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.904386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:28.918561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Checking router: 8af55a71-2bbd-4823-8239-25d1d8bdda5a for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:28.920556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Updating router 8af55a71-2bbd-4823-8239-25d1d8bdda5a port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:28.980843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:28.995173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:29.220349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Attempting to bind port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:29.220756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Attempting to bind port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:29.227799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Attempting to bind port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:29.268795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:31:29.269127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Attempting to bind port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:29.503734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Pushing event updated for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:29.522518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:29.529358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:29.529799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:29.530262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Bound port: 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:29.530643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:29.577503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:29.873101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Attempting to bind port 0a39979a-ff48-47bf-a236-736207ef5638 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:29.873830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Attempting to bind port 0a39979a-ff48-47bf-a236-736207ef5638 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:29.874532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Attempting to bind port 0a39979a-ff48-47bf-a236-736207ef5638 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:29.911698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Port 0a39979a-ff48-47bf-a236-736207ef5638 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:31:29.912902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Attempting to bind port 0a39979a-ff48-47bf-a236-736207ef5638 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:29.941947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-da854957-81ff-4a95-b34b-08b15f5f9a97 None None] Provisioning complete for port 068f304e-0b08-4bf6-99c4-7fb947185cc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:29.942505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da854957-81ff-4a95-b34b-08b15f5f9a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:29.960544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-35c5569d-77c2-48a3-ac7e-824551bfdb87 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:29.966320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-35c5569d-77c2-48a3-ac7e-824551bfdb87 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 807 time: 1.3389158 Feb 15 09:31:29.972566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:29.975112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:29.977740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:29.978487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Bound port: 0a39979a-ff48-47bf-a236-736207ef5638, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:29.979118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.077747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Request body: {'port': {'device_id': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'admin_state_up': True, 'tenant_id': '972d445c0aa9475e952e5c17bda90001'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:30.301773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:30.305332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ff95cc1-7fd3-4400-a7bd-8810570620e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.338438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:30.361148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:30.370857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:30.372868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:30.379880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:30.446271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:30.494445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:30.502258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.518570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.593522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:30.610947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a39979a-ff48-47bf-a236-736207ef5638,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:30.635634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.654488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:30.660109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.667541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] 10.222.0.72 "PUT /v2.0/ports/15bc5cdf-d65d-45e1-b2d4-c6258d966582 HTTP/1.1" status: 200 len: 1096 time: 5.5615194 Feb 15 09:31:30.676906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Pushing event updated for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:30.798765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e8916492-8fd9-4d93-b22c-deaaae46d41a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8916492-8fd9-4d93-b22c-deaaae46d41a,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:30.819408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ff09d969-a2ae-4ced-8eab-23801e306dce triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:30.842666 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.901723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:30.907985 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1212d71f-3ce0-462a-a866-91e8846ebe1d" -d '{"events": [{"name": "network-changed", "server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:30.921806 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:30.929921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcc20c-064e-433b-b743-cf55c56b8a69 service neutron] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:30.996120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.225346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.287929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:31.288636 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.292486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] 10.222.0.72 "PUT /v2.0/ports/0a39979a-ff48-47bf-a236-736207ef5638 HTTP/1.1" status: 200 len: 1096 time: 4.8486850 Feb 15 09:31:31.402791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-cac19c42-50dd-4717-92ea-2689980539ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:31.404352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-cac19c42-50dd-4717-92ea-2689980539ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1099 time: 0.4679415 Feb 15 09:31:31.405056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Made reservation on behalf of 972d445c0aa9475e952e5c17bda90001 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:31.415098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.490472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 068f304e-0b08-4bf6-99c4-7fb947185cc4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:31.491614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838415a-2fdb-40dd-918d-76fa0f0b48ef service neutron] Pushing event updated for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:31.633004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-6c56c887-40b8-4dd8-8d58-f7abd46aa971 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582 HTTP/1.1" status: 200 len: 217 time: 0.2082748 Feb 15 09:31:31.654704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cdf3765a-9601-4283-b6c0-51ff731001f6 None None] Provisioning complete for port e8916492-8fd9-4d93-b22c-deaaae46d41a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:31.654704 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cdf3765a-9601-4283-b6c0-51ff731001f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.758069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.807034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'Port': ['ID=b4332610-4f83-4973-9773-dd64868b22b8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:31.826306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.830075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.848550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e8916492-8fd9-4d93-b22c-deaaae46d41a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:31.855925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:31.988846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Allocated IP 172.20.0.6 (2016aa89-3ec9-445e-8dc1-4dd2b2951d86/bd0d0193-f267-4c60-9a62-451a5d6f5df1/30684471-74a1-4033-b9a7-c95d50977eb5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:32.053027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 068f304e-0b08-4bf6-99c4-7fb947185cc4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:32.053027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.107176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:32.110827 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689a497-6582-4c25-99aa-b56b59a688ac" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:32.149673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.226027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-9c59f28e-9786-4408-8c8b-3111ada157fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:32.227055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-9c59f28e-9786-4408-8c8b-3111ada157fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 1099 time: 0.8013389 Feb 15 09:31:32.357894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ff95cc1-7fd3-4400-a7bd-8810570620e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.411855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.411855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'Port': ['ID=b4332610-4f83-4973-9773-dd64868b22b8,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:32.411855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ff95cc1-7fd3-4400-a7bd-8810570620e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.412460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:32.466923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.478474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0cde0830-2b56-404e-994f-6dd9775b0900 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2905335 Feb 15 09:31:32.482752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.507126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-6d508708-1e11-4904-9fda-88c371042be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:32.508652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-6d508708-1e11-4904-9fda-88c371042be1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.8641710 Feb 15 09:31:32.562314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:32.573480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff95cc1-7fd3-4400-a7bd-8810570620e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=106aa605-444f-49db-bc25-bedf0a5d23d7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:32.586401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.600465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ff95cc1-7fd3-4400-a7bd-8810570620e4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37bf36a36d794794b8f202b9b9be29f4&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6019738 Feb 15 09:31:32.612733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:32.668853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-5bdfe99f-eabe-4ab0-ad95-9c1a7c7d7004 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0a39979a-ff48-47bf-a236-736207ef5638 HTTP/1.1" status: 200 len: 217 time: 0.4216442 Feb 15 09:31:32.708272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.785318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.805096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Attempting to bind port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:32.806817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Attempting to bind port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:32.807193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Attempting to bind port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:32.811840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f943-bff4-4c1b-bd59-f92cf2207e1e None None] Pushing event updated for resources: {'Port': ['ID=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:32.820675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:32.821097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:32.821480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.821915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:32.822991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Bound port: 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:32.822991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.827602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.831050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.851200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.953153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] For port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:32.960027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.962934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:32.965186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] For port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:32.976051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Pushing event updated for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:32.994875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:33.070834 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:33.111283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:33.114621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:33.123805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:33.125898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/106aa605-444f-49db-bc25-bedf0a5d23d7 HTTP/1.1" status: 204 len: 168 time: 0.5021830 Feb 15 09:31:33.209338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7b2b9-0878-4ab1-bc9d-38f916bb971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=106aa605-444f-49db-bc25-bedf0a5d23d7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:33.233781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:33.246414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:33.247875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:33.254263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-288efd81-3d56-4bcf-b222-d92d18668e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:33.255800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-288efd81-3d56-4bcf-b222-d92d18668e57 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6204596 Feb 15 09:31:33.257197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-698c5b6f-ea96-47c6-a603-7495527a06ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:33.258508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-698c5b6f-ea96-47c6-a603-7495527a06ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.5350766 Feb 15 09:31:33.319810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:33.327863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8916492-8fd9-4d93-b22c-deaaae46d41a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:33.386249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:33.390650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:33.460173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6f943-bff4-4c1b-bd59-f92cf2207e1e None None] Pushing event updated for resources: {'Port': ['ID=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:33.496040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c92da3de-c389-4681-a21b-88878308f937 None None] Provisioning complete for port e8916492-8fd9-4d93-b22c-deaaae46d41a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:33.496373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c92da3de-c389-4681-a21b-88878308f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:33.550457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Router 8af55a71-2bbd-4823-8239-25d1d8bdda5a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:31:33.658452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:33.659145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:33.840883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:31:33.848459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-967c9149-200a-49f9-b9f2-852d535a8869 admin admin] 10.222.0.10 "PUT /v2.0/routers/8af55a71-2bbd-4823-8239-25d1d8bdda5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4086907 Feb 15 09:31:34.042871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:34.386618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8916492-8fd9-4d93-b22c-deaaae46d41a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:34.387342 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:34.425309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:34.426796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:34.511306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-57d9a8e3-2f41-4084-a93a-f99b87165cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:34.518562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-57d9a8e3-2f41-4084-a93a-f99b87165cbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2237291 Feb 15 09:31:34.546402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-3cee28a8-a6de-40ce-bd71-f52945d5f9d6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5217113 Feb 15 09:31:34.772313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Request body: {'port': {'device_id': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:34.917606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-8dd7111b-3c26-4bb6-90ec-6880ab1f8f8d service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6382132 Feb 15 09:31:34.942558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c92da3de-c389-4681-a21b-88878308f937 None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:34.943976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c92da3de-c389-4681-a21b-88878308f937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:35.026876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:35.258111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-cde70584-783b-40b2-bb24-0251859febce service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6932926 Feb 15 09:31:35.357512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c92da3de-c389-4681-a21b-88878308f937 None None] Port f64cb0d7-b48d-4d81-a45a-8f3b343e88de cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:35.614096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:31Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f64cb0d7-b48d-4d81-a45a-8f3b343e88de', 'name': '', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'mac_address': 'fa:16:3e:80:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:27Z', 'updated_at': '2022-02-15T09:31:32Z', 'revision_number': 2, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'subnets': [{'id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:35.642549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-bdc8f4bd-4e7d-4cc6-82ca-4b419c21f2f8 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326041 Feb 15 09:31:35.672721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e19d26-30ae-4041-9f08-e0fcb0733932 None None] The sync data for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 is: [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:31Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f64cb0d7-b48d-4d81-a45a-8f3b343e88de', 'name': '', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'mac_address': 'fa:16:3e:80:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:27Z', 'updated_at': '2022-02-15T09:31:32Z', 'revision_number': 2, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'subnets': [{'id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:35.693992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4eba649-a424-4897-9362-30e9b4d77c3a req-01102fe2-c22c-435d-b7f3-77e8db96f20e service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219902 Feb 15 09:31:35.747086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f6cfb574-acbd-4ee7-941c-dd088e1ad8af None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:35.750424 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb574-acbd-4ee7-941c-dd088e1ad8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:35.851854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f6cfb574-acbd-4ee7-941c-dd088e1ad8af None None] Port f64cb0d7-b48d-4d81-a45a-8f3b343e88de cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:36.036266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30684471-74a1-4033-b9a7-c95d50977eb5 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:36.061999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:36.094560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Transition to ACTIVE for port object 30684471-74a1-4033-b9a7-c95d50977eb5 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:31:36.112052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:36.224843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:36.313181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:36.313651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:36.314110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:36.327019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:31:36.327352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:36.337710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:36.338052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:36.347487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:36.348053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Bound port: 30684471-74a1-4033-b9a7-c95d50977eb5, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:36.348434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:36.530312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:36.539141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:36.554662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:36.672862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:36.673892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:36.677115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] 10.222.0.36 "PUT /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 1091 time: 1.9175022 Feb 15 09:31:36.854205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409a9f95-1958-4154-8416-b1d9f94256c9 service neutron] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:36.929036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-9dc3830b-0ffb-4ea7-9fe8-e9426b133472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:36.932393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-9dc3830b-0ffb-4ea7-9fe8-e9426b133472 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1094 time: 0.1756594 Feb 15 09:31:37.055611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-1d4fa6ec-91c4-4ba9-9ed8-0a429e12930f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 217 time: 0.1043031 Feb 15 09:31:37.195931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272db9e-e316-4380-8841-e8a1fd353841 req-7b0c4bfe-5548-4ab8-b038-a764af3eafc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:37.208550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-7b0c4bfe-5548-4ab8-b038-a764af3eafc7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1307216 Feb 15 09:31:37.277310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-129980b3-0464-4413-a436-5b1e306b5c3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596507 Feb 15 09:31:37.523615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-cbaef992-d6e6-4fba-9c95-e7ef17329b05 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373271 Feb 15 09:31:37.783713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a272db9e-e316-4380-8841-e8a1fd353841 req-30695430-3813-4c8c-9fbb-1a1453b7e2bc service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499526 Feb 15 09:31:37.817749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:37.956404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:37.960711 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:38.149547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:38.199394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:38.210704 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:38.332165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:38.909660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a39979a-ff48-47bf-a236-736207ef5638 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:39.150796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a39979a-ff48-47bf-a236-736207ef5638,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:39.190197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '0a39979a-ff48-47bf-a236-736207ef5638', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '0a39979a-ff48-47bf-a236-736207ef5638', 'mac_address': 'fa:16:3e:94:0e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:39.289636 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:39.339766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a39979a-ff48-47bf-a236-736207ef5638 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:39.394914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a39979a-ff48-47bf-a236-736207ef5638,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:39.402678 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:39.403347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 15bc5cdf-d65d-45e1-b2d4-c6258d966582 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:39.476376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:39.560181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:39.569914 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Sync routers for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:31:39.586657 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:39.587295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:39.604156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'mac_address': 'fa:16:3e:62:96:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:39.701881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:39.730660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15bc5cdf-d65d-45e1-b2d4-c6258d966582 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:39.782900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:39.785758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:39.824088 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:39.870083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:39.984855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:39.990314 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:40.121164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:40.162656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:40.221130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['15bc5cdf-d65d-45e1-b2d4-c6258d966582'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:40.254957 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:31Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f64cb0d7-b48d-4d81-a45a-8f3b343e88de', 'name': '', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'mac_address': 'fa:16:3e:80:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:27Z', 'updated_at': '2022-02-15T09:31:32Z', 'revision_number': 2, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'subnets': [{'id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:40.291469 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Checking router: 8af55a71-2bbd-4823-8239-25d1d8bdda5a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:31:40.291870 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Updating router 8af55a71-2bbd-4823-8239-25d1d8bdda5a port f64cb0d7-b48d-4d81-a45a-8f3b343e88de binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:31:40.325012 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.035666 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.085464 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.177702 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5af4b-7591-411d-9d5c-92b4bd292afd None None] Pushing event updated for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:41.215858 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Attempting to bind port f64cb0d7-b48d-4d81-a45a-8f3b343e88de on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:41.216286 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Attempting to bind port f64cb0d7-b48d-4d81-a45a-8f3b343e88de by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:41.216971 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Attempting to bind port f64cb0d7-b48d-4d81-a45a-8f3b343e88de on network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:41.237609 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:41.238420 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Checking segment: {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:41.238838 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.239251 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Bound using segment: {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:41.239750 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Bound port: f64cb0d7-b48d-4d81-a45a-8f3b343e88de, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18214d7c-6f05-4a17-bcd3-46ba714f1855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:41.240154 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.408011 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] For port f64cb0d7-b48d-4d81-a45a-8f3b343e88de, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:41.427685 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] For port f64cb0d7-b48d-4d81-a45a-8f3b343e88de, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:41.439221 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.442866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:41.443494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.607616 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:31:41.607616 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:41.617857 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5af4b-7591-411d-9d5c-92b4bd292afd None None] Pushing event updated for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:41.748565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51705-8548-4047-b2e6-13ec3feff74a req-bf8a8bb5-da6a-41e5-9566-516023df17b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:41.752733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81b51705-8548-4047-b2e6-13ec3feff74a req-bf8a8bb5-da6a-41e5-9566-516023df17b5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 949 time: 0.1059842 Feb 15 09:31:41.835175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:41.889649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81b51705-8548-4047-b2e6-13ec3feff74a req-04417e6d-8a91-4ae9-a53b-f7b703e10737 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302266 Feb 15 09:31:41.929633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] For port f64cb0d7-b48d-4d81-a45a-8f3b343e88de, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:41.930800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f64cb0d7-b48d-4d81-a45a-8f3b343e88de up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:42.070691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:42.076376 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:31:42.165622 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69065f2c-b68b-4b36-897b-f39559f883a7 x-openstack-request-id: req-69065f2c-b68b-4b36-897b-f39559f883a7 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:42.166552 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:42.167061 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69065f2c-b68b-4b36-897b-f39559f883a7 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:42.168533 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'status': 'completed', 'code': 200} Feb 15 09:31:42.176848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b30af1-33a9-42b3-be1d-f0dfe34f9598 None None] Pushing event updated for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:42.206164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:42.207047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:42.274579 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dcf7ea-c100-4a79-a487-0424294a7a99 x-openstack-request-id: req-c2dcf7ea-c100-4a79-a487-0424294a7a99 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:42.274909 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-plugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:42.275157 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2dcf7ea-c100-4a79-a487-0424294a7a99 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:42.275536 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'code': 200} Feb 15 09:31:42.288471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-734a8e9a-ca0e-4640-94f6-73375e05c01a None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:42.288742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-734a8e9a-ca0e-4640-94f6-73375e05c01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:42.330263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-6d877a7f-e503-4d22-8146-8800d7127d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:42.332534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-6d877a7f-e503-4d22-8146-8800d7127d92 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1100 time: 0.1621473 Feb 15 09:31:42.351830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6b458-4653-4559-bd73-949270eaa646 req-cb7e2b9c-398c-4c1c-8f2d-054985050a5b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:42.360082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fbe6b458-4653-4559-bd73-949270eaa646 req-cb7e2b9c-398c-4c1c-8f2d-054985050a5b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.2526221 Feb 15 09:31:42.578659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-b0534ffc-f1fe-4e73-9fe0-6d127f44c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:42.580508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-b0534ffc-f1fe-4e73-9fe0-6d127f44c64b service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2174416 Feb 15 09:31:42.600751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-fe28a9d9-b217-423f-b9b3-81a90f686ef8 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1200239725&fields=id&tenant_id=80ab6b338234481aa8034e9530426b19 HTTP/1.1" status: 200 len: 267 time: 0.1557600 Feb 15 09:31:42.709602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-958d821f-9a59-45c7-b39e-16d29e12d999 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582 HTTP/1.1" status: 200 len: 217 time: 0.1203024 Feb 15 09:31:42.763631 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:31Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f64cb0d7-b48d-4d81-a45a-8f3b343e88de', 'name': '', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'mac_address': 'fa:16:3e:80:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:27Z', 'updated_at': '2022-02-15T09:31:41Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'subnets': [{'id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:31:42.835692 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cdec28-5958-407d-aa49-84fe7405d197 None None] The sync data for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 is: [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:31:31Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f64cb0d7-b48d-4d81-a45a-8f3b343e88de', 'name': '', 'network_id': '3df23a78-df07-4edb-abd7-d0b807a3cbd3', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'mac_address': 'fa:16:3e:80:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:27Z', 'updated_at': '2022-02-15T09:31:41Z', 'revision_number': 4, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'subnets': [{'id': 'd65d1382-c7bf-4f82-8629-c48e763dfdce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:31:42.874270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-c0403d47-f442-49c0-bc27-1a8f7eec5693 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:42.879326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-c0403d47-f442-49c0-bc27-1a8f7eec5693 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/networks?id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c HTTP/1.1" status: 200 len: 806 time: 0.2775183 Feb 15 09:31:42.889867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fbe6b458-4653-4559-bd73-949270eaa646 req-bf3ea869-4925-4a49-8b59-fa9d5bdff0bf tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284200 Feb 15 09:31:42.912466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-0f27185c-3687-4c2c-9785-67b09eb7cc87 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/quotas/80ab6b338234481aa8034e9530426b19 HTTP/1.1" status: 200 len: 375 time: 0.0169199 Feb 15 09:31:42.976908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-b165c372-c966-4338-823c-6f838e8d1e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:42.982596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-b165c372-c966-4338-823c-6f838e8d1e1a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2500048 Feb 15 09:31:42.987651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a39979a-ff48-47bf-a236-736207ef5638 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:43.058630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-216e7ae7-9fb5-4c68-9249-17857630c955 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=80ab6b338234481aa8034e9530426b19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1317465 Feb 15 09:31:43.109947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-9819a64c-7ba8-41ec-93e7-b25546448da0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:43.118139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-9819a64c-7ba8-41ec-93e7-b25546448da0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.4050996 Feb 15 09:31:43.190761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 0a39979a-ff48-47bf-a236-736207ef5638 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:31:43.195871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 0a39979a-ff48-47bf-a236-736207ef5638 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:43.196554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:43.284784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-e46d1859-6fba-431f-a0eb-7ce295ea3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:43.286717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-e46d1859-6fba-431f-a0eb-7ce295ea3814 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2962453 Feb 15 09:31:43.345479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b36eef25-2a5a-4991-b9d7-4866f681fe81 service neutron] 10.222.0.10 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442992 Feb 15 09:31:43.474070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-475b6dc3-93be-4f71-a45d-57fe03f7b7d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232009 Feb 15 09:31:43.538626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:43.570410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-35f508d7-9083-424c-b76c-bb1729545e14 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442887 Feb 15 09:31:43.712333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a39979a-ff48-47bf-a236-736207ef5638,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:43.730523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:43.734513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 15bc5cdf-d65d-45e1-b2d4-c6258d966582 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:43.762087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1212d71f-3ce0-462a-a866-91e8846ebe1d req-ef9c9ab4-bc6f-43d9-8893-331abd044c9a service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624050 Feb 15 09:31:43.831261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73d951-c427-4fdc-a453-1e636b559030 req-9c1ea18a-7675-461a-b81f-4180d790a7da tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:43.841514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a73d951-c427-4fdc-a453-1e636b559030 req-9c1ea18a-7675-461a-b81f-4180d790a7da tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=add96feb-f17c-48c5-a033-00b0d5c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.5647163 Feb 15 09:31:43.875339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Deleting port 60a47521-5b32-4822-804d-90c9b63f39ec {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:31:43.875980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:43.974431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f64cb0d7-b48d-4d81-a45a-8f3b343e88de up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:44.036723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a73d951-c427-4fdc-a453-1e636b559030 req-0e636727-e586-4cfd-8ef5-3de570693b40 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889091 Feb 15 09:31:44.053308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:44.123032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:31:44.129732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] For port 60a47521-5b32-4822-804d-90c9b63f39ec, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=60a47521-5b32-4822-804d-90c9b63f39ec,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:44.130120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.133421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.136783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:44.137175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.173762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638'}, {'name': 'network-changed', 'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:44.208000 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497" -d '{"events": [{"name": "network-changed", "server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "tag": "0a39979a-ff48-47bf-a236-736207ef5638"}, {"name": "network-changed", "server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:44.236628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Calling delete_port for 60a47521-5b32-4822-804d-90c9b63f39ec owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:31:44.269596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f64cb0d7-b48d-4d81-a45a-8f3b343e88de triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:44.270228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.322831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:44.326704 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd309797-f131-4e71-875b-96557a214e69" -d '{"events": [{"server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "name": "network-vif-plugged", "status": "completed", "tag": "0a39979a-ff48-47bf-a236-736207ef5638"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:44.385362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.476231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:44.489281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.525352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.573650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:44.576664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:44.597236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event deleted for resources: {'Port': ['ID=60a47521-5b32-4822-804d-90c9b63f39ec,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:44.626193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['60a47521-5b32-4822-804d-90c9b63f39ec'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:44.630106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6aa2fa-c33b-4171-a4a4-ee749daf26a0 req-4e13fdce-4523-4f3b-84c0-e43ff316af39 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:44.639150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b6aa2fa-c33b-4171-a4a4-ee749daf26a0 req-4e13fdce-4523-4f3b-84c0-e43ff316af39 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 950 time: 0.4228244 Feb 15 09:31:44.708021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] No DVR routers for this DVR port 60a47521-5b32-4822-804d-90c9b63f39ec on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:31:44.711891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:44.715780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0435f968-e9dc-4ac6-a3ee-a78fbac4fe9e req-c34245b9-9da0-4d4a-84bb-259a018ac515 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.72 "DELETE /v2.0/ports/60a47521-5b32-4822-804d-90c9b63f39ec HTTP/1.1" status: 204 len: 173 time: 1.5827963 Feb 15 09:31:44.767444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b6aa2fa-c33b-4171-a4a4-ee749daf26a0 req-e5555569-0991-41d1-97d8-577af3777feb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093566 Feb 15 09:31:45.704838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-228fc8cc-cae8-4a0a-885c-1dece74099c1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:45.706413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-228fc8cc-cae8-4a0a-885c-1dece74099c1 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.36 "GET /v2.0/networks?id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c HTTP/1.1" status: 200 len: 806 time: 0.2468200 Feb 15 09:31:45.811908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-da77e548-d85a-408d-8010-34597a7a8426 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80ab6b338234481aa8034e9530426b19 HTTP/1.1" status: 200 len: 380 time: 0.0944545 Feb 15 09:31:45.829714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'port': {'device_id': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'admin_state_up': True, 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'security_groups': ['dc3144e6-ee10-445d-bbf9-7c6239d0168c']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:46.020041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Made reservation on behalf of 80ab6b338234481aa8034e9530426b19 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:46.028643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.232171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Allocated IP 172.20.0.12 (3b72f8cb-95aa-42d8-b648-3ebdd1639a0c/0e95cca5-c09a-48b7-95c7-cc8da7fcdde1/c0f173fa-4118-4d2e-85e3-cef097e48d5f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:46.477624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.567510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:46.578797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.639607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:46.644482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:46.648472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:46.661323 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.706863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event updated for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:46.751717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:46.752398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.757016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b31d334a-7bd5-41b5-b17a-75eaf50b04b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.793019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-4d1fbdec-29b1-4bf1-aa13-24e7fe3c3cae tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9721675 Feb 15 09:31:46.809590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Request body: {'port': {'device_id': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:46.863937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.960090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:46.973691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:46.981882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.023786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:47.066395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 60a47521-5b32-4822-804d-90c9b63f39ec {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:31:47.067119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 60a47521-5b32-4822-804d-90c9b63f39ec not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:31:47.091788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:47.155727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ce575750-578c-4fb3-b3ae-55eb51989848 None None] Provisioning complete for port c0f173fa-4118-4d2e-85e3-cef097e48d5f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:47.158203 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce575750-578c-4fb3-b3ae-55eb51989848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.222660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ce575750-578c-4fb3-b3ae-55eb51989848 None None] Port c0f173fa-4118-4d2e-85e3-cef097e48d5f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:31:47.502589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0f173fa-4118-4d2e-85e3-cef097e48d5f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:47.510681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.525819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Transition to ACTIVE for port object c0f173fa-4118-4d2e-85e3-cef097e48d5f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:31:47.537347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.620042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:47.731494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Attempting to bind port c0f173fa-4118-4d2e-85e3-cef097e48d5f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:31:47.732444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Attempting to bind port c0f173fa-4118-4d2e-85e3-cef097e48d5f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:31:47.732994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Attempting to bind port c0f173fa-4118-4d2e-85e3-cef097e48d5f on network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:47.739040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Port c0f173fa-4118-4d2e-85e3-cef097e48d5f on network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:31:47.739678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Attempting to bind port c0f173fa-4118-4d2e-85e3-cef097e48d5f on network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:31:47.745522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:31:47.746223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Checking segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:31:47.746857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Bound using segment: {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:31:47.747551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Bound port: c0f173fa-4118-4d2e-85e3-cef097e48d5f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ad594ef-e572-4a1d-be07-de32733fa763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:31:47.748136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.765885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56910) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:47.861443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:31:47.866690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:31:47.876938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.942577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:47.943248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:47.944678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] 10.222.0.36 "PUT /v2.0/ports/c0f173fa-4118-4d2e-85e3-cef097e48d5f HTTP/1.1" status: 200 len: 1092 time: 1.1396370 Feb 15 09:31:47.982858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbe200-7e10-4804-99fc-7be52e0e3012 service neutron] Pushing event updated for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:48.086879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-6ab84007-673e-49dc-8264-b2780ddbb636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:48.089976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58e9f00c-a435-4024-af42-70146a7dded8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.092385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-6ab84007-673e-49dc-8264-b2780ddbb636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ab6b338234481aa8034e9530426b19&device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 1095 time: 0.0918596 Feb 15 09:31:48.196289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-1391a5e9-e9e3-4149-8cd0-14f298613743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f HTTP/1.1" status: 200 len: 217 time: 0.0954568 Feb 15 09:31:48.247757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58e9f00c-a435-4024-af42-70146a7dded8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.255809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58e9f00c-a435-4024-af42-70146a7dded8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.285460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-1c975787-c3eb-4864-8c0f-83a8b9f88495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:48.287130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-1c975787-c3eb-4864-8c0f-83a8b9f88495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e95cca5-c09a-48b7-95c7-cc8da7fcdde1 HTTP/1.1" status: 200 len: 845 time: 0.0849583 Feb 15 09:31:48.340691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-58e9f00c-a435-4024-af42-70146a7dded8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=adc854013ea14f8c9e89821f7b34120c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729344 Feb 15 09:31:48.344967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56916) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:48.356150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9f00c-a435-4024-af42-70146a7dded8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cbd8bb-0492-4d20-bc82-de7fc5321934,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:48.404176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-f1940c2e-7a12-4a92-b81d-7e7c2b59625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:48.410885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-f1940c2e-7a12-4a92-b81d-7e7c2b59625f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1150224 Feb 15 09:31:48.456629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.503606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.571775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.572591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:48.575870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:48.581522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/07cbd8bb-0492-4d20-bc82-de7fc5321934 HTTP/1.1" status: 204 len: 168 time: 0.2344112 Feb 15 09:31:48.600232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea1bbf4-29b2-42af-9219-1ece44c2df69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cbd8bb-0492-4d20-bc82-de7fc5321934,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:48.648481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-9da54283-be58-4b12-9a26-cf9ed3a9770a service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307215 Feb 15 09:31:48.849053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94171dd5-6b01-45f6-9d44-f0028c504e34 req-506a1a0d-46ac-4828-a94a-32a70455e252 service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936960 Feb 15 09:31:48.932364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:31:49.114001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:49.146517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '30684471-74a1-4033-b9a7-c95d50977eb5', 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86', 'port_id': '30684471-74a1-4033-b9a7-c95d50977eb5', 'mac_address': 'fa:16:3e:62:6b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0d0193-f267-4c60-9a62-451a5d6f5df1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:49.220860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56924) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:49.254853 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.261542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-481820da-a5a2-4b7a-961c-66ee2ad243c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.271129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30684471-74a1-4033-b9a7-c95d50977eb5 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:49.314833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:49.317865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a64ee375-b788-4991-bfbc-4abfc26a2215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.336799 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.429067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:49.491560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-481820da-a5a2-4b7a-961c-66ee2ad243c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.497591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-481820da-a5a2-4b7a-961c-66ee2ad243c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.556859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-481820da-a5a2-4b7a-961c-66ee2ad243c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=036c2fe135b742b885998df1b9b35737&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351460 Feb 15 09:31:49.556859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481820da-a5a2-4b7a-961c-66ee2ad243c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f37887-d251-4b81-8495-7e90a282c707,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:49.558235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56930) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:49.625184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.629308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['30684471-74a1-4033-b9a7-c95d50977eb5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:49.687624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.805601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.809403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:49.815064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62f37887-d251-4b81-8495-7e90a282c707 HTTP/1.1" status: 204 len: 168 time: 0.2549610 Feb 15 09:31:49.830228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c3c48-56c8-4e99-90de-f73a3bc88040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f37887-d251-4b81-8495-7e90a282c707,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:50.221604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:50.586304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c0f173fa-4118-4d2e-85e3-cef097e48d5f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:31:50.588267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:50.756915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 30684471-74a1-4033-b9a7-c95d50977eb5 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:31:50.771317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 30684471-74a1-4033-b9a7-c95d50977eb5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:50.771685 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:50.835253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:50.856858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'port_id': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'mac_address': 'fa:16:3e:09:42:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:31:50.945213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:50.963477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0f173fa-4118-4d2e-85e3-cef097e48d5f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:31:50.991984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:51.013601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:51.026392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:51.078035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:51.098627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:51.117765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:51.195957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:51.293893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c0f173fa-4118-4d2e-85e3-cef097e48d5f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:51.945654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eac692-ffa6-481c-b558-66617239f83a req-8bb3765c-89d5-475e-bf64-3f69d76d5d2b tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:51.947944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5eac692-ffa6-481c-b558-66617239f83a req-8bb3765c-89d5-475e-bf64-3f69d76d5d2b tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 945 time: 0.0745294 Feb 15 09:31:51.996787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5eac692-ffa6-481c-b558-66617239f83a req-1e766c0a-25de-422f-9ab0-9f671f12dfb6 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Feb 15 09:31:52.010480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660444fd-33bc-4b37-89fa-5fca94e4a7ca req-60cd7e4b-d1dc-4f7e-8409-67a7182266a6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.019699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-660444fd-33bc-4b37-89fa-5fca94e4a7ca req-60cd7e4b-d1dc-4f7e-8409-67a7182266a6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.0869818 Feb 15 09:31:52.081698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-660444fd-33bc-4b37-89fa-5fca94e4a7ca req-6b5d0fa5-09fd-4d00-9544-9f4a0b5f70fd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611329 Feb 15 09:31:52.106019 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d53a518-ef02-4606-a5bb-9ec5e6f0fdc4 x-openstack-request-id: req-9d53a518-ef02-4606-a5bb-9ec5e6f0fdc4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:52.106312 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "tag": "0a39979a-ff48-47bf-a236-736207ef5638", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:52.106562 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d53a518-ef02-4606-a5bb-9ec5e6f0fdc4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:52.106960 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638', 'status': 'completed', 'code': 200} Feb 15 09:31:52.107266 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5', 'status': 'completed', 'code': 200} Feb 15 09:31:52.170672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:52.246414 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0e530a-7996-493f-890b-b785eadb8545 x-openstack-request-id: req-7f0e530a-7996-493f-890b-b785eadb8545 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:52.248144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-73efdec2-ce62-422b-a1e1-955be96b259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.249131 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "name": "network-vif-plugged", "status": "completed", "tag": "0a39979a-ff48-47bf-a236-736207ef5638", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:52.255456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-73efdec2-ce62-422b-a1e1-955be96b259d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.1244018 Feb 15 09:31:52.255873 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f0e530a-7996-493f-890b-b785eadb8545 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:52.256434 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638', 'code': 200} Feb 15 09:31:52.260082 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:52.601226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c0f173fa-4118-4d2e-85e3-cef097e48d5f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:31:52.703139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-e2fd5056-07a1-4ed9-bdff-8fe11f5a7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.704638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-e2fd5056-07a1-4ed9-bdff-8fe11f5a7c74 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.4322085 Feb 15 09:31:52.732866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab115d-d38f-4b96-bdbb-b03456ad62c5 req-5c55c99c-f8ae-4d1e-b16a-c17a16d5e094 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.734931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c0f173fa-4118-4d2e-85e3-cef097e48d5f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:31:52.741316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c0f173fa-4118-4d2e-85e3-cef097e48d5f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:31:52.741936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:52.745832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-faab115d-d38f-4b96-bdbb-b03456ad62c5 req-5c55c99c-f8ae-4d1e-b16a-c17a16d5e094 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 950 time: 0.3850346 Feb 15 09:31:52.755334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-65372e21-45f9-4de1-96d0-8df4e825a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.757217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-65372e21-45f9-4de1-96d0-8df4e825a4f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 1101 time: 0.4976637 Feb 15 09:31:52.775111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57060) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:52.787522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2a2822-d030-454b-a9e2-270e9cdb68ac req-c60f146b-d670-4612-ad2f-e98568cd75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.789183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b2a2822-d030-454b-a9e2-270e9cdb68ac req-c60f146b-d670-4612-ad2f-e98568cd75d1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 1101 time: 0.4324150 Feb 15 09:31:52.910792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd8ba-2f7c-46d3-b24a-95365b7cfd1c req-cfa8475b-2770-4928-8eaf-e49219dd0584 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:52.911666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-3f34bd25-25d8-4750-9236-ac67cf18d629 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 217 time: 0.1878078 Feb 15 09:31:52.913399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1edcd8ba-2f7c-46d3-b24a-95365b7cfd1c req-cfa8475b-2770-4928-8eaf-e49219dd0584 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 951 time: 0.1078343 Feb 15 09:31:52.942389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:53.014150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1edcd8ba-2f7c-46d3-b24a-95365b7cfd1c req-b5f0db7b-d5ba-4959-8056-c0d8f2faed33 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710442 Feb 15 09:31:53.057523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79b8c40c-8a8e-431c-a243-e33e97c8f6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:53.073620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:53.081452 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:53.117440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-faab115d-d38f-4b96-bdbb-b03456ad62c5 req-bafabd5e-df90-4a3f-b1d5-3a0cfecfbc9c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375888 Feb 15 09:31:53.159942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:53.188284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b2a2822-d030-454b-a9e2-270e9cdb68ac req-2fc43ca6-a9c8-4daa-be17-ce3aae799010 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188360 Feb 15 09:31:53.191884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-16424ff9-e744-4970-982a-9532d394dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:53.193481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-16424ff9-e744-4970-982a-9532d394dd97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4218564 Feb 15 09:31:53.195161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-14901006-2880-4896-a365-5d876391117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:53.196727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-14901006-2880-4896-a365-5d876391117b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.2422757 Feb 15 09:31:53.257729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-f6cf1645-36a8-4983-aa5e-20eaa7e2c9f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523434 Feb 15 09:31:53.387664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79b8c40c-8a8e-431c-a243-e33e97c8f6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:53.400594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79b8c40c-8a8e-431c-a243-e33e97c8f6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:53.430765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-a08de399-b3ad-43ff-b059-1c9253eca75c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=0a39979a-ff48-47bf-a236-736207ef5638 HTTP/1.1" status: 200 len: 217 time: 0.0485156 Feb 15 09:31:53.446956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-79b8c40c-8a8e-431c-a243-e33e97c8f6de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12e5d0d81c5b453fa6234936314e9645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696093 Feb 15 09:31:53.447740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57090) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:53.536455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-ef10084c-55bd-48e9-8c7e-09bcbc374ac2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:53.553723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-ef10084c-55bd-48e9-8c7e-09bcbc374ac2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.3200490 Feb 15 09:31:53.576026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-df204850-44fc-4d21-8009-421687021961 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/quotas/de21f2ee27044877a84a715b41aa4836 HTTP/1.1" status: 200 len: 375 time: 0.0210748 Feb 15 09:31:53.589466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8c40c-8a8e-431c-a243-e33e97c8f6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7188058e-e4de-4002-84d1-8d1ee196cd37,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:53.670141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-2246007a-1163-48ff-ac0c-197e19eb5680 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927668 Feb 15 09:31:53.784269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-4b58aaba-c1ed-4371-9cc2-5eb411f9ceb4 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131103 Feb 15 09:31:53.906807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-921ce5ce-75a9-40b4-8db9-959e3b6e4ec2 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193295 Feb 15 09:31:54.144115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-deleted', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec'}, {'name': 'network-changed', 'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:54.146384 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b" -d '{"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-deleted", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec"}, {"name": "network-changed", "server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:54.252513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-062cfe77-1a8c-45a5-891b-6410dbf9944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.254488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-062cfe77-1a8c-45a5-891b-6410dbf9944b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.8078783 Feb 15 09:31:54.258404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582'}, {'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'}, {'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5'}, {'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:54.262520 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5c57b7-2b98-47bf-88f3-f6df7e691bf7" -d '{"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-plugged", "status": "completed", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582"}, {"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7"}, {"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-plugged", "status": "completed", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5"}, {"server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "name": "network-vif-plugged", "status": "completed", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:54.300420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f797e-9ac8-4406-8e1d-4ee218e0258a req-c199f10d-fc14-48c4-861c-df3ea93da4fe tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.312634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de3f797e-9ac8-4406-8e1d-4ee218e0258a req-c199f10d-fc14-48c4-861c-df3ea93da4fe tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.1194108 Feb 15 09:31:54.437116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-99676fab-7f2b-4300-ac1e-0a3ade99a6ed service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1696699 Feb 15 09:31:54.446512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:54.456606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de3f797e-9ac8-4406-8e1d-4ee218e0258a req-a7fe5ac0-45e3-4bfd-8992-bc686da34370 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068478 Feb 15 09:31:54.621799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44e91dfc-c932-4465-aa13-d93d70b3ae5b req-c9e3fea5-04db-4847-9bbf-82450f672e29 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 210 time: 0.0770669 Feb 15 09:31:54.632648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:54.735882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-d3238022-427a-4193-ab00-164ab9e7e5b2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.737871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-d3238022-427a-4193-ab00-164ab9e7e5b2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "GET /v2.0/ports?device_id=0487109e-b4ac-4d4b-9320-756815c39f63 HTTP/1.1" status: 200 len: 943 time: 0.5640533 Feb 15 09:31:54.755104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-8a46a216-b279-4ff0-8ae0-e89cc8e8f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.756852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-8a46a216-b279-4ff0-8ae0-e89cc8e8f7d3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4464555 Feb 15 09:31:54.778349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9847adc6-0af8-4829-82a6-bb4cd5f10a1d req-79dfb8cf-1617-4925-b0fe-a74a6f3773bc tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.780678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9847adc6-0af8-4829-82a6-bb4cd5f10a1d req-79dfb8cf-1617-4925-b0fe-a74a6f3773bc tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.2826257 Feb 15 09:31:54.821535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecad97a-eafd-4d91-8944-9511361d5e03 req-18cbb29e-6edf-47b6-ab1e-3d44f752e4f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:54.830599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ecad97a-eafd-4d91-8944-9511361d5e03 req-18cbb29e-6edf-47b6-ab1e-3d44f752e4f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 950 time: 0.0951004 Feb 15 09:31:54.904719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ecad97a-eafd-4d91-8944-9511361d5e03 req-7f4cb972-4f6d-4bd6-ba75-3ed6039a8204 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706372 Feb 15 09:31:54.945749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-bc9e983c-7051-444e-838a-13738a43efc0 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774335 Feb 15 09:31:55.010625 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38de724e-26cd-4eaf-85e9-d0ac84b81485 x-openstack-request-id: req-38de724e-26cd-4eaf-85e9-d0ac84b81485 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:55.010949 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "add96feb-f17c-48c5-a033-00b0d5c2ff3d", "name": "network-vif-deleted", "tag": "60a47521-5b32-4822-804d-90c9b63f39ec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:55.011136 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38de724e-26cd-4eaf-85e9-d0ac84b81485 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:55.011710 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'add96feb-f17c-48c5-a033-00b0d5c2ff3d', 'name': 'network-vif-deleted', 'tag': '60a47521-5b32-4822-804d-90c9b63f39ec', 'status': 'completed', 'code': 200} Feb 15 09:31:55.012117 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'status': 'completed', 'code': 200} Feb 15 09:31:55.049730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:55.159616 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 698 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b0073e-69d7-4851-a997-632301fe17e9 x-openstack-request-id: req-38b0073e-69d7-4851-a997-632301fe17e9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:55.159909 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-plugged", "status": "completed", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582", "code": 200}, {"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-unplugged", "status": "completed", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7", "code": 200}, {"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-plugged", "status": "completed", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5", "code": 200}, {"server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "name": "network-vif-plugged", "status": "completed", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:55.160372 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38b0073e-69d7-4851-a997-632301fe17e9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:55.160968 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'code': 200} Feb 15 09:31:55.167591 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'code': 200} Feb 15 09:31:55.168024 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5', 'code': 200} Feb 15 09:31:55.168589 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'code': 200} Feb 15 09:31:55.206559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:55.210425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:55.211886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7188058e-e4de-4002-84d1-8d1ee196cd37 HTTP/1.1" status: 204 len: 168 time: 1.7512214 Feb 15 09:31:55.215045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:55.241905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9847adc6-0af8-4829-82a6-bb4cd5f10a1d req-cd13cee5-b6ef-414b-b375-0326d73329ea tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2837660 Feb 15 09:31:55.283771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:55.291509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-0956235c-ae6c-4a90-b1b2-e2bbd31fa75f service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8031795 Feb 15 09:31:55.298872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:55.317179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f585936-fd69-44ae-890f-3e287696f1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7188058e-e4de-4002-84d1-8d1ee196cd37,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:55.414353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.36', 61353) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:55.443268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-1506620e-449a-4317-ad27-3d8b155a8376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:55.447564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-1506620e-449a-4317-ad27-3d8b155a8376 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ab6b338234481aa8034e9530426b19&device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 1097 time: 0.3945601 Feb 15 09:31:55.448769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=11']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:55.580284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Deleting port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:31:55.580628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:55.588601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc3844-fe3e-48e2-b87f-b2e41393407c req-087d1fa4-8034-4214-8576-1646c426870e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:55.591585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70dc3844-fe3e-48e2-b87f-b2e41393407c req-087d1fa4-8034-4214-8576-1646c426870e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 1097 time: 0.1750903 Feb 15 09:31:55.640152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2d3d62d-ea2b-405a-9e60-64f0f17dc497 req-541e645f-5608-4754-905a-8f5c3b701b5b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788950 Feb 15 09:31:55.643292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6627065-05fe-4095-a87e-1b7c97f77445 req-1835ab08-91af-49bc-a3c1-6f247c57a879 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:55.652069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6627065-05fe-4095-a87e-1b7c97f77445 req-1835ab08-91af-49bc-a3c1-6f247c57a879 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.1874800 Feb 15 09:31:55.698534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70dc3844-fe3e-48e2-b87f-b2e41393407c req-23657e08-d1a3-4b63-9358-f07d28b52854 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992718 Feb 15 09:31:55.725355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6627065-05fe-4095-a87e-1b7c97f77445 req-f55e427c-1311-4400-9617-b8ab24544a66 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702424 Feb 15 09:31:55.949559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60155c-c573-432f-978f-44d61d0d629d req-98157504-1f78-4a59-b871-d856aa3d2e8a tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:55.951174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f60155c-c573-432f-978f-44d61d0d629d req-98157504-1f78-4a59-b871-d856aa3d2e8a tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 949 time: 0.0933697 Feb 15 09:31:55.979377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ae0bc-3c2b-4c5a-a438-d4b7cd4d9e73 req-5025351e-8354-40fb-ad1e-1a7a08c18480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:55.981335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d1ae0bc-3c2b-4c5a-a438-d4b7cd4d9e73 req-5025351e-8354-40fb-ad1e-1a7a08c18480 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.5810478 Feb 15 09:31:56.023964 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:31:56.048404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f60155c-c573-432f-978f-44d61d0d629d req-9f980fa5-76ae-4f26-a01e-bc8c469ad693 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Feb 15 09:31:56.143694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e96c3-7176-4290-9590-9a6ede876c6b req-14242180-ef25-4d90-9b75-0923fd630080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.146108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e3e96c3-7176-4290-9590-9a6ede876c6b req-14242180-ef25-4d90-9b75-0923fd630080 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1101 time: 0.6965177 Feb 15 09:31:56.169107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c8c16d5-6ae7-4cfb-ab04-b678cd726fd8 req-ba415ea0-2795-4eea-a5f7-5f55cbcd92f3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 210 time: 0.0322361 Feb 15 09:31:56.215811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] For port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:56.216315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:56.244548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-50108068-a24e-470a-9b17-96be8ea1fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.246116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-50108068-a24e-470a-9b17-96be8ea1fc03 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c HTTP/1.1" status: 200 len: 907 time: 0.7675772 Feb 15 09:31:56.260192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212ebb7f-8f68-4760-92f9-17092de0255e req-da8b992b-45f0-45a9-93cc-83173f8173e0 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.261849 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-212ebb7f-8f68-4760-92f9-17092de0255e req-da8b992b-45f0-45a9-93cc-83173f8173e0 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.4816630 Feb 15 09:31:56.296340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Calling delete_port for 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:31:56.321928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d1ae0bc-3c2b-4c5a-a438-d4b7cd4d9e73 req-42e47f80-8b14-40bb-ab64-18fcfd4fbc5c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260307 Feb 15 09:31:56.376641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-52efe021-60db-400f-8f90-6f514442e687 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f HTTP/1.1" status: 200 len: 217 time: 0.1135132 Feb 15 09:31:56.386124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c88a12-6706-4b5e-9e7b-cf78bea58a83 req-1d9c6fe8-3c26-47f4-8851-25994fa1b662 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.386328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-7804dcf6-5a65-4535-95db-c6be79c8f708 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.387760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-7804dcf6-5a65-4535-95db-c6be79c8f708 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.5618262 Feb 15 09:31:56.390199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e3e96c3-7176-4290-9590-9a6ede876c6b req-2cb81467-ac8f-4088-a0b6-e69e30f91007 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287176 Feb 15 09:31:56.396545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09c88a12-6706-4b5e-9e7b-cf78bea58a83 req-1d9c6fe8-3c26-47f4-8851-25994fa1b662 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.0668445 Feb 15 09:31:56.466006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09c88a12-6706-4b5e-9e7b-cf78bea58a83 req-5e003b19-586b-4acc-a580-417ed588343e tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683610 Feb 15 09:31:56.469575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-212ebb7f-8f68-4760-92f9-17092de0255e req-9c11d9bb-3edc-4384-8025-b93e84820c8f tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669066 Feb 15 09:31:56.597858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Request body: {'port': {'device_id': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'admin_state_up': True, 'tenant_id': 'de21f2ee27044877a84a715b41aa4836'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:56.605328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-33c776ed-7cc1-473e-94fd-2c1c0c066d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.606872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-33c776ed-7cc1-473e-94fd-2c1c0c066d09 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e95cca5-c09a-48b7-95c7-cc8da7fcdde1 HTTP/1.1" status: 200 len: 845 time: 0.0932767 Feb 15 09:31:56.716943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:56.724271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-00da7ce2-28e5-4ca5-ba77-75a3d52b418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:56.725904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-00da7ce2-28e5-4ca5-ba77-75a3d52b418c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1062105 Feb 15 09:31:56.773973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event deleted for resources: {'Port': ['ID=4b7e0f0e-46dc-43a8-b3fe-00350f8768e7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:56.849048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.849830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.849830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.850045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.851023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.851361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.851688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.852330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.852330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.852642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.852986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.853309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:56.924725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] No DVR routers for this DVR port 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:31:56.939111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:56.944392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74d8bc3a-b7e1-4e8b-a152-ce957c8adcb0 req-ab066a30-b1aa-48b9-bd7e-cd219b28e6d1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "DELETE /v2.0/ports/4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 HTTP/1.1" status: 204 len: 173 time: 2.1984441 Feb 15 09:31:57.020244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-deleted', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:57.022498 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439b766-c8dc-4a40-a600-62ffc2250abe" -d '{"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-deleted", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:57.033594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-315887c0-14ca-40b6-b8ad-8ffc4c848f46 service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893529 Feb 15 09:31:57.044166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a06f4-2d3a-44b5-ae8c-4301773b5c7a req-638d487d-8df2-4dc4-a640-c7d8516365e4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:57.052711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-789a06f4-2d3a-44b5-ae8c-4301773b5c7a req-638d487d-8df2-4dc4-a640-c7d8516365e4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.1581626 Feb 15 09:31:57.082854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:31:57.086570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:57.170057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:57.174413 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44446cd3-a35a-41c5-a8d5-78a4c9a553ce" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:57.198489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-789a06f4-2d3a-44b5-ae8c-4301773b5c7a req-8d810aac-3f59-4ba7-965d-ac249c050eef tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444654 Feb 15 09:31:57.313439 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b634440-4e4d-4e10-99d4-baad1623fce9 x-openstack-request-id: req-7b634440-4e4d-4e10-99d4-baad1623fce9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:57.314140 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0487109e-b4ac-4d4b-9320-756815c39f63", "name": "network-vif-deleted", "tag": "4b7e0f0e-46dc-43a8-b3fe-00350f8768e7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:57.314140 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b634440-4e4d-4e10-99d4-baad1623fce9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:57.314345 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0487109e-b4ac-4d4b-9320-756815c39f63', 'name': 'network-vif-deleted', 'tag': '4b7e0f0e-46dc-43a8-b3fe-00350f8768e7', 'status': 'completed', 'code': 200} Feb 15 09:31:57.345450 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84be7373-d65c-4c59-8bee-f2d942b40594 x-openstack-request-id: req-84be7373-d65c-4c59-8bee-f2d942b40594 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:31:57.346464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57246) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:57.347761 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-unplugged", "status": "completed", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:31:57.348077 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84be7373-d65c-4c59-8bee-f2d942b40594 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:31:57.348643 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'code': 200} Feb 15 09:31:57.377632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0318bc2-cf41-4b7a-af0c-2ec923ccf66b req-b78e75c3-83d1-46b3-b324-558c19644e4a service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218749 Feb 15 09:31:57.470288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e168df9-c5ea-492f-a8a2-bbc3ba14a024 req-0220c14b-fd10-470d-9182-fffb48d8e227 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:57.471006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71437c19-8db6-437f-92a9-210f9a416e30 req-5711f980-97f5-463b-9e3d-404c43cf4a56 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 210 time: 0.0386276 Feb 15 09:31:57.479078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e168df9-c5ea-492f-a8a2-bbc3ba14a024 req-0220c14b-fd10-470d-9182-fffb48d8e227 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 949 time: 0.1636550 Feb 15 09:31:57.516705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Allocated IP 172.20.0.8 (976225ec-1661-4354-bd6e-adfe5ba6bb78/1fa8baef-b9cc-4438-867c-e595be6a346d/78f5bbc2-b87c-404b-bba4-825a6139efcc) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:31:57.570112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:57.570883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e168df9-c5ea-492f-a8a2-bbc3ba14a024 req-3910e072-b7f9-4b08-8a87-14fd0550a536 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/security-groups?id=43a58281-ef5d-434c-946e-9c4bb16809ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906110 Feb 15 09:31:57.820642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-031d1a3c-bc52-4d99-9fba-689335d6d397 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:57.822383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-031d1a3c-bc52-4d99-9fba-689335d6d397 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.72 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 949 time: 0.1787429 Feb 15 09:31:57.851048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afc501-b741-4828-807b-c78fe360e35d req-544e2de0-6d57-4ba6-bc11-1e5366cdffa7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:57.861786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1afc501-b741-4828-807b-c78fe360e35d req-544e2de0-6d57-4ba6-bc11-1e5366cdffa7 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.1632748 Feb 15 09:31:57.880048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b13a265-35c2-48c0-a3ab-1bf2b06b3909 req-07f1cdd7-9ec2-4381-a2f0-b7839737b417 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:57.883609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:57.887630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b13a265-35c2-48c0-a3ab-1bf2b06b3909 req-07f1cdd7-9ec2-4381-a2f0-b7839737b417 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.1830099 Feb 15 09:31:57.901616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:57.977952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1afc501-b741-4828-807b-c78fe360e35d req-23acfc24-192c-49fb-8ebd-6a0052b4b92f tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137254 Feb 15 09:31:58.017506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-d9ccb533-7202-4e1c-8788-3ffaa7fca8f4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:58.019035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-d9ccb533-7202-4e1c-8788-3ffaa7fca8f4 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 945 time: 0.1936395 Feb 15 09:31:58.022381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.045085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01c9f7bc10ca4caea07f27b605652ca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972229 Feb 15 09:31:58.047522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454dfb09-7294-4ee9-85e6-333ea058a58e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:58.051123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:58.065232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.065913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.066459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.066891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.067597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.067954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.068542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.068989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.069431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.070498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.070975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.071351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea6b861-bc89-4263-ba26-013ac66d9ba7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:31:58.089240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b13a265-35c2-48c0-a3ab-1bf2b06b3909 req-1ff78346-8ea3-4f18-8234-32500e5f90fe tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004066 Feb 15 09:31:58.164941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c73e62-c6fe-4550-85bf-d7a87a3859b3 req-cdd9057a-7c47-4e0a-8135-a847a874d435 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:58.166566 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38c73e62-c6fe-4550-85bf-d7a87a3859b3 req-cdd9057a-7c47-4e0a-8135-a847a874d435 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.0851696 Feb 15 09:31:58.167739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.206478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.257041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Deleting port ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:31:58.257193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.268708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38c73e62-c6fe-4550-85bf-d7a87a3859b3 req-324a6e52-c28b-4278-b340-11c5368c1b4c tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904973 Feb 15 09:31:58.303255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.306191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.307543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/454dfb09-7294-4ee9-85e6-333ea058a58e HTTP/1.1" status: 204 len: 168 time: 0.2547727 Feb 15 09:31:58.334432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5bc6f-eebb-425c-9ae6-5d71e6cb7d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454dfb09-7294-4ee9-85e6-333ea058a58e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:58.432713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e1fd0-ddaa-432a-b940-e5c7734b6722 req-609c9ff2-6f76-44d4-99f3-cca9000bddc1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:58.441280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-269e1fd0-ddaa-432a-b940-e5c7734b6722 req-609c9ff2-6f76-44d4-99f3-cca9000bddc1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.0804987 Feb 15 09:31:58.504124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-269e1fd0-ddaa-432a-b940-e5c7734b6722 req-55638820-0cde-4177-a7e8-21cda0f1c10f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613751 Feb 15 09:31:58.620717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb7569-dc3b-48ab-bfd5-21134fb7b873 req-692a477f-31bb-4e01-938d-971bd196b38e tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:58.622546 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48eb7569-dc3b-48ab-bfd5-21134fb7b873 req-692a477f-31bb-4e01-938d-971bd196b38e tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.0553989 Feb 15 09:31:58.646630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:31:58.677057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:31:58.677387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4b7e0f0e-46dc-43a8-b3fe-00350f8768e7 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:31:58.678775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48eb7569-dc3b-48ab-bfd5-21134fb7b873 req-79606e8c-3c2e-458b-bc54-e475af83b5de tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491760 Feb 15 09:31:58.715076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd2263-c908-48b4-ab11-d52df4b697bd req-5e381b1b-3945-4fde-bae5-76349a7e2668 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:58.716568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6bd2263-c908-48b4-ab11-d52df4b697bd req-5e381b1b-3945-4fde-bae5-76349a7e2668 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.5630095 Feb 15 09:31:58.728222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.729250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:31:58.736647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Request body: {'floatingip': {'port_id': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:58.824214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Deleting port e1cfb2a6-a479-4a85-9a5b-1c441048a026 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:31:58.824584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.878171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.963410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] For port e1cfb2a6-a479-4a85-9a5b-1c441048a026, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e1cfb2a6-a479-4a85-9a5b-1c441048a026,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:58.963782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:58.978525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:31:58.991545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:58.999115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:31:59.016238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Calling delete_port for e1cfb2a6-a479-4a85-9a5b-1c441048a026 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:31:59.022813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:31:59.028557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] For port ff09d969-a2ae-4ced-8eab-23801e306dce, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ff09d969-a2ae-4ced-8eab-23801e306dce,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:31:59.029126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.048666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff096fa2-9fb5-4380-83c8-79cce4992842 req-89d7b8e8-dff5-49ad-a5e4-f98dd188c319 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:59.053639 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff096fa2-9fb5-4380-83c8-79cce4992842 req-89d7b8e8-dff5-49ad-a5e4-f98dd188c319 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 931 time: 0.2199726 Feb 15 09:31:59.098864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Calling delete_port for ff09d969-a2ae-4ced-8eab-23801e306dce owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:31:59.199907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:59.200593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.236258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-941f553f-417a-45c5-99c4-cd96d3eef8b3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6502941 Feb 15 09:31:59.254982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Request body: {'port': {'device_id': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:31:59.406339 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.474626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.476199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.489305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e1cfb2a6-a479-4a85-9a5b-1c441048a026'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:31:59.551379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Pushing event deleted for resources: {'Port': ['ID=ff09d969-a2ae-4ced-8eab-23801e306dce,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:59.641554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff096fa2-9fb5-4380-83c8-79cce4992842 req-5edda61e-5d9d-4370-b588-90016bbed5b7 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5017707 Feb 15 09:31:59.685366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event deleted for resources: {'Port': ['ID=e1cfb2a6-a479-4a85-9a5b-1c441048a026,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:31:59.719398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] No DVR routers for this DVR port ff09d969-a2ae-4ced-8eab-23801e306dce on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:31:59.721243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.724779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-420ab970-1383-480d-9f08-edb5f0ee67e2 req-5ddedd16-1d81-4ed8-b094-51cf5f9820c5 tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.72 "DELETE /v2.0/ports/ff09d969-a2ae-4ced-8eab-23801e306dce HTTP/1.1" status: 204 len: 173 time: 1.8877664 Feb 15 09:31:59.740281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-deleted', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:31:59.742827 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f2a4aac-05a1-4490-8705-a4207248b174" -d '{"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-deleted", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:31:59.749919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] No DVR routers for this DVR port e1cfb2a6-a479-4a85-9a5b-1c441048a026 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:31:59.754889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:31:59.759415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd331b3b-70b5-4b61-b5af-c44db2eeb244 req-0c2d0501-2847-4d47-b9ae-c8c8a8120a38 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "DELETE /v2.0/ports/e1cfb2a6-a479-4a85-9a5b-1c441048a026 HTTP/1.1" status: 204 len: 173 time: 1.7234967 Feb 15 09:31:59.767934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d1e7-ba0b-4f70-8806-bbaf7fd3f286 req-4904c543-0777-46f1-b72d-3e1c4eff2717 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:59.779216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4d1e7-ba0b-4f70-8806-bbaf7fd3f286 req-4904c543-0777-46f1-b72d-3e1c4eff2717 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:31:59.789458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32d4d1e7-ba0b-4f70-8806-bbaf7fd3f286 req-4904c543-0777-46f1-b72d-3e1c4eff2717 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663&device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1691 time: 0.3184450 Feb 15 09:31:59.802688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-894f79f5-821d-4dfd-b274-d4efb798e759 req-65028dca-e6f2-4d0a-beba-eb8a05a4674f tempest-ImagesOneServerTestJSON-465524856 tempest-ImagesOneServerTestJSON-465524856-project] 10.222.0.10 "GET /v2.0/ports?device_id=4e8e2789-33ca-40d1-a7b1-08a7d6c65e11 HTTP/1.1" status: 200 len: 210 time: 0.0592401 Feb 15 09:31:59.901023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32d4d1e7-ba0b-4f70-8806-bbaf7fd3f286 req-f0bdfe7b-5e01-4fde-a1d1-40e3b326fcd1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104465 Feb 15 09:32:00.114553 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f375da9-1b37-44fc-83f4-3ef18cd1f103 req-8fd7fa5b-800f-4e56-8b89-102d31c62d9d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=62914aa9-479b-4212-8ec8-0792fff00b47 HTTP/1.1" status: 200 len: 210 time: 0.0908360 Feb 15 09:32:00.202902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54bcb7-ba87-40d7-adfd-79a654b8d7f9 req-b28cc373-cd3d-43f1-bf36-e073b31960ab tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:00.216461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d54bcb7-ba87-40d7-adfd-79a654b8d7f9 req-b28cc373-cd3d-43f1-bf36-e073b31960ab tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.2687259 Feb 15 09:32:00.217664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78f5bbc2-b87c-404b-bba4-825a6139efcc {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:00.229021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.244520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Transition to ACTIVE for port object 78f5bbc2-b87c-404b-bba4-825a6139efcc will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:00.246457 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b70c73-8d75-4c9a-a17f-87dbb24e8e71 x-openstack-request-id: req-d9b70c73-8d75-4c9a-a17f-87dbb24e8e71 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:00.246737 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e2789-33ca-40d1-a7b1-08a7d6c65e11", "name": "network-vif-deleted", "tag": "ff09d969-a2ae-4ced-8eab-23801e306dce", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:00.247323 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d9b70c73-8d75-4c9a-a17f-87dbb24e8e71 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:00.247900 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e8e2789-33ca-40d1-a7b1-08a7d6c65e11', 'name': 'network-vif-deleted', 'tag': 'ff09d969-a2ae-4ced-8eab-23801e306dce', 'status': 'completed', 'code': 200} Feb 15 09:32:00.274158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.376946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d54bcb7-ba87-40d7-adfd-79a654b8d7f9 req-7c28fdd5-a439-4720-8c82-292bdcbe8fe7 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429808 Feb 15 09:32:00.417603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:32:00.466333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:00.550667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Attempting to bind port 78f5bbc2-b87c-404b-bba4-825a6139efcc on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:00.551206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Attempting to bind port 78f5bbc2-b87c-404b-bba4-825a6139efcc by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:00.551684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Attempting to bind port 78f5bbc2-b87c-404b-bba4-825a6139efcc on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:00.564631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Port 78f5bbc2-b87c-404b-bba4-825a6139efcc on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:00.564631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Attempting to bind port 78f5bbc2-b87c-404b-bba4-825a6139efcc on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:00.579381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:00.581360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Checking segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:00.581998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Bound using segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:00.582757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Bound port: 78f5bbc2-b87c-404b-bba4-825a6139efcc, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:00.583376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.595759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.605387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.610426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c75a2ad-f786-462a-83da-4cdf549746bc req-4c23c22b-69a7-4adf-9aa7-1648efa9f15c tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:00.618955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c75a2ad-f786-462a-83da-4cdf549746bc req-4c23c22b-69a7-4adf-9aa7-1648efa9f15c tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 1101 time: 0.0760164 Feb 15 09:32:00.677112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:00.685094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:00.698056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.707464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c75a2ad-f786-462a-83da-4cdf549746bc req-89d9f731-9ebb-4c89-b1d2-7044ea06fe47 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861144 Feb 15 09:32:00.802755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:00.803330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:00.804796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] 10.222.0.72 "PUT /v2.0/ports/78f5bbc2-b87c-404b-bba4-825a6139efcc HTTP/1.1" status: 200 len: 1091 time: 1.5569515 Feb 15 09:32:00.833416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f510a-3df9-4979-aae1-defa88d1b166 service neutron] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:00.861876 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Floating IP 3dc48f48-1c48-46bf-aad0-e54873827fb0 associated. External IP: 172.25.6.39, port: c0f173fa-4118-4d2e-85e3-cef097e48d5f. Feb 15 09:32:00.929346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39722675-d81a-4ddf-957d-181b282fa7fe req-7b662e99-90b3-4923-81f0-7e7525cac826 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:00.930850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39722675-d81a-4ddf-957d-181b282fa7fe req-7b662e99-90b3-4923-81f0-7e7525cac826 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 943 time: 0.1091483 Feb 15 09:32:00.940317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-0b13231c-27d3-4fa0-abff-6acaecb07628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:00.941910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-0b13231c-27d3-4fa0-abff-6acaecb07628 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0918443 Feb 15 09:32:01.007341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-07a1c372-2731-448e-b33f-26c5625023dc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc HTTP/1.1" status: 200 len: 217 time: 0.0539951 Feb 15 09:32:01.055642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39722675-d81a-4ddf-957d-181b282fa7fe req-5ddcac87-4c6c-4d64-8710-e6f84693bc7e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788233 Feb 15 09:32:01.064635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:01.111368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640aa7d-230d-4060-a635-1ee441fd828c req-be1a68c7-d27a-4ae9-af91-8c2ecc156d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:01.112176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: ff09d969-a2ae-4ced-8eab-23801e306dce {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:01.112786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ff09d969-a2ae-4ced-8eab-23801e306dce not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:01.114373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-be1a68c7-d27a-4ae9-af91-8c2ecc156d41 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.1002960 Feb 15 09:32:01.164458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-ddc3014e-5286-462e-924c-89184114d3dc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431767 Feb 15 09:32:01.208092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:01.298819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3697f2e-3103-42ed-bfff-0e3b51d782c1 req-0eacad61-2404-4c3e-90e3-91ac963fafb0 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:01.300668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3697f2e-3103-42ed-bfff-0e3b51d782c1 req-0eacad61-2404-4c3e-90e3-91ac963fafb0 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1101 time: 0.1224635 Feb 15 09:32:01.308691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-d9cec0a2-621f-43f6-b398-61501d7bee18 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364551 Feb 15 09:32:01.323371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:32:01.355381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3697f2e-3103-42ed-bfff-0e3b51d782c1 req-ed67935d-68af-4d31-8e89-5a8a0c50ac88 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Feb 15 09:32:01.433661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f640aa7d-230d-4060-a635-1ee441fd828c req-5bc902b4-90fb-42b1-a254-38828cea53bc service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176491 Feb 15 09:32:01.535750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:32:01.547613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Sync routers for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:32:01.560260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:01.572834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:32:01.573735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:01.627167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95b817be-5310-4f3f-a05d-c12cefa260d9 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "PUT /v2.0/floatingips/3dc48f48-1c48-46bf-aad0-e54873827fb0 HTTP/1.1" status: 200 len: 991 time: 2.8968055 Feb 15 09:32:01.643777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:01.646582 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7ac854-6f2c-473b-be58-854df41f159e" -d '{"events": [{"name": "network-changed", "server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:01.659651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84bf05cc-37ba-4485-b283-87b74fe659aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:01.822670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:32:01.840081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57452) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:01.840742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84bf05cc-37ba-4485-b283-87b74fe659aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:01.847227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84bf05cc-37ba-4485-b283-87b74fe659aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:01.883384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-84bf05cc-37ba-4485-b283-87b74fe659aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a4f34b2ffda4becbb6910c0cd3e1f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732011 Feb 15 09:32:01.887506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57456) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:01.917215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf05cc-37ba-4485-b283-87b74fe659aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfacc44-425b-4bc4-bacd-20a83b599a0d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:02.023637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.073300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a789d22-4e67-41bf-9168-332c858323d3 req-a466da0b-af52-4af2-8346-bd86fd864a01 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:02.075174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a789d22-4e67-41bf-9168-332c858323d3 req-a466da0b-af52-4af2-8346-bd86fd864a01 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.0949500 Feb 15 09:32:02.080349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.159693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a789d22-4e67-41bf-9168-332c858323d3 req-594334cd-e136-4ab9-81d6-d349229a6101 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734003 Feb 15 09:32:02.167571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3dc48f48-1c48-46bf-aad0-e54873827fb0', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'port_id': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'mac_address': 'fa:16:3e:09:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:31:30Z', 'updated_at': '2022-02-15T09:32:00Z', 'revision_number': 1, 'project_id': '80ab6b338234481aa8034e9530426b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:02.169054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b7ce223e-d081-4e7d-8d3f-29c17c257d85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ccac3974e4e84886a9e3a4ef7347a541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3273852 Feb 15 09:32:02.173824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57464) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:02.217262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.224936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.227221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5bfacc44-425b-4bc4-bacd-20a83b599a0d HTTP/1.1" status: 204 len: 168 time: 0.3382697 Feb 15 09:32:02.249829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-deleted', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026'}, {'name': 'network-changed', 'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:02.256489 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d" -d '{"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-deleted", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026"}, {"name": "network-changed", "server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:02.271744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Checking router: f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:32:02.288724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:32:02.291206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:02.300127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09224184-d10e-4884-a6d6-27bc7b1351a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfacc44-425b-4bc4-bacd-20a83b599a0d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:02.331471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.429337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.440053 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5008c16f-c1ad-4441-820b-fa6045c83f44 x-openstack-request-id: req-5008c16f-c1ad-4441-820b-fa6045c83f44 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:02.440410 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:02.440730 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5008c16f-c1ad-4441-820b-fa6045c83f44 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:02.441231 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'status': 'completed', 'code': 200} Feb 15 09:32:02.628739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-3aee6c59-f5c1-41ae-a7f7-ad97d8a0e2f2 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412743 Feb 15 09:32:02.634140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-0e7557bc-83a7-4508-9152-7a403ad97b53 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:32:02.635318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-0e7557bc-83a7-4508-9152-7a403ad97b53 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299134 Feb 15 09:32:02.649130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:32:02.654661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-2791b66d-b865-43d1-933d-1b0f86046527 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:02.657371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-2791b66d-b865-43d1-933d-1b0f86046527 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.2735701 Feb 15 09:32:02.668934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.675464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:02.691987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43a58281-ef5d-434c-946e-9c4bb16809ea HTTP/1.1" status: 204 len: 168 time: 0.5115774 Feb 15 09:32:02.696793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:02.728582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: e1cfb2a6-a479-4a85-9a5b-1c441048a026 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:02.729562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e1cfb2a6-a479-4a85-9a5b-1c441048a026 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:02.792870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-f1fe8eba-9d2c-4b72-8558-30143509bd9b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:02.800201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb82dd-70a6-448c-85be-c1e4c3de0c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a58281-ef5d-434c-946e-9c4bb16809ea,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:02.805330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-f1fe8eba-9d2c-4b72-8558-30143509bd9b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1671791 Feb 15 09:32:02.810408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-bf4f7dd9-9e5d-4fd5-af09-0e94c5a7fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:02.822141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-bf4f7dd9-9e5d-4fd5-af09-0e94c5a7fa74 service neutron] 10.222.0.10 "GET /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 1093 time: 0.1546392 Feb 15 09:32:02.827392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-61f28df7-ae63-44e3-845b-c197db7d5cee tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.0208030 Feb 15 09:32:02.830480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Request body: {'binding': {'host': 'n-h2-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:02.830941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Unknown quota resources ['binding']. {{(pid=102358) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:32:02.908126 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-6ee163f7-64f1-442d-b956-fead0c910af4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745997 Feb 15 09:32:02.947448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac854-6f2c-473b-be58-854df41f159e req-550493dc-fb1d-4be3-8535-2dd3156b00a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:02.949609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-550493dc-fb1d-4be3-8535-2dd3156b00a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=80ab6b338234481aa8034e9530426b19&device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 1097 time: 0.4791040 Feb 15 09:32:03.100040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:03.137248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac854-6f2c-473b-be58-854df41f159e req-383501de-f220-44d7-b4e5-a424e5688dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:03.139492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-383501de-f220-44d7-b4e5-a424e5688dff service neutron] 10.222.0.36 "GET /v2.0/networks?id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c HTTP/1.1" status: 200 len: 907 time: 0.1794639 Feb 15 09:32:03.234613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:03.251684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'mac_address': 'fa:16:3e:94:a7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:03.263276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-ddcee059-6c1d-4fee-86d2-e566a3d2e9f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f HTTP/1.1" status: 200 len: 999 time: 0.1156332 Feb 15 09:32:03.327535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3dc48f48-1c48-46bf-aad0-e54873827fb0', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'port_id': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'mac_address': 'fa:16:3e:09:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:31:30Z', 'updated_at': '2022-02-15T09:32:00Z', 'revision_number': 1, 'project_id': '80ab6b338234481aa8034e9530426b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:03.368148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca92033-c200-4db1-a283-90f295ebee3d None None] The sync data for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 is: [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3dc48f48-1c48-46bf-aad0-e54873827fb0', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'floating_ip_address': '172.25.6.39', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'port_id': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'mac_address': 'fa:16:3e:09:42:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:31:30Z', 'updated_at': '2022-02-15T09:32:00Z', 'revision_number': 1, 'project_id': '80ab6b338234481aa8034e9530426b19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:32:03.370208 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:03.400415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78f5bbc2-b87c-404b-bba4-825a6139efcc {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:03.424341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Deleting port 9d6ff572-0a99-4fba-ab98-217b10dd667d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:03.424939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:03.459012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:03.469946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:03.547931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:03.567487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.572288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.572880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.573425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.574200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.574760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.576161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.577362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.578353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.580692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.581305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.581852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:03.637957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on host n-h2-825064-4 for vnic_type normal with profile None {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:03.637957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:03.637957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:03.667239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:03.667561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:03.677646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:03.678029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:03.678415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:03.678946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Bound port: 30684471-74a1-4033-b9a7-c95d50977eb5, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:03.698441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac854-6f2c-473b-be58-854df41f159e req-a7152a96-2d02-4888-b8b7-5be25afd4187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:03.700559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-a7152a96-2d02-4888-b8b7-5be25afd4187 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0e95cca5-c09a-48b7-95c7-cc8da7fcdde1 HTTP/1.1" status: 200 len: 845 time: 0.4072809 Feb 15 09:32:03.738709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['78f5bbc2-b87c-404b-bba4-825a6139efcc'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:03.761028 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382aa3d7-97b9-41e9-bc29-a0b491d31ad3 None None] New status for floating IP 3dc48f48-1c48-46bf-aad0-e54873827fb0: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:32:03.843624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] For port 9d6ff572-0a99-4fba-ab98-217b10dd667d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9d6ff572-0a99-4fba-ab98-217b10dd667d,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:03.843991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:03.874008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Calling delete_port for 9d6ff572-0a99-4fba-ab98-217b10dd667d owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:03.888084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac854-6f2c-473b-be58-854df41f159e req-62a0feff-819b-4d75-920a-941b254122e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:03.892674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-62a0feff-819b-4d75-920a-941b254122e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1806457 Feb 15 09:32:03.925892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57530) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:03.944872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:03.969106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:03.970299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-d9376e28-fbed-4907-bb7e-502154ecae02 service neutron] 10.222.0.10 "POST /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5/bindings HTTP/1.1" status: 201 len: 389 time: 1.1468248 Feb 15 09:32:04.112309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337ea51d-07ce-4b5b-9073-90e5d50ee1be req-50995373-8dcd-4040-a4f4-4b91bca0f653 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.114673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-337ea51d-07ce-4b5b-9073-90e5d50ee1be req-50995373-8dcd-4040-a4f4-4b91bca0f653 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 944 time: 0.1574881 Feb 15 09:32:04.207849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2145011193'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:04.312462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-337ea51d-07ce-4b5b-9073-90e5d50ee1be req-9f3c35bf-baed-4b03-8c93-d18b778c516d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795666 Feb 15 09:32:04.313647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:04.324005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.356476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.397515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-755cdeaf-b058-4c3d-a265-02628fb99e7d service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860218 Feb 15 09:32:04.446261 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758340d3-78bd-41b5-8871-c58f2c934dab x-openstack-request-id: req-758340d3-78bd-41b5-8871-c58f2c934dab {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:04.446573 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62914aa9-479b-4212-8ec8-0792fff00b47", "name": "network-vif-deleted", "tag": "e1cfb2a6-a479-4a85-9a5b-1c441048a026", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:04.451015 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-758340d3-78bd-41b5-8871-c58f2c934dab {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:04.452090 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62914aa9-479b-4212-8ec8-0792fff00b47', 'name': 'network-vif-deleted', 'tag': 'e1cfb2a6-a479-4a85-9a5b-1c441048a026', 'status': 'completed', 'code': 200} Feb 15 09:32:04.452495 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'status': 'completed', 'code': 200} Feb 15 09:32:04.469063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57548) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:04.541856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.553112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.581082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:32:04.601674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136926ec-88cc-4867-b974-9c83c8dff17f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:04.605178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.605510 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Added segment 40cf6010-599a-44f0-aaf6-a3e20aec1cf4 of type vlan for network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 Feb 15 09:32:04.699878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bc2d3-cca4-4774-ac04-bcb37e6b9aff req-bbe20abe-7ca2-4195-952b-928bba342435 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.700629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1758547982-network', 'tenant_id': '7caa1ae133854f72827dc88c76581aca'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:04.702237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4bc2d3-cca4-4774-ac04-bcb37e6b9aff req-bbe20abe-7ca2-4195-952b-928bba342435 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 944 time: 0.4908803 Feb 15 09:32:04.711298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.770429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5477f21-1d3a-4156-b4ee-a5dc03b50802 req-91bca884-b270-4edd-a6b5-e577c2faf281 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.778912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5477f21-1d3a-4156-b4ee-a5dc03b50802 req-91bca884-b270-4edd-a6b5-e577c2faf281 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.1181645 Feb 15 09:32:04.787880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.794492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.795864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.798505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Made reservation on behalf of 7caa1ae133854f72827dc88c76581aca for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:04.801833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.805015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-c5df04d0-a1a7-4dae-b927-0baaf60b6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.810314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-c5df04d0-a1a7-4dae-b927-0baaf60b6784 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 1095 time: 0.3695030 Feb 15 09:32:04.812917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-a1fa1937-1509-4a34-8ee2-8728afa9d2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.814597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-a1fa1937-1509-4a34-8ee2-8728afa9d2c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1096 time: 0.4336174 Feb 15 09:32:04.818652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.825927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4bc2d3-cca4-4774-ac04-bcb37e6b9aff req-5379af9e-c6c6-4490-8ee5-bc2a71096f55 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057670 Feb 15 09:32:04.827172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:04.936194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0094247 Feb 15 09:32:04.960552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:04.973206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'subnet': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:04.976403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-73bc792c-0cc9-4a9d-acb9-44423a1640cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:04.977900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-73bc792c-0cc9-4a9d-acb9-44423a1640cc service neutron] 10.222.0.72 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 905 time: 0.1486032 Feb 15 09:32:04.993939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event deleted for resources: {'Port': ['ID=9d6ff572-0a99-4fba-ab98-217b10dd667d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:05.043612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe83f8-21e4-44e1-a448-97e9edf01b75 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Network': ['ID=b05bacc5-03fd-4dfd-b5d8-1507eec8add1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:05.066272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:32:05.107083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5477f21-1d3a-4156-b4ee-a5dc03b50802 req-167a79e7-3383-49e4-be63-0048a13886cb tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261056 Feb 15 09:32:05.161251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:05.229709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.239155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:05.245782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.256166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.291449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 78f5bbc2-b87c-404b-bba4-825a6139efcc completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:32:05.296180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 78f5bbc2-b87c-404b-bba4-825a6139efcc triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:05.296560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.374044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:32:05.384419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba1fafd-099a-4658-a5fc-e3b27c77bef7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:05.406099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.406924 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Added segment fe50cca4-4d70-4f39-9661-1fdf8f923daa of type vlan for network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 Feb 15 09:32:05.506858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.539376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-b130015c-e7b0-42b7-a9d3-8a642aee891a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc HTTP/1.1" status: 200 len: 217 time: 0.5363634 Feb 15 09:32:05.576185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] No DVR routers for this DVR port 9d6ff572-0a99-4fba-ab98-217b10dd667d on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:05.609267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d6925d9-30e5-4e5d-b535-58184fe00913 req-668247e4-6abf-4eea-b6bd-62984cc39b1d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=422ba8de-6e8b-4594-9f04-d5c08b940b0d HTTP/1.1" status: 200 len: 210 time: 0.1447668 Feb 15 09:32:05.628928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:05.630156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:05.632759 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a936fa-0e75-491e-b36b-d025072fe04c" -d '{"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-plugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:05.645807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-4e20f748-96ee-420b-b8eb-7f8bf8dd8246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:05.646114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.647691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-4e20f748-96ee-420b-b8eb-7f8bf8dd8246 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.0742340 Feb 15 09:32:05.658132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-432bd626-3945-439c-9d36-28f9706a4d7c req-593f91e1-dae9-440e-a70e-e55179a275e4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 210 time: 0.6767097 Feb 15 09:32:05.680245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.684466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2e0c3bf-9f23-49bc-992d-2c5eb0b9cc47 req-cf39ddc4-98f0-4e29-b148-b3effd96b794 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "DELETE /v2.0/ports/9d6ff572-0a99-4fba-ab98-217b10dd667d HTTP/1.1" status: 204 len: 173 time: 2.9314148 Feb 15 09:32:05.716394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f7ac854-6f2c-473b-be58-854df41f159e req-2f3a937d-84c6-4b0b-85e4-859fbdef76c7 service neutron] 10.222.0.36 "GET /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2784386 Feb 15 09:32:05.719280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-104ce5b9-6fcf-4661-bb17-d5b16f39da23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426145 Feb 15 09:32:05.742844 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f66107-ddac-4c31-91fd-4734ac8583f3 x-openstack-request-id: req-28f66107-ddac-4c31-91fd-4734ac8583f3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:05.745650 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-plugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:05.746079 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28f66107-ddac-4c31-91fd-4734ac8583f3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:05.749379 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'code': 200} Feb 15 09:32:05.807495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.809379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:05.812501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.827124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-b563729b-7303-47c8-a9ba-5dc582f969cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:05.831029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-b563729b-7303-47c8-a9ba-5dc582f969cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 1.0001564 Feb 15 09:32:05.936993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Subnet': ['ID=81d9b806-e9b6-4f75-a111-d5dac222b1b3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:05.942940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Checking segment: {'id': '40cf6010-599a-44f0-aaf6-a3e20aec1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:05.943308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network hostable DHCP agents. Network: b05bacc5-03fd-4dfd-b5d8-1507eec8add1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:32:05.947049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.948016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:05.948596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:05.957328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ea850916-6b02-46d7-abcd-0f4ad917bc05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 217 time: 0.0950654 Feb 15 09:32:06.022143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] Pushing event updated for resources: {'Network': ['ID=575e3247-bcd5-4dfa-933b-647ee4e2a1a6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:06.035625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:32:06.053643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2dac8-32b4-481c-9746-547c2cd46c61 req-f15ad638-123f-4665-ae28-94323338fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.055285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ff2dac8-32b4-481c-9746-547c2cd46c61 req-f15ad638-123f-4665-ae28-94323338fa53 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 1096 time: 0.2067883 Feb 15 09:32:06.074686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2dbe3437-d0d3-4264-b28e-49ff29fe7d0e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6044700 Feb 15 09:32:06.075320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:06.078427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:32:06.094151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Request body: {'subnet': {'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1758547982-subnet', 'tenant_id': '7caa1ae133854f72827dc88c76581aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:06.105451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-ceb5b0f8-b6f4-41bc-9607-791027d4ff9d service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693407 Feb 15 09:32:06.139147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b05bacc5-03fd-4dfd-b5d8-1507eec8add1) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:06.149128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf93709-c3ae-4100-be28-5fe3ed0b61be None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:06.155448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.156039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.191585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Made reservation on behalf of 7caa1ae133854f72827dc88c76581aca for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:06.195815 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.212664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c9832b3-a313-44ca-a2c9-9cca52aa447c tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2402902 Feb 15 09:32:06.213564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57590) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:06.247942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1030911748'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:06.292402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-4ea4d894-6103-4523-9f97-b8dd99790609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.296919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-4ea4d894-6103-4523-9f97-b8dd99790609 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.3188040 Feb 15 09:32:06.419573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'tenant_id': 'c9135badc6c34578816b4f4523011c0e', 'fixed_ips': [{'subnet_id': '81d9b806-e9b6-4f75-a111-d5dac222b1b3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:32:06.421166 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.443406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-7da1387e-ba3a-46a8-bb5a-180dc5d6cbe9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944397 Feb 15 09:32:06.445839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-aa0e4c57-8cd9-4144-8d4a-ae8f0bc8ffd7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1466167 Feb 15 09:32:06.458884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86180064-020e-46e1-aad4-5310c6a2f039 req-de2d3525-0ebe-4470-9796-8370b8347b25 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.467957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86180064-020e-46e1-aad4-5310c6a2f039 req-de2d3525-0ebe-4470-9796-8370b8347b25 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 945 time: 0.4453249 Feb 15 09:32:06.511694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-deleted', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:06.514938 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4bd4cb-3a21-4bae-b93c-9dcfee36bc30" -d '{"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-deleted", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:06.522832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ff2dac8-32b4-481c-9746-547c2cd46c61 req-5528c0fa-0a6e-467d-8a1b-1da0eae56bea service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127922 Feb 15 09:32:06.590910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-65ec2a2e-7046-4f25-92b3-fce88d079363 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1624839 Feb 15 09:32:06.629089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Allocated IP 2001:db8::2 (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/891e3d57-9d75-4192-8fdb-c74c2cae7832) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:06.693755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86180064-020e-46e1-aad4-5310c6a2f039 req-f757837e-435b-463e-9236-1aff12fb5bc9 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246709 Feb 15 09:32:06.725114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852df7c9-9e29-48eb-bd19-d2c54f952ea1 req-d04fe44c-c8d0-4a99-8ab8-3a55f8a08e4b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.727299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-852df7c9-9e29-48eb-bd19-d2c54f952ea1 req-d04fe44c-c8d0-4a99-8ab8-3a55f8a08e4b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.3642337 Feb 15 09:32:06.787213 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9e66f27-58d8-4435-9295-58525991096b x-openstack-request-id: req-a9e66f27-58d8-4435-9295-58525991096b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:06.787503 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422ba8de-6e8b-4594-9f04-d5c08b940b0d", "name": "network-vif-deleted", "tag": "9d6ff572-0a99-4fba-ab98-217b10dd667d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:06.787749 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9e66f27-58d8-4435-9295-58525991096b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:06.788133 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422ba8de-6e8b-4594-9f04-d5c08b940b0d', 'name': 'network-vif-deleted', 'tag': '9d6ff572-0a99-4fba-ab98-217b10dd667d', 'status': 'completed', 'code': 200} Feb 15 09:32:06.790208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f750c7b7-4ef4-4410-accb-12f4eb4bbc3d req-c045637c-5330-419f-bf8e-9221eacfe541 service neutron] 10.222.0.72 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668644 Feb 15 09:32:06.801364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.805693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:06.833939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9d6ff572-0a99-4fba-ab98-217b10dd667d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:06.834582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9d6ff572-0a99-4fba-ab98-217b10dd667d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:06.836083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.879161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:06.883599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:06.887200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:06.910042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-e6108ba6-83db-4c20-84d1-ec4ce60b8b99 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056280 Feb 15 09:32:06.919062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-47e37852-a05d-4797-bf08-408f2ed7c11e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:06.921403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-47e37852-a05d-4797-bf08-408f2ed7c11e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4260876 Feb 15 09:32:06.925985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Pushing event updated for resources: {'Port': ['ID=891e3d57-9d75-4192-8fdb-c74c2cae7832,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:06.942777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d90c7ddb-a96d-4ad3-b2dd-ea16a6c8f8ae req-cab925bb-5aa5-4c01-96b9-34c55804122d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 210 time: 0.0482669 Feb 15 09:32:06.953775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Attempting to bind port 891e3d57-9d75-4192-8fdb-c74c2cae7832 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:06.954137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Attempting to bind port 891e3d57-9d75-4192-8fdb-c74c2cae7832 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '40cf6010-599a-44f0-aaf6-a3e20aec1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:06.954266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:06.954498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Attempting to bind port 891e3d57-9d75-4192-8fdb-c74c2cae7832 on network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:06.959593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:06.959966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Checking segment: {'id': '40cf6010-599a-44f0-aaf6-a3e20aec1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:06.960469 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.960895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Bound using segment: {'id': '40cf6010-599a-44f0-aaf6-a3e20aec1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:06.961351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Bound port: 891e3d57-9d75-4192-8fdb-c74c2cae7832, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40cf6010-599a-44f0-aaf6-a3e20aec1cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:06.961848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:06.972784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-852df7c9-9e29-48eb-bd19-d2c54f952ea1 req-c3d1bbe2-b793-4fad-bc20-abc459b27660 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149563 Feb 15 09:32:07.036083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:07.039870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:07.048113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] For port 891e3d57-9d75-4192-8fdb-c74c2cae7832, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:07.051945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] For port 891e3d57-9d75-4192-8fdb-c74c2cae7832, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=891e3d57-9d75-4192-8fdb-c74c2cae7832,segment=NetworkSegment(40cf6010-599a-44f0-aaf6-a3e20aec1cf4),segment_id=40cf6010-599a-44f0-aaf6-a3e20aec1cf4)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:07.057911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:07.102185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-c96931d8-8523-4c4f-9bc3-7f6003b6e5c8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:07.103742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-c96931d8-8523-4c4f-9bc3-7f6003b6e5c8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3356314 Feb 15 09:32:07.120045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port a99d4073-f427-4896-a1aa-760ed415b7f6 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:07.137665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beff31f-8cb4-4c4c-a0ac-7386f0c5ec56 None None] Pushing event updated for resources: {'Port': ['ID=891e3d57-9d75-4192-8fdb-c74c2cae7832,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:07.146994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '04443092-4697-4e35-8f89-ea45f41689d7', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:07.167703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:07.199316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-5537fd4e-e806-4d9c-b79b-f4bdc1adf426 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612479 Feb 15 09:32:07.303412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:07.307600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:07.555369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.67 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/ca7736ae-95f5-4c2c-ab08-c8c1d854e216) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:07.897882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 891e3d57-9d75-4192-8fdb-c74c2cae7832 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:07.952953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-53de68ae-aaf5-47fe-acc7-5c46a6b158f0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:07.955701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-53de68ae-aaf5-47fe-acc7-5c46a6b158f0 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 944 time: 0.3121521 Feb 15 09:32:08.024191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:08.028918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.031892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30cef03d-bff2-40e4-a964-d7e875663f87,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:08.034347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b48407-9bee-42a9-a81b-b5af656f0f7c req-e0810d00-7604-46c0-82a8-2eee03df3d28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:08.043641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23b48407-9bee-42a9-a81b-b5af656f0f7c req-e0810d00-7604-46c0-82a8-2eee03df3d28 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 945 time: 0.1920192 Feb 15 09:32:08.051613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 891e3d57-9d75-4192-8fdb-c74c2cae7832 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:08.052119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.085441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ddf1cf-f2d1-4369-af88-84c8cd11e7b5 req-32b3a46b-cce6-4cd8-b6fc-e471cd2c5f5d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:08.097803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49ddf1cf-f2d1-4369-af88-84c8cd11e7b5 req-32b3a46b-cce6-4cd8-b6fc-e471cd2c5f5d tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/ports?device_id=8178754d-71f1-468b-b7ae-088e68f10f27 HTTP/1.1" status: 200 len: 944 time: 0.7234011 Feb 15 09:32:08.122439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Checking segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:08.122848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Network hostable DHCP agents. Network: 575e3247-bcd5-4dfa-933b-647ee4e2a1a6, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:32:08.153999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.193533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::59 (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/a99d4073-f427-4896-a1aa-760ed415b7f6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:08.196313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23b48407-9bee-42a9-a81b-b5af656f0f7c req-52dc7819-2fa2-4e32-9d1d-85abd525b42b tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517136 Feb 15 09:32:08.206767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.310638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.311293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:32:08.317879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 891e3d57-9d75-4192-8fdb-c74c2cae7832, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=891e3d57-9d75-4192-8fdb-c74c2cae7832,segment=NetworkSegment(40cf6010-599a-44f0-aaf6-a3e20aec1cf4),segment_id=40cf6010-599a-44f0-aaf6-a3e20aec1cf4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:08.327609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:08.331897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49ddf1cf-f2d1-4369-af88-84c8cd11e7b5 req-b8036a51-31a8-4e99-9e0e-d6bcd1fbdd64 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.10 "GET /v2.0/security-groups?id=4388561b-ea73-459b-a812-e1928bea6b49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329061 Feb 15 09:32:08.393936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 575e3247-bcd5-4dfa-933b-647ee4e2a1a6) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:08.412136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:08.423164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:08.423833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.433846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25f3349-71de-4181-9fbc-b0dfdf3a422d None None] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:08.451807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:08.498828 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.504932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56dae82a-1788-46ce-a8e5-c0aae7b3ed96 req-030e3ea9-d752-457f-9ddb-f56936d30afb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 210 time: 0.0578396 Feb 15 09:32:08.519632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:08.522329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:08.539776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:08.632795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Deleting port 6bc751c8-33b6-48e4-984c-970b51edbcca {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:08.637505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.770177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.849528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.136 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/a93e196a-4315-4866-807e-6d18f65b63a2) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:08.871161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d7e0a15-976a-43a6-8b24-ecabfe500c68 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7945383 Feb 15 09:32:08.872590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.885667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] For port 6bc751c8-33b6-48e4-984c-970b51edbcca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6bc751c8-33b6-48e4-984c-970b51edbcca,segment=NetworkSegment(92de3523-c187-4b40-885e-d07a3dc3c2ad),segment_id=92de3523-c187-4b40-885e-d07a3dc3c2ad)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:08.885866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:08.932629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Calling delete_port for 6bc751c8-33b6-48e4-984c-970b51edbcca owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:08.951958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:08.959689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:08.986819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:08.993636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:08.994765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.181773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091effb-e1b7-47d3-8285-e014f8a2be27 None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:09.284197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.332588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.347810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1089532 Feb 15 09:32:09.376331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:09.377749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6fb8b-4239-4e4a-9a32-1650587a41b4 req-e3986c92-8306-45c3-9db6-c3ea0663acd2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:09.379384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbb6fb8b-4239-4e4a-9a32-1650587a41b4 req-e3986c92-8306-45c3-9db6-c3ea0663acd2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.8531244 Feb 15 09:32:09.379884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57624) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:09.382155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.408087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=891e3d57-9d75-4192-8fdb-c74c2cae7832,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:09.415237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Pushing event deleted for resources: {'Port': ['ID=6bc751c8-33b6-48e4-984c-970b51edbcca,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:09.442913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-070d6764-d389-41d4-8c81-798d2d60d8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5037675 Feb 15 09:32:09.444699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c430-07c7-472a-b734-ec98d86dac16 None None] Provisioning complete for port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:09.445300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c430-07c7-472a-b734-ec98d86dac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.455526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1504553501', 'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:dc:17:c6'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:09.484504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Request body: {'port': {'device_id': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:09.488065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] No DVR routers for this DVR port 6bc751c8-33b6-48e4-984c-970b51edbcca on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:09.491618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.496034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f00e65e-5c02-411a-ada3-a068c3912766 req-f195ea0d-f89f-41c9-ac2f-cd214f37c970 tempest-LiveAutoBlockMigrationV225Test-1429848916 tempest-LiveAutoBlockMigrationV225Test-1429848916-project] 10.222.0.36 "DELETE /v2.0/ports/6bc751c8-33b6-48e4-984c-970b51edbcca HTTP/1.1" status: 204 len: 173 time: 1.5295730 Feb 15 09:32:09.496617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-deleted', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:09.500303 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91df21d-27a3-4c90-beea-277950887d25" -d '{"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-deleted", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:09.721035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e6a3d-20c1-499c-8674-45d5fd7e310f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=a99d4073-f427-4896-a1aa-760ed415b7f6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:09.722060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.726508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931c11d5-28a7-4ed3-9f50-e129032191ab None None] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:09.727986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:09.861180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbb6fb8b-4239-4e4a-9a32-1650587a41b4 req-5adffd87-7b53-40d5-8b18-41c14b7e66af tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256368 Feb 15 09:32:09.864013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-2d490548-a0ab-4217-a580-9613e9ddead0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:09.874963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-2d490548-a0ab-4217-a580-9613e9ddead0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.3205550 Feb 15 09:32:09.897577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-64aa408c-43ec-4b4d-aadc-b782b447715d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/quotas/7caa1ae133854f72827dc88c76581aca HTTP/1.1" status: 200 len: 375 time: 0.0213315 Feb 15 09:32:09.948803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 891e3d57-9d75-4192-8fdb-c74c2cae7832 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:09.955029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-5a193e9c-cfa7-40c7-a2a6-a93200e6a4b9 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558186 Feb 15 09:32:09.977127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1c430-07c7-472a-b734-ec98d86dac16 None None] Port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:09.997657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:10.049026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:10.065090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:10.152486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:10.339538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:10.423380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:10.423981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:10.485214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd10ac-2e17-484b-9dac-2b0e1d9a5c57 req-bc35466c-202a-4741-b964-d6b460b95fb4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:10.488488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-78bd10ac-2e17-484b-9dac-2b0e1d9a5c57 req-bc35466c-202a-4741-b964-d6b460b95fb4 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 945 time: 0.4104838 Feb 15 09:32:10.509429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-54f71551-a0a5-4752-bff1-4ab39c9ce4a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3783319 Feb 15 09:32:10.510636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dbb1c430-07c7-472a-b734-ec98d86dac16 None None] Provisioning complete for port 891e3d57-9d75-4192-8fdb-c74c2cae7832 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:10.511148 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dbb1c430-07c7-472a-b734-ec98d86dac16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:10.516334 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:10.569196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Request body: {'port': {'device_id': '04443092-4697-4e35-8f89-ea45f41689d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:10.635200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-5058e956-3271-432e-a5d8-799c00cd7771 service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6785159 Feb 15 09:32:10.663111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port e1789514-e51e-4e18-aa11-201bbec7d01b yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:10.754927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 891e3d57-9d75-4192-8fdb-c74c2cae7832 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:10.755300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:10.761565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:10.832329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 6bc751c8-33b6-48e4-984c-970b51edbcca {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:10.832715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6bc751c8-33b6-48e4-984c-970b51edbcca not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:10.834693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-78bd10ac-2e17-484b-9dac-2b0e1d9a5c57 req-de2eda3f-25f5-4c17-a355-4dd05758c5da tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241003 Feb 15 09:32:10.848745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-9e957608-89cf-4ce1-9f93-7b46fe255625 service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125933 Feb 15 09:32:10.922810 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:10.965039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57652) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:10.998148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca7736ae-95f5-4c2c-ab08-c8c1d854e216 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:11.023110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:11.035101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.051871 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cd853b-b83b-424d-b142-db329ba0e4d3 x-openstack-request-id: req-49cd853b-b83b-424d-b142-db329ba0e4d3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:11.052132 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8178754d-71f1-468b-b7ae-088e68f10f27", "name": "network-vif-deleted", "tag": "6bc751c8-33b6-48e4-984c-970b51edbcca", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:11.052378 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49cd853b-b83b-424d-b142-db329ba0e4d3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:11.053494 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8178754d-71f1-468b-b7ae-088e68f10f27', 'name': 'network-vif-deleted', 'tag': '6bc751c8-33b6-48e4-984c-970b51edbcca', 'status': 'completed', 'code': 200} Feb 15 09:32:11.091361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Transition to ACTIVE for port object ca7736ae-95f5-4c2c-ab08-c8c1d854e216 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:11.110156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.137922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::1ac (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/e1789514-e51e-4e18-aa11-201bbec7d01b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:11.412695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1e4ec17c-dfee-4856-94fa-97d945b5cd8d None None] Provisioning complete for port a93e196a-4315-4866-807e-6d18f65b63a2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:11.413094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1e4ec17c-dfee-4856-94fa-97d945b5cd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.467328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:11.623940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Deleting subnet cf2cdfe4-c71d-458e-8017-225818a76962 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:32:11.649464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93e196a-4315-4866-807e-6d18f65b63a2 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:11.682889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.710850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Transition to ACTIVE for port object a93e196a-4315-4866-807e-6d18f65b63a2 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:11.713865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.743593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:11.774257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ec17c-dfee-4856-94fa-97d945b5cd8d None None] Port a93e196a-4315-4866-807e-6d18f65b63a2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:11.827956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e564f-2b24-4ace-bbc3-ec04877bc229 req-b84b9989-60dc-410a-9939-fe5e4e6c8d7d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:11.837599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d56e564f-2b24-4ace-bbc3-ec04877bc229 req-b84b9989-60dc-410a-9939-fe5e4e6c8d7d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 936 time: 0.6875634 Feb 15 09:32:11.850171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:11.958900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.000878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d56e564f-2b24-4ace-bbc3-ec04877bc229 req-b039b526-2ad8-4569-9386-efe353d8c6de tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570935 Feb 15 09:32:12.092149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.132095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8e0c6a-b185-4a13-8913-56cef5de2dbf req-1c58eb6a-0dd1-428b-b117-515c0ca432ce tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.133982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da8e0c6a-b185-4a13-8913-56cef5de2dbf req-1c58eb6a-0dd1-428b-b117-515c0ca432ce tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.3418689 Feb 15 09:32:12.134133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:12.134753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Attempting to bind port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:12.135194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Attempting to bind port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:12.135523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Attempting to bind port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:12.166068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.190864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.227775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b0de05f-cfd0-4850-870e-0a9f0062778b req-94869d07-469a-4a96-86eb-66162eb4aa77 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 210 time: 0.0471473 Feb 15 09:32:12.232792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96543ef1-c506-475e-a01f-ceb3a2b0c8b7 None None] Provisioning complete for port 891e3d57-9d75-4192-8fdb-c74c2cae7832 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:12.233496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96543ef1-c506-475e-a01f-ceb3a2b0c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.258158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:12.262967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:12.290233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:12.293335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Attempting to bind port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:12.300469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:12.308795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.309776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.365498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=e1789514-e51e-4e18-aa11-201bbec7d01b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:12.396270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-241b8ec4-ca71-4c84-a80d-58d146c3d3df tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.9919965 Feb 15 09:32:12.400268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:12.445588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Attempting to bind port a93e196a-4315-4866-807e-6d18f65b63a2 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:12.446187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Attempting to bind port a93e196a-4315-4866-807e-6d18f65b63a2 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:12.446720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Attempting to bind port a93e196a-4315-4866-807e-6d18f65b63a2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:12.481507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:12.482328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:12.482832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:12.483844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Bound port: ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:12.484298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.492042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Port a93e196a-4315-4866-807e-6d18f65b63a2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:12.492660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Attempting to bind port a93e196a-4315-4866-807e-6d18f65b63a2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:12.507258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:12.507920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:12.508487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:12.509133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Bound port: a93e196a-4315-4866-807e-6d18f65b63a2, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:12.511255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.541643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.563471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96543ef1-c506-475e-a01f-ceb3a2b0c8b7 None None] Provisioning complete for port a99d4073-f427-4896-a1aa-760ed415b7f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:12.563839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96543ef1-c506-475e-a01f-ceb3a2b0c8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.592595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da8e0c6a-b185-4a13-8913-56cef5de2dbf req-912d06f7-4952-4209-adbd-8d9667490676 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048310 Feb 15 09:32:12.599605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcba6b0-c9ea-49db-8b0f-d6e7e5d1bbf7 req-c36c3cc2-ff29-41a9-a4fb-586456b20972 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.601478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebcba6b0-c9ea-49db-8b0f-d6e7e5d1bbf7 req-c36c3cc2-ff29-41a9-a4fb-586456b20972 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 945 time: 0.2039359 Feb 15 09:32:12.615717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3761e-f2c5-4a68-9386-201529f2805f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.620955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-96543ef1-c506-475e-a01f-ceb3a2b0c8b7 None None] Port a99d4073-f427-4896-a1aa-760ed415b7f6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:12.630943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3761e-f2c5-4a68-9386-201529f2805f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.638901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f3761e-f2c5-4a68-9386-201529f2805f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.639600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.641127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-19f3761e-f2c5-4a68-9386-201529f2805f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2388742 Feb 15 09:32:12.647459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:12.648049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:12.651734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/cf2cdfe4-c71d-458e-8017-225818a76962 HTTP/1.1" status: 204 len: 168 time: 1.6856008 Feb 15 09:32:12.681408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368597e-a25c-4360-bb88-0f03f919f345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf2cdfe4-c71d-458e-8017-225818a76962,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:12.743634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:12.747422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:12.753415 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.792703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ed3d7969-2f9d-4286-83e9-e39b35d95bd4 None None] Provisioning complete for port e1789514-e51e-4e18-aa11-201bbec7d01b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:12.793346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ed3d7969-2f9d-4286-83e9-e39b35d95bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.805881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.806596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.808105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] 10.222.0.36 "PUT /v2.0/ports/ca7736ae-95f5-4c2c-ab08-c8c1d854e216 HTTP/1.1" status: 200 len: 1095 time: 3.3301141 Feb 15 09:32:12.843457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d7969-2f9d-4286-83e9-e39b35d95bd4 None None] Port e1789514-e51e-4e18-aa11-201bbec7d01b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:12.848991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8cb85-9567-4517-94e5-6045a2d519aa service neutron] Pushing event updated for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:12.923704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-2879c376-61d2-47b1-953a-3a01d9eeaabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:12.925363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-2879c376-61d2-47b1-953a-3a01d9eeaabc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 1098 time: 0.0536304 Feb 15 09:32:12.936328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:12.944422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.958349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebcba6b0-c9ea-49db-8b0f-d6e7e5d1bbf7 req-e0ec660f-ef74-4fe2-9b53-05ac646a3294 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156717 Feb 15 09:32:12.965343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a93e196a-4315-4866-807e-6d18f65b63a2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:12.986464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:12.991398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-4c592368-9b93-45e0-9c05-07957d1d8b82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216 HTTP/1.1" status: 200 len: 217 time: 0.0539665 Feb 15 09:32:13.082424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:13.085095 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4a0b62-67df-4737-9205-91134f1e0ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:13.092955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.093576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.095155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] 10.222.0.72 "PUT /v2.0/ports/a93e196a-4315-4866-807e-6d18f65b63a2 HTTP/1.1" status: 200 len: 1096 time: 2.5398908 Feb 15 09:32:13.095647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:13.097906 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc96949-a540-4b50-87ed-583be8de7c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:13.144530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-a89bf3de-5acc-4dc9-983e-345c1a8d3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.145560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-a89bf3de-5acc-4dc9-983e-345c1a8d3a2d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1343319 Feb 15 09:32:13.180701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port e1789514-e51e-4e18-aa11-201bbec7d01b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:13.181072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.229176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-fb25d087-30d5-4b64-85f4-0e0144226675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.230853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-fb25d087-30d5-4b64-85f4-0e0144226675 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0683630 Feb 15 09:32:13.315038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.446321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77483195-66c8-4e01-8799-d09e2f1b1dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:13.450013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f13adb-08c4-463c-b067-5503c00763c3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:13.493938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92de3523-c187-4b40-885e-d07a3dc3c2ad') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:13.494254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92de3523-c187-4b40-885e-d07a3dc3c2ad') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:13.550747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.553288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-83bd442c-3e68-4950-895f-21eadc2a6e05 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072615 Feb 15 09:32:13.554486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-38fb67d5-bb58-4e70-8628-bcfc2878c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.555971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-38fb67d5-bb58-4e70-8628-bcfc2878c5fd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 1099 time: 0.3878198 Feb 15 09:32:13.566034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-244b0e00-17b9-433c-aed2-0c7aec3e4df5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.567777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-244b0e00-17b9-433c-aed2-0c7aec3e4df5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.36 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.3233812 Feb 15 09:32:13.587056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'port': {'device_id': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'admin_state_up': True, 'tenant_id': '7caa1ae133854f72827dc88c76581aca'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:13.599390 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e0d4e-a2ac-421e-8723-117794bd3c89 x-openstack-request-id: req-d83e0d4e-a2ac-421e-8723-117794bd3c89 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:13.600468 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:13.600943 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d83e0d4e-a2ac-421e-8723-117794bd3c89 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:13.601339 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', 'status': 'completed', 'code': 200} Feb 15 09:32:13.638108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.643755 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd101cbf-40e3-42f6-b9f4-4f5ec4da3799 x-openstack-request-id: req-dd101cbf-40e3-42f6-b9f4-4f5ec4da3799 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:13.644160 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:13.644268 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd101cbf-40e3-42f6-b9f4-4f5ec4da3799 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:13.645876 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2', 'status': 'completed', 'code': 200} Feb 15 09:32:13.657008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87e1454-283c-4157-b96a-6fc60d281bc6 req-8de240c9-5267-4301-ab38-414a57e2509f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.665107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a87e1454-283c-4157-b96a-6fc60d281bc6 req-8de240c9-5267-4301-ab38-414a57e2509f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 948 time: 0.4989552 Feb 15 09:32:13.705684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.718851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-d56348d4-c0c3-4f03-b1c8-e9057e590888 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a93e196a-4315-4866-807e-6d18f65b63a2 HTTP/1.1" status: 200 len: 217 time: 0.1287706 Feb 15 09:32:13.745673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for e1789514-e51e-4e18-aa11-201bbec7d01b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:13.751049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:32:13.751467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:32:13.762528 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:32:13.965976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a87e1454-283c-4157-b96a-6fc60d281bc6 req-7681c591-2656-4508-9d9e-96499564bc5d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008900 Feb 15 09:32:13.980823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:13.991503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-8df6ee62-c309-44bc-967f-d78e752b6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:13.994758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-8df6ee62-c309-44bc-967f-d78e752b6793 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2456830 Feb 15 09:32:14.033612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:14.045424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] 10.222.0.10 "DELETE /v2.0/networks/12f13adb-08c4-463c-b067-5503c00763c3 HTTP/1.1" status: 204 len: 168 time: 1.3844030 Feb 15 09:32:14.086650 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:14.096773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57710) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:14.119103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d891a89-d4da-4036-b1d4-7133f093aa8e req-1ed3bf84-bc27-44d6-853b-5999a969a0d8 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 210 time: 0.4154913 Feb 15 09:32:14.171152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-49233723-b125-4c36-a093-9998b0ea4dfb service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022065 Feb 15 09:32:14.268030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68db4c9-e4a2-4db7-a108-3474a3766819 admin admin] Pushing event deleted for resources: {'Network': ['ID=12f13adb-08c4-463c-b067-5503c00763c3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:14.317571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-6093bb56-d326-416f-b61b-71dce4367ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.319441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-6093bb56-d326-416f-b61b-71dce4367ce5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 1098 time: 0.0653925 Feb 15 09:32:14.323313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Made reservation on behalf of 7caa1ae133854f72827dc88c76581aca for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:14.329872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:14.495764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-41a13d1f-042a-44fc-ab49-e7cc7ff4bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.497283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-41a13d1f-042a-44fc-ab49-e7cc7ff4bce5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1634803 Feb 15 09:32:14.577547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-df38ce09-9976-4bd5-b9df-84846b4e74ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216 HTTP/1.1" status: 200 len: 217 time: 0.0692005 Feb 15 09:32:14.645390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Allocated IP 172.20.0.4 (575e3247-bcd5-4dfa-933b-647ee4e2a1a6/30cef03d-bff2-40e4-a964-d7e875663f87/c7ba215e-2b84-43bf-a3b0-c76b4b4e7500) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:14.648932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-363c8c83-73a5-4e13-89ca-793404a7291e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.650345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-363c8c83-73a5-4e13-89ca-793404a7291e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0642519 Feb 15 09:32:14.713730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Deleting subnet 7686ab14-d9e1-425d-82d3-d96c25e2e8a3 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:32:14.722738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-39e91f1d-41a5-4910-8be9-384780ddc342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.724433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-39e91f1d-41a5-4910-8be9-384780ddc342 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6944408 Feb 15 09:32:14.729649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-4102348f-8745-428d-ab41-abb687481968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.729905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:14.734284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-4102348f-8745-428d-ab41-abb687481968 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0724609 Feb 15 09:32:14.791989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ccc4b-872c-41d1-9952-e68e7456d11d req-44e0f87d-4b82-403c-9bbe-8cd7a009c934 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:14.800077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-319ccc4b-872c-41d1-9952-e68e7456d11d req-44e0f87d-4b82-403c-9bbe-8cd7a009c934 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.5187192 Feb 15 09:32:14.917713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:14.960417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-25a79933-9542-419d-860d-737721a482a6 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191305 Feb 15 09:32:14.977640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-319ccc4b-872c-41d1-9952-e68e7456d11d req-cb4fbb40-9ebc-455a-b4e7-0d1934569ea4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763844 Feb 15 09:32:15.002049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.037212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.064243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=e1789514-e51e-4e18-aa11-201bbec7d01b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:15.075631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.079231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-17c9115f-0d5b-48b1-9af3-74dd7ea0e8be service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233440 Feb 15 09:32:15.112566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:15.140245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc4a0b62-67df-4737-9205-91134f1e0ea4 req-d41f46a6-d979-493a-a5df-a63ff24349fb service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707098 Feb 15 09:32:15.149496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.158697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672b5c0-97d9-483c-80de-f617ca9070cf req-c37420bb-c546-4457-b1c7-64b5e2acfc22 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.170943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1672b5c0-97d9-483c-80de-f617ca9070cf req-c37420bb-c546-4457-b1c7-64b5e2acfc22 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 948 time: 0.1003823 Feb 15 09:32:15.265023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:15.274694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:15.284912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:15.292064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.346493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:15.366035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:15.383140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1672b5c0-97d9-483c-80de-f617ca9070cf req-8b1bef3a-cd6a-48c0-98cf-32811ed28654 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122612 Feb 15 09:32:15.383742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.384569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'mac_address': 'fa:16:3e:94:a7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:15.390481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7686ab14-d9e1-425d-82d3-d96c25e2e8a3 HTTP/1.1" status: 204 len: 168 time: 1.2917948 Feb 15 09:32:15.392502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57738) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:15.397967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee40d1-f586-434a-8af3-3e1af6267fa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7686ab14-d9e1-425d-82d3-d96c25e2e8a3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:15.453743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.454409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.474529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.475730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.480925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0f6f2b66-5eed-4062-832e-46efe565aa32 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/e1789514-e51e-4e18-aa11-201bbec7d01b HTTP/1.1" status: 204 len: 168 time: 2.8309700 Feb 15 09:32:15.483677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57740) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:15.506872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78f5bbc2-b87c-404b-bba4-825a6139efcc {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:15.540514 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e0926e-4b51-4c8d-97af-833d633b6282 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] GET failed (client error): The resource could not be found. Feb 15 09:32:15.540514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f9e0926e-4b51-4c8d-97af-833d633b6282 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports/e1789514-e51e-4e18-aa11-201bbec7d01b HTTP/1.1" status: 404 len: 333 time: 0.0522497 Feb 15 09:32:15.540900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57742) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:15.545933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1974587648'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:15.550264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:15.555059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-bf2a2502-2bbe-4758-b269-6de4c58c24f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9732990 Feb 15 09:32:15.557039 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.568160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.580044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Request body: {'port': {'device_id': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:15.633006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506d6c8-9ac1-4821-84f5-05ef04c22cbb req-42878bb2-b39b-4948-94bb-dc77ac311b19 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.633006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2506d6c8-9ac1-4821-84f5-05ef04c22cbb req-42878bb2-b39b-4948-94bb-dc77ac311b19 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 931 time: 0.2381461 Feb 15 09:32:15.636111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3168fb4c-410c-40ad-80a5-4ee44116ee21 req-852d6af0-407b-4551-b595-741d374e267b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375043 Feb 15 09:32:15.662200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:15.677799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['78f5bbc2-b87c-404b-bba4-825a6139efcc'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:15.697859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2506d6c8-9ac1-4821-84f5-05ef04c22cbb req-6573f255-5696-4e90-b846-9d2c3fc38763 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597553 Feb 15 09:32:15.762901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-af1aaef5-016c-4a18-912f-faac090e5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.765445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-af1aaef5-016c-4a18-912f-faac090e5a3c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 1099 time: 0.0597925 Feb 15 09:32:15.799969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.822592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.884307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149d3a3f-f20b-46ee-b0bd-05c55459d4f9']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:15.888134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-587ee2e4-0275-4350-90d8-e6488937470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.890254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-587ee2e4-0275-4350-90d8-e6488937470a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1166503 Feb 15 09:32:15.903473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b8b0d8-c443-4458-9110-13f5bd3c3522') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:15.904665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b8b0d8-c443-4458-9110-13f5bd3c3522') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:15.926250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:15.939145 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-e5135e17-3e90-471e-9f90-a6822806dfb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=a93e196a-4315-4866-807e-6d18f65b63a2 HTTP/1.1" status: 200 len: 217 time: 0.0366299 Feb 15 09:32:15.991800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-20d4de8c-f270-4a65-ac6f-3984dac2ef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:15.993620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-20d4de8c-f270-4a65-ac6f-3984dac2ef90 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0453224 Feb 15 09:32:16.006486 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.021240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:32:16.021694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.023366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:16.027055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:32:16.029883 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:32:16.077322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-89b23df3-5820-4ac2-afa9-a5471a1574b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:16.078945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-89b23df3-5820-4ac2-afa9-a5471a1574b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0634155 Feb 15 09:32:16.173528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port 45998592-25fb-4688-9c44-7388d351c158 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:16.183460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-4e7249f1-1ff1-4f00-909b-fd5f264f4540 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947058 Feb 15 09:32:16.206561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.299623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.308206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/149d3a3f-f20b-46ee-b0bd-05c55459d4f9 HTTP/1.1" status: 204 len: 168 time: 0.9146025 Feb 15 09:32:16.326224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890c864-8345-4c1c-8fe2-b6f00590dca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=149d3a3f-f20b-46ee-b0bd-05c55459d4f9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:16.334046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bc96949-a540-4b50-87ed-583be8de7c9e req-2fcb8097-2d00-4c91-a9aa-7a0cd8070e90 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418831 Feb 15 09:32:16.369790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149e7fd-22cd-4611-8313-cf8ae0d819bc req-c4fbfd00-1161-4c4b-b320-07ab9f55ce6f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:16.371547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d149e7fd-22cd-4611-8313-cf8ae0d819bc req-c4fbfd00-1161-4c4b-b320-07ab9f55ce6f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.2733583 Feb 15 09:32:16.471094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57768) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:16.500335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d149e7fd-22cd-4611-8313-cf8ae0d819bc req-5348ca39-f176-48ad-a48b-3af3cbf6b839 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171699 Feb 15 09:32:16.503899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::34f (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/45998592-25fb-4688-9c44-7388d351c158) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:16.510055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d477885d-bac5-4898-97e4-a6341ed914f9 req-d4fa17ce-3060-4021-9b6d-20fa67df06a8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:16.513548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d477885d-bac5-4898-97e4-a6341ed914f9 req-d4fa17ce-3060-4021-9b6d-20fa67df06a8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 948 time: 0.0667825 Feb 15 09:32:16.539779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.556312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d477885d-bac5-4898-97e4-a6341ed914f9 req-f18cf832-671d-490d-aec5-dbf31394181c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378518 Feb 15 09:32:16.616993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-54b2b701-914c-477a-884b-59df8189379f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c13df6dee834e78b7ad5e2f4ce4bb50&name=default HTTP/1.1" status: 200 len: 2977 time: 0.1402075 Feb 15 09:32:16.619083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:16.620472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:16.631925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.660164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e272ed6c-97d9-4c49-a36a-5feb04f2e52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.674354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Transition to ACTIVE for port object c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:16.708836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.709480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:16.715290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.717885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2074443062'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:16.740838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.779310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:16.784034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.801756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:16.802576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ca7736ae-95f5-4c2c-ab08-c8c1d854e216 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:16.821124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:32:16.831398 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.831841 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Added segment c7b098bd-325a-440a-bc54-ffacbba572cd of type vlan for network 1b651788-e152-4421-a032-f7373d760b0d Feb 15 09:32:16.870182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.873637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.877607 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4388561b-ea73-459b-a812-e1928bea6b49 HTTP/1.1" status: 204 len: 168 time: 0.2533522 Feb 15 09:32:16.894693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.897650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bd051-bd61-43c3-bc89-0e01793925bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4388561b-ea73-459b-a812-e1928bea6b49,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:16.915044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.973106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:16.975772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188dbf84-0edd-4909-855e-f4125ea896a0 req-e9ec7a0c-1652-4959-8268-cce735eb1295 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:16.987401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-188dbf84-0edd-4909-855e-f4125ea896a0 req-e9ec7a0c-1652-4959-8268-cce735eb1295 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.1743085 Feb 15 09:32:16.993192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:16.993896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.028398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3152852 Feb 15 09:32:17.037746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57792) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:17.043239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-8315480'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:17.046178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Attempting to bind port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:17.046847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Attempting to bind port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:17.046847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Attempting to bind port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:17.090449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:17.090768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Attempting to bind port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:17.114879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-188dbf84-0edd-4909-855e-f4125ea896a0 req-eae98683-432f-45fc-b6df-1e19a1853394 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266549 Feb 15 09:32:17.115735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:17.116074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Checking segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:17.116074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Bound using segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:17.116944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Bound port: c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:17.117575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.127732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:17.135008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.165971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf249abc-d0a8-46b1-b11e-3918aba649ba tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Network': ['ID=1b651788-e152-4421-a032-f7373d760b0d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:17.174726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:17.181844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.192903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1b651788-e152-4421-a032-f7373d760b0d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:32:17.211063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:32:17.218442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:17.226343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:17.227107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.227315 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Added segment b2b4156e-8051-46b0-9f7f-123fa7000235 of type vlan for network 50b12ed8-3048-42d5-ba97-d92252993cc4 Feb 15 09:32:17.236477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:17.242566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.243223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.249216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=45998592-25fb-4688-9c44-7388d351c158,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:17.284678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:17.290407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:17.294201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d0d8051f-8ab9-4563-b0d6-3126dc5e01a2 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7544541 Feb 15 09:32:17.297543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:17.300556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57798) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:17.306247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:dc:17:c6'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:17.319587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.325129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', 'mac_address': 'fa:16:3e:80:82:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:17.328265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.377094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.402708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca7736ae-95f5-4c2c-ab08-c8c1d854e216 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:17.440368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.451921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.452566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.466735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.473671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.478049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 HTTP/1.1" status: 200 len: 1091 time: 1.9061835 Feb 15 09:32:17.480627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 78f5bbc2-b87c-404b-bba4-825a6139efcc triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:17.480769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:17.484341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.490442 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77" -d '{"events": [{"name": "network-changed", "server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:17.493319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:17.567998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Network': ['ID=50b12ed8-3048-42d5-ba97-d92252993cc4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:17.599997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b5ab5bc-596c-4f6a-b683-ef76d9297a24 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5610189 Feb 15 09:32:17.602685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:17.609509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'subnet': {'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:17.621961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:32:17.641400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.657946 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b25ce1f-7232-45cf-a9ab-d55606e8b6fc x-openstack-request-id: req-5b25ce1f-7232-45cf-a9ab-d55606e8b6fc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:17.658514 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:17.659373 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b25ce1f-7232-45cf-a9ab-d55606e8b6fc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:17.662396 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'status': 'completed', 'code': 200} Feb 15 09:32:17.727939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:17.808331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84382941-bb97-4704-9a5e-2beb382611a2 service neutron] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:17.856667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a50893-5e50-4e43-91a7-dfc9867122f9 req-9b15ba14-8e96-44cc-954a-bfc5f8da2b87 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.859206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1a50893-5e50-4e43-91a7-dfc9867122f9 req-9b15ba14-8e96-44cc-954a-bfc5f8da2b87 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.1322622 Feb 15 09:32:17.877400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-1a8e261f-238a-4b7b-b3f1-dcaa3a876a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.884735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-1a8e261f-238a-4b7b-b3f1-dcaa3a876a64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 1094 time: 0.2843769 Feb 15 09:32:17.907229 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b768afae-2b72-45d8-98af-f7a8aa52e324 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ae7dedfa3114c6db6564474001facd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1775570 Feb 15 09:32:17.934752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:17.964434 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.975216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1a50893-5e50-4e43-91a7-dfc9867122f9 req-941df66c-51e3-4f8c-b2b9-f5ba86a630b9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735002 Feb 15 09:32:17.977755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:17.981222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-574ecc7e-4a20-4067-94c2-334f8d4c3570 None None] Provisioning complete for port 45998592-25fb-4688-9c44-7388d351c158 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:17.981585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.981765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-574ecc7e-4a20-4067-94c2-334f8d4c3570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:17.984590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4fedf-ac4d-4cc0-a8a1-16c006df7702 req-1558e0ff-1fc8-4abb-a05e-0156de95f155 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:17.985165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:17.993241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be4fedf-ac4d-4cc0-a8a1-16c006df7702 req-1558e0ff-1fc8-4abb-a05e-0156de95f155 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 948 time: 0.2250335 Feb 15 09:32:18.005333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-c060b0ac-bb2e-4a61-aed6-5490a4b4c7d2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 HTTP/1.1" status: 200 len: 217 time: 0.1063340 Feb 15 09:32:18.012445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.135867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be4fedf-ac4d-4cc0-a8a1-16c006df7702 req-cf94d11c-75ee-403e-b13c-8512ca0e1043 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396196 Feb 15 09:32:18.148018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:18.150503 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7676999-1df6-49c5-9686-18448a45d1d7" -d '{"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-plugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:18.164702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-aec6f332-b31b-4aef-a587-2854f204ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:18.166212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-aec6f332-b31b-4aef-a587-2854f204ac69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.1505823 Feb 15 09:32:18.235107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.278682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-0c9ecadd-3baa-41e0-8f43-4010dc09aaf5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833669 Feb 15 09:32:18.291508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:18.302301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:18.318494 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee8dc8b-f17b-41e3-8de3-a3fd0d25044a x-openstack-request-id: req-fee8dc8b-f17b-41e3-8de3-a3fd0d25044a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:18.319043 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-plugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:18.319601 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fee8dc8b-f17b-41e3-8de3-a3fd0d25044a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:18.320354 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'code': 200} Feb 15 09:32:18.325764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.347088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-574ecc7e-4a20-4067-94c2-334f8d4c3570 None None] Port 45998592-25fb-4688-9c44-7388d351c158 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:18.354992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.383261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.548396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ff8e7-6ecd-4e6b-b401-dc609e755332 req-1936666b-0ee3-4fd5-8c56-16ae41d381a5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:18.550201 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-682ff8e7-6ecd-4e6b-b401-dc609e755332 req-1936666b-0ee3-4fd5-8c56-16ae41d381a5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.2207179 Feb 15 09:32:18.553664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:18.571366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Subnet': ['ID=33327350-6520-409b-91c8-b1f49703ba94,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:18.634866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-47a5d1d2-0ba1-4d33-b64b-f365330d422a service neutron] 10.222.0.36 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286576 Feb 15 09:32:18.648922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-682ff8e7-6ecd-4e6b-b401-dc609e755332 req-4327ac45-f641-4680-af71-6eb328f92140 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867033 Feb 15 09:32:18.649787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:18.650138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network hostable DHCP agents. Network: 1b651788-e152-4421-a032-f7373d760b0d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:32:18.652653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.659233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.679000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f5b1853-36cc-4d68-a2ad-dfcc6583e640 HTTP/1.1" status: 204 len: 168 time: 0.7390170 Feb 15 09:32:18.713153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a08f35-fda2-4838-9f45-a9cf258aade2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5b1853-36cc-4d68-a2ad-dfcc6583e640,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:18.737593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 1b651788-e152-4421-a032-f7373d760b0d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:32:18.754465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.766423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1b651788-e152-4421-a032-f7373d760b0d) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:18.772434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:18.773173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.778042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de722027-5b02-4280-95fc-a48da310bbc9 None None] Network 1b651788-e152-4421-a032-f7373d760b0d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:18.802521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9c4c86ee-8c3b-4c24-a9d5-aed5a9770836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1977346 Feb 15 09:32:18.804637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:18.815225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'subnet': {'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:18.827341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90a947ef-2d32-4ccf-bff0-ed3197c94fd7 req-650abd80-d92c-4e96-84d1-ea362a827b89 service neutron] 10.222.0.36 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801021 Feb 15 09:32:18.828571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.943326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] In _notify_port_updated(), no bound segment for port 45998592-25fb-4688-9c44-7388d351c158 on network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:32:18.949087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:18.949803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:18.951266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "PUT /v2.0/ports/45998592-25fb-4688-9c44-7388d351c158 HTTP/1.1" status: 200 len: 1002 time: 1.6511066 Feb 15 09:32:18.964848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:19.059465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b45801-1ac8-44e2-9ae3-47a3eeff9910 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=45998592-25fb-4688-9c44-7388d351c158,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:19.104405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-683a9c29-3c44-4758-8ceb-e2a91447037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:19.108663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:19.111686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-683a9c29-3c44-4758-8ceb-e2a91447037d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 1094 time: 0.1686039 Feb 15 09:32:19.113600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.126117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-1b651788-e152-4421-a032-f7373d760b0d', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:32:19.135020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.149778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a93e196a-4315-4866-807e-6d18f65b63a2 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:19.468358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.527117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port 45998592-25fb-4688-9c44-7388d351c158 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:19.527488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.656651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.671921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for 45998592-25fb-4688-9c44-7388d351c158 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:19.746921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:32:19.812540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4842e70e-6163-481c-a494-542c88d78b9d None None] Provisioning complete for port 45998592-25fb-4688-9c44-7388d351c158 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:19.813365 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4842e70e-6163-481c-a494-542c88d78b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.852875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b4bbd153-a59d-4491-8632-1bd8824f1c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:19.940227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Allocated IP 10.1.1.2 (1b651788-e152-4421-a032-f7373d760b0d/33327350-6520-409b-91c8-b1f49703ba94/e926a23f-1c84-4e63-bae3-e817bfcdf95b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:19.958458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4842e70e-6163-481c-a494-542c88d78b9d None None] Port 45998592-25fb-4688-9c44-7388d351c158 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:20.007988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Subnet': ['ID=b6dec827-b967-493d-a399-c533c23dbad5,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:20.073559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5265d-f96b-4b2b-b231-41a3c8012ced req-77488371-f774-42f4-9ac4-876696ce4d40 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.075235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4e5265d-f96b-4b2b-b231-41a3c8012ced req-77488371-f774-42f4-9ac4-876696ce4d40 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.1009638 Feb 15 09:32:20.077132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-ad3b3457-0ae5-4a8f-8aa7-ecc3d12cdf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.078870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-ad3b3457-0ae5-4a8f-8aa7-ecc3d12cdf98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 923 time: 0.9598420 Feb 15 09:32:20.093495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a93e196a-4315-4866-807e-6d18f65b63a2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:20.130041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'a93e196a-4315-4866-807e-6d18f65b63a2', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'a93e196a-4315-4866-807e-6d18f65b63a2', 'mac_address': 'fa:16:3e:4c:0a:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:20.187954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-6df66761-057d-4665-8c97-5095760742f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 HTTP/1.1" status: 200 len: 217 time: 0.0955420 Feb 15 09:32:20.220174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa90c07-3faf-4152-a4b4-538c4d9eacdb req-a34485a0-0142-4f3f-8dfa-6683aa2a34c6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.222056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fa90c07-3faf-4152-a4b4-538c4d9eacdb req-a34485a0-0142-4f3f-8dfa-6683aa2a34c6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 948 time: 0.7856114 Feb 15 09:32:20.229753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Checking segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:20.230112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network hostable DHCP agents. Network: 50b12ed8-3048-42d5-ba97-d92252993cc4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:32:20.280339 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.285146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.299405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.303324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93e196a-4315-4866-807e-6d18f65b63a2 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:20.306779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4e5265d-f96b-4b2b-b231-41a3c8012ced req-49a5ad81-9ea8-4f43-ae61-2d93e7ccd1ba tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214615 Feb 15 09:32:20.347368 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.349708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a93e196a-4315-4866-807e-6d18f65b63a2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:20.355655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-df39e448-9bcb-40ac-9816-d499a8067051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.357241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-df39e448-9bcb-40ac-9816-d499a8067051 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.1559315 Feb 15 09:32:20.364400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.371209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:32:20.417796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.423965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fa90c07-3faf-4152-a4b4-538c4d9eacdb req-e26fde31-e361-4a36-ac91-4b038f9c354c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851263 Feb 15 09:32:20.427113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-bd2ef260-89ef-49e2-8996-3e5206b1a2b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577252 Feb 15 09:32:20.433416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=45998592-25fb-4688-9c44-7388d351c158,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:20.454650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 50b12ed8-3048-42d5-ba97-d92252993cc4) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:20.469095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b27624-8bce-4706-860a-8037e164448d None None] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:20.473038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.474249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.534798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Network 1b651788-e152-4421-a032-f7373d760b0d is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:20.647780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:20.660232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:20.711472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:20.719662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ce828-3159-4c66-af08-6ae22ea12d02 req-1257054a-db04-4ba1-a39d-c41475e7c301 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:20.731707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-346ce828-3159-4c66-af08-6ae22ea12d02 req-1257054a-db04-4ba1-a39d-c41475e7c301 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.1540360 Feb 15 09:32:20.734816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.746164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-c6f38a77-8ff6-443c-866b-dc0ceb64c210 service neutron] 10.222.0.36 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092613 Feb 15 09:32:20.748083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-49b98bdd-537e-4e1c-9acc-b1450f264121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/45998592-25fb-4688-9c44-7388d351c158 HTTP/1.1" status: 204 len: 168 time: 1.7793875 Feb 15 09:32:20.751014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57888) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:20.770227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ae1f6b2-adff-4131-bff4-54489a78ffb4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9618151 Feb 15 09:32:20.771400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:20.786952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'name': 'tempest-TaggedBootDevicesTest_v242-1971237480', 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:20.840632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:20.847905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ca7736ae-95f5-4c2c-ab08-c8c1d854e216 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:20.849942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['a93e196a-4315-4866-807e-6d18f65b63a2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:20.867026 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-862e0bfd-12a9-4839-adbb-6d9ef12e5121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] GET failed (client error): The resource could not be found. Feb 15 09:32:20.873420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-862e0bfd-12a9-4839-adbb-6d9ef12e5121 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports/45998592-25fb-4688-9c44-7388d351c158 HTTP/1.1" status: 404 len: 333 time: 0.1204710 Feb 15 09:32:20.877914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57894) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:20.881888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-50b12ed8-3048-42d5-ba97-d92252993cc4', 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ips': [{'subnet_id': 'b6dec827-b967-493d-a399-c533c23dbad5'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:32:20.882749 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:20.898878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-346ce828-3159-4c66-af08-6ae22ea12d02 req-8c9f624c-2d71-4199-8f44-6e5ae33d6527 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598606 Feb 15 09:32:20.914818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-738470708'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:20.968711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd7fcb1-0777-49dd-bd1e-aef12418bf77 req-3c722a66-0e0b-4de1-8184-b07702252ff6 service neutron] 10.222.0.36 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002604 Feb 15 09:32:21.233032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Pushing event updated for resources: {'Port': ['ID=e926a23f-1c84-4e63-bae3-e817bfcdf95b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:21.267345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Attempting to bind port e926a23f-1c84-4e63-bae3-e817bfcdf95b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:21.267717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Attempting to bind port e926a23f-1c84-4e63-bae3-e817bfcdf95b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:21.268066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Attempting to bind port e926a23f-1c84-4e63-bae3-e817bfcdf95b on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:21.309320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:21.315195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:21.354368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-eab2bdaf-672c-4db7-816d-c912779aa691 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:21.356115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-eab2bdaf-672c-4db7-816d-c912779aa691 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.2891383 Feb 15 09:32:21.358631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port 2147ee4f-2bc4-469b-94f3-ab2107be4140 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:21.364842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:21.377341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-4'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:21.479172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:21.480654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:21.481134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:21.483138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Bound using segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:21.483290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:21.483768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Bound port: e926a23f-1c84-4e63-bae3-e817bfcdf95b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:21.483768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:21.573845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:21.663987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] For port e926a23f-1c84-4e63-bae3-e817bfcdf95b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:21.667996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] For port e926a23f-1c84-4e63-bae3-e817bfcdf95b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e926a23f-1c84-4e63-bae3-e817bfcdf95b,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:21.669343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'port_id': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'mac_address': 'fa:16:3e:fe:6b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cef03d-bff2-40e4-a964-d7e875663f87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:21.699851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:21.760710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f7fca-a62f-4227-b002-52471f0bf97d req-ede388d7-dda5-4a0e-abe7-870fee9bda5b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:21.774071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa5f7fca-a62f-4227-b002-52471f0bf97d req-ede388d7-dda5-4a0e-abe7-870fee9bda5b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 949 time: 0.1015103 Feb 15 09:32:21.876638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d05409e-71ea-42c6-9780-dc2d06fc917e None None] Pushing event updated for resources: {'Port': ['ID=e926a23f-1c84-4e63-bae3-e817bfcdf95b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:21.882107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa5f7fca-a62f-4227-b002-52471f0bf97d req-2d831405-e04b-4b81-b647-e5b49aca4c53 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999403 Feb 15 09:32:21.893912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:32:21.967310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:21.969595 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.092154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdee8a-6043-4ce3-965e-3ad8f99d06ca req-d1a7ed6a-aaa8-4081-819c-e2a034404fde tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:22.101546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9bdee8a-6043-4ce3-965e-3ad8f99d06ca req-d1a7ed6a-aaa8-4081-819c-e2a034404fde tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.0819895 Feb 15 09:32:22.186581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9bdee8a-6043-4ce3-965e-3ad8f99d06ca req-47e3f2cf-aea8-45f9-bec8-4df07d3b4dc7 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835338 Feb 15 09:32:22.266536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Allocated IP 10.2.2.2 (50b12ed8-3048-42d5-ba97-d92252993cc4/b6dec827-b967-493d-a399-c533c23dbad5/01f32a97-5fc0-4a2b-a08c-553a348749d9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:22.289035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.332319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99a705-b6dc-4bef-866e-fead05765829 req-d85c8b45-978d-4848-a3aa-316acd54d5d4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:22.335515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc99a705-b6dc-4bef-866e-fead05765829 req-d85c8b45-978d-4848-a3aa-316acd54d5d4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 945 time: 0.8580391 Feb 15 09:32:22.366415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.388262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.390136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:22.449233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc99a705-b6dc-4bef-866e-fead05765829 req-b5847f9d-4ad7-40d1-a0a2-c440459bad38 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Feb 15 09:32:22.474830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.529412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::1b8 (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/2147ee4f-2bc4-469b-94f3-ab2107be4140) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:22.556901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:22.579231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] device_id is not set on port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:22.591276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:22.709464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.760453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.804835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.820286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.823182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:22.840370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:22.843341 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd56ea3-6cf9-4795-a62b-39e7d309ca6e" -d '{"events": [{"server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "name": "network-vif-plugged", "status": "completed", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:22.893555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:22.898874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:22.910650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:22.929326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:22.945875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:22.964563 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ff67ae-74e3-43a2-a31f-4454fdfcb13a x-openstack-request-id: req-66ff67ae-74e3-43a2-a31f-4454fdfcb13a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:22.964760 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "name": "network-vif-plugged", "status": "completed", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:22.965048 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66ff67ae-74e3-43a2-a31f-4454fdfcb13a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:22.965434 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', 'code': 200} Feb 15 09:32:22.995529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:23.005285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Pushing event updated for resources: {'Port': ['ID=01f32a97-5fc0-4a2b-a08c-553a348749d9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:23.032657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:23.159201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:23.171561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26bb7e-bdf6-4288-b97e-f6077c4a02f5 req-37adf298-1c24-44f1-a5a6-cd2836d8fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:23.173165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd26bb7e-bdf6-4288-b97e-f6077c4a02f5 req-37adf298-1c24-44f1-a5a6-cd2836d8fbcc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 1100 time: 0.1191435 Feb 15 09:32:23.203966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:23.206438 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1911dc0-ca80-44f4-bc12-68d1ef2cc0b3" -d '{"events": [{"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:23.213115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.249526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd26bb7e-bdf6-4288-b97e-f6077c4a02f5 req-69f41135-5a15-442d-b1bb-87dd1e1b9141 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654948 Feb 15 09:32:23.257303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.290486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b7304-a462-4ebb-8987-78844d2666be req-506431ac-f448-4de3-a556-2590bb778624 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:23.292088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e16b7304-a462-4ebb-8987-78844d2666be req-506431ac-f448-4de3-a556-2590bb778624 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 949 time: 0.1875682 Feb 15 09:32:23.303742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.1.1.248 (1b651788-e152-4421-a032-f7373d760b0d/33327350-6520-409b-91c8-b1f49703ba94/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:23.352404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Attempting to bind port 01f32a97-5fc0-4a2b-a08c-553a348749d9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:23.352574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Attempting to bind port 01f32a97-5fc0-4a2b-a08c-553a348749d9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:23.353050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Attempting to bind port 01f32a97-5fc0-4a2b-a08c-553a348749d9 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:23.355853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:23.402359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e16b7304-a462-4ebb-8987-78844d2666be req-242f1326-43ac-4f1f-97ec-06d16f811546 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950091 Feb 15 09:32:23.454208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:23.455532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Checking segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:23.456995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.457486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Bound using segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:23.461472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Bound port: 01f32a97-5fc0-4a2b-a08c-553a348749d9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:23.461949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.477203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.510701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on host n-h1-825064-4 for vnic_type normal with profile {"migrating_to": "n-h2-825064-4"} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:23.511132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:23.511461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:23.524347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:23.524347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Attempting to bind port 30684471-74a1-4033-b9a7-c95d50977eb5 on network 2016aa89-3ec9-445e-8dc1-4dd2b2951d86 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:23.541023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=7']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:23.562367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:23.562721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Checking segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:23.563080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Bound using segment: {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:23.563514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Bound port: 30684471-74a1-4033-b9a7-c95d50977eb5, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4e48339-ab4f-4240-911d-bf8e19cf59b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2016aa89-3ec9-445e-8dc1-4dd2b2951d86'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:23.563933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.595988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ef2a5f-956c-4bfb-91ec-129416c8b5fd None None] Network 1b651788-e152-4421-a032-f7373d760b0d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:23.699587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.708454 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d71a79-5c25-45ad-88a8-aed3f280d602 x-openstack-request-id: req-30d71a79-5c25-45ad-88a8-aed3f280d602 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:23.708891 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-unplugged", "status": "completed", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:23.709065 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30d71a79-5c25-45ad-88a8-aed3f280d602 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:23.709524 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5', 'code': 200} Feb 15 09:32:23.756363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] For port 01f32a97-5fc0-4a2b-a08c-553a348749d9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:23.760242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] For port 01f32a97-5fc0-4a2b-a08c-553a348749d9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01f32a97-5fc0-4a2b-a08c-553a348749d9,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:23.793781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.814770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f534f697-a699-4eb0-af6d-e0c89c3d7590 req-cd70d7de-9403-4fbb-945a-a6edad110379 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:23.822097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=2147ee4f-2bc4-469b-94f3-ab2107be4140,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:23.822873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f534f697-a699-4eb0-af6d-e0c89c3d7590 req-cd70d7de-9403-4fbb-945a-a6edad110379 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.0691071 Feb 15 09:32:23.866724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] Provisioning complete for port e926a23f-1c84-4e63-bae3-e817bfcdf95b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:23.867281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.905282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f534f697-a699-4eb0-af6d-e0c89c3d7590 req-3b66832e-93c5-4897-ae11-12365c8a453f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795770 Feb 15 09:32:23.912634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:23.929511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:23.938887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:23.958283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:23.976346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a450a-a772-4df5-aa03-6d72371cf1ae req-efee2df1-ec08-4dc1-81c9-73e859e385fb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:23.984933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-309a450a-a772-4df5-aa03-6d72371cf1ae req-efee2df1-ec08-4dc1-81c9-73e859e385fb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 944 time: 0.3671505 Feb 15 09:32:23.996631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e926a23f-1c84-4e63-bae3-e817bfcdf95b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:24.059010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:24.062590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:24.072313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:24.073058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.073182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:24.105104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=8']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:24.133988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5a0155ce-014c-4529-9283-feab827d7a0d tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2526813 Feb 15 09:32:24.135747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:24.143090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:dc:17:c6'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:24.248908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-309a450a-a772-4df5-aa03-6d72371cf1ae req-c0a82e3b-98cb-4435-b5ec-da0349095869 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621322 Feb 15 09:32:24.332206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 has no active binding in host n-h2-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:32:24.357003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:24.357486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.359003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-3e08213a-6cc6-470f-ba28-036ff5aa2879 service neutron] 10.222.0.72 "PUT /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 1121 time: 2.9873598 Feb 15 09:32:24.423444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.425007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98f201-439f-456d-944a-f91aaac45dbf None None] Pushing event updated for resources: {'Port': ['ID=01f32a97-5fc0-4a2b-a08c-553a348749d9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:24.706457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['30684471-74a1-4033-b9a7-c95d50977eb5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:24.718228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.804739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.815145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['30684471-74a1-4033-b9a7-c95d50977eb5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:24.817341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e926a23f-1c84-4e63-bae3-e817bfcdf95b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:24.817712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:24.899880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:24.929078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5e1e3-436b-4047-a6a4-408e29c79df6 req-f06f17b2-754f-4f91-8323-d626a4310dc8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:24.935256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96a5e1e3-436b-4047-a6a4-408e29c79df6 req-f06f17b2-754f-4f91-8323-d626a4310dc8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 949 time: 0.2130322 Feb 15 09:32:24.963739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 1b651788-e152-4421-a032-f7373d760b0d is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:24.970330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:24.974265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:24.995755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-03f579f5-8860-4f10-8c22-3fcea6bd584f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4522519 Feb 15 09:32:25.137131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.181951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a93e196a-4315-4866-807e-6d18f65b63a2 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:25.207305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96a5e1e3-436b-4047-a6a4-408e29c79df6 req-4e246f56-fca4-49e0-8638-9b6bd1c17d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338498 Feb 15 09:32:25.228415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1b763-f5ee-426f-8e34-695310cd1086 req-2afcabfb-aa76-46f7-ae1b-687838c3c3ba tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.236608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbe1b763-f5ee-426f-8e34-695310cd1086 req-2afcabfb-aa76-46f7-ae1b-687838c3c3ba tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.1652465 Feb 15 09:32:25.303015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.303689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.333192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-4fea0c72-5ece-4372-b156-a3e590aad3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.334978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-4fea0c72-5ece-4372-b156-a3e590aad3b9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 1095 time: 0.1918807 Feb 15 09:32:25.343985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b60e03ca-a33c-45f7-b612-223b2c79e5ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5668073 Feb 15 09:32:25.343985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58018) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:25.353161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'name': 'tempest-TaggedBootDevicesTest_v242-624030168', 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:25.377294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-2035e12b-6679-4dd8-965b-dd1c60cc3edb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1587741 Feb 15 09:32:25.399273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbe1b763-f5ee-426f-8e34-695310cd1086 req-dcb8bdf5-a3ab-4f22-9054-98180c8dea2b tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613901 Feb 15 09:32:25.532501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-cba83e88-2d08-441c-b83d-693e05ba0234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.535052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-cba83e88-2d08-441c-b83d-693e05ba0234 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 1096 time: 0.1244731 Feb 15 09:32:25.574037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] For port e926a23f-1c84-4e63-bae3-e817bfcdf95b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e926a23f-1c84-4e63-bae3-e817bfcdf95b,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:25.608888 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.756332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:25.761687 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3496ece3-585b-452c-9db5-037022d0f211" -d '{"events": [{"name": "network-changed", "server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:25.762342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.783810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-0dd33fa8-3169-4cd5-8a0d-c299a698fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.788937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-0dd33fa8-3169-4cd5-8a0d-c299a698fc14 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.2242336 Feb 15 09:32:25.800938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:25.811779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.814883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:25.865620 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11047dbb-25df-4e6d-a7fc-31ff35e6ef76 x-openstack-request-id: req-11047dbb-25df-4e6d-a7fc-31ff35e6ef76 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:25.866001 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:25.866153 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11047dbb-25df-4e6d-a7fc-31ff35e6ef76 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:25.866527 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5', 'status': 'completed', 'code': 200} Feb 15 09:32:25.877550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] device_id is not set on port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:25.907495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2930f25-2d09-4bd1-84c2-7fb30f8520b8 req-f54392b8-70c9-495a-97e5-be1631890565 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:25.916671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2930f25-2d09-4bd1-84c2-7fb30f8520b8 req-f54392b8-70c9-495a-97e5-be1631890565 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 944 time: 0.3859801 Feb 15 09:32:26.041294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2930f25-2d09-4bd1-84c2-7fb30f8520b8 req-ace0aa54-fb3a-4414-9812-fcd0824022df tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207325 Feb 15 09:32:26.057698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-dd677bfc-16d0-444c-a2ba-c299fb05650e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.064546 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-dd677bfc-16d0-444c-a2ba-c299fb05650e service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.5019667 Feb 15 09:32:26.089437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9418defc-fd2d-4c05-9e55-d17230a37afd None None] Pushing event updated for resources: {'Port': ['ID=e926a23f-1c84-4e63-bae3-e817bfcdf95b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:26.096523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=2147ee4f-2bc4-469b-94f3-ab2107be4140,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:26.097067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port a93e196a-4315-4866-807e-6d18f65b63a2 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:32:26.102007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:26.108439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port a93e196a-4315-4866-807e-6d18f65b63a2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:26.109052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] In _notify_port_updated(), no bound segment for port 2147ee4f-2bc4-469b-94f3-ab2107be4140 on network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:32:26.109209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.119675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.120197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.128011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-382c3547-286e-4a0b-8515-df43b6633178 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "PUT /v2.0/ports/2147ee4f-2bc4-469b-94f3-ab2107be4140 HTTP/1.1" status: 200 len: 1002 time: 1.9885919 Feb 15 09:32:26.142868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58026) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:26.190857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-de7986b0-6c40-41fb-81e4-92f3a23fbc23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 200 len: 217 time: 0.3941538 Feb 15 09:32:26.294997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ece3-585b-452c-9db5-037022d0f211 req-e883fd8a-2341-4bb5-a568-f31a5c1df4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.297631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-e883fd8a-2341-4bb5-a568-f31a5c1df4f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1124 time: 0.3228445 Feb 15 09:32:26.298673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9dbfb7b-62ae-4b5e-a35d-065e74d48d9b None None] Provisioning complete for port 2147ee4f-2bc4-469b-94f3-ab2107be4140 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:26.299139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9dbfb7b-62ae-4b5e-a35d-065e74d48d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.505208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4b2c2-982a-4d23-8ad3-8825be5b0824 None None] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:26.572725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-03294e1e-c61a-4674-ae33-46c4887f0825 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 200 len: 217 time: 0.4856598 Feb 15 09:32:26.584733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01f32a97-5fc0-4a2b-a08c-553a348749d9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:26.606225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4429dbea-03bb-4924-8611-1d64048639fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.609346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-ea0709dc-c9e2-4f93-9be2-dae6a8745898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.611145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-ea0709dc-c9e2-4f93-9be2-dae6a8745898 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.4115558 Feb 15 09:32:26.707727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9dbfb7b-62ae-4b5e-a35d-065e74d48d9b None None] Port 2147ee4f-2bc4-469b-94f3-ab2107be4140 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:26.756302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4429dbea-03bb-4924-8611-1d64048639fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.792618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650d6f9-711f-4da0-9ace-6c4e8d124c94 req-3627ddaf-382f-4b99-8e50-e4ae3aef7901 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.801559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c650d6f9-711f-4da0-9ace-6c4e8d124c94 req-3627ddaf-382f-4b99-8e50-e4ae3aef7901 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 949 time: 0.3129857 Feb 15 09:32:26.805567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-e47f3ae8-1b03-4d0d-bbd9-2052e172156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.807983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-e47f3ae8-1b03-4d0d-bbd9-2052e172156e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.2039239 Feb 15 09:32:26.816708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4429dbea-03bb-4924-8611-1d64048639fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.821170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-53f606b5-c6b5-4f69-9948-fbaf1ca24686 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885753 Feb 15 09:32:26.826115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:26.873517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-2ada67e6-ef43-42d0-8aa0-ff585f9ca9ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480194 Feb 15 09:32:26.889348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.891046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9670584b-d819-4249-ac12-4a61a256645c req-a66e6293-3430-4f7c-b550-d83d28baf543 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:26.893865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9670584b-d819-4249-ac12-4a61a256645c req-a66e6293-3430-4f7c-b550-d83d28baf543 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.3137069 Feb 15 09:32:26.906451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Provisioning complete for port e926a23f-1c84-4e63-bae3-e817bfcdf95b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:26.906808 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:26.926563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.1.1.58 (1b651788-e152-4421-a032-f7373d760b0d/33327350-6520-409b-91c8-b1f49703ba94/5ca7dce6-d350-4699-8290-ab5136e5b8f1) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:26.955140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-3c157070-892a-4cdf-ab64-13d1c886d192 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236143 Feb 15 09:32:27.011251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01f32a97-5fc0-4a2b-a08c-553a348749d9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:27.011644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.013885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:27.016387 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6457896b-2ae8-4ad1-b47f-5a5c02fdb430" -d '{"events": [{"server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "name": "network-vif-plugged", "status": "completed", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:27.026644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:32:27.066001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:27.066378 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.082231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a93e196a-4315-4866-807e-6d18f65b63a2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:27.084278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9db0820a-71c8-478e-93e1-e628ed0d071d req-82d3406e-200c-4547-9b5e-0f38d3acbf15 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062365 Feb 15 09:32:27.090179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port 2147ee4f-2bc4-469b-94f3-ab2107be4140 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:27.091519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.111816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9670584b-d819-4249-ac12-4a61a256645c req-295e9f59-2c23-4eba-b420-4b6ae49b53c2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108622 Feb 15 09:32:27.126385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.148168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c650d6f9-711f-4da0-9ace-6c4e8d124c94 req-2a77d34d-2d05-4efb-a0a0-ebe03e2688a3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401518 Feb 15 09:32:27.162167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ece3-585b-452c-9db5-037022d0f211 req-23e2e195-3b86-483c-ae26-b64e8ffcbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:27.168085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-23e2e195-3b86-483c-ae26-b64e8ffcbe51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.8547850 Feb 15 09:32:27.182438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4429dbea-03bb-4924-8611-1d64048639fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8c1113452fe4fe59758941e2f23bb12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0135491 Feb 15 09:32:27.192144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58048) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:27.229015 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25bcf6e-1e35-4a24-8c9b-24e09a750f93 x-openstack-request-id: req-d25bcf6e-1e35-4a24-8c9b-24e09a750f93 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:27.229377 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "name": "network-vif-plugged", "status": "completed", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:27.229554 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d25bcf6e-1e35-4a24-8c9b-24e09a750f93 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:27.229951 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2', 'code': 200} Feb 15 09:32:27.265396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:27.322288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429dbea-03bb-4924-8611-1d64048639fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43009d4-6abc-4110-bb2d-e9b440e5f9df,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:27.373987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-d2d50a5f-9d98-4788-b3bf-d86610bd831f service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742031 Feb 15 09:32:27.413617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-57ca3c6c-c577-4d43-812f-e9f00b3b9315 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 217 time: 0.2239830 Feb 15 09:32:27.469268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Provisioning complete for port 01f32a97-5fc0-4a2b-a08c-553a348749d9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:27.469867 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.523315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a07388-1187-4f4a-9754-fd5241306b5a req-a9b67a28-cb4d-4627-bad0-1be65b726334 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:27.533170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.534011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51a07388-1187-4f4a-9754-fd5241306b5a req-a9b67a28-cb4d-4627-bad0-1be65b726334 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 944 time: 0.2058721 Feb 15 09:32:27.536605 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.625626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51a07388-1187-4f4a-9754-fd5241306b5a req-23506947-6fbd-4942-ba04-d8b7d62d5a3f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878711 Feb 15 09:32:27.636352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3496ece3-585b-452c-9db5-037022d0f211 req-c79d1a32-f0ad-4bb2-b43c-cc3bf420ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:27.640276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-c79d1a32-f0ad-4bb2-b43c-cc3bf420ffde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1807501 Feb 15 09:32:27.651230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 01f32a97-5fc0-4a2b-a08c-553a348749d9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01f32a97-5fc0-4a2b-a08c-553a348749d9,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:27.659411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:27.689282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-72930ccf-da7b-440b-a53d-3259482b80b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338447 Feb 15 09:32:27.691648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931745e-70e3-49ef-af6f-70a7510e7057 req-c73c858d-8c7b-4d29-835a-c0113b76bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:27.693453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d931745e-70e3-49ef-af6f-70a7510e7057 req-c73c858d-8c7b-4d29-835a-c0113b76bed5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 1101 time: 0.2921042 Feb 15 09:32:27.718226 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.718885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e926a23f-1c84-4e63-bae3-e817bfcdf95b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:27.724167 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.825495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d931745e-70e3-49ef-af6f-70a7510e7057 req-e44cfcc8-f783-4fc6-b55a-b1129fdb1a76 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056383 Feb 15 09:32:27.838872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.870569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=01f32a97-5fc0-4a2b-a08c-553a348749d9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:27.895291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-ce3df21a-a555-4f23-9eea-6c205562faa3 service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972148 Feb 15 09:32:27.976562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.983387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e926a23f-1c84-4e63-bae3-e817bfcdf95b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:27.983760 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:27.993504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:32:27.993858 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:32:28.025429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:28.072223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.087824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.091227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3496ece3-585b-452c-9db5-037022d0f211 req-180a30f8-07b1-471f-836f-cef0d5ae917f service neutron] 10.222.0.36 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853087 Feb 15 09:32:28.110070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for 2147ee4f-2bc4-469b-94f3-ab2107be4140 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:28.257591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce7f19e0-a9c3-4cda-86ee-2a903d5fddb4 req-e0a28b2d-d993-4eb8-93fc-6443515a2018 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8396287 Feb 15 09:32:28.287768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.372409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.374655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.375898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c43009d4-6abc-4110-bb2d-e9b440e5f9df HTTP/1.1" status: 204 len: 168 time: 1.1829519 Feb 15 09:32:28.398266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dd056-a2a6-4c80-a9e3-d369be4555a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43009d4-6abc-4110-bb2d-e9b440e5f9df,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:28.415690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf9063-b082-476f-bb47-19bc5655a317 req-25ca58bb-6e52-4f0f-9ab5-395066322e02 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:28.417361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eebf9063-b082-476f-bb47-19bc5655a317 req-25ca58bb-6e52-4f0f-9ab5-395066322e02 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.1277542 Feb 15 09:32:28.453036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01f32a97-5fc0-4a2b-a08c-553a348749d9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:28.469921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.470150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88dda48-979d-4666-b176-ede4576bc86f req-69d7eda0-7ef7-4a65-928a-9330cda10ec5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:28.471636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d88dda48-979d-4666-b176-ede4576bc86f req-69d7eda0-7ef7-4a65-928a-9330cda10ec5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 950 time: 0.1678364 Feb 15 09:32:28.549064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d88dda48-979d-4666-b176-ede4576bc86f req-42917cc1-3c0e-49c2-94fe-37e504dfa652 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591745 Feb 15 09:32:28.598102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 1b651788-e152-4421-a032-f7373d760b0d is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:28.613700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:28.679521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:28.736457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Provisioning complete for port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:28.737346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.867592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eebf9063-b082-476f-bb47-19bc5655a317 req-c138fdf0-3382-451e-a051-03d43d0b16b8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342272 Feb 15 09:32:28.873850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.885502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:28.886125 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:28.915715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:28.918197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58084) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:28.929523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:28.951647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d7990a2d-262e-4f6b-b79d-697959144d6c None None] Could not find standard attr ID for object 2147ee4f-2bc4-469b-94f3-ab2107be4140. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:32:28.953196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01f32a97-5fc0-4a2b-a08c-553a348749d9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:28.953698 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.029949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9100a-85ab-4305-905d-09d978a9b2c1 req-5a57b993-5117-4f73-8e08-03057e5cded0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:29.032907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7b9100a-85ab-4305-905d-09d978a9b2c1 req-5a57b993-5117-4f73-8e08-03057e5cded0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.1208165 Feb 15 09:32:29.073127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c64b9b41-95a5-4aef-b0cf-6cbbaf4c4d47 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7285147 Feb 15 09:32:29.074072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=2147ee4f-2bc4-469b-94f3-ab2107be4140,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:29.133737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50d3225-455e-4b6c-9591-bd823adc417e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.147888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7b9100a-85ab-4305-905d-09d978a9b2c1 req-55a8387c-8caf-4b1f-aa8b-ea506a1cabbb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012163 Feb 15 09:32:29.154070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5e76d0d2-140b-4da4-8381-0ac26672f8cc None None] Provisioning complete for port 01f32a97-5fc0-4a2b-a08c-553a348749d9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:29.155286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e76d0d2-140b-4da4-8381-0ac26672f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.157016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.162544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-29817b47-c8cc-448f-bff7-bdafd51fe56f tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/2147ee4f-2bc4-469b-94f3-ab2107be4140 HTTP/1.1" status: 204 len: 168 time: 3.0169141 Feb 15 09:32:29.165194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58088) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:29.216005 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e09ede4-49ef-44ed-a2db-5b22b829624a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] GET failed (client error): The resource could not be found. Feb 15 09:32:29.232775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9e09ede4-49ef-44ed-a2db-5b22b829624a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports/2147ee4f-2bc4-469b-94f3-ab2107be4140 HTTP/1.1" status: 404 len: 333 time: 0.0647132 Feb 15 09:32:29.233021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:29.233928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58090) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:29.234231 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b98de13-b85b-4606-b47f-eaea7c7bf804" -d '{"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:29.265555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-148704364'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:29.340425 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba437ba-6588-4a07-a4be-05e3d56bf033 x-openstack-request-id: req-3ba437ba-6588-4a07-a4be-05e3d56bf033 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:29.342426 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:29.342685 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ba437ba-6588-4a07-a4be-05e3d56bf033 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:29.343093 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'code': 200} Feb 15 09:32:29.451625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50d3225-455e-4b6c-9591-bd823adc417e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.468959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50d3225-455e-4b6c-9591-bd823adc417e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.488291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-097b7d10-0b63-4914-b875-c03812aa624a None None] Provisioning complete for port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:29.488626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-097b7d10-0b63-4914-b875-c03812aa624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.573160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d3225-455e-4b6c-9591-bd823adc417e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82f70d7-162b-4117-a5ec-960cc41386dd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:29.584685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c50d3225-455e-4b6c-9591-bd823adc417e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18f7dc9f6bce465c88f710e6920c73e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6453156 Feb 15 09:32:29.585530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58096) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:29.594539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f3b39f-390e-45e0-91de-56ff592179ef req-2893a6fd-9b2a-457f-a54f-dd40f26ff224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:29.596179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4f3b39f-390e-45e0-91de-56ff592179ef req-2893a6fd-9b2a-457f-a54f-dd40f26ff224 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 1096 time: 0.1938665 Feb 15 09:32:29.601426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-097b7d10-0b63-4914-b875-c03812aa624a None None] Port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:29.648497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.650624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:29.655013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.690817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4f3b39f-390e-45e0-91de-56ff592179ef req-481a1384-e9df-4372-8256-928411c30e37 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842621 Feb 15 09:32:29.691515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.735701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port d4580a15-4be1-4766-bd60-32f43c529dcd yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:29.784942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.791357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:29.796423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c82f70d7-162b-4117-a5ec-960cc41386dd HTTP/1.1" status: 204 len: 168 time: 0.2092152 Feb 15 09:32:29.822310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1839c9-fe45-4d68-97b4-27be27f4143d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82f70d7-162b-4117-a5ec-960cc41386dd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:29.876254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58102) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:29.884403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61714415', 'description': 'tempest-description--901382801'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:29.921219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::1f5 (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/d4580a15-4be1-4766-bd60-32f43c529dcd) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:29.946207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.060199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbee77f-2185-4866-a09e-82bc7566f603 req-bdd01bc4-7b6d-402a-9b90-adb501879d93 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:30.074039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bbee77f-2185-4866-a09e-82bc7566f603 req-bdd01bc4-7b6d-402a-9b90-adb501879d93 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 950 time: 0.1313155 Feb 15 09:32:30.233205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.282859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.313135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.375322 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.375806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:30.390753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bbee77f-2185-4866-a09e-82bc7566f603 req-6b675a63-fa7c-4e84-8dde-65749fd9ea24 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132217 Feb 15 09:32:30.397611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:30.426782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:30.429089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489d29c-fc6c-4029-90c5-9f50926ef704 req-dd468726-709c-431d-bfe3-78b61bd02171 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:30.437385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2489d29c-fc6c-4029-90c5-9f50926ef704 req-dd468726-709c-431d-bfe3-78b61bd02171 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.3541248 Feb 15 09:32:30.451261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:30.453670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.486070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=d4580a15-4be1-4766-bd60-32f43c529dcd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:30.495117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b75c6baa-3065-4a88-9819-c60046c26a07 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2584872 Feb 15 09:32:30.495695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58122) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:30.505342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'network_id': 'b05bacc5-03fd-4dfd-b5d8-1507eec8add1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-781444754'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:30.664370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28a79389-e0da-4922-b0f0-40e2330c54cf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:30.745057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2489d29c-fc6c-4029-90c5-9f50926ef704 req-2a9decaf-0565-4b66-9b74-8ddc7b0db123 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414311 Feb 15 09:32:30.774106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.784621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5f333ca-37a1-4c1f-8a59-92771dba1cef tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9011991 Feb 15 09:32:30.786346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:30.809819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'security_group_rule': {'security_group_id': '28a79389-e0da-4922-b0f0-40e2330c54cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:30.854214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:30.928417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:30.951924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbbb97-0562-4eb6-8d74-4578385984c2 req-cca30f9d-1028-4c2e-9e48-b1eb2d8e2da3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:30.953837 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7dbbb97-0562-4eb6-8d74-4578385984c2 req-cca30f9d-1028-4c2e-9e48-b1eb2d8e2da3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.2324097 Feb 15 09:32:30.962986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Made reservation on behalf of c9135badc6c34578816b4f4523011c0e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:30.974002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.162823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7dbbb97-0562-4eb6-8d74-4578385984c2 req-a0adc48c-3586-4a89-a5d1-c4116d0346b8 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006598 Feb 15 09:32:31.163938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] device_id is not set on port 7c50ac90-0b06-443f-9e13-f7d91f30c319 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:31.187672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968036e-3a84-449f-bdfc-ae405e48cddc req-7eccb206-5a51-4293-b2d2-568bac8f0274 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:31.199027 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1968036e-3a84-449f-bdfc-ae405e48cddc req-7eccb206-5a51-4293-b2d2-568bac8f0274 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 949 time: 0.1822214 Feb 15 09:32:31.243507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.269478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.327927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1968036e-3a84-449f-bdfc-ae405e48cddc req-096abdc6-f148-445b-b110-13d47ec6c916 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216145 Feb 15 09:32:31.337378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa322d22-623c-4fd5-9181-904191e9a57e,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:31.363695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.368596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9c0271d-e59d-4e40-b636-d1676fb8b7d5 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5745301 Feb 15 09:32:31.368930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:31.379278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'security_group_rule': {'security_group_id': '28a79389-e0da-4922-b0f0-40e2330c54cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:31.384426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5f342d75-6935-41b3-b510-b999348af842 None None] Provisioning complete for port d4580a15-4be1-4766-bd60-32f43c529dcd triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:31.384791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f342d75-6935-41b3-b510-b999348af842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.430399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Allocated IP 2001:db8::e9 (b05bacc5-03fd-4dfd-b5d8-1507eec8add1/81d9b806-e9b6-4f75-a111-d5dac222b1b3/7c50ac90-0b06-443f-9e13-f7d91f30c319) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:31.478569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5f342d75-6935-41b3-b510-b999348af842 None None] Port d4580a15-4be1-4766-bd60-32f43c529dcd cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:31.542516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.654399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-01fe5db9-4870-4b7b-b641-d6fb7385efdf service neutron] 10.222.0.36 "GET /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.1901000 Feb 15 09:32:31.735305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.753880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.829180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.833948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ea0592-3ece-4986-a055-2b2765a1eb28,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:31.867530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.868762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-52f0c6c7-1b43-4323-a98d-afc4db7c4fdf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4988713 Feb 15 09:32:31.872755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58160) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:31.878426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:31.887873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30fc5-54f2-49b7-9008-2c70dde91fa1 req-e72f0249-876e-4ddd-b841-5e7b6c65f66e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:31.893737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df30fc5-54f2-49b7-9008-2c70dde91fa1 req-e72f0249-876e-4ddd-b841-5e7b6c65f66e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:31.895339 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3df30fc5-54f2-49b7-9008-2c70dde91fa1 req-e72f0249-876e-4ddd-b841-5e7b6c65f66e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7&device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 1690 time: 0.1697204 Feb 15 09:32:31.955981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:31.981661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c38f6b-b4ba-4d92-b69d-3ef50995646f req-08b3234f-0de4-4cf6-97a8-510676ff344f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:31.990609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65c38f6b-b4ba-4d92-b69d-3ef50995646f req-08b3234f-0de4-4cf6-97a8-510676ff344f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 943 time: 0.0975838 Feb 15 09:32:32.015607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3df30fc5-54f2-49b7-9008-2c70dde91fa1 req-51c6201d-cedc-4a88-8447-eb4d7631492f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095810 Feb 15 09:32:32.017997 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.086802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:32.155161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65c38f6b-b4ba-4d92-b69d-3ef50995646f req-bd0066d6-8ec4-464e-996e-95d25a7b0616 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610548 Feb 15 09:32:32.166671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:32.174405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:32.176278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:32.197637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:32.203955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:32.211666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.223720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=7c50ac90-0b06-443f-9e13-f7d91f30c319,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:32.249731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30684471-74a1-4033-b9a7-c95d50977eb5 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:32.269781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1849eabb-6376-44f7-830f-3ff379020f93 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7728992 Feb 15 09:32:32.274722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58172) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:32.282152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.313984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::59', 'mac_address': 'fa:16:3e:dc:17:c6'}, {'ip_address': '2001:db8::1f5', 'mac_address': 'fa:16:3e:5e:06:2c'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:32.318414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:32.394386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.468425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bf353-9136-4f10-92c0-0850926d8ec1 req-358b0876-5b49-4c6f-9cb8-4a6914a69a38 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:32.470035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-467bf353-9136-4f10-92c0-0850926d8ec1 req-358b0876-5b49-4c6f-9cb8-4a6914a69a38 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 1101 time: 0.1992235 Feb 15 09:32:32.588006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c24de9-6a36-4033-87f3-1e37aa6885d8 req-71002b83-4be9-4d1b-bd28-95325473cc1d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:32.589653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03c24de9-6a36-4033-87f3-1e37aa6885d8 req-71002b83-4be9-4d1b-bd28-95325473cc1d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.2059252 Feb 15 09:32:32.644618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 172.25.6.50 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/83dedd34-c967-4639-9da8-2525e2dc4eed) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:32.664742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-13af9167-24f4-47f8-9443-0ebd26ce8c56 None None] Provisioning complete for port 7c50ac90-0b06-443f-9e13-f7d91f30c319 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:32.665832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13af9167-24f4-47f8-9443-0ebd26ce8c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.671403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03c24de9-6a36-4033-87f3-1e37aa6885d8 req-194b56ce-dd16-416a-8c88-e95b10fbf02b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696568 Feb 15 09:32:32.784700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-13af9167-24f4-47f8-9443-0ebd26ce8c56 None None] Port 7c50ac90-0b06-443f-9e13-f7d91f30c319 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:32.913912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a824ddc-6041-4589-8731-2e996a9dbad9 req-6309e78c-056e-4e7b-855c-aaa552ee187f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:32.923822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a824ddc-6041-4589-8731-2e996a9dbad9 req-6309e78c-056e-4e7b-855c-aaa552ee187f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.1082385 Feb 15 09:32:32.945275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:32.998488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a824ddc-6041-4589-8731-2e996a9dbad9 req-fe7adc0c-6493-4319-9c01-0c137271fd8d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732009 Feb 15 09:32:33.023251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-467bf353-9136-4f10-92c0-0850926d8ec1 req-cc585225-8813-40c8-91d2-7e10b5cad817 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5437918 Feb 15 09:32:33.025114 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:32:33.080251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.116537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] Transition to ACTIVE for port object 30684471-74a1-4033-b9a7-c95d50977eb5 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:33.117814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.132456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.144091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:33.148795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:33.153548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:33.189164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=83dedd34-c967-4639-9da8-2525e2dc4eed,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:33.204317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] Pushing event updated for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:33.311476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] No DVR routers for this DVR port 30684471-74a1-4033-b9a7-c95d50977eb5 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:33.332985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.370977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23b2d-9ad4-4df8-b4c4-9b41117b4b35 req-c4caff4c-6e7b-495d-b039-c10ac0ab5e98 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.377882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffc23b2d-9ad4-4df8-b4c4-9b41117b4b35 req-c4caff4c-6e7b-495d-b039-c10ac0ab5e98 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 1100 time: 0.1857402 Feb 15 09:32:33.404412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.405243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-2be6c267-b140-4735-80e6-a0ead515085f service neutron] 10.222.0.36 "PUT /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5/bindings/n-h2-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7366102 Feb 15 09:32:33.574440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffc23b2d-9ad4-4df8-b4c4-9b41117b4b35 req-7f0cd454-d88e-4307-8d8b-535a4d98fa6c tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628766 Feb 15 09:32:33.658439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ca910b7c-dff0-4ab5-a8f0-3a651f919dcf tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.659964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ca910b7c-dff0-4ab5-a8f0-3a651f919dcf tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.1321199 Feb 15 09:32:33.676214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32362301-a309-4aa8-873f-ce0aab2f392e req-f9e8c02c-6aed-4029-a434-63ad72039e6a tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.677871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32362301-a309-4aa8-873f-ce0aab2f392e req-f9e8c02c-6aed-4029-a434-63ad72039e6a tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.1514282 Feb 15 09:32:33.702940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.732761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.758966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.776254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.844305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] In _notify_port_updated(), no bound segment for port 7c50ac90-0b06-443f-9e13-f7d91f30c319 on network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:32:33.850372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.851115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.852445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "PUT /v2.0/ports/7c50ac90-0b06-443f-9e13-f7d91f30c319 HTTP/1.1" status: 200 len: 1065 time: 1.5761919 Feb 15 09:32:33.865630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3274ed67-3380-446e-980f-88acf2221175 req-158accd1-c9cf-44bd-b77c-161b09e4d5cd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.867108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3274ed67-3380-446e-980f-88acf2221175 req-158accd1-c9cf-44bd-b77c-161b09e4d5cd tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 944 time: 0.1605325 Feb 15 09:32:33.867985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58218) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:33.890237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32362301-a309-4aa8-873f-ce0aab2f392e req-9abe614e-10f9-4690-bae4-d3d4af9204aa tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825221 Feb 15 09:32:33.919840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=83dedd34-c967-4639-9da8-2525e2dc4eed,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:33.928855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-b3fbc5b5-0784-4320-a87e-0e81dfc90c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:33.930432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-b3fbc5b5-0784-4320-a87e-0e81dfc90c02 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4&tenant_id=972d445c0aa9475e952e5c17bda90001 HTTP/1.1" status: 200 len: 1095 time: 0.2516117 Feb 15 09:32:33.950954 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:33.985739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55b33-50c7-4584-8b0e-df9d137536ad tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event updated for resources: {'Port': ['ID=7c50ac90-0b06-443f-9e13-f7d91f30c319,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:34.026777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:34.038353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61e7dca3-24c1-4f56-a5e4-cd8f8f73aef6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1640089 Feb 15 09:32:34.045255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3274ed67-3380-446e-980f-88acf2221175 req-b70318ac-90bc-4c1b-8b57-4563b88cf341 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994766 Feb 15 09:32:34.067609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port 7c50ac90-0b06-443f-9e13-f7d91f30c319 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:34.067958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:34.117896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-0c309894-c268-44c2-bd94-630abf956baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.119323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-0c309894-c268-44c2-bd94-630abf956baf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=972d445c0aa9475e952e5c17bda90001&device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1095 time: 0.1525331 Feb 15 09:32:34.335048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-f29e6504-d05b-46eb-87bc-633fb9855c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.335873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b8f02944-93f7-4048-9c7a-85736e2982c4 None None] Provisioning complete for port 7c50ac90-0b06-443f-9e13-f7d91f30c319 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:34.337020 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-f29e6504-d05b-46eb-87bc-633fb9855c46 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 200 len: 908 time: 0.2054200 Feb 15 09:32:34.339957 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8f02944-93f7-4048-9c7a-85736e2982c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:34.344239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:34.363814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-a369c3a3-435d-4a3e-81da-8bd5801e99f3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1196740 Feb 15 09:32:34.407878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-9898b701-cc5c-40b1-ba7c-4d98f0f25fca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 200 len: 217 time: 0.0622468 Feb 15 09:32:34.421324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for 7c50ac90-0b06-443f-9e13-f7d91f30c319 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:34.435160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b8f02944-93f7-4048-9c7a-85736e2982c4 None None] Port 7c50ac90-0b06-443f-9e13-f7d91f30c319 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:34.519155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-67596c13-9202-4f22-a4ee-d06f8b626bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.520672 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-67596c13-9202-4f22-a4ee-d06f8b626bc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 200 len: 847 time: 0.1050675 Feb 15 09:32:34.530939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e20d5-0d7c-4366-ab7a-fb1522a4faed req-05a0f22a-0d2b-4227-8851-8ec4786ef597 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.532560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce1e20d5-0d7c-4366-ab7a-fb1522a4faed req-05a0f22a-0d2b-4227-8851-8ec4786ef597 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.0733676 Feb 15 09:32:34.564841 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-90872336-4c80-494e-a74c-ee1d62d708fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2016aa89-3ec9-445e-8dc1-4dd2b2951d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284655 Feb 15 09:32:34.612865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-e236b7eb-a14f-49d5-8f46-d252f9330c58 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.615361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce1e20d5-0d7c-4366-ab7a-fb1522a4faed req-a6df7e45-331d-40f1-874e-9731f759864d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564065 Feb 15 09:32:34.620552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-e236b7eb-a14f-49d5-8f46-d252f9330c58 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558854 Feb 15 09:32:34.689431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-6639cdbc-1330-44d6-b1c4-19b9428475df tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.0677390 Feb 15 09:32:34.730469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ea7af195-39be-4c16-ab7d-619937ed6498 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402009 Feb 15 09:32:34.815222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-29e9927b-ba7c-499c-beb9-1bb9af4cd7b8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0824146 Feb 15 09:32:34.816392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:34.839348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3a6545f7-6898-493d-a65e-374ffbc7498f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--61714415&fields=id&tenant_id=ddfed12a5b0d47c7960279d363298b07 HTTP/1.1" status: 200 len: 267 time: 0.0959890 Feb 15 09:32:34.860167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=7c50ac90-0b06-443f-9e13-f7d91f30c319,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:34.917864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-e5104dfb-1c12-4514-af8e-6107b67e1931 service neutron] 10.222.0.72 "GET /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757104 Feb 15 09:32:34.929148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-d68f5b88-ca68-4f3b-b6ed-ffeeeed6efe0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:34.938342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-d68f5b88-ca68-4f3b-b6ed-ffeeeed6efe0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 937 time: 0.0892777 Feb 15 09:32:35.024201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c3edac4d-6a56-4914-be03-1c4daeb59e1b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.036113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c3edac4d-6a56-4914-be03-1c4daeb59e1b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 935 time: 0.0964499 Feb 15 09:32:35.174466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23b814b7-00b9-489a-84c0-bb4bd44eae3d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1372330 Feb 15 09:32:35.242186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-89c592ab-5abd-4b65-b9d4-b917736b8660 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0663543 Feb 15 09:32:35.267627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:35.285952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6412e1ed-a553-4da1-bacc-10a7dbbcb0ba tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/7c50ac90-0b06-443f-9e13-f7d91f30c319 HTTP/1.1" status: 204 len: 168 time: 1.4147902 Feb 15 09:32:35.286479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58282) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:35.314104 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03ec992-0368-4f8a-bfc5-e24e8ab7dd26 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] GET failed (client error): The resource could not be found. Feb 15 09:32:35.318621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f03ec992-0368-4f8a-bfc5-e24e8ab7dd26 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports/7c50ac90-0b06-443f-9e13-f7d91f30c319 HTTP/1.1" status: 404 len: 333 time: 0.0311224 Feb 15 09:32:35.320650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58284) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:35.383421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68bbdede-eca7-4305-883e-7c90e7531747 req-fdc43c9d-9019-4c18-a3f7-dc7576ac06ec tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756b71a510dc4751a3c3e1cc14408038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629508 Feb 15 09:32:35.434834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-cdea9276-06f2-4503-99fa-822f9850f858 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.436384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-cdea9276-06f2-4503-99fa-822f9850f858 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4&tenant_id=972d445c0aa9475e952e5c17bda90001&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.1608768 Feb 15 09:32:35.512590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9a1b4907-b820-437a-b642-fae0abcd390e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.519500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9a1b4907-b820-437a-b642-fae0abcd390e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.525458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9a1b4907-b820-437a-b642-fae0abcd390e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.537673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9a1b4907-b820-437a-b642-fae0abcd390e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/networks?id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=50b12ed8-3048-42d5-ba97-d92252993cc4&id=50b12ed8-3048-42d5-ba97-d92252993cc4 HTTP/1.1" status: 200 len: 1993 time: 0.2940478 Feb 15 09:32:35.562486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-cec7050e-455f-4fa1-90ed-ac83d53fe759 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/quotas/ddfed12a5b0d47c7960279d363298b07 HTTP/1.1" status: 200 len: 375 time: 0.0238514 Feb 15 09:32:35.565326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port d4580a15-4be1-4766-bd60-32f43c529dcd {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:35.565801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:35.594911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bbdede-eca7-4305-883e-7c90e7531747 req-01cf497f-28ec-4cc8-8632-941b50dfdbf5 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:35.595972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68bbdede-eca7-4305-883e-7c90e7531747 req-01cf497f-28ec-4cc8-8632-941b50dfdbf5 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2060485 Feb 15 09:32:35.709961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-33774d01-4bf9-4809-bc05-416c84cb496d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1413527 Feb 15 09:32:35.730134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:35.750929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for d4580a15-4be1-4766-bd60-32f43c529dcd owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:35.763321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ee7552c7-543d-44e8-866a-7acadb4e2ab7 service neutron] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:35.768081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ee7552c7-543d-44e8-866a-7acadb4e2ab7 service neutron] Notify callbacks [] for binding, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:35.770150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c663a275-2c56-4840-b33b-1e93a94fbcc9 req-ee7552c7-543d-44e8-866a-7acadb4e2ab7 service neutron] 10.222.0.72 "DELETE /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5/bindings/n-h1-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.3048477 Feb 15 09:32:35.782990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68bbdede-eca7-4305-883e-7c90e7531747 req-280ab54f-d47e-4bdf-af46-a7e1b3ce9485 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/quotas/756b71a510dc4751a3c3e1cc14408038 HTTP/1.1" status: 200 len: 375 time: 0.0318925 Feb 15 09:32:35.869201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68bbdede-eca7-4305-883e-7c90e7531747 req-cde16be1-4be3-4aa7-a47d-c176e3c6ecc8 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=756b71a510dc4751a3c3e1cc14408038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851898 Feb 15 09:32:36.066737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:36.113828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=d4580a15-4be1-4766-bd60-32f43c529dcd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:36.156647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-a6bdc6ad-3ec0-4915-a8e7-ff2dbf75408f service neutron] 10.222.0.10 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387233 Feb 15 09:32:36.197220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:36.207259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-52c7d525-dd98-4fe3-813a-d9113a6e6bfd tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/d4580a15-4be1-4766-bd60-32f43c529dcd HTTP/1.1" status: 204 len: 168 time: 0.8856268 Feb 15 09:32:36.208070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58300) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:36.292416 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-216e5107-f599-461c-afbc-f964eff96985 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] GET failed (client error): The resource could not be found. Feb 15 09:32:36.300471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-a007efff-a2f5-4849-9a42-76c5c0836423 service neutron] 10.222.0.10 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429546 Feb 15 09:32:36.301671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:36.315660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-216e5107-f599-461c-afbc-f964eff96985 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "GET /v2.0/ports/d4580a15-4be1-4766-bd60-32f43c529dcd HTTP/1.1" status: 404 len: 333 time: 0.1053512 Feb 15 09:32:36.349462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06d6e4-37c6-4231-aa9d-b54103f12176 req-23f64c8c-9dc7-460f-a5ca-20ff513a800a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:36.381621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a06d6e4-37c6-4231-aa9d-b54103f12176 req-23f64c8c-9dc7-460f-a5ca-20ff513a800a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 944 time: 0.2784369 Feb 15 09:32:36.460106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-2447a52d-bd49-449d-8d07-9be7d1c068c9 service neutron] 10.222.0.10 "GET /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0925055 Feb 15 09:32:36.504380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a06d6e4-37c6-4231-aa9d-b54103f12176 req-c32e0b68-42dd-4281-87fd-6e864e7f4817 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202903 Feb 15 09:32:36.608464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-436740a4-34e4-4e19-92a2-e16cc69bdc0a service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233177 Feb 15 09:32:36.628979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port a99d4073-f427-4896-a1aa-760ed415b7f6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:36.629328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:36.662042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2130da-f1b7-42ff-8475-27a549a09e59 req-7220eaf3-b82a-43af-85e4-a76781c051d3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 210 time: 0.0457962 Feb 15 09:32:36.951411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:36.970034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-d8c7a68a-7094-4a3b-8859-d2a252579dcb service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375766 Feb 15 09:32:37.012555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-e92b830b-3f07-4e9c-8db0-79c977d1cd71 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413101 Feb 15 09:32:37.013610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for a99d4073-f427-4896-a1aa-760ed415b7f6 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:37.057998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c9a8c63a-f25b-4726-9e12-10079d31a40b service neutron] 10.222.0.10 "GET /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0407035 Feb 15 09:32:37.276252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e94490-a1db-47a2-a7ad-ef4edf225708 req-051978c6-b1c4-4911-8f0b-d45eabe38e78 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:37.289851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1e94490-a1db-47a2-a7ad-ef4edf225708 req-051978c6-b1c4-4911-8f0b-d45eabe38e78 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.0988955 Feb 15 09:32:37.363242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1e94490-a1db-47a2-a7ad-ef4edf225708 req-25cb7784-0a2e-4741-898c-e6d3beae6583 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694773 Feb 15 09:32:37.450830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4452088e-543d-44e4-b247-df65a46e827a service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825614 Feb 15 09:32:37.472999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-0980dcfc-96fa-4098-a955-2a3e5eda5c10 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:37.474726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-0980dcfc-96fa-4098-a955-2a3e5eda5c10 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148400 Feb 15 09:32:37.498923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:37.679799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:37.933997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae4969-4f40-4ce1-a2ec-a9c7e913ae10 req-263638c8-7fcd-42c5-90c4-80863ff355c6 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:37.936491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efae4969-4f40-4ce1-a2ec-a9c7e913ae10 req-263638c8-7fcd-42c5-90c4-80863ff355c6 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.0674415 Feb 15 09:32:38.010314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efae4969-4f40-4ce1-a2ec-a9c7e913ae10 req-d8bb8d24-da85-4694-9ce5-8c6162bc68e5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664108 Feb 15 09:32:38.127266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=a99d4073-f427-4896-a1aa-760ed415b7f6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:38.151678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-cd96c4e7-1448-465d-92e7-9f66b48bb5e3 service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6999626 Feb 15 09:32:38.153029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.158752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1de5381a-6dea-428e-9d06-d8926698024a tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/ports/a99d4073-f427-4896-a1aa-760ed415b7f6 HTTP/1.1" status: 204 len: 168 time: 1.8533316 Feb 15 09:32:38.159166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58344) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:38.278732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting subnet 81d9b806-e9b6-4f75-a111-d5dac222b1b3 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:32:38.325181 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.333253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:38.337243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.383776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.426296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c24b6-31e2-48b3-91b0-9ace3fd5cc40 req-fc97b390-daa4-4379-86dc-a45ab779fbe9 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:38.435533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-167c24b6-31e2-48b3-91b0-9ace3fd5cc40 req-fc97b390-daa4-4379-86dc-a45ab779fbe9 tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 1095 time: 0.1864595 Feb 15 09:32:38.502475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-167c24b6-31e2-48b3-91b0-9ace3fd5cc40 req-a5cffd65-245c-4910-a906-bda41c74c20c tempest-LiveMigrationTest-1618006086 tempest-LiveMigrationTest-1618006086-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Feb 15 09:32:38.530817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef34059a-e57d-4b34-83c0-81f48aacd15d service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627903 Feb 15 09:32:38.552769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.170 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/7d81ae53-87ce-47c5-bf24-c88ec146d6d2) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:38.554759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.636467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.690822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Subnet': ['ID=81d9b806-e9b6-4f75-a111-d5dac222b1b3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:38.697810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.698097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a680efbb-e8df-4307-b134-cea442df443d None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:38.706216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-837b4fb7-0fd5-46f5-a4b2-a7904495a609 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/subnets/81d9b806-e9b6-4f75-a111-d5dac222b1b3 HTTP/1.1" status: 204 len: 168 time: 0.5436935 Feb 15 09:32:38.706593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58352) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:38.844167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:38.852242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-13cf7771-c930-49ac-81ea-3bbd82a207c6 service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969713 Feb 15 09:32:38.950648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Deleting port 891e3d57-9d75-4192-8fdb-c74c2cae7832 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:38.951350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.083193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] For port 891e3d57-9d75-4192-8fdb-c74c2cae7832, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=891e3d57-9d75-4192-8fdb-c74c2cae7832,segment=NetworkSegment(40cf6010-599a-44f0-aaf6-a3e20aec1cf4),segment_id=40cf6010-599a-44f0-aaf6-a3e20aec1cf4)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:39.083581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.098074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] DHCP port deletion for b05bacc5-03fd-4dfd-b5d8-1507eec8add1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:32:39.135938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Calling delete_port for 891e3d57-9d75-4192-8fdb-c74c2cae7832 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:39.146501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce78c6b9-ede6-43d5-9e82-e33ee2dbd06f req-ca21a2b5-ca6a-4f24-9bf1-f068e6deffa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 210 time: 0.1358438 Feb 15 09:32:39.190210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Deleting port 891e3d57-9d75-4192-8fdb-c74c2cae7832 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:39.192439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.213210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-40cf545c-251a-41fd-abaf-a89660c12e38 service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674203 Feb 15 09:32:39.252424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.273944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.283886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Port': ['ID=891e3d57-9d75-4192-8fdb-c74c2cae7832,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:39.288020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] No DVR routers for this DVR port 891e3d57-9d75-4192-8fdb-c74c2cae7832 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:39.371526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] For port 891e3d57-9d75-4192-8fdb-c74c2cae7832, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=891e3d57-9d75-4192-8fdb-c74c2cae7832,segment=NetworkSegment(40cf6010-599a-44f0-aaf6-a3e20aec1cf4),segment_id=40cf6010-599a-44f0-aaf6-a3e20aec1cf4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:39.372364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.386315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Calling delete_port for 891e3d57-9d75-4192-8fdb-c74c2cae7832 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:39.398812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.425581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05bacc5-03fd-4dfd-b5d8-1507eec8add1']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:39.438398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40cf6010-599a-44f0-aaf6-a3e20aec1cf4') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:39.438904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40cf6010-599a-44f0-aaf6-a3e20aec1cf4') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:39.444687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.452211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.470695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.477690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:32:39.478244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:32:39.483515 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:32:39.492432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:39.494878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:39.528782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:39.537647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:39.549056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-86a5cb24-ae4b-43cf-93e9-a324a25e5563 service neutron] 10.222.0.10 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267243 Feb 15 09:32:39.550350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:39.613952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:39.614725 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.627589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:39.648757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ad472-dc39-45db-9197-685c8def2e55 req-9e21b825-c144-46e7-b166-3696387e8115 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:39.653878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af5ad472-dc39-45db-9197-685c8def2e55 req-9e21b825-c144-46e7-b166-3696387e8115 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.0939820 Feb 15 09:32:39.657191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.663811 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-379aeca6-37a7-474d-a3e2-4e2b4b2c2f51 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1707716 Feb 15 09:32:39.663971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.670923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] 10.222.0.10 "DELETE /v2.0/networks/b05bacc5-03fd-4dfd-b5d8-1507eec8add1 HTTP/1.1" status: 204 len: 168 time: 0.9630539 Feb 15 09:32:39.777869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ad86-e51c-49df-91c3-9286ff2c8575 tempest-AllowedAddressPairIpV6TestJSON-1827048865 tempest-AllowedAddressPairIpV6TestJSON-1827048865-project] Pushing event deleted for resources: {'Network': ['ID=b05bacc5-03fd-4dfd-b5d8-1507eec8add1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:39.802127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Request body: {'port': {'device_id': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:39.811300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af5ad472-dc39-45db-9197-685c8def2e55 req-a4ab01d5-adf3-4d92-abde-b52ae7eb5ac0 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389983 Feb 15 09:32:39.884414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.890003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:39.972037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Network b05bacc5-03fd-4dfd-b5d8-1507eec8add1 is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:32:39.973646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] No DVR routers for this DVR port 891e3d57-9d75-4192-8fdb-c74c2cae7832 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:39.974070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6f055a63-9e26-478f-8d01-a40a0cd9009c service neutron] 10.222.0.10 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322546 Feb 15 09:32:39.993548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65e81da-2f0e-4cd2-ac1d-0e76a31bad76 None None] Pushing event deleted for resources: {'Port': ['ID=891e3d57-9d75-4192-8fdb-c74c2cae7832,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:40.035287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6b13a5f0-86e8-4f38-99e9-6cd1426e69a1 None None] Provisioning complete for port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:40.035832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b13a5f0-86e8-4f38-99e9-6cd1426e69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.154702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6b13a5f0-86e8-4f38-99e9-6cd1426e69a1 None None] Port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:40.350051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-d1fe6810-eb08-45cd-be09-1e549b3e4aba service neutron] 10.222.0.10 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292286 Feb 15 09:32:40.384304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58382) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:40.405415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 891e3d57-9d75-4192-8fdb-c74c2cae7832 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:40.436548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 891e3d57-9d75-4192-8fdb-c74c2cae7832 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:40.436850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 891e3d57-9d75-4192-8fdb-c74c2cae7832 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:40.523486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43e0165c-fdb0-45de-975d-fa5bcc605705 req-a81cbc8a-b837-4c63-b28a-06723353ff8e tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756b71a510dc4751a3c3e1cc14408038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397322 Feb 15 09:32:40.644775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-1d6c9ca7-951e-47fd-a81b-541da6e4b03f service neutron] 10.222.0.10 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799972 Feb 15 09:32:40.679972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e72d0868-8e58-4bd8-a8a6-cced3efe652e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9135badc6c34578816b4f4523011c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942414 Feb 15 09:32:40.682378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58394) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:40.727923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0165c-fdb0-45de-975d-fa5bcc605705 req-6136a642-792c-48b7-9c2f-3dc6018af2d3 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:40.729697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43e0165c-fdb0-45de-975d-fa5bcc605705 req-6136a642-792c-48b7-9c2f-3dc6018af2d3 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984358 Feb 15 09:32:40.743559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:40.755197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.760419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.782022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43e0165c-fdb0-45de-975d-fa5bcc605705 req-060547af-e27b-4e42-b705-d7435060c42f tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/quotas/756b71a510dc4751a3c3e1cc14408038 HTTP/1.1" status: 200 len: 375 time: 0.0189946 Feb 15 09:32:40.783501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Transition to ACTIVE for port object 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:40.797390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-12d777a5-c157-4e24-91d5-b0f05f811eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424184 Feb 15 09:32:40.799296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.844137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.858650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43e0165c-fdb0-45de-975d-fa5bcc605705 req-e63d8092-436a-4d6a-9b25-a71f72dcd266 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=756b71a510dc4751a3c3e1cc14408038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497475 Feb 15 09:32:40.864772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:40.957205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.960326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:40.961878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/136926ec-88cc-4867-b974-9c83c8dff17f HTTP/1.1" status: 204 len: 168 time: 0.2786016 Feb 15 09:32:40.990207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Attempting to bind port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:40.990548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Attempting to bind port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:40.990878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Attempting to bind port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:40.994503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce3ae2-95f3-42fe-afec-4f0deb0cfca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=136926ec-88cc-4867-b974-9c83c8dff17f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:41.004856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:41.005506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Attempting to bind port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:41.014070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:41.015301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:41.022800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:41.023276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Bound port: 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:41.023649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:41.135191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-6a2f9677-bf30-4aef-b485-691dcf6c8eff tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.136932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-6a2f9677-bf30-4aef-b485-691dcf6c8eff tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 944 time: 0.1129394 Feb 15 09:32:41.207618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:41.212102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:41.226822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:41.349481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f6718-3b66-428e-a88c-3b90dbb5173d req-4f2cc2c6-bcc6-4782-bef5-475081b077db tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.357773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd5f6718-3b66-428e-a88c-3b90dbb5173d req-4f2cc2c6-bcc6-4782-bef5-475081b077db tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.2039170 Feb 15 09:32:41.398590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:41.405024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.405878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:41.407466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-26b3b928-66e1-47ed-8c63-9f64cc8448ae service neutron] 10.222.0.72 "PUT /v2.0/ports/7d81ae53-87ce-47c5-bf24-c88ec146d6d2 HTTP/1.1" status: 200 len: 1096 time: 1.7041311 Feb 15 09:32:41.408067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:41.413430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Deleting port 30684471-74a1-4033-b9a7-c95d50977eb5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:41.417089 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eab1287-85ac-451b-aa82-6b35854b9cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:41.417255 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:41.457900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd5f6718-3b66-428e-a88c-3b90dbb5173d req-140f6081-3ea2-4fe6-a32b-5718acbb50e3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990241 Feb 15 09:32:41.591140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-b9ff62ee-5360-4ac2-b79f-d4973714f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.593338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-b9ff62ee-5360-4ac2-b79f-d4973714f37b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 1099 time: 0.1009202 Feb 15 09:32:41.667113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-e7673d56-546d-4217-9cac-ff4e97487d69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0648060 Feb 15 09:32:41.677818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d732cf-03e3-4f0c-9932-0eeee5a7fa20 req-3b3aa772-3814-40bf-8e00-6086fef9659f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.679697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92d732cf-03e3-4f0c-9932-0eeee5a7fa20 req-3b3aa772-3814-40bf-8e00-6086fef9659f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 948 time: 0.1161654 Feb 15 09:32:41.739488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-1213a24e-7b44-40a5-95be-454567b48d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.741011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-1213a24e-7b44-40a5-95be-454567b48d20 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0584955 Feb 15 09:32:41.744150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] For port 30684471-74a1-4033-b9a7-c95d50977eb5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=30684471-74a1-4033-b9a7-c95d50977eb5,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:41.744591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:41.768407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Calling delete_port for 30684471-74a1-4033-b9a7-c95d50977eb5 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:41.778058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92d732cf-03e3-4f0c-9932-0eeee5a7fa20 req-7d9aec9f-4eac-4419-a6e2-6db9284e2cff tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786047 Feb 15 09:32:41.832138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e21234-357b-4fdf-a355-1844e855dc10 req-c82d6e5c-5827-4cae-b901-4bf3ba9d9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.834552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-c82d6e5c-5827-4cae-b901-4bf3ba9d9098 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815363 Feb 15 09:32:41.986087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43b0f-caa9-4bed-82dc-e914dc5b4895 req-468503a5-4f02-4749-8ded-32f0557de994 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:41.995584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4df43b0f-caa9-4bed-82dc-e914dc5b4895 req-468503a5-4f02-4749-8ded-32f0557de994 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 944 time: 0.1197248 Feb 15 09:32:42.080231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-e5fa4925-bd44-4f34-8a15-ba385ad46975 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582725 Feb 15 09:32:42.103811 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4df43b0f-caa9-4bed-82dc-e914dc5b4895 req-60d72947-d37d-45d9-9552-7515dfe8425a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063054 Feb 15 09:32:42.117965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.133925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:42.281850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58478) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:42.289782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event deleted for resources: {'Port': ['ID=30684471-74a1-4033-b9a7-c95d50977eb5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:42.350919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] No DVR routers for this DVR port 30684471-74a1-4033-b9a7-c95d50977eb5 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:42.357762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.364723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ae62c93-0c24-4d18-b4c0-696b619be243 req-7e53cb1e-d0dc-4b5f-bbdc-765c32bd42e8 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "DELETE /v2.0/ports/30684471-74a1-4033-b9a7-c95d50977eb5 HTTP/1.1" status: 204 len: 173 time: 1.1925464 Feb 15 09:32:42.365278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-deleted', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:42.368987 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800a4147-3e0c-40f2-81af-22b3cbe44a8d" -d '{"events": [{"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-deleted", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:42.373865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e21234-357b-4fdf-a355-1844e855dc10 req-91de2d9f-44a2-46b4-94fa-671d312d85ed service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857313 Feb 15 09:32:42.468370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1376349734'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:42.499139 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c187ad0-81c8-4ee2-8098-37912a44a9af x-openstack-request-id: req-9c187ad0-81c8-4ee2-8098-37912a44a9af {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:42.499476 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:42.499667 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c187ad0-81c8-4ee2-8098-37912a44a9af {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:42.500027 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'status': 'completed', 'code': 200} Feb 15 09:32:42.529576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Made reservation on behalf of d2a7e4c3078c4c3f9745d1f06a98b80f for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:42.535361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.573078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.607070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-61fcc34c-1dc1-42bb-b5bc-99ec6e2794cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:42.608629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-61fcc34c-1dc1-42bb-b5bc-99ec6e2794cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 1099 time: 0.0894861 Feb 15 09:32:42.619275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae520ff9-95e1-44e2-b6f3-b8dbec29209f req-aaec9f4e-a8d0-447f-a66c-72cdadd9ea67 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:42.634606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae520ff9-95e1-44e2-b6f3-b8dbec29209f req-aaec9f4e-a8d0-447f-a66c-72cdadd9ea67 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.0817375 Feb 15 09:32:42.673836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae520ff9-95e1-44e2-b6f3-b8dbec29209f req-cb70e042-2141-41d3-a2a5-38db5809a548 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327580 Feb 15 09:32:42.739627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.760275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.787288 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3ef71-62c1-4ab3-855e-4175d93da1ab x-openstack-request-id: req-6db3ef71-62c1-4ab3-855e-4175d93da1ab {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:42.787566 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d9ec7b2-d995-4128-8c11-b37f8d32a1c4", "name": "network-vif-deleted", "tag": "30684471-74a1-4033-b9a7-c95d50977eb5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:42.788017 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6db3ef71-62c1-4ab3-855e-4175d93da1ab {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:42.788567 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d9ec7b2-d995-4128-8c11-b37f8d32a1c4', 'name': 'network-vif-deleted', 'tag': '30684471-74a1-4033-b9a7-c95d50977eb5', 'status': 'completed', 'code': 200} Feb 15 09:32:42.795436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-195bd612-2798-4b41-9732-90650484dab9 req-cd9c60b0-a4c1-4cf7-a2c4-2fbf306ab979 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0540168 Feb 15 09:32:42.809571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:32:42.854528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.858707 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Added segment e091deee-e5ec-494c-9f88-50df21f3a10e of type vlan for network d99d6968-ca78-4ebd-9319-d50eead98f46 Feb 15 09:32:42.884190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb5c94-acbc-401e-a6bc-7771796f6ebc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:42.942287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-20310c72-abb4-4a8f-b41c-2581660ce879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:42.945004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-20310c72-abb4-4a8f-b41c-2581660ce879 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3212399 Feb 15 09:32:42.947064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:42.987430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b6d55-3f4d-4342-8017-2f0a69307140 req-4b1583b6-0b76-4113-8559-0f657f0c8019 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.000454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-507b6d55-3f4d-4342-8017-2f0a69307140 req-4b1583b6-0b76-4113-8559-0f657f0c8019 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.1261859 Feb 15 09:32:43.010957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-32f940bd-7d35-47b3-b53b-f3c6e8fe79c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2 HTTP/1.1" status: 200 len: 217 time: 0.0559776 Feb 15 09:32:43.068852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-507b6d55-3f4d-4342-8017-2f0a69307140 req-39ea4158-d86a-4b05-b42e-3ea2fb86ca4c tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659094 Feb 15 09:32:43.087678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:43.094742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.095464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:43.107005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-90b49979-33b0-4858-8b91-3b53c2d46331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.108660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-90b49979-33b0-4858-8b91-3b53c2d46331 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0878232 Feb 15 09:32:43.191201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:43.196984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9136124 Feb 15 09:32:43.200184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58522) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:43.205348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Request body: {'subnet': {'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:43.226623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f2f13-17ff-4dd9-afa9-736240bce41b tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'Network': ['ID=d99d6968-ca78-4ebd-9319-d50eead98f46,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:43.234127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-9af0fb89-9be6-4b6a-a5b2-ee5ffa4af8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.235630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-9af0fb89-9be6-4b6a-a5b2-ee5ffa4af8da service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1077409 Feb 15 09:32:43.275097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d99d6968-ca78-4ebd-9319-d50eead98f46 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:32:43.343034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Made reservation on behalf of d2a7e4c3078c4c3f9745d1f06a98b80f for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:43.347305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:43.395894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 30684471-74a1-4033-b9a7-c95d50977eb5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:43.396590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 30684471-74a1-4033-b9a7-c95d50977eb5 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:43.455525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-37fae0ed-3ce6-4a7c-a9fe-aecb4d5d333a service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009549 Feb 15 09:32:43.605012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7eab1287-85ac-451b-aa82-6b35854b9cf3 req-f6da7416-dddf-412c-8a70-3cd7ab740db5 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427577 Feb 15 09:32:43.619763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-5f0251bc-2cd1-41a9-8a59-a24f33ef2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.624308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-5f0251bc-2cd1-41a9-8a59-a24f33ef2378 service neutron] 10.222.0.36 "GET /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 1033 time: 0.1577590 Feb 15 09:32:43.705468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-44b4393c-bf79-442b-a817-4a52a9d1c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.706878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-44b4393c-bf79-442b-a817-4a52a9d1c3dd service neutron] 10.222.0.36 "GET /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 1031 time: 0.0670054 Feb 15 09:32:43.756011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7de76-79ed-4b2b-80bf-60961d76e53d req-35d67cdc-ddb0-4644-b24e-6e8c534c1133 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.767356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5cd7de76-79ed-4b2b-80bf-60961d76e53d req-35d67cdc-ddb0-4644-b24e-6e8c534c1133 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 948 time: 0.0885637 Feb 15 09:32:43.841406 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5cd7de76-79ed-4b2b-80bf-60961d76e53d req-b78c14bd-1369-4e2c-9d9b-b2687f1c8026 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729604 Feb 15 09:32:43.912091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-76808aa8-fb89-46e8-99af-8cb6d0031d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.919360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-76808aa8-fb89-46e8-99af-8cb6d0031d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.926380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-76808aa8-fb89-46e8-99af-8cb6d0031d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:43.928479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-76808aa8-fb89-46e8-99af-8cb6d0031d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/networks?id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=50b12ed8-3048-42d5-ba97-d92252993cc4&id=50b12ed8-3048-42d5-ba97-d92252993cc4 HTTP/1.1" status: 200 len: 1993 time: 0.2125812 Feb 15 09:32:43.941908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.060858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.094499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Checking segment: {'id': 'e091deee-e5ec-494c-9f88-50df21f3a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:44.094861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Network hostable DHCP agents. Network: d99d6968-ca78-4ebd-9319-d50eead98f46, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:32:44.107549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-b20807e5-3714-41a6-94d2-0a526c49b1ec tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddfed12a5b0d47c7960279d363298b07 HTTP/1.1" status: 200 len: 378 time: 0.1332622 Feb 15 09:32:44.109643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'Subnet': ['ID=daebda0b-a305-46fb-9813-d9896c1b5977,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:44.130238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'admin_state_up': True, 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'security_groups': ['28a79389-e0da-4922-b0f0-40e2330c54cf']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:44.185176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Network d99d6968-ca78-4ebd-9319-d50eead98f46 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:32:44.238495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e65b3954-4fcc-4f74-8480-2c4ba2a6425f req-4bc64f27-c6cb-47e8-b75c-aad8e9e9ce40 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 210 time: 0.1225693 Feb 15 09:32:44.288509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d99d6968-ca78-4ebd-9319-d50eead98f46) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:44.293989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:44.296018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.298007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d647f8-80fd-4804-8f36-f2985677ac8f None None] Network d99d6968-ca78-4ebd-9319-d50eead98f46 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:44.320577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-405e3a96-cb47-4c38-8e90-e83697bcada2 req-a605d980-b763-4d6e-ab46-20c78bd06560 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0328803 Feb 15 09:32:44.351265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7a06f0a9-3133-4f09-99ac-a73f3b75944d tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1497798 Feb 15 09:32:44.354178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58574) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:44.360842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Request body: {'port': {'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-219063503'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:44.424127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-295e987a-e6ab-466c-9eec-eefee109221c tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:44.427831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-295e987a-e6ab-466c-9eec-eefee109221c tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.36 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.2578063 Feb 15 09:32:44.557946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d99d6968-ca78-4ebd-9319-d50eead98f46', 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46', 'tenant_id': 'd2a7e4c3078c4c3f9745d1f06a98b80f', 'fixed_ips': [{'subnet_id': 'daebda0b-a305-46fb-9813-d9896c1b5977'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:32:44.559116 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.731501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Deleting port c0f173fa-4118-4d2e-85e3-cef097e48d5f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:44.732048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.741688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:44.749535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.755169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6adc5-002b-4f00-a9b1-6e6203285f65 req-ac380c51-2f06-4fab-a566-4d28a867315b tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:44.757059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3da6adc5-002b-4f00-a9b1-6e6203285f65 req-ac380c51-2f06-4fab-a566-4d28a867315b tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 946 time: 0.3399355 Feb 15 09:32:44.785775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Made reservation on behalf of d2a7e4c3078c4c3f9745d1f06a98b80f for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:44.790448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.798562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Allocated IP 172.20.0.2 (d99d6968-ca78-4ebd-9319-d50eead98f46/daebda0b-a305-46fb-9813-d9896c1b5977/8928b29f-0a69-475c-91d6-208d1c2f7210) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:44.830592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] device_id is not set on port 51f4d529-d06e-468d-89a0-38952fdf9bfa yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:44.891773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] For port c0f173fa-4118-4d2e-85e3-cef097e48d5f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c0f173fa-4118-4d2e-85e3-cef097e48d5f,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:44.892307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:44.919174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3da6adc5-002b-4f00-a9b1-6e6203285f65 req-84f366ce-ecdd-49a5-902b-8e1461035f21 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc3144e6-ee10-445d-bbf9-7c6239d0168c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528561 Feb 15 09:32:45.016024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e998cc0-935f-4736-821c-094c6082f6cd req-1095c89e-64c5-47be-9623-ef83ca532b37 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=756b71a510dc4751a3c3e1cc14408038&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560164 Feb 15 09:32:45.072229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.080908 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.102118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Network d99d6968-ca78-4ebd-9319-d50eead98f46 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:45.105944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:45.111759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:45.137725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Allocated IP 172.20.0.7 (d99d6968-ca78-4ebd-9319-d50eead98f46/daebda0b-a305-46fb-9813-d9896c1b5977/51f4d529-d06e-468d-89a0-38952fdf9bfa) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:45.197440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:45.205383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:45.244502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Attempting to bind port 8928b29f-0a69-475c-91d6-208d1c2f7210 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:45.245060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Attempting to bind port 8928b29f-0a69-475c-91d6-208d1c2f7210 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'e091deee-e5ec-494c-9f88-50df21f3a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:45.245521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Attempting to bind port 8928b29f-0a69-475c-91d6-208d1c2f7210 on network d99d6968-ca78-4ebd-9319-d50eead98f46 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:45.259176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:45.259846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Checking segment: {'id': 'e091deee-e5ec-494c-9f88-50df21f3a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:45.260350 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.260861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Bound using segment: {'id': 'e091deee-e5ec-494c-9f88-50df21f3a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:45.262019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Bound port: 8928b29f-0a69-475c-91d6-208d1c2f7210, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e091deee-e5ec-494c-9f88-50df21f3a10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:45.262581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.286293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Pushing event updated for resources: {'Port': ['ID=8928b29f-0a69-475c-91d6-208d1c2f7210,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:45.304030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.348705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.403788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'Port': ['ID=51f4d529-d06e-468d-89a0-38952fdf9bfa,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:45.433336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Network d99d6968-ca78-4ebd-9319-d50eead98f46 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:45.437091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:45.441267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:45.465605 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.492169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-a2298b33-d45d-4712-9a47-893b78884a8f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:45.500218 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-a2298b33-d45d-4712-9a47-893b78884a8f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.4741797 Feb 15 09:32:45.508973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:45.515678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:45.518486 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44661fd9-b407-4992-8786-dc4dc82cde36" -d '{"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:45.521427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 172.20.0.6 (c6d24f0b-17e9-4a6a-885a-a7eefadcf562/7a983e0a-09bd-4a81-9cb7-fcc52720aedb/de25905a-b3a1-41ab-857d-73c249709b0b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:45.522004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-94eccee5-b8a2-42e7-afdc-05fd722d0c2d tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/quotas/de21f2ee27044877a84a715b41aa4836 HTTP/1.1" status: 200 len: 375 time: 0.0207629 Feb 15 09:32:45.522655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] For port 8928b29f-0a69-475c-91d6-208d1c2f7210, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:45.531544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.548386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] For port 8928b29f-0a69-475c-91d6-208d1c2f7210, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8928b29f-0a69-475c-91d6-208d1c2f7210,segment=NetworkSegment(e091deee-e5ec-494c-9f88-50df21f3a10e),segment_id=e091deee-e5ec-494c-9f88-50df21f3a10e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:45.586681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:45.587383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.587904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.620074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-e9c04be4-7674-468f-afc2-f6615cedf02a tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0970535 Feb 15 09:32:45.643461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:45.662255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:45.720504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7221110-f978-4c9b-be8e-093de8e4eff4 None None] Pushing event updated for resources: {'Port': ['ID=8928b29f-0a69-475c-91d6-208d1c2f7210,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:45.720892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-dbb74cf4-857b-4372-bbec-3f5c37c60014 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998590 Feb 15 09:32:45.729779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'mac_address': 'fa:16:3e:ea:4a:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:45.778488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.793666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:45.812735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.814895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:45.819784 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:45.823464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7154549-db54-4b5c-a1bd-693ba008d64c tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4679632 Feb 15 09:32:45.824287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:45.836686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-aa664956-b48c-474e-b157-b4588b740959 service neutron] 10.222.0.10 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149197 Feb 15 09:32:45.857452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Request body: {'port': {'network_id': 'd99d6968-ca78-4ebd-9319-d50eead98f46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1893428524', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:45.858251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] bootfile-name is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:45.858745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] tftp-server is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:45.860239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] server-ip-address is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:45.882224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:46.051777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.100751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Made reservation on behalf of d2a7e4c3078c4c3f9745d1f06a98b80f for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:46.103377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['7d81ae53-87ce-47c5-bf24-c88ec146d6d2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:46.105890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.132629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] device_id is not set on port 3191593b-714c-4edb-b6a7-788be5bd1b71 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:32:46.211787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:46.226373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.227055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.228028 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Floating IP 3dc48f48-1c48-46bf-aad0-e54873827fb0 disassociated. External IP: 172.25.6.39, port: c0f173fa-4118-4d2e-85e3-cef097e48d5f. Feb 15 09:32:46.228627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Calling delete_port for c0f173fa-4118-4d2e-85e3-cef097e48d5f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:46.231797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:46.234482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:46.373165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:46.373848 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.420716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892b774-d4a0-4209-8210-69e96d7f94d4 req-6da55ae8-27d6-43a6-9d63-a8225fb0e0c3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:46.430612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9892b774-d4a0-4209-8210-69e96d7f94d4 req-6da55ae8-27d6-43a6-9d63-a8225fb0e0c3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.2012522 Feb 15 09:32:46.431709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e998cc0-935f-4736-821c-094c6082f6cd req-30e2c6d9-a5cb-437e-8311-cdb3e0b69f35 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:46.473240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e998cc0-935f-4736-821c-094c6082f6cd req-30e2c6d9-a5cb-437e-8311-cdb3e0b69f35 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4562304 Feb 15 09:32:46.493448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8928b29f-0a69-475c-91d6-208d1c2f7210 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:46.502736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3857801 Feb 15 09:32:46.506567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885753-febc-47f9-9122-35ef25565db2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:46.534893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e998cc0-935f-4736-821c-094c6082f6cd req-f0d13a90-22de-44fc-88d9-17f524b7a28c tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/quotas/756b71a510dc4751a3c3e1cc14408038 HTTP/1.1" status: 200 len: 375 time: 0.0605404 Feb 15 09:32:46.545107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'admin_state_up': True, 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'security_groups': ['28a79389-e0da-4922-b0f0-40e2330c54cf']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:46.594837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9892b774-d4a0-4209-8210-69e96d7f94d4 req-11214649-5048-4505-a0c2-f7da430098e5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629314 Feb 15 09:32:46.598353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Allocated IP 172.20.0.8 (d99d6968-ca78-4ebd-9319-d50eead98f46/daebda0b-a305-46fb-9813-d9896c1b5977/3191593b-714c-4edb-b6a7-788be5bd1b71) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:46.643474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e998cc0-935f-4736-821c-094c6082f6cd req-9ce5afc1-db3c-45af-bb8b-9b66f4db7bb8 tempest-QuotasAdminNegativeTest-615188576 tempest-QuotasAdminNegativeTest-615188576-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=756b71a510dc4751a3c3e1cc14408038&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1072166 Feb 15 09:32:46.680265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-f2e96e7d-2887-43c6-a02c-5b80e767e343 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:46.686694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-f2e96e7d-2887-43c6-a02c-5b80e767e343 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "GET /v2.0/ports?device_id=f62f436f-7852-4e33-8c9b-6ffbb6b25fe6 HTTP/1.1" status: 200 len: 943 time: 0.2738266 Feb 15 09:32:46.730661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.799941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4809cb0-f088-4a35-8244-9dd5865c90ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.903053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2e99f4af-0456-47e5-9033-89288ca39c4d None None] Provisioning complete for port de25905a-b3a1-41ab-857d-73c249709b0b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:46.904099 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2e99f4af-0456-47e5-9033-89288ca39c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.926849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8928b29f-0a69-475c-91d6-208d1c2f7210 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:46.926849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:46.930764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:32:46.934262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c0f173fa-4118-4d2e-85e3-cef097e48d5f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:46.981421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27a7fe89-e067-4bf0-b194-1d7edd28908f req-4734de09-9db3-4ed0-a331-b88d1c3d7cb6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 210 time: 0.0560925 Feb 15 09:32:47.206249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:47.211873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.227648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:32:47.230898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2e99f4af-0456-47e5-9033-89288ca39c4d None None] Port de25905a-b3a1-41ab-857d-73c249709b0b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:47.431018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc2c4e0-810c-4c14-9d12-73ee8ec18f01 None None] Network d99d6968-ca78-4ebd-9319-d50eead98f46 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:47.443332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5746879-6358-4ebf-9f05-c712cfe3d4ca req-0fde0d0d-00df-4deb-9b8e-18465d5b6ea5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:47.453619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5746879-6358-4ebf-9f05-c712cfe3d4ca req-0fde0d0d-00df-4deb-9b8e-18465d5b6ea5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 949 time: 0.2111506 Feb 15 09:32:47.501147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.508497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Deleting port 78f5bbc2-b87c-404b-bba4-825a6139efcc {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:47.509442 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.565671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event deleted for resources: {'Port': ['ID=c0f173fa-4118-4d2e-85e3-cef097e48d5f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:47.581051 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.599800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5746879-6358-4ebf-9f05-c712cfe3d4ca req-7a39d935-5fc0-4890-90c8-409a06ca4761 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452084 Feb 15 09:32:47.662232 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f061f1c-527a-48b7-98e8-a05ae36aa0f7 x-openstack-request-id: req-6f061f1c-527a-48b7-98e8-a05ae36aa0f7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:47.662834 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-unplugged", "status": "completed", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:47.663343 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f061f1c-527a-48b7-98e8-a05ae36aa0f7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:47.663979 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'code': 200} Feb 15 09:32:47.698073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.721472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] For port 78f5bbc2-b87c-404b-bba4-825a6139efcc, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=78f5bbc2-b87c-404b-bba4-825a6139efcc,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:47.721728 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.725726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018f39c-79b4-424b-9426-1f6393123ad7 req-d5e2ab99-8cc6-4914-9223-330184de5691 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:47.736232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0018f39c-79b4-424b-9426-1f6393123ad7 req-d5e2ab99-8cc6-4914-9223-330184de5691 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 931 time: 0.4461181 Feb 15 09:32:47.740645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Calling delete_port for 78f5bbc2-b87c-404b-bba4-825a6139efcc owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:47.769926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4b9a5ee1-125f-48b3-85cc-212e9c528cc7 None None] Provisioning complete for port 8928b29f-0a69-475c-91d6-208d1c2f7210 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:47.770553 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4b9a5ee1-125f-48b3-85cc-212e9c528cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.800342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c7e634d-1491-41d2-aa40-017a76e243ce req-948aca3b-3a44-43b8-9385-a6b87812ad7a tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 210 time: 0.0469592 Feb 15 09:32:47.810834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.1.1.3 (1b651788-e152-4421-a032-f7373d760b0d/33327350-6520-409b-91c8-b1f49703ba94/eb919b94-fc94-4751-b0c0-1d86014f7c4c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:47.862193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0018f39c-79b4-424b-9426-1f6393123ad7 req-3562b96a-8b01-4455-95cd-cf8ec0d751a4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1246240 Feb 15 09:32:47.865544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.904198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8928b29f-0a69-475c-91d6-208d1c2f7210, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8928b29f-0a69-475c-91d6-208d1c2f7210,segment=NetworkSegment(e091deee-e5ec-494c-9f88-50df21f3a10e),segment_id=e091deee-e5ec-494c-9f88-50df21f3a10e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:47.906026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:47.941431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.007345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:48.031276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db34a8f4-2c47-4f33-8802-bb949c90897f req-ac2a64c5-13ba-42f4-aaca-0ac2a8205c25 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 210 time: 0.0791590 Feb 15 09:32:48.052915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Network d99d6968-ca78-4ebd-9319-d50eead98f46 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:48.074786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:48.083592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:48.116853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:32:48.166371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'Port': ['ID=3191593b-714c-4edb-b6a7-788be5bd1b71,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:48.226905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'port_id': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'mac_address': 'fa:16:3e:fe:6b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cef03d-bff2-40e4-a964-d7e875663f87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:32:48.267170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.268754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.296155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8928b29f-0a69-475c-91d6-208d1c2f7210,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:48.320828 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.337317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:48.376575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:48.385685 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.467919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6e2f53-8620-4824-8dc4-f36c8d6ef427 req-ab9e94a6-5211-4211-976d-cac14fcb0667 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.470120 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be6e2f53-8620-4824-8dc4-f36c8d6ef427 req-ab9e94a6-5211-4211-976d-cac14fcb0667 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.3064055 Feb 15 09:32:48.476028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e6a26a7-f4c7-45b7-ab89-04fdafae1e09 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6369061 Feb 15 09:32:48.483034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58640) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:48.487111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-1175b141-9541-4d25-b5ac-347246473c23 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.489233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-1175b141-9541-4d25-b5ac-347246473c23 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 804 time: 0.4325533 Feb 15 09:32:48.491626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:48.498628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.521282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:32:48.585554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.587538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.630503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Request body: {'port': {'device_id': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'admin_state_up': True, 'tenant_id': 'de21f2ee27044877a84a715b41aa4836'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:48.700334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be6e2f53-8620-4824-8dc4-f36c8d6ef427 req-ddeb8f33-aa11-417d-bfbe-8c26c2a8609b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180049 Feb 15 09:32:48.710272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event deleted for resources: {'Port': ['ID=78f5bbc2-b87c-404b-bba4-825a6139efcc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:48.834550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] No DVR routers for this DVR port 78f5bbc2-b87c-404b-bba4-825a6139efcc on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:48.864689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecaf826-e62d-4133-8536-475a56f37174 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.874077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecaf826-e62d-4133-8536-475a56f37174 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.880012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecaf826-e62d-4133-8536-475a56f37174 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:48.884768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eecaf826-e62d-4133-8536-475a56f37174 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3850505 Feb 15 09:32:48.885421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:48.895546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.898644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc3fc365-17b5-41d9-89b5-78f7f77e7810 req-e3372462-832f-48d0-aed7-e17ca39cb452 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.72 "DELETE /v2.0/ports/78f5bbc2-b87c-404b-bba4-825a6139efcc HTTP/1.1" status: 204 len: 173 time: 2.2044847 Feb 15 09:32:48.959632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-deleted', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:48.959940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:48.961896 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e4bd90-aa52-4c76-84bc-b048fdf57ce4" -d '{"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-deleted", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:48.965079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 1b651788-e152-4421-a032-f7373d760b0d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:48.968605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-205d88f1-88b8-4efc-bc18-dd1ae68cf21b None None] Provisioning complete for port 8928b29f-0a69-475c-91d6-208d1c2f7210 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:48.969080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-205d88f1-88b8-4efc-bc18-dd1ae68cf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:48.995137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:49.116085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986cabbd-3fe7-4cef-a866-9e3cbde51a0d req-ce3cdeef-16e6-46b6-aafb-e90b2da1655f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:49.130699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-986cabbd-3fe7-4cef-a866-9e3cbde51a0d req-ce3cdeef-16e6-46b6-aafb-e90b2da1655f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 949 time: 0.2442167 Feb 15 09:32:49.200592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e408d3da-69ca-44bd-9b3b-84a6fbce9255 req-366688ab-5771-4077-bffb-61f194d48d06 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d9ec7b2-d995-4128-8c11-b37f8d32a1c4 HTTP/1.1" status: 200 len: 210 time: 0.7094643 Feb 15 09:32:49.221173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-986cabbd-3fe7-4cef-a866-9e3cbde51a0d req-a4ae5933-b395-4d23-84f0-a1bc83b9f7dd tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894878 Feb 15 09:32:49.239152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:49.241558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:49.255770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Deleting port 3191593b-714c-4edb-b6a7-788be5bd1b71 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:49.256112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.383001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Made reservation on behalf of de21f2ee27044877a84a715b41aa4836 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:49.388141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.408763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:32:49.416491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:49.417340 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.503301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79feed42-2d0d-4a2f-8614-26813e6f52e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.534265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4291d882-7cee-4f0d-bffa-71ef3d37c2dd req-788eec0d-bee4-40aa-89af-a3f6d71f925a tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/ports?device_id=55c8d7d4-6de0-4a87-8a64-c64f66cc57f9 HTTP/1.1" status: 200 len: 210 time: 0.1601470 Feb 15 09:32:49.555625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:32:49.567336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.567833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:49.609300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Calling delete_port for 3191593b-714c-4edb-b6a7-788be5bd1b71 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:49.617092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:49.651270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Sync routers for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:32:49.762917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.801860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:32:49.802558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:32:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:49.819583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:49.854493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] No DVR routers for this DVR port c0f173fa-4118-4d2e-85e3-cef097e48d5f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:49.867247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-074d4663-f735-4609-9ac3-26cc3626ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.869974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:49.871223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.874457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:49.878421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fa39613-ed02-4e45-9002-e53fcd5d73fd req-9fab1131-aee1-426b-8b74-ed945d794fa7 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.36 "DELETE /v2.0/ports/c0f173fa-4118-4d2e-85e3-cef097e48d5f HTTP/1.1" status: 204 len: 173 time: 5.4420106 Feb 15 09:32:49.892162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'name': 'network-vif-deleted', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:49.894177 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6179121c-ff0e-4080-9107-4472eb9224d8" -d '{"events": [{"server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "name": "network-vif-deleted", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:49.983407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ef883b99-bcba-4d9c-a9ba-242547408258 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4614580 Feb 15 09:32:49.994722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4e09-f706-4ad6-8ee0-60562d9f7eda req-de0bba35-c604-4b5a-8b25-cfb0ac8d0954 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:50.012424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4e09-f706-4ad6-8ee0-60562d9f7eda req-de0bba35-c604-4b5a-8b25-cfb0ac8d0954 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:50.019827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cddb4e09-f706-4ad6-8ee0-60562d9f7eda req-de0bba35-c604-4b5a-8b25-cfb0ac8d0954 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 1651 time: 0.1404159 Feb 15 09:32:50.030770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'admin_state_up': True, 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'security_groups': ['28a79389-e0da-4922-b0f0-40e2330c54cf']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:50.031741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-074d4663-f735-4609-9ac3-26cc3626ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.033354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.060887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-074d4663-f735-4609-9ac3-26cc3626ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.069423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:50.108109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-205d88f1-88b8-4efc-bc18-dd1ae68cf21b None None] Provisioning complete for port 51f4d529-d06e-468d-89a0-38952fdf9bfa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:50.109886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-205d88f1-88b8-4efc-bc18-dd1ae68cf21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.113870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.127228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.138453 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e886b4c-d5da-4672-816f-3df5c1979ad2 x-openstack-request-id: req-6e886b4c-d5da-4672-816f-3df5c1979ad2 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:50.138812 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f62f436f-7852-4e33-8c9b-6ffbb6b25fe6", "name": "network-vif-deleted", "tag": "78f5bbc2-b87c-404b-bba4-825a6139efcc", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:50.138965 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e886b4c-d5da-4672-816f-3df5c1979ad2 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:50.139360 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f62f436f-7852-4e33-8c9b-6ffbb6b25fe6', 'name': 'network-vif-deleted', 'tag': '78f5bbc2-b87c-404b-bba4-825a6139efcc', 'status': 'completed', 'code': 200} Feb 15 09:32:50.146274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event deleted for resources: {'Port': ['ID=3191593b-714c-4edb-b6a7-788be5bd1b71,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:50.173270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Allocated IP 172.20.0.6 (976225ec-1661-4354-bd6e-adfe5ba6bb78/1fa8baef-b9cc-4438-867c-e595be6a346d/aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:50.219046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d4663-f735-4609-9ac3-26cc3626ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdbb998-8536-4f3a-b76c-36c928ef3394,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:50.219231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cddb4e09-f706-4ad6-8ee0-60562d9f7eda req-c559dfcb-446c-4530-86e8-a4228e14dcab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1982708 Feb 15 09:32:50.251003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-074d4663-f735-4609-9ac3-26cc3626ac85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=756b71a510dc4751a3c3e1cc14408038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6327834 Feb 15 09:32:50.254685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:50.371460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09c1c530-da3e-41da-b5ac-9dd0d628f682 req-16bf5dad-ea85-4483-9767-0a3b2b7e2592 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 210 time: 0.0426025 Feb 15 09:32:50.374910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.379201 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1ae1fc31-1a28-46dc-ab95-571b93d55dca tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "DELETE /v2.0/ports/3191593b-714c-4edb-b6a7-788be5bd1b71 HTTP/1.1" status: 204 len: 168 time: 1.4796410 Feb 15 09:32:50.387287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58674) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:50.403410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Request body: {'port': {'name': 'tempest-new-port-name-1177856460', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:50.403888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.api.validators [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] bootfile-name is not in valid_values {{(pid=102358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:50.404230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.api.validators [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] tftp-server is not in valid_values {{(pid=102358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:50.404559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.api.validators [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] server-ip-address is not in valid_values {{(pid=102358) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:32:50.406903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.444044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.468325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8928b29f-0a69-475c-91d6-208d1c2f7210 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:50.519101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:50.520879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-205d88f1-88b8-4efc-bc18-dd1ae68cf21b None None] Port 51f4d529-d06e-468d-89a0-38952fdf9bfa cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:50.522546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:50.525967 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bd489e-1aff-4baf-8560-0b85c7a4a9f8" -d '{"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-plugged", "status": "completed", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:50.554894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:50.559689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.594792 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.595753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:50.597593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.641647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d3f2c-365a-4b8c-b83a-2610d732af40 req-54fa2d1e-00a6-4ead-83a1-b32b67c24f73 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:50.643857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a41d3f2c-365a-4b8c-b83a-2610d732af40 req-54fa2d1e-00a6-4ead-83a1-b32b67c24f73 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.1350682 Feb 15 09:32:50.694146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.702791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.709689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:50.718902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffdbb998-8536-4f3a-b76c-36c928ef3394 HTTP/1.1" status: 204 len: 168 time: 0.4571493 Feb 15 09:32:50.736194 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bed2ed9-f720-40ef-85b5-a9f7e42016c6 x-openstack-request-id: req-4bed2ed9-f720-40ef-85b5-a9f7e42016c6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:50.736918 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c8d7d4-6de0-4a87-8a64-c64f66cc57f9", "name": "network-vif-deleted", "tag": "c0f173fa-4118-4d2e-85e3-cef097e48d5f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:50.737276 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4bed2ed9-f720-40ef-85b5-a9f7e42016c6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:50.737963 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c8d7d4-6de0-4a87-8a64-c64f66cc57f9', 'name': 'network-vif-deleted', 'tag': 'c0f173fa-4118-4d2e-85e3-cef097e48d5f', 'status': 'completed', 'code': 200} Feb 15 09:32:50.762835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a41d3f2c-365a-4b8c-b83a-2610d732af40 req-2b842a00-7660-4c3c-b177-644d0828c026 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051564 Feb 15 09:32:50.764097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18dc3f-0548-4241-a589-f5dd85b749b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdbb998-8536-4f3a-b76c-36c928ef3394,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.006794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d87db-ece5-41a8-bddf-1e071ecb3acb req-865bb796-08c3-4c96-89f7-5dff92cad509 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:51.014592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e9d87db-ece5-41a8-bddf-1e071ecb3acb req-865bb796-08c3-4c96-89f7-5dff92cad509 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.1810489 Feb 15 09:32:51.108434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e9d87db-ece5-41a8-bddf-1e071ecb3acb req-a5c6758c-2bb9-4152-8ba0-204b54062945 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929081 Feb 15 09:32:51.109204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:51.129455 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c665a66-1ddf-41d0-a8e5-4c6ad47b2175 x-openstack-request-id: req-9c665a66-1ddf-41d0-a8e5-4c6ad47b2175 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:51.130075 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-plugged", "status": "completed", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:51.130704 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c665a66-1ddf-41d0-a8e5-4c6ad47b2175 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:51.131095 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'code': 200} Feb 15 09:32:51.136641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:32:51.147983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.197436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:32:51.207220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 78f5bbc2-b87c-404b-bba4-825a6139efcc {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:51.207572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 78f5bbc2-b87c-404b-bba4-825a6139efcc not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:51.227232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.1.1.241 (1b651788-e152-4421-a032-f7373d760b0d/33327350-6520-409b-91c8-b1f49703ba94/7b1cb8fe-9072-4f50-91d2-fa64a331d273) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:51.257405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.265640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Provisioning complete for port eb919b94-fc94-4751-b0c0-1d86014f7c4c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:51.266070 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.295105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.312626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.324682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.330581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Port eb919b94-fc94-4751-b0c0-1d86014f7c4c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:51.340435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b78bdd-9937-45f7-9896-9aa63571fd36 req-2fb82d4e-d5c4-429f-af0d-a6eee23405cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:51.343373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03b78bdd-9937-45f7-9896-9aa63571fd36 req-2fb82d4e-d5c4-429f-af0d-a6eee23405cd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 1101 time: 0.2013154 Feb 15 09:32:51.345684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.359632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Could not find standard attr ID for object 3191593b-714c-4edb-b6a7-788be5bd1b71. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:32:51.373002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.467813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58698) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:51.501354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.509779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.515780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.521289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc3144e6-ee10-445d-bbf9-7c6239d0168c HTTP/1.1" status: 204 len: 168 time: 0.4101369 Feb 15 09:32:51.532631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58700) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:51.533477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Provisioning complete for port 51f4d529-d06e-468d-89a0-38952fdf9bfa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:51.533850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.567032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f56685a-2b10-4830-8461-42118a35be8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.570338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Network 976225ec-1661-4354-bd6e-adfe5ba6bb78 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:51.587013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a97e02-d90d-4384-94d0-7a9b0ddad449 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3144e6-ee10-445d-bbf9-7c6239d0168c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.587537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.591715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:51.592312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.592991 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-6fe53874-2148-4063-bfd1-529698c9954c tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] show failed (client error): The resource could not be found. Feb 15 09:32:51.598579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6fe53874-2148-4063-bfd1-529698c9954c tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "GET /v2.0/security-groups/dc3144e6-ee10-445d-bbf9-7c6239d0168c HTTP/1.1" status: 404 len: 347 time: 0.0447459 Feb 15 09:32:51.609891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58702) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:51.638067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03b78bdd-9937-45f7-9896-9aa63571fd36 req-044e3905-c070-4700-820b-586eb1d688a5 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529372 Feb 15 09:32:51.681419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.688958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d551fb5e-4f2c-4b30-ad5a-c5f74ec52564 req-3626e423-eb5d-41bb-bf72-269daf8cf969 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:51.692087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d551fb5e-4f2c-4b30-ad5a-c5f74ec52564 req-3626e423-eb5d-41bb-bf72-269daf8cf969 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 931 time: 0.1191399 Feb 15 09:32:51.709574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8928b29f-0a69-475c-91d6-208d1c2f7210 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:51.710158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.720965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:51.755373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d551fb5e-4f2c-4b30-ad5a-c5f74ec52564 req-46543d53-c069-4168-9eb5-145ab2eb19fc tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 Feb 15 09:32:51.764796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-841de1e4-bfd6-4060-b770-03c853339d34 None None] Port 51f4d529-d06e-468d-89a0-38952fdf9bfa cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:51.832356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:51.838111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event updated for resources: {'Port': ['ID=51f4d529-d06e-468d-89a0-38952fdf9bfa,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:51.909328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169364b5-4d1f-4b38-91c0-07de1048f3db req-ecbb9c9b-dfd0-4819-8aed-ea27ef76e32b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:51.911349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-169364b5-4d1f-4b38-91c0-07de1048f3db req-ecbb9c9b-dfd0-4819-8aed-ea27ef76e32b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 943 time: 0.0765750 Feb 15 09:32:51.933851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:51.962328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-169364b5-4d1f-4b38-91c0-07de1048f3db req-cc3d8fdd-4e0e-4b43-bac3-3a7a167c4ed0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449228 Feb 15 09:32:51.969854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9cd44439-b32d-40c1-ac78-df78335ff1b1 None None] Provisioning complete for port 51f4d529-d06e-468d-89a0-38952fdf9bfa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:51.970781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9cd44439-b32d-40c1-ac78-df78335ff1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.020314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:52.066031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Checking router: f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:32:52.068933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:52.075347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9cd44439-b32d-40c1-ac78-df78335ff1b1 None None] Port 51f4d529-d06e-468d-89a0-38952fdf9bfa cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:52.081481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:32:52.083771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:32:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:52.086755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.243002 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.266034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cae99-d256-43c6-a7d6-1474f4264105 req-4734a5b0-5e56-4b80-a391-f9590b6cefd1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.268180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc4cae99-d256-43c6-a7d6-1474f4264105 req-4734a5b0-5e56-4b80-a391-f9590b6cefd1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.0722516 Feb 15 09:32:52.273725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:52.282007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.291282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] In _notify_port_updated(), no bound segment for port 51f4d529-d06e-468d-89a0-38952fdf9bfa on network d99d6968-ca78-4ebd-9319-d50eead98f46 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:32:52.295431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:32:52.306090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.306832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.311842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4850a9f6-0995-49f8-b567-2d01ce211a99 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "PUT /v2.0/ports/51f4d529-d06e-468d-89a0-38952fdf9bfa HTTP/1.1" status: 200 len: 1136 time: 1.9226553 Feb 15 09:32:52.312691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58710) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:52.345926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc4cae99-d256-43c6-a7d6-1474f4264105 req-51f5cd86-4d62-465b-b3a4-ab59837ff306 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702951 Feb 15 09:32:52.368845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700e3be6-b7f7-4807-a3c3-53d31cb6c916 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.371217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-700e3be6-b7f7-4807-a3c3-53d31cb6c916 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "GET /v2.0/ports/51f4d529-d06e-468d-89a0-38952fdf9bfa HTTP/1.1" status: 200 len: 1136 time: 0.0567806 Feb 15 09:32:52.375412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:52.431794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f56685a-2b10-4830-8461-42118a35be8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.473008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f71840-868c-4413-8535-b3b48e7398e3 req-6a1e55ee-0b1d-4683-bcb5-c010d8d6a750 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.482004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f71840-868c-4413-8535-b3b48e7398e3 req-6a1e55ee-0b1d-4683-bcb5-c010d8d6a750 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.485863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Deleting port 51f4d529-d06e-468d-89a0-38952fdf9bfa {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:52.487018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.491395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64f71840-868c-4413-8535-b3b48e7398e3 req-6a1e55ee-0b1d-4683-bcb5-c010d8d6a750 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 1651 time: 1.0485208 Feb 15 09:32:52.500058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.514887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f56685a-2b10-4830-8461-42118a35be8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.556037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:52.584644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca54023f-39c3-44ff-97ee-1dd583081ab2 None None] The sync data for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 is: [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:31:13Z', 'revision_number': 4, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '068f304e-0b08-4bf6-99c4-7fb947185cc4', 'name': '', 'network_id': '3b72f8cb-95aa-42d8-b648-3ebdd1639a0c', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'mac_address': 'fa:16:3e:3b:64:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:10Z', 'updated_at': '2022-02-15T09:31:27Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'subnets': [{'id': '0e95cca5-c09a-48b7-95c7-cc8da7fcdde1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:32:52.609463 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.619990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.622347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.624165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Calling delete_port for 51f4d529-d06e-468d-89a0-38952fdf9bfa owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:52.668405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-be37760d-3a45-46da-acb0-1adf6127c2ca tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:52.670252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-be37760d-3a45-46da-acb0-1adf6127c2ca tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.36 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.4432263 Feb 15 09:32:52.678124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 1b651788-e152-4421-a032-f7373d760b0d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:52.699113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:52.719277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:52.743728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64f71840-868c-4413-8535-b3b48e7398e3 req-91577ae7-7ee5-4982-84e9-d31ea1349e30 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2491615 Feb 15 09:32:52.746086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f56685a-2b10-4830-8461-42118a35be8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b921c8-1920-4ba9-a4e4-b2452a29a61b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:52.812126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5f56685a-2b10-4830-8461-42118a35be8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27e65db651544a68888853c72f441fef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3432245 Feb 15 09:32:52.829984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58716) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:52.848038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:52.896116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:52.927507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-9b671379-8e00-4a55-afa4-d3aea3bff271 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3427520 Feb 15 09:32:52.959264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Request body: {'port': {'device_id': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:53.013771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event deleted for resources: {'Port': ['ID=51f4d529-d06e-468d-89a0-38952fdf9bfa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:53.050930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:53.052982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.093050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Deleting port b4332610-4f83-4973-9773-dd64868b22b8 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:53.093652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.100644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3791cc46-7e99-4f4c-bd36-614013378b2e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0735819 Feb 15 09:32:53.123283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b8a89006-9b90-4b9d-b0dc-4634584f632e None None] Provisioning complete for port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:53.123672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8a89006-9b90-4b9d-b0dc-4634584f632e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.130203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'admin_state_up': True, 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'security_groups': ['28a79389-e0da-4922-b0f0-40e2330c54cf']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:53.140630 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba700b4-a288-4d83-8d72-a5efb9637feb None None] New status for floating IP 3dc48f48-1c48-46bf-aad0-e54873827fb0: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:32:53.191091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.197449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.205851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3d623817-4b81-4a2f-aeaa-62cd769c78a5 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "DELETE /v2.0/ports/51f4d529-d06e-468d-89a0-38952fdf9bfa HTTP/1.1" status: 204 len: 168 time: 0.8286915 Feb 15 09:32:53.209041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58722) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:53.211200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:53.222907 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e502d4-d522-4010-bda7-869b0a6d34e2" -d '{"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:53.259803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b8a89006-9b90-4b9d-b0dc-4634584f632e None None] Port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:53.266078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5860ff5-065d-497a-960b-b5de0d9905a3 req-f76f1f97-f4b7-4edf-9add-c2c633581754 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:53.267885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5860ff5-065d-497a-960b-b5de0d9905a3 req-f76f1f97-f4b7-4edf-9add-c2c633581754 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 931 time: 0.3799105 Feb 15 09:32:53.282020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.372536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71bbe-702a-4a41-bf0d-cbb761e2f221 req-93751000-4821-492c-b1ec-09ae6bd4bc97 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:53.380962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d71bbe-702a-4a41-bf0d-cbb761e2f221 req-93751000-4821-492c-b1ec-09ae6bd4bc97 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.2272336 Feb 15 09:32:53.389187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.404678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.408049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.426583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53b921c8-1920-4ba9-a4e4-b2452a29a61b HTTP/1.1" status: 204 len: 168 time: 0.5952387 Feb 15 09:32:53.452437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Deleting port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:53.452907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.505604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e35ee8-f83d-4a40-a93e-2f358fd7b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b921c8-1920-4ba9-a4e4-b2452a29a61b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:53.551544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Deleting subnet daebda0b-a305-46fb-9813-d9896c1b5977 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:32:53.554356 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.554784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.568946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.583390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5860ff5-065d-497a-960b-b5de0d9905a3 req-c183f57f-41ff-4a02-ba0b-3b1d799884e5 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020640 Feb 15 09:32:53.618293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d71bbe-702a-4a41-bf0d-cbb761e2f221 req-7259faf3-fd8d-4ea8-ae55-bd5475dd8efb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360189 Feb 15 09:32:53.662229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Calling delete_port for b4332610-4f83-4973-9773-dd64868b22b8 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:53.683675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.706747 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bfc4c6-0388-4ff2-ab71-8ae24582480c x-openstack-request-id: req-06bfc4c6-0388-4ff2-ab71-8ae24582480c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:53.707038 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-plugged", "status": "completed", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:53.707335 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06bfc4c6-0388-4ff2-ab71-8ae24582480c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:53.707730 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'code': 200} Feb 15 09:32:53.830294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.893369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] For port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:53.893735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:53.983261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.004760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Calling delete_port for c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:54.006669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:54.034180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event deleted for resources: {'Subnet': ['ID=daebda0b-a305-46fb-9813-d9896c1b5977,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:54.048507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40ce490-ed9e-43e6-b63e-4f8884375f08 None None] Network d99d6968-ca78-4ebd-9319-d50eead98f46 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:32:54.053538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.060600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d71f293-2385-4ef7-b158-1d8a1b9f3852 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "DELETE /v2.0/subnets/daebda0b-a305-46fb-9813-d9896c1b5977 HTTP/1.1" status: 204 len: 168 time: 0.8479588 Feb 15 09:32:54.062093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58738) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:54.124216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773e55-cd2f-4466-b6fb-a2c817e24a2e req-402db710-f5ee-413a-a972-ed07a8d86415 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:54.131054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773e55-cd2f-4466-b6fb-a2c817e24a2e req-402db710-f5ee-413a-a972-ed07a8d86415 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:54.139286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a773e55-cd2f-4466-b6fb-a2c817e24a2e req-402db710-f5ee-413a-a972-ed07a8d86415 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:54.140988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a773e55-cd2f-4466-b6fb-a2c817e24a2e req-402db710-f5ee-413a-a972-ed07a8d86415 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 2372 time: 0.2526460 Feb 15 09:32:54.220175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60730b2-3fd0-43e3-97ad-d8f37e7ff8b1 req-aa1f3e99-786c-4de3-80f1-a85df9ece5db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:54.251222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d60730b2-3fd0-43e3-97ad-d8f37e7ff8b1 req-aa1f3e99-786c-4de3-80f1-a85df9ece5db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.5025547 Feb 15 09:32:54.280051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.295101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a773e55-cd2f-4466-b6fb-a2c817e24a2e req-25ec1aaa-14d9-4f0a-b20e-9ca2410d7d5f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0899858 Feb 15 09:32:54.416845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Deleting port 8928b29f-0a69-475c-91d6-208d1c2f7210 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:54.416845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.436769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] DHCP port deletion for d99d6968-ca78-4ebd-9319-d50eead98f46 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:32:54.561970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Deleting port 8928b29f-0a69-475c-91d6-208d1c2f7210 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:54.562588 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.600737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] For port 8928b29f-0a69-475c-91d6-208d1c2f7210, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8928b29f-0a69-475c-91d6-208d1c2f7210,segment=NetworkSegment(e091deee-e5ec-494c-9f88-50df21f3a10e),segment_id=e091deee-e5ec-494c-9f88-50df21f3a10e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:54.601286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.628878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Calling delete_port for 8928b29f-0a69-475c-91d6-208d1c2f7210 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:54.651544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d60730b2-3fd0-43e3-97ad-d8f37e7ff8b1 req-6be74827-92f2-4682-877d-952e8fedcc7c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068125 Feb 15 09:32:54.675817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.731125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] For port 8928b29f-0a69-475c-91d6-208d1c2f7210, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8928b29f-0a69-475c-91d6-208d1c2f7210,segment=NetworkSegment(e091deee-e5ec-494c-9f88-50df21f3a10e),segment_id=e091deee-e5ec-494c-9f88-50df21f3a10e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:54.731425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.764139 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.775757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Calling delete_port for 8928b29f-0a69-475c-91d6-208d1c2f7210 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:54.843069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e7825a-5e41-4956-9857-ce7c3bfc8010 req-3cd78ecf-6e09-4577-af2f-a1837c48ae58 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:54.849562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30e7825a-5e41-4956-9857-ce7c3bfc8010 req-3cd78ecf-6e09-4577-af2f-a1837c48ae58 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 931 time: 0.1226659 Feb 15 09:32:54.862711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:32:54.954739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:54.959351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:54.973264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30e7825a-5e41-4956-9857-ce7c3bfc8010 req-1eea03cc-3ee2-4d30-b1e3-ee0e624fdbc6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120753 Feb 15 09:32:54.973264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.003469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.052077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event deleted for resources: {'Port': ['ID=8928b29f-0a69-475c-91d6-208d1c2f7210,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:55.068745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] No DVR routers for this DVR port 8928b29f-0a69-475c-91d6-208d1c2f7210 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:55.069375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] No DVR routers for this DVR port 8928b29f-0a69-475c-91d6-208d1c2f7210 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:55.078006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b379c2-7430-47cb-82d9-fa1082a328ee None None] Pushing event deleted for resources: {'Port': ['ID=8928b29f-0a69-475c-91d6-208d1c2f7210,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:55.153912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Pushing event deleted for resources: {'Port': ['ID=b4332610-4f83-4973-9773-dd64868b22b8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:55.368669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.427417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.429953 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.431146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2a75d579-f205-45fe-9ba7-52720026e018 tempest-ServersTestJSON-859037415 tempest-ServersTestJSON-859037415-project] 10.222.0.10 "DELETE /v2.0/floatingips/3dc48f48-1c48-46bf-aad0-e54873827fb0 HTTP/1.1" status: 204 len: 168 time: 3.7069006 Feb 15 09:32:55.448123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:55.469537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d99d6968-ca78-4ebd-9319-d50eead98f46']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:55.559228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.570264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598ccd1-2d8c-4a2b-aaf9-6383d6889871 req-a3234fad-d6f5-44f0-847c-e608ebcc2ffa tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:55.571843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1598ccd1-2d8c-4a2b-aaf9-6383d6889871 req-a3234fad-d6f5-44f0-847c-e608ebcc2ffa tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=61854fde-bd1c-4d19-84e0-c8811eadad61 HTTP/1.1" status: 200 len: 945 time: 0.7470055 Feb 15 09:32:55.581265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e091deee-e5ec-494c-9f88-50df21f3a10e') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:55.581475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e091deee-e5ec-494c-9f88-50df21f3a10e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:32:55.582378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Transition to ACTIVE for port object aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:32:55.599220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.617779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.663218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642205-ef82-430e-bc3f-72621b093be8 req-05aa024c-1e18-42e1-b5e5-78948781e49c tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:55.673743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd642205-ef82-430e-bc3f-72621b093be8 req-05aa024c-1e18-42e1-b5e5-78948781e49c tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 1101 time: 0.5304012 Feb 15 09:32:55.681376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event deleted for resources: {'Port': ['ID=c7ba215e-2b84-43bf-a3b0-c76b4b4e7500,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:55.684937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.699450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.775220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd642205-ef82-430e-bc3f-72621b093be8 req-b9bae9f6-7f08-4641-9e42-c6f8d8b6856a tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688584 Feb 15 09:32:55.780234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:32:55.782086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:32:55.851714 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:32:55.918895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1598ccd1-2d8c-4a2b-aaf9-6383d6889871 req-a2c095c5-1bb6-46e6-8f82-71efbc20daab tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341255 Feb 15 09:32:56.115329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:56.129270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:56.135686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] 10.222.0.10 "DELETE /v2.0/networks/d99d6968-ca78-4ebd-9319-d50eead98f46 HTTP/1.1" status: 204 len: 168 time: 2.0683093 Feb 15 09:32:56.203085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23a78-1e46-49bf-afc4-12394736e79b req-1ab35453-3b22-4aef-a4aa-20a08fb16778 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:56.209308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23a78-1e46-49bf-afc4-12394736e79b req-1ab35453-3b22-4aef-a4aa-20a08fb16778 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:56.217187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c23a78-1e46-49bf-afc4-12394736e79b req-1ab35453-3b22-4aef-a4aa-20a08fb16778 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:56.218876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34c23a78-1e46-49bf-afc4-12394736e79b req-1ab35453-3b22-4aef-a4aa-20a08fb16778 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 2372 time: 0.1735466 Feb 15 09:32:56.219684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df523b20-9d5d-480d-af39-010c54bcd9b3 tempest-ExtraDHCPOptionsTestJSON-1310604015 tempest-ExtraDHCPOptionsTestJSON-1310604015-project] Pushing event deleted for resources: {'Network': ['ID=d99d6968-ca78-4ebd-9319-d50eead98f46,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:56.317805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34c23a78-1e46-49bf-afc4-12394736e79b req-5f7d6a03-77bd-48e0-9451-8208d827780e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886538 Feb 15 09:32:56.422692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8928b29f-0a69-475c-91d6-208d1c2f7210 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:32:56.460440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8928b29f-0a69-475c-91d6-208d1c2f7210 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:32:56.460777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8928b29f-0a69-475c-91d6-208d1c2f7210 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:32:56.674479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5278f4-bfed-49b8-a587-8afff4cef845 req-9a88b076-ed18-4365-86e5-09691f07a62f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:56.693399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b5278f4-bfed-49b8-a587-8afff4cef845 req-9a88b076-ed18-4365-86e5-09691f07a62f tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 943 time: 0.1839261 Feb 15 09:32:56.712068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:56.818470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b5278f4-bfed-49b8-a587-8afff4cef845 req-e1fe3414-ed8f-4e1d-b62c-09f70ec3fd97 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929358 Feb 15 09:32:56.827504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] No DVR routers for this DVR port c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:32:56.830209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:56.834738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01b07b53-890c-461c-a60b-5d5ea3373755 req-d3b05a93-bfc5-4897-bae1-a774a6390777 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.36 "DELETE /v2.0/ports/c7ba215e-2b84-43bf-a3b0-c76b4b4e7500 HTTP/1.1" status: 204 len: 173 time: 4.1437573 Feb 15 09:32:56.863207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:56.877200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-deleted', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:32:56.879479 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ad84e7-9db5-4397-b6b6-b580d89071f4" -d '{"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-deleted", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:32:56.887420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:56.939848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-d032dd6e-a1a2-452a-89a5-5f0953e75116 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1625638 Feb 15 09:32:56.946098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.2.2.100 (50b12ed8-3048-42d5-ba97-d92252993cc4/b6dec827-b967-493d-a399-c533c23dbad5/66e4d90d-da08-4a6e-ab1a-fd5477138914) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:57.000209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.001695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.002046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.002390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.005170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.005916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.006258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.012015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.012203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.013252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.013252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.013542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:57.269678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d31260bb-79f8-4193-830e-1d176f7ed39e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2a7e4c3078c4c3f9745d1f06a98b80f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565798 Feb 15 09:32:57.272168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:57.345303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.352036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-c2c8b471-4d1b-4a5b-b2b2-a08f5d36d829 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:57.353918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-c2c8b471-4d1b-4a5b-b2b2-a08f5d36d829 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4101439 Feb 15 09:32:57.387536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.414875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Attempting to bind port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:32:57.417963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Attempting to bind port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:32:57.419006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Attempting to bind port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:57.432263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:32:57.433059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Attempting to bind port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf on network 976225ec-1661-4354-bd6e-adfe5ba6bb78 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:32:57.436018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-5528b643-0c06-43ce-99d9-5eb94c21613d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.0625522 Feb 15 09:32:57.446777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:32:57.447225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Checking segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:32:57.447719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Bound using segment: {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:32:57.448990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Bound port: aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c30f520-649f-4601-8c9b-4c9eb30594df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:32:57.449524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.501052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Deleting port 068f304e-0b08-4bf6-99c4-7fb947185cc4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:57.501427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.739019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-35edab5b-90de-4b0c-94b3-f9300748a44e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2933443 Feb 15 09:32:57.770878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:32:57.777126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:32:57.780574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.796136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.865255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:57.866039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:57.867514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] 10.222.0.36 "PUT /v2.0/ports/aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf HTTP/1.1" status: 200 len: 1091 time: 4.9223926 Feb 15 09:32:57.919689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3c6c9-8a7d-49ef-a9d6-eaaa5fd96604 service neutron] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:57.959543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.056728 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbb79d1-4b3e-4643-8f73-b27964ea6ad1 x-openstack-request-id: req-cfbb79d1-4b3e-4643-8f73-b27964ea6ad1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:32:58.058014 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61854fde-bd1c-4d19-84e0-c8811eadad61", "name": "network-vif-deleted", "tag": "c7ba215e-2b84-43bf-a3b0-c76b4b4e7500", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:32:58.058494 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfbb79d1-4b3e-4643-8f73-b27964ea6ad1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:32:58.058982 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61854fde-bd1c-4d19-84e0-c8811eadad61', 'name': 'network-vif-deleted', 'tag': 'c7ba215e-2b84-43bf-a3b0-c76b4b4e7500', 'status': 'completed', 'code': 200} Feb 15 09:32:58.079141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:32:58.094699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:32:58.097572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:32:58.126965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.129773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.130936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dfb5c94-acbc-401e-a6bc-7771796f6ebc HTTP/1.1" status: 204 len: 168 time: 0.8578739 Feb 15 09:32:58.228333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.229049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.260002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb5c94-acbc-401e-a6bc-7771796f6ebc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:58.265332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:58.289634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-1cd135af-b248-440c-a49f-0e12b4f3b014 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1377738 Feb 15 09:32:58.309062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-79f03125-36fb-43ec-a9de-c0677fcdc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.311733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-79f03125-36fb-43ec-a9de-c0677fcdc447 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 1094 time: 0.3859019 Feb 15 09:32:58.351651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] For port 068f304e-0b08-4bf6-99c4-7fb947185cc4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=068f304e-0b08-4bf6-99c4-7fb947185cc4,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:58.352020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.367820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Calling delete_port for 068f304e-0b08-4bf6-99c4-7fb947185cc4 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:58.406242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-37fab676-262c-4f4b-b3d9-ee4b81097455 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf HTTP/1.1" status: 200 len: 217 time: 0.0707433 Feb 15 09:32:58.412365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-17de5375-1281-492e-929b-15a7942bf6cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3032029 Feb 15 09:32:58.533320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'admin_state_up': True, 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'security_groups': ['28a79389-e0da-4922-b0f0-40e2330c54cf']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:32:58.554109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.554461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.554797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.555137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.555469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.555797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.556146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.556696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.556839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.557194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.558093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.558431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6bdfce-1855-4eb8-bc10-2194485f284f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:32:58.634900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b30f077f-dfa8-49b7-8176-c283a54b9ae5 None None] Provisioning complete for port 66e4d90d-da08-4a6e-ab1a-fd5477138914 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:32:58.637577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b30f077f-dfa8-49b7-8176-c283a54b9ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.651750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-3a8c4987-8e11-457c-a7a4-ec37d90beec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.653535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-3a8c4987-8e11-457c-a7a4-ec37d90beec5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.2309716 Feb 15 09:32:58.670304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aee575-f56f-4236-a7df-fdf1d154414f req-89fd1027-ef16-4305-a0e4-b2fdc536aa78 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.677623 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84aee575-f56f-4236-a7df-fdf1d154414f req-89fd1027-ef16-4305-a0e4-b2fdc536aa78 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.4448588 Feb 15 09:32:58.716189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-3e6dfd8c-80c5-4a80-8370-83921c058eb9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.717759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-3e6dfd8c-80c5-4a80-8370-83921c058eb9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4118669 Feb 15 09:32:58.728256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b30f077f-dfa8-49b7-8176-c283a54b9ae5 None None] Port 66e4d90d-da08-4a6e-ab1a-fd5477138914 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:32:58.760313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Made reservation on behalf of ddfed12a5b0d47c7960279d363298b07 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:32:58.765450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:58.781843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-c99465cb-771a-494b-aed5-77a67be1ff53 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836649 Feb 15 09:32:58.790588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-c370163c-10c0-48c2-a7b1-97669462a380 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:58.793938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-c370163c-10c0-48c2-a7b1-97669462a380 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.6599219 Feb 15 09:32:58.799276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84aee575-f56f-4236-a7df-fdf1d154414f req-971fc5dc-137d-4fb7-bec2-8a38d3629bf7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207190 Feb 15 09:32:58.931780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-419b50af-48bf-4cf8-a3ff-e8a28e0c296e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/quotas/9468f9271159472792d154443b93dcf1 HTTP/1.1" status: 200 len: 375 time: 0.1961246 Feb 15 09:32:58.951677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-fca67807-0873-49b5-aea6-5258ba13d770 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390665 Feb 15 09:32:59.020626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-91d7619b-74e7-4a7b-afe1-9d601d91a285 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778289 Feb 15 09:32:59.077380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Deleting port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:32:59.081944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:59.220029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-03e0f54b-2c0e-4ee4-aaba-f30d33732bcc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:59.234630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-03e0f54b-2c0e-4ee4-aaba-f30d33732bcc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:59.243941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-03e0f54b-2c0e-4ee4-aaba-f30d33732bcc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:59.268461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-03e0f54b-2c0e-4ee4-aaba-f30d33732bcc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:59.275920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-03e0f54b-2c0e-4ee4-aaba-f30d33732bcc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 3093 time: 0.3204300 Feb 15 09:32:59.303536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48fba85-0678-4d1d-8e1d-76c0a7107717 req-884f8b1a-c8db-4c92-b3e6-9a515da5a665 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180490 Feb 15 09:32:59.357391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] For port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:32:59.358372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9eb6515-a19d-4b77-9fb9-e53c3e32002e req-d37e1b97-e85e-4600-8e53-18693331b2ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513320 Feb 15 09:32:59.358774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:59.428609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Calling delete_port for 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:32:59.466143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:32:59.535267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d1aa2de-1bce-415a-bb47-3af1d8a3e735 req-80b4eda3-20d4-4952-ab9f-a94c7076aee6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 210 time: 0.0385368 Feb 15 09:32:59.546859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Allocated IP 10.2.2.200 (50b12ed8-3048-42d5-ba97-d92252993cc4/b6dec827-b967-493d-a399-c533c23dbad5/49309f55-d0bf-40b0-bf1f-3150d2466054) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:32:59.638823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58878) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:32:59.774416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Pushing event deleted for resources: {'Port': ['ID=068f304e-0b08-4bf6-99c4-7fb947185cc4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:32:59.802463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-de4fcddb-2adc-49d2-8488-cd5d81d70be6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866048 Feb 15 09:32:59.893407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be31b06-aedc-4b4f-8497-f512ce1df2e0 req-f49d8886-8fdd-4c89-96cf-efa9d3d70c97 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:32:59.902886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0be31b06-aedc-4b4f-8497-f512ce1df2e0 req-f49d8886-8fdd-4c89-96cf-efa9d3d70c97 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 943 time: 0.4612472 Feb 15 09:33:00.017929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0be31b06-aedc-4b4f-8497-f512ce1df2e0 req-d3dbe321-9493-4618-8fb2-1f208639b9a5 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092589 Feb 15 09:33:00.062528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:00.064955 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7845f41-3caa-4d39-a23b-018c0b98a12e" -d '{"events": [{"name": "network-changed", "server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:00.083653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58892) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:00.088076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1633958013'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:00.098073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1125593408', 'description': 'tempest-description--1939045811'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:00.121159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-e409cea8-b94a-4791-9a6a-90e591fb908d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:00.122871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-e409cea8-b94a-4791-9a6a-90e591fb908d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030474 Feb 15 09:33:00.148698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.155386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:00.204573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-83761770-7ee8-4e47-942c-7582185400cc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635552 Feb 15 09:33:00.310603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.321528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:00.325530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.344915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-b054b635-472d-48c4-a887-c27ff798b3b1 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:00.352170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-b054b635-472d-48c4-a887-c27ff798b3b1 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1466506 Feb 15 09:33:00.357694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.377876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-b3592c68-b75e-4faf-b3aa-0833ff07acce tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/quotas/9468f9271159472792d154443b93dcf1 HTTP/1.1" status: 200 len: 375 time: 0.0247731 Feb 15 09:33:00.389214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.422927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-cebb99bb-d5a8-474e-b279-e6bfd862ce24 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440717 Feb 15 09:33:00.427087 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.429785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.467130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c1c8c-b43c-445b-ab80-1aca103e059f req-0e220cfd-226a-4e97-b803-2bc3b2ed8949 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:00.475076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b87c1c8c-b43c-445b-ab80-1aca103e059f req-0e220cfd-226a-4e97-b803-2bc3b2ed8949 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=8bef9268-42f4-4399-992e-00aa66faa0fc HTTP/1.1" status: 200 len: 945 time: 0.3099172 Feb 15 09:33:00.629267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:00.655997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:00.665721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:00.669637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:00.699768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b87c1c8c-b43c-445b-ab80-1aca103e059f req-8c1dde50-e590-4c81-9be4-5776a40f1e0f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037058 Feb 15 09:33:00.727595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event deleted for resources: {'Port': ['ID=6b6d7a12-ca4e-4a24-94b3-b8d8298b8233,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:00.777615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] No DVR routers for this DVR port 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:00.781134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:33:00.782932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.786927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbccb3a7-423a-4fa8-b473-dae9a45f7e71 req-b37ec94a-b358-4192-9b09-83b8103880d2 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "DELETE /v2.0/ports/6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 HTTP/1.1" status: 204 len: 173 time: 1.9835348 Feb 15 09:33:00.787678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-deleted', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:00.790119 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b92bc-bfeb-4de0-b77e-ee715edd92d2" -d '{"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-deleted", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:00.911817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:00.916926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:00.938285 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ec1a13-3393-4822-b0e9-cd31518cd672 x-openstack-request-id: req-63ec1a13-3393-4822-b0e9-cd31518cd672 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:00.939383 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:00.939383 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63ec1a13-3393-4822-b0e9-cd31518cd672 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:00.939383 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'status': 'completed', 'code': 200} Feb 15 09:33:00.946440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45ea0242-619f-44f6-88a8-be34296faa1f req-88729973-c6e3-4d82-a8f2-834506938836 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 210 time: 0.0629005 Feb 15 09:33:00.975169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:01.019092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:01.046845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.162484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:01.179452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'mac_address': 'fa:16:3e:6c:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:01.191108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6343b590-8767-4660-b720-b1805beed103 req-69076338-81ad-4e22-9ce6-fc4f66850a61 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 210 time: 0.0936139 Feb 15 09:33:01.192531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:33:01.213204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6299cffd-7a06-47fd-ba29-13342b6a83be admin admin] 10.222.0.10 "PUT /v2.0/routers/f9d04fbe-cd4f-4c93-8e46-ce236cb12e28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7619879 Feb 15 09:33:01.216584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:01.220442 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.250320 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.252696 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.259249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Sync routers for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:33:01.268697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-b0dd19c4-8e76-496e-83d8-3f395c65f4fc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2157702 Feb 15 09:33:01.268888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:01.275567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.281982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-fcb5a597-5a47-48cb-92c2-6e8d027fa4a2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7582729 Feb 15 09:33:01.299215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aea172bd-2a52-41b8-8243-c421175807db None None] Provisioning complete for port 49309f55-d0bf-40b0-bf1f-3150d2466054 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:01.299936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aea172bd-2a52-41b8-8243-c421175807db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.313130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.328339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:01.355861 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02463b5d-f9b4-4f44-8d8b-f0992feb1130 x-openstack-request-id: req-02463b5d-f9b4-4f44-8d8b-f0992feb1130 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:01.356164 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bef9268-42f4-4399-992e-00aa66faa0fc", "name": "network-vif-deleted", "tag": "6b6d7a12-ca4e-4a24-94b3-b8d8298b8233", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:01.357261 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02463b5d-f9b4-4f44-8d8b-f0992feb1130 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:01.360687 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bef9268-42f4-4399-992e-00aa66faa0fc', 'name': 'network-vif-deleted', 'tag': '6b6d7a12-ca4e-4a24-94b3-b8d8298b8233', 'status': 'completed', 'code': 200} Feb 15 09:33:01.395330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:01.396031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6b6d7a12-ca4e-4a24-94b3-b8d8298b8233 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:01.403674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-773eda96-0d91-4b9a-b020-fab705024b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.405312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-773eda96-0d91-4b9a-b020-fab705024b58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=de21f2ee27044877a84a715b41aa4836&device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 1094 time: 0.4649873 Feb 15 09:33:01.412597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-aea172bd-2a52-41b8-8243-c421175807db None None] Port 49309f55-d0bf-40b0-bf1f-3150d2466054 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:01.415368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:01.416214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:32:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:01.480237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.487270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.493604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.501502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.507639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.513970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-4d2b0772-62f9-440b-944a-0d409b33116f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 3814 time: 0.5891094 Feb 15 09:33:01.518924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:01.559113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48080c3-23ca-4adf-ac4d-c8b7e4b3ce4f req-3929313d-f142-4561-ac1b-1c1f06f1dfb6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:01.568443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b48080c3-23ca-4adf-ac4d-c8b7e4b3ce4f req-3929313d-f142-4561-ac1b-1c1f06f1dfb6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 943 time: 0.1968856 Feb 15 09:33:01.624166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:01.643107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b48080c3-23ca-4adf-ac4d-c8b7e4b3ce4f req-3510ef27-8b46-4a44-a303-b3028c482348 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699773 Feb 15 09:33:01.677802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.681121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:01.692620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.700642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:01.713274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ce9fca-9ad9-4891-ab20-6b4a70c7b2f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:01.719687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.726779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6339729 Feb 15 09:33:01.741723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.742354 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment c7d80e92-2e65-47b8-8561-d9abeee5636f of type vlan for network 6da8360b-de1d-4a31-89c6-60f9ff443c1d Feb 15 09:33:01.777738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58918) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:01.794348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45f1bfad-d437-4861-bf71-da01ff3efb58 req-36b9b218-b871-48e0-b645-4aefe38ce5b0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2087884 Feb 15 09:33:01.835706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b356e1-eb3c-4023-a3fc-15afd616a675 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c2989a-06d0-4a33-8c79-27070a79c795,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:01.852295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2989a-06d0-4a33-8c79-27070a79c795', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:01.906455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.927914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:01.964996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:02.011438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:02.022131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Deleting port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:02.022480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.066884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.236 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/a87e5e7e-81e3-4217-a32f-b46e76631992) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:02.087058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:32:59Z', 'revision_number': 5, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port': {'id': 'a29b5d67-b4ae-47f0-a66e-8b350b1e36c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:01:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:02Z', 'updated_at': '2022-02-15T09:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:02.142563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Checking router: f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:33:02.173928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Routers {'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:02.174534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:32:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:02.195731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] For port a29b5d67-b4ae-47f0-a66e-8b350b1e36c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:02.196113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.209165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Calling delete_port for a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:02.321194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca181a24-90cc-4ef1-ac99-ce1c017de732 req-1df86d78-2c50-4cd0-921f-5a54f0293e9e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 210 time: 0.0350020 Feb 15 09:33:02.322556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] Set router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:02.326999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-2235ad6c-c7e7-4ebd-a23d-877c961a5cb9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:02.328625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-2235ad6c-c7e7-4ebd-a23d-877c961a5cb9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0457699 Feb 15 09:33:02.345304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.367323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.381837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:02.382476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.399311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:33:01Z', 'revision_number': 6, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:02.455460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff93df2b-7697-4f73-8405-3d7c7c59e514 None None] The sync data for ids ['f9d04fbe-cd4f-4c93-8e46-ce236cb12e28'] in n-d-825064-4 is: [{'id': 'f9d04fbe-cd4f-4c93-8e46-ce236cb12e28', 'name': 'tempest-ServersTestJSON-1199702916-router', 'tenant_id': '80ab6b338234481aa8034e9530426b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:00Z', 'updated_at': '2022-02-15T09:33:01Z', 'revision_number': 6, 'project_id': '80ab6b338234481aa8034e9530426b19', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:33:02.467671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1c441dc-42bd-4af5-949f-28cbf5c8d87a req-14606891-62c1-4d00-8eab-6939ebac05c1 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 210 time: 0.0564742 Feb 15 09:33:02.502773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c23a25bc-0539-4262-ad01-41f20df53077 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293131 Feb 15 09:33:02.608776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.621097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Request body: {'port': {'device_id': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '9468f9271159472792d154443b93dcf1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:02.634586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.36', 61389) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:02.662410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0222065 Feb 15 09:33:02.706995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-f2313c56-cbca-4476-9859-680bd061b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:02.708973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-f2313c56-cbca-4476-9859-680bd061b8cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 200 len: 905 time: 1.2513735 Feb 15 09:33:02.716615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bc645-57b0-40f7-88b5-9108521f939a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=6da8360b-de1d-4a31-89c6-60f9ff443c1d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:02.735532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:02.844737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c05eb044-7fc8-4146-8ace-84619341bfcc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:02.846353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c05eb044-7fc8-4146-8ace-84619341bfcc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3284674 Feb 15 09:33:02.849587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:02.896986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Request body: {'port': {'device_id': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '9468f9271159472792d154443b93dcf1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:03.067885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Pushing event deleted for resources: {'Port': ['ID=a29b5d67-b4ae-47f0-a66e-8b350b1e36c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:03.133115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Made reservation on behalf of 9468f9271159472792d154443b93dcf1 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:03.138410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.160221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-65f2bed3-095f-4d49-8451-8422b74bea1f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:03.162103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-65f2bed3-095f-4d49-8451-8422b74bea1f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 0.5233655 Feb 15 09:33:03.163021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.300749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.317541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-8a6e581b-9bc6-42ea-a94b-a443eefc6e5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf HTTP/1.1" status: 200 len: 217 time: 0.5881419 Feb 15 09:33:03.452175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c60209-3852-4c3f-abbc-35b1a1f0e30c req-3b671948-fee6-4826-b6b3-b99a80f5834d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:03.459622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44c60209-3852-4c3f-abbc-35b1a1f0e30c req-3b671948-fee6-4826-b6b3-b99a80f5834d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 945 time: 1.1149709 Feb 15 09:33:03.718226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de25905a-b3a1-41ab-857d-73c249709b0b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:03.727268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.742694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Transition to ACTIVE for port object de25905a-b3a1-41ab-857d-73c249709b0b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:03.797976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.805379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.809161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.828377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da33dd-0a80-4594-a655-b59d882495c2 req-f8626563-1c6d-4552-a27d-8b2ce96367fe tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:03.835977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17da33dd-0a80-4594-a655-b59d882495c2 req-f8626563-1c6d-4552-a27d-8b2ce96367fe tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 944 time: 0.9873085 Feb 15 09:33:03.862717 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.928865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.939533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.941103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:33:03.943104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-74ad1c67-a557-4216-bf80-8ca669f264c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:03.945997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-74ad1c67-a557-4216-bf80-8ca669f264c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 200 len: 844 time: 0.6111972 Feb 15 09:33:03.958454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:03.959760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b9adf8a3-70ed-4034-ba03-b588c2e4198f admin admin] 10.222.0.10 "DELETE /v2.0/routers/f9d04fbe-cd4f-4c93-8e46-ce236cb12e28 HTTP/1.1" status: 204 len: 168 time: 2.7416539 Feb 15 09:33:03.988067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17da33dd-0a80-4594-a655-b59d882495c2 req-1c8fbe99-90f3-4700-9f6b-5712efab477e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505160 Feb 15 09:33:03.988782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:04.074710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.086365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:04.090991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2', '7d81ae53-87ce-47c5-bf24-c88ec146d6d2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:04.093819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.147779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:04.170497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:04.193340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Made reservation on behalf of 9468f9271159472792d154443b93dcf1 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:04.196966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.213465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-6e891fb9-bc14-4d12-b407-d3b604009da5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=976225ec-1661-4354-bd6e-adfe5ba6bb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100721 Feb 15 09:33:04.252580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Deleting port 05546fd8-1802-45ac-87a0-69b1d48ab7eb {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:04.255183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.345685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:04.358142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f92382-0fc7-45c8-bc8c-8dd6ed7b407d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:04.368289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.376727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:04.396330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:04.414311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Deleting subnet 0e95cca5-c09a-48b7-95c7-cc8da7fcdde1 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:33:04.462549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.480863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:04.505225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.506458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3dfc8a4a-b21b-44a8-af4e-fbe048fb4f55 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6678674 Feb 15 09:33:04.535935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58940) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:04.543858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:04.547393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a29b5d67-b4ae-47f0-a66e-8b350b1e36c5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:04.547931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 068f304e-0b08-4bf6-99c4-7fb947185cc4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:04.566528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'security_group_rule': {'security_group_id': 'c9c2989a-06d0-4a33-8c79-27070a79c795', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:04.573627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.622484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.635000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.652408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 068f304e-0b08-4bf6-99c4-7fb947185cc4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:04.652919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 068f304e-0b08-4bf6-99c4-7fb947185cc4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:04.692341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:04.718307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:04.733333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:04.757216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:04.764265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:04.767969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4494f36f-3a27-472f-9223-0fd368273835 req-bc3ced7e-d1d4-46e3-845b-43bf350ef1fc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 3826 time: 0.5929973 Feb 15 09:33:04.821882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44c60209-3852-4c3f-abbc-35b1a1f0e30c req-56ebe081-5e66-4391-996a-55ef323f2e1f tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3503621 Feb 15 09:33:04.832278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-301c6bfb-a224-4791-97eb-ff11d5ba7214 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250770 Feb 15 09:33:04.860038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b6f38a68-6158-4e61-84c4-5b55e4336a70 None None] Provisioning complete for port a87e5e7e-81e3-4217-a32f-b46e76631992 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:04.860827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b6f38a68-6158-4e61-84c4-5b55e4336a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:04.988593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b6f38a68-6158-4e61-84c4-5b55e4336a70 None None] Port a87e5e7e-81e3-4217-a32f-b46e76631992 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:05.022239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:05.033177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:05.034190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.107650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a455761f-8e0c-4545-9a02-79077fd8f821,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:05.151298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] For port 05546fd8-1802-45ac-87a0-69b1d48ab7eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=05546fd8-1802-45ac-87a0-69b1d48ab7eb,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:05.152062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.165570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.192027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:05.242350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:05.242773 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.254735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7845f41-3caa-4d39-a23b-018c0b98a12e req-fa47e628-aa8a-49f7-9ea9-48d5255460b9 service neutron] 10.222.0.36 "GET /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162051 Feb 15 09:33:05.265654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Calling delete_port for 05546fd8-1802-45ac-87a0-69b1d48ab7eb owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:05.278541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Attempting to bind port de25905a-b3a1-41ab-857d-73c249709b0b on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:05.279885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Attempting to bind port de25905a-b3a1-41ab-857d-73c249709b0b by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:05.280417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Attempting to bind port de25905a-b3a1-41ab-857d-73c249709b0b on network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:05.300347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4494f36f-3a27-472f-9223-0fd368273835 req-adeb9ebb-a470-4c13-a879-9888a3392c29 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4540815 Feb 15 09:33:05.316178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 9468f9271159472792d154443b93dcf1 {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:33:05.316486 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:33:05.320855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Port de25905a-b3a1-41ab-857d-73c249709b0b on network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:05.325838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Attempting to bind port de25905a-b3a1-41ab-857d-73c249709b0b on network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:05.355059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:05.357536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Checking segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:05.358137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Bound using segment: {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:05.360247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Bound port: de25905a-b3a1-41ab-857d-73c249709b0b, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66211fee-8e50-4174-8904-a46c6929091e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:05.361794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.436519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab0bf9-89e8-4723-a5ea-8a4e252804f4 req-73818ee2-5f91-4f37-856f-6270ca685be1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:05.442807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2dab0bf9-89e8-4723-a5ea-8a4e252804f4 req-73818ee2-5f91-4f37-856f-6270ca685be1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 936 time: 0.2478578 Feb 15 09:33:05.451093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.459694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-25815cad-6b51-420c-ad21-4c567933ede7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3182077 Feb 15 09:33:05.515228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.539477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Request body: {'port': {'device_id': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:05.551123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1720a941-ce91-47df-8a3c-59c64b54280d req-aaef5019-72a8-4be2-839c-f745e841baaf tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 210 time: 0.0592530 Feb 15 09:33:05.565502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:05.571906 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e20843-5f93-40d4-9690-c1b11315216b" -d '{"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-plugged", "status": "completed", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:05.594732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2dab0bf9-89e8-4723-a5ea-8a4e252804f4 req-5d6d26d7-bd01-45b9-8477-7d266cbe313d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005449 Feb 15 09:33:05.629698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:05.632661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Allocated IP 192.168.233.70 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/1556279d-95aa-447c-b5b9-eff4541b1e5d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:05.642498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.685931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:05.690435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:05.704841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.706280 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bb208e-b00b-4753-a823-91e7f9210312 x-openstack-request-id: req-18bb208e-b00b-4753-a823-91e7f9210312 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:05.706562 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-plugged", "status": "completed", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:05.706807 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-18bb208e-b00b-4753-a823-91e7f9210312 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:05.707362 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'code': 200} Feb 15 09:33:05.709162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.738281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.762153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:05.788873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.789456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.789953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.790443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.791306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.795472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.796023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.796527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.797878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.798499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.798994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.800331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:05.837402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.841771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2758796 Feb 15 09:33:05.849699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58948) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:05.866656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:05.899464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12b27e-9e0e-49e4-affe-4b24a6d35996 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbd575a-bfbd-4d7f-a4cc-7bd74e596730,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:05.929667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.967015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ce816-3dde-4caa-9d60-88728aa37c50 req-ab136786-453b-4b54-b57b-ed6db55515a5 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:05.975450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a2ce816-3dde-4caa-9d60-88728aa37c50 req-ab136786-453b-4b54-b57b-ed6db55515a5 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 945 time: 0.2791626 Feb 15 09:33:05.989546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:05.999902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.010942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.024585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:06.051134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.052024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.053777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4ccd614f-1e22-4e2e-a412-36e2d449c340 service neutron] 10.222.0.36 "PUT /v2.0/ports/de25905a-b3a1-41ab-857d-73c249709b0b HTTP/1.1" status: 200 len: 1091 time: 4.7619698 Feb 15 09:33:06.142192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e95cca5-c09a-48b7-95c7-cc8da7fcdde1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:06.205338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a192342c-d7a7-4562-b95e-6419091a9c67 None None] Network 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:06.219468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.223405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0073330d-ba16-4c2f-a80c-48e4a4be78af admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0e95cca5-c09a-48b7-95c7-cc8da7fcdde1 HTTP/1.1" status: 204 len: 168 time: 2.2233491 Feb 15 09:33:06.232859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:06.234255 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab5cd31-f031-4ada-a1c6-c45598217a29" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:06.240332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:06.240550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58952) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:06.269913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:06.276549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:06.294545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a2ce816-3dde-4caa-9d60-88728aa37c50 req-5e768a99-5774-4dff-bbbd-46fff879b938 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179665 Feb 15 09:33:06.328554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.395033 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2280e88-7021-42a7-9668-c328da74f2cd x-openstack-request-id: req-f2280e88-7021-42a7-9668-c328da74f2cd {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:06.395370 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:06.395740 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2280e88-7021-42a7-9668-c328da74f2cd {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:06.396021 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'status': 'completed', 'code': 200} Feb 15 09:33:06.413318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.36', 61394) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:06.414130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event deleted for resources: {'Port': ['ID=05546fd8-1802-45ac-87a0-69b1d48ab7eb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:06.514271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] DHCP port deletion for 3b72f8cb-95aa-42d8-b648-3ebdd1639a0c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:33:06.523126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.550893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998a4c2-457c-47a4-bf86-98aaacaaac74 req-0c5b16dd-42d3-4303-a0bc-de81215d34fa tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.552442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2998a4c2-457c-47a4-bf86-98aaacaaac74 req-0c5b16dd-42d3-4303-a0bc-de81215d34fa tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=293f1ed1-92e8-4589-9205-aae0e46addb2 HTTP/1.1" status: 200 len: 866 time: 0.5139337 Feb 15 09:33:06.554450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3839f851-fa71-4294-8ec1-ec4b78319514 req-7b94e464-07fe-4518-94ee-f092917ab656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.555871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3839f851-fa71-4294-8ec1-ec4b78319514 req-7b94e464-07fe-4518-94ee-f092917ab656 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 1096 time: 0.5810428 Feb 15 09:33:06.562645 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.591476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Deleting port 1e732254-49e9-4171-9f13-07bafe088b5a {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:06.592205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.628388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] No DVR routers for this DVR port 05546fd8-1802-45ac-87a0-69b1d48ab7eb on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:06.638796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.642079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.36 "DELETE /v2.0/ports/05546fd8-1802-45ac-87a0-69b1d48ab7eb HTTP/1.1" status: 204 len: 173 time: 3.4471145 Feb 15 09:33:06.642685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-deleted', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:06.644974 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d172db-9777-4085-8765-a7a709d83204" -d '{"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-deleted", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:06.654769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.663503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.674125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.680751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.687487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.695030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.696047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-3a61c086-f51f-4f53-a6e8-44ffc2d8179f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 3826 time: 0.2250161 Feb 15 09:33:06.707637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.708019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.708495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.709013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.709488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:06.712339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-bb947228-c0f2-442a-b448-588aa77c4076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 4361 time: 0.2938521 Feb 15 09:33:06.722513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.724886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.747533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2998a4c2-457c-47a4-bf86-98aaacaaac74 req-1cbdaad5-7ffd-4f53-9dad-67825ff8b1d9 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827621 Feb 15 09:33:06.833137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] For port 1e732254-49e9-4171-9f13-07bafe088b5a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1e732254-49e9-4171-9f13-07bafe088b5a,segment=NetworkSegment(2ad594ef-e572-4a1d-be07-de32733fa763),segment_id=2ad594ef-e572-4a1d-be07-de32733fa763)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:06.833628 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.850631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Calling delete_port for 1e732254-49e9-4171-9f13-07bafe088b5a owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:06.938266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:06.941657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:06.962719 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.013260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] Pushing event deleted for resources: {'Port': ['ID=1e732254-49e9-4171-9f13-07bafe088b5a,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:07.015952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:07.053438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668f8d33-56c0-431c-bdfd-bb15c6a3fcf6 None None] No DVR routers for this DVR port 1e732254-49e9-4171-9f13-07bafe088b5a on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:07.057392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 05546fd8-1802-45ac-87a0-69b1d48ab7eb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:07.067704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-00a91906-510c-4b11-b8f1-83c9d537f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.068189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-00a91906-510c-4b11-b8f1-83c9d537f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.068412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 05546fd8-1802-45ac-87a0-69b1d48ab7eb not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:07.068640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-00a91906-510c-4b11-b8f1-83c9d537f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.071440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-00a91906-510c-4b11-b8f1-83c9d537f61a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3117347 Feb 15 09:33:07.087066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3839f851-fa71-4294-8ec1-ec4b78319514 req-df8e43ac-7f4b-46d2-b621-f8c0ed00dd4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167782 Feb 15 09:33:07.195668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:07.220009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:07.237846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event updated for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:07.249257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c58442-9904-42b7-b44d-3a80b373fbdf req-b6b168fd-7cad-40c6-8190-7f1230579be6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.250848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86c58442-9904-42b7-b44d-3a80b373fbdf req-b6b168fd-7cad-40c6-8190-7f1230579be6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 935 time: 0.3244734 Feb 15 09:33:07.260961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8047d84c-a0ac-4203-b1ca-fa7d2fc39ae1 req-1919a0f7-930c-4bd8-956c-fc5ceb6fdfa6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5453689 Feb 15 09:33:07.291466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Deleting port 1e732254-49e9-4171-9f13-07bafe088b5a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:07.291812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.295087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a87e5e7e-81e3-4217-a32f-b46e76631992 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:07.366453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.390360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:07.513742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Transition to ACTIVE for port object a87e5e7e-81e3-4217-a32f-b46e76631992 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:07.551406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Allocated IP 172.25.6.246 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8dda4264-138f-4dc3-a11b-8946fdfede78) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:07.551680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86c58442-9904-42b7-b44d-3a80b373fbdf req-c589f1f2-4f81-42fe-b926-7a0e897cf419 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848916 Feb 15 09:33:07.598295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.610011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-dd5f2fd9-60c5-4418-835e-c1415967be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.611865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ab5cd31-f031-4ada-a1c6-c45598217a29 req-dd5f2fd9-60c5-4418-835e-c1415967be1f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4206750 Feb 15 09:33:07.617952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.618706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.649196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] For port 1e732254-49e9-4171-9f13-07bafe088b5a, host n-d-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:07.649196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.681544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0aa2048c-ff7e-4260-8bc9-d764c261dc5c None None] Provisioning complete for port 1556279d-95aa-447c-b5b9-eff4541b1e5d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:07.683362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0aa2048c-ff7e-4260-8bc9-d764c261dc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.700887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-7266518f-4c2c-4699-822f-25a12e717f81 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8090563 Feb 15 09:33:07.704261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Calling delete_port for 1e732254-49e9-4171-9f13-07bafe088b5a owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:07.714809 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0f8b33-8e25-45a9-bc0d-06bb6b522f04 x-openstack-request-id: req-eb0f8b33-8e25-45a9-bc0d-06bb6b522f04 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:07.715381 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293f1ed1-92e8-4589-9205-aae0e46addb2", "name": "network-vif-deleted", "tag": "05546fd8-1802-45ac-87a0-69b1d48ab7eb", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:07.715793 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eb0f8b33-8e25-45a9-bc0d-06bb6b522f04 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:07.717500 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '293f1ed1-92e8-4589-9205-aae0e46addb2', 'name': 'network-vif-deleted', 'tag': '05546fd8-1802-45ac-87a0-69b1d48ab7eb', 'status': 'completed', 'code': 200} Feb 15 09:33:07.721357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Port 1e732254-49e9-4171-9f13-07bafe088b5a was not found and therefore no delete operation was performed {{(pid=102358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:33:07.742717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1507dbb-cd4a-4360-bb2e-213ad335f8ad req-02aefef5-7a03-48ec-b5f9-17f4107d6604 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:07.756536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1507dbb-cd4a-4360-bb2e-213ad335f8ad req-02aefef5-7a03-48ec-b5f9-17f4107d6604 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 936 time: 0.2838116 Feb 15 09:33:07.767385 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.780378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2048c-ff7e-4260-8bc9-d764c261dc5c None None] Port 1556279d-95aa-447c-b5b9-eff4541b1e5d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:07.781482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Request body: {'port': {'device_id': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:07.838302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Pushing event updated for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:07.853205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Allocated IP 192.168.233.222 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/75a08b8f-a108-4ae2-9873-aca2e2a1c747) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:07.888126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] No DVR routers for this DVR port 1e732254-49e9-4171-9f13-07bafe088b5a on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:07.912965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.917851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1507dbb-cd4a-4360-bb2e-213ad335f8ad req-bb9febc9-31fa-4ab6-bf12-69594e3956ad tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599610 Feb 15 09:33:07.941445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:07.961903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e732254-49e9-4171-9f13-07bafe088b5a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:07.986591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.074778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.179839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:08.187918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:08.194665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:08.246589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:08.265865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3fd3fc-05fd-4f9f-9737-edd12ba89d88 req-874038f4-219e-4de1-8caf-f446273113a3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:08.273317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae3fd3fc-05fd-4f9f-9737-edd12ba89d88 req-874038f4-219e-4de1-8caf-f446273113a3 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 945 time: 0.4391897 Feb 15 09:33:08.282486 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.308526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=7d1889fb-db4a-4dd4-bc43-ec94d3e27829,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:08.328454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.393851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1e732254-49e9-4171-9f13-07bafe088b5a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:08.415348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b72f8cb-95aa-42d8-b648-3ebdd1639a0c']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:08.431156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1e732254-49e9-4171-9f13-07bafe088b5a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:08.431528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1e732254-49e9-4171-9f13-07bafe088b5a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:08.431792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Attempting to bind port a87e5e7e-81e3-4217-a32f-b46e76631992 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:08.432860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Attempting to bind port a87e5e7e-81e3-4217-a32f-b46e76631992 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:08.433198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Attempting to bind port a87e5e7e-81e3-4217-a32f-b46e76631992 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:08.436415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Transition to ACTIVE for port object 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:08.447003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': 'c7d80e92-2e65-47b8-8561-d9abeee5636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:08.447433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: 6da8360b-de1d-4a31-89c6-60f9ff443c1d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:08.456874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ad594ef-e572-4a1d-be07-de32733fa763') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:08.457172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ad594ef-e572-4a1d-be07-de32733fa763') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:08.472650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.482133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Port a87e5e7e-81e3-4217-a32f-b46e76631992 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:08.483683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Attempting to bind port a87e5e7e-81e3-4217-a32f-b46e76631992 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:08.493398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae3fd3fc-05fd-4f9f-9737-edd12ba89d88 req-76d30c83-e68b-44e3-bb0d-38f3d8d01eb6 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179241 Feb 15 09:33:08.503204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.568327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:08.569058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:08.569058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:08.569495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Bound port: a87e5e7e-81e3-4217-a32f-b46e76631992, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:08.569856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.611328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.627785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'Port': ['ID=8dda4264-138f-4dc3-a11b-8946fdfede78,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:08.660553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:08.660982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:08.663788 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:08.700646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:08.702643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:08.769609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-c70d923f-3600-4164-a15e-2b867c3de6b6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:08.771176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-c70d923f-3600-4164-a15e-2b867c3de6b6 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 944 time: 0.0888820 Feb 15 09:33:08.783008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829562a8-01db-4215-a265-a88beed48a43 req-fa6be4e0-1dbb-45d8-b3eb-38749573d06a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:08.790557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-829562a8-01db-4215-a265-a88beed48a43 req-fa6be4e0-1dbb-45d8-b3eb-38749573d06a tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 944 time: 0.1639745 Feb 15 09:33:08.900775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:08.947197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-829562a8-01db-4215-a265-a88beed48a43 req-21ea3a8e-fd9b-44fb-8699-17761e9a8eca tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/security-groups?id=2b419b4d-815a-4abd-bac3-e7188db998d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502731 Feb 15 09:33:09.000106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.030236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Deleting port 971aa89d-055c-46de-80b7-e18797d31d53 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:09.030583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.148722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.234318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6da8360b-de1d-4a31-89c6-60f9ff443c1d) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:09.238693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce175f-18c5-4145-9175-c9bf6bc89cfa req-5099e354-7914-4db9-ace3-e64e43c13786 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.240383 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13ce175f-18c5-4145-9175-c9bf6bc89cfa req-5099e354-7914-4db9-ace3-e64e43c13786 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 935 time: 0.2067084 Feb 15 09:33:09.253687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2a87ee-abcf-45e5-9855-ccb158638266 None None] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:09.256080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.256727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.258831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] For port 971aa89d-055c-46de-80b7-e18797d31d53, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=971aa89d-055c-46de-80b7-e18797d31d53,segment=NetworkSegment(f4e48339-ab4f-4240-911d-bf8e19cf59b8),segment_id=f4e48339-ab4f-4240-911d-bf8e19cf59b8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:09.259207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.265915 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.295391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.297584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Calling delete_port for 971aa89d-055c-46de-80b7-e18797d31d53 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:09.298930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3b72f8cb-95aa-42d8-b648-3ebdd1639a0c HTTP/1.1" status: 204 len: 168 time: 3.0409184 Feb 15 09:33:09.340709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.354857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.360586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.377730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.383387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.396059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13ce175f-18c5-4145-9175-c9bf6bc89cfa req-63bd553a-ac46-435f-8ba1-fc2f60b7e285 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330581 Feb 15 09:33:09.396266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.397855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-280d0522-ba3b-4422-a923-8be01539cefe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 4604 time: 0.7999630 Feb 15 09:33:09.411371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac8e55-82b6-4408-8f4d-aad031cb0629 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b72f8cb-95aa-42d8-b648-3ebdd1639a0c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:09.413932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:09.444162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-037fb148-0ae4-48d5-91ea-6a7c04d68e4a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1783226 Feb 15 09:33:09.458102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:09.458329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a87e5e7e-81e3-4217-a32f-b46e76631992,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:09.469642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.474082 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.474233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.483578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-590163218'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:09.500881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Attempting to bind port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:09.501200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Attempting to bind port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:09.501445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Attempting to bind port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:09.535420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.558371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-6da8360b-de1d-4a31-89c6-60f9ff443c1d', 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': '7d1889fb-db4a-4dd4-bc43-ec94d3e27829'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:09.559255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.623918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on network 1b651788-e152-4421-a032-f7373d760b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:09.637271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Attempting to bind port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:09.642245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Pushing event updated for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:09.652798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58984) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:09.673515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-653ee2ff-8b82-41b3-af54-05f3ed3caa35 req-ec7a246a-fb5c-4b30-afe7-c8cbca000b19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2747858 Feb 15 09:33:09.677699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.684125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.686512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-3b1783d3-382a-407e-9bda-71a5abefb435 service neutron] 10.222.0.72 "PUT /v2.0/ports/a87e5e7e-81e3-4217-a32f-b46e76631992 HTTP/1.1" status: 200 len: 1096 time: 4.1514132 Feb 15 09:33:09.704631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:09.708085 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde" -d '{"events": [{"name": "network-changed", "server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:09.722796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:09.723238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:09.724040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Bound using segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:09.724795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Bound port: 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:09.725270 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.787580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:09.798640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:09.805731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'Port': ['ID=8dda4264-138f-4dc3-a11b-8946fdfede78,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:09.809923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:09.815717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.844507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:09.846773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Allocated IP 2001:db8:0:ffff::2 (6da8360b-de1d-4a31-89c6-60f9ff443c1d/7d1889fb-db4a-4dd4-bc43-ec94d3e27829/991ba564-924a-4219-8b68-7ceb002cb620) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:09.883730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:09.963786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f880fb-a67e-4da7-99dd-61f9c55fbcf0 req-e553ce0f-fef1-4d8d-bce0-74398d22350f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:09.971506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3f880fb-a67e-4da7-99dd-61f9c55fbcf0 req-e553ce0f-fef1-4d8d-bce0-74398d22350f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 948 time: 0.4708481 Feb 15 09:33:10.011206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0216e02f-3f41-484a-bb9a-66bf27948bec admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80ab6b338234481aa8034e9530426b19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3514361 Feb 15 09:33:10.018387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58990) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:10.025382 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:33:10.040511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.051130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8819a34b-965c-464b-9f79-4070dfff2840 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1803520 Feb 15 09:33:10.110020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.118946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:10.142382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.157551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-7e7dbbc6-6274-4050-bb58-86644060a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.159235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-7e7dbbc6-6274-4050-bb58-86644060a5a5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 1099 time: 0.3878028 Feb 15 09:33:10.159867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.209344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745af630-7985-4d0f-b526-727e8d8772ca req-07ed74fb-26b4-462a-a1f7-c83d66474c4c tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.211114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-745af630-7985-4d0f-b526-727e8d8772ca req-07ed74fb-26b4-462a-a1f7-c83d66474c4c tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 945 time: 0.3626487 Feb 15 09:33:10.218985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:10.223896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:10.236673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:10.238585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.239456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.241152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Pushing event updated for resources: {'Port': ['ID=991ba564-924a-4219-8b68-7ceb002cb620,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.261853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:10.280909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.281277 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment ec118eb0-6200-4bb1-8fab-c3a00697815f of type vlan for network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 Feb 15 09:33:10.297763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3f880fb-a67e-4da7-99dd-61f9c55fbcf0 req-de801299-6c2d-4679-ab65-6cb550578cd2 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253324 Feb 15 09:33:10.312112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Attempting to bind port 991ba564-924a-4219-8b68-7ceb002cb620 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:10.312755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Attempting to bind port 991ba564-924a-4219-8b68-7ceb002cb620 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c7d80e92-2e65-47b8-8561-d9abeee5636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:10.312911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Attempting to bind port 991ba564-924a-4219-8b68-7ceb002cb620 on network 6da8360b-de1d-4a31-89c6-60f9ff443c1d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:10.323409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1556279d-95aa-447c-b5b9-eff4541b1e5d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Checking segment: {'id': 'c7d80e92-2e65-47b8-8561-d9abeee5636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Bound using segment: {'id': 'c7d80e92-2e65-47b8-8561-d9abeee5636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Bound port: 991ba564-924a-4219-8b68-7ceb002cb620, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7d80e92-2e65-47b8-8561-d9abeee5636f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6da8360b-de1d-4a31-89c6-60f9ff443c1d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:10.323695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.328308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:10.332467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-1db5c037-9330-4d7f-b676-bffe4d3d3290 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a87e5e7e-81e3-4217-a32f-b46e76631992 HTTP/1.1" status: 200 len: 217 time: 0.1568918 Feb 15 09:33:10.343384 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.352843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.355160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.437645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] For port 991ba564-924a-4219-8b68-7ceb002cb620, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:10.441331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] For port 991ba564-924a-4219-8b68-7ceb002cb620, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=991ba564-924a-4219-8b68-7ceb002cb620,segment=NetworkSegment(c7d80e92-2e65-47b8-8561-d9abeee5636f),segment_id=c7d80e92-2e65-47b8-8561-d9abeee5636f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:10.455419 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c982859-5fc5-4145-8561-8e14004fd69b x-openstack-request-id: req-2c982859-5fc5-4145-8561-8e14004fd69b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:10.457181 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:10.457181 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c982859-5fc5-4145-8561-8e14004fd69b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:10.457181 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992', 'status': 'completed', 'code': 200} Feb 15 09:33:10.457181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.459026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.465008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-34c3839e-98c1-4154-8973-1218533efe27 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.9700933 Feb 15 09:33:10.480727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Pushing event deleted for resources: {'Port': ['ID=971aa89d-055c-46de-80b7-e18797d31d53,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.481641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.482698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.484117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9cf035bc-9ee6-4e89-8186-489d3580b0c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 1136 time: 4.2415609 Feb 15 09:33:10.504157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Request body: {'port': {'device_id': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:10.513522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Transition to ACTIVE for port object 1556279d-95aa-447c-b5b9-eff4541b1e5d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:10.527059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.532989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:10.539329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8adef31c-5d84-4471-9346-89caa301ae81 req-ae82acb9-cfbb-454a-953d-6a712ad9e7b7 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.10 "GET /v2.0/ports?device_id=08fc08f5-0912-4659-b151-48cf07ac37f7 HTTP/1.1" status: 200 len: 210 time: 0.0854893 Feb 15 09:33:10.560640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2a866-1ccb-4f58-98a3-0a0446b97e00 None None] Pushing event updated for resources: {'Port': ['ID=991ba564-924a-4219-8b68-7ceb002cb620,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.566367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.590227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38ff68b7-3289-4bf5-ba8a-7e48cb6f1d9c None None] Provisioning complete for port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:10.590602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38ff68b7-3289-4bf5-ba8a-7e48cb6f1d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.606929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.616178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-745af630-7985-4d0f-b526-727e8d8772ca req-72f35666-1287-4429-b113-b5e2b6034c72 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068085 Feb 15 09:33:10.635327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] No DVR routers for this DVR port 971aa89d-055c-46de-80b7-e18797d31d53 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:10.649801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-c7906222-7ff7-4016-84a5-181105192190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.652308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-c7906222-7ff7-4016-84a5-181105192190 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3092732 Feb 15 09:33:10.667691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.684934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf8e9f3-4157-4a40-b646-8498ba51d8a7 req-cf6385bb-9367-47fb-9652-7bd57841595d tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] 10.222.0.72 "DELETE /v2.0/ports/971aa89d-055c-46de-80b7-e18797d31d53 HTTP/1.1" status: 204 len: 173 time: 1.8654511 Feb 15 09:33:10.699864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-deleted', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:10.704272 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ea866-37f9-49e2-9278-b805d432d621" -d '{"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-deleted", "tag": "971aa89d-055c-46de-80b7-e18797d31d53"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:10.718700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-38ff68b7-3289-4bf5-ba8a-7e48cb6f1d9c None None] Port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:10.803587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.825097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:10.825693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.858736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.876478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:10.899949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:10.960155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.058539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-d1822de8-8c5f-4f85-8ed0-71b0beb74f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:11.062810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-d1822de8-8c5f-4f85-8ed0-71b0beb74f20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523847 Feb 15 09:33:11.095726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6320665 Feb 15 09:33:11.099816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:11.113491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:11.125322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5d18a-a9b2-46a7-bdcf-7cca3f9409ea req-428e8b47-f3f7-42d9-b714-14124a2baac5 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:11.126922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cc5d18a-a9b2-46a7-bdcf-7cca3f9409ea req-428e8b47-f3f7-42d9-b714-14124a2baac5 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 947 time: 0.3143544 Feb 15 09:33:11.181191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856853b3-fa55-467a-89cd-3a264759af2d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=d80d385d-fe8c-42c1-b5cc-5822b6e352c1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:11.193200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:11.221714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-950e4468-5036-4c2e-8044-69247e123c96 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:11.223320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-950e4468-5036-4c2e-8044-69247e123c96 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.5093701 Feb 15 09:33:11.251136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.254156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.258541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a37159d0-8c1a-49d6-8354-08a046469243 HTTP/1.1" status: 204 len: 168 time: 1.2334063 Feb 15 09:33:11.269095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Attempting to bind port 1556279d-95aa-447c-b5b9-eff4541b1e5d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:11.269422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Attempting to bind port 1556279d-95aa-447c-b5b9-eff4541b1e5d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:11.269744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Attempting to bind port 1556279d-95aa-447c-b5b9-eff4541b1e5d on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:11.279254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-f986d541-1970-4bd9-90a2-6001dce40993 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/quotas/7caa1ae133854f72827dc88c76581aca HTTP/1.1" status: 200 len: 375 time: 0.0398283 Feb 15 09:33:11.283100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d50425-cf6e-4361-9c4a-dba9d1518954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37159d0-8c1a-49d6-8354-08a046469243,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:11.302296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Port 1556279d-95aa-447c-b5b9-eff4541b1e5d on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:11.302512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Attempting to bind port 1556279d-95aa-447c-b5b9-eff4541b1e5d on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:11.329729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:11.329729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:11.330432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:11.331235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Bound port: 1556279d-95aa-447c-b5b9-eff4541b1e5d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:11.332049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.333108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:11.389981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 971aa89d-055c-46de-80b7-e18797d31d53 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:11.390318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 971aa89d-055c-46de-80b7-e18797d31d53 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:11.434462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-8cf2b3dc-5241-4044-9841-2a99299de921 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1528807 Feb 15 09:33:11.554345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cc5d18a-a9b2-46a7-bdcf-7cca3f9409ea req-90d28431-6daa-4dfb-b27b-6d128d9e01de tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4045587 Feb 15 09:33:11.611420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:11.620524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:11.640507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.708428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-f8b38666-b8b1-4d2c-90d9-b8dc9d0751ec service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208436 Feb 15 09:33:11.714346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:11.717747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.719570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] 10.222.0.36 "PUT /v2.0/ports/1556279d-95aa-447c-b5b9-eff4541b1e5d HTTP/1.1" status: 200 len: 1095 time: 4.0008016 Feb 15 09:33:11.740547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-66e36abc-0691-450c-bc73-e6aefc6b9cb8 service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058138 Feb 15 09:33:11.824658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:11.828241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:11.906226 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-8c86e110-fc71-4e59-8792-4c8e9525f7c1 service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644037 Feb 15 09:33:11.991723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd8a1a-78b1-42e9-b5a8-4b657cf9e3b6 service neutron] Pushing event updated for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:12.050600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-d5d05a89-e0e7-4efa-ab7d-afdaa1ec8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.067129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-d5d05a89-e0e7-4efa-ab7d-afdaa1ec8600 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 1098 time: 0.2736905 Feb 15 09:33:12.170343 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-36349b5b-c042-4187-b117-cf6e18e7d592 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d HTTP/1.1" status: 200 len: 217 time: 0.1028681 Feb 15 09:33:12.252523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:12.283269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.344856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Transition to ACTIVE for port object 75a08b8f-a108-4ae2-9873-aca2e2a1c747 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:12.413161 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fad1199-fd54-4734-97bf-a8c2a67768d9 x-openstack-request-id: req-9fad1199-fd54-4734-97bf-a8c2a67768d9 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:12.413457 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc08f5-0912-4659-b151-48cf07ac37f7", "name": "network-vif-deleted", "tag": "971aa89d-055c-46de-80b7-e18797d31d53", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:12.413705 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fad1199-fd54-4734-97bf-a8c2a67768d9 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:12.413838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.414111 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc08f5-0912-4659-b151-48cf07ac37f7', 'name': 'network-vif-deleted', 'tag': '971aa89d-055c-46de-80b7-e18797d31d53', 'status': 'completed', 'code': 200} Feb 15 09:33:12.425339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-edacff82-2d62-4801-be7b-195fa6b66600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.437320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-edacff82-2d62-4801-be7b-195fa6b66600 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2593839 Feb 15 09:33:12.518589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:12.521714 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "975cbf17-b2d9-4926-a2d7-131b1e6a6cb6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:12.543015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 991ba564-924a-4219-8b68-7ceb002cb620 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:12.544301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5068e72f-9861-4ed3-a1d1-2f776dd942f6 req-dcc8193f-9364-4511-b051-f9251f01f635 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221931 Feb 15 09:33:12.574212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.597328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.609007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.627852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.645723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.667313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.674097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 991ba564-924a-4219-8b68-7ceb002cb620 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:12.675081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.676643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-80c9f497-13a7-4912-b52f-5066f247cf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 4604 time: 0.4812100 Feb 15 09:33:12.757144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca7dce6-d350-4699-8290-ab5136e5b8f1 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:12.773815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-272ca588-bbd5-4b8c-a70d-28d2e96750af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:12.775330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-272ca588-bbd5-4b8c-a70d-28d2e96750af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3253093 Feb 15 09:33:12.779665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.797149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c74cc7d6-3930-43bb-806e-349614fa7f69 req-96d2a335-8141-42b4-adee-766e1ebea75d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1191494 Feb 15 09:33:12.799512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Transition to ACTIVE for port object 5ca7dce6-d350-4699-8290-ab5136e5b8f1 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:12.872717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.903389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:12.943051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:12.948985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:12.950552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed107e-6629-485d-b8c6-50a0c50d0903 None None] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:12.981907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95c01660-44a9-4c02-ae2c-57d4ccb591c4 req-7ff74222-123b-426b-8ff1-ea1a076a5e2c tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 210 time: 0.0449035 Feb 15 09:33:13.027537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-e8dd81f4-33a5-4a34-957f-092ec59949dd service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293494 Feb 15 09:33:13.128416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59074) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:13.173712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 991ba564-924a-4219-8b68-7ceb002cb620, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=991ba564-924a-4219-8b68-7ceb002cb620,segment=NetworkSegment(c7d80e92-2e65-47b8-8561-d9abeee5636f),segment_id=c7d80e92-2e65-47b8-8561-d9abeee5636f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:13.197249 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.263243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-416dc010-6b69-4322-9352-e8b5354ee55d None None] Provisioning complete for port 991ba564-924a-4219-8b68-7ceb002cb620 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:13.263737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-416dc010-6b69-4322-9352-e8b5354ee55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.276043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14ff4c77-eb5e-4ff0-89a3-2d38e6d8b33c req-489c9a03-5c02-401a-afaf-8217baa465a7 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388544 Feb 15 09:33:13.287940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:13.290669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1597499806-network', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:13.301232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d7c940-89a7-4776-8446-dda83dad08e1 req-cf29676f-e422-4bb7-bda6-c28460b00a80 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.303388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71d7c940-89a7-4776-8446-dda83dad08e1 req-cf29676f-e422-4bb7-bda6-c28460b00a80 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 948 time: 0.7561326 Feb 15 09:33:13.421768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=991ba564-924a-4219-8b68-7ceb002cb620,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:13.445940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Deleting subnet bd0d0193-f267-4c60-9a62-451a5d6f5df1 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:33:13.459451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe4fae-4f0a-4911-9e1e-e3b0a9015233 req-94f61cc2-1bc3-431b-ad98-25ab44ef588e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.467794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-affe4fae-4f0a-4911-9e1e-e3b0a9015233 req-94f61cc2-1bc3-431b-ad98-25ab44ef588e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 947 time: 0.2260234 Feb 15 09:33:13.471041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.477365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:13.480112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.495344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-3ce61f2d-13fe-44d0-ab6f-28ff2197081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.496931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-3ce61f2d-13fe-44d0-ab6f-28ff2197081f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 1099 time: 0.7692754 Feb 15 09:33:13.520108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.550972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.562550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.582183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71d7c940-89a7-4776-8446-dda83dad08e1 req-2f5c6261-d139-4147-8bfc-340ef974ae01 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182233 Feb 15 09:33:13.593420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-affe4fae-4f0a-4911-9e1e-e3b0a9015233 req-5fac1409-b137-4cf6-91d5-4ce3106fc88a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194942 Feb 15 09:33:13.638854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.664049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Attempting to bind port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:13.664388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Attempting to bind port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:13.664709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Attempting to bind port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:13.681393 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7bf16ba-2762-4940-9930-3430ed3097e4 x-openstack-request-id: req-f7bf16ba-2762-4940-9930-3430ed3097e4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:13.682288 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "975cbf17-b2d9-4926-a2d7-131b1e6a6cb6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:13.682477 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7bf16ba-2762-4940-9930-3430ed3097e4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:13.682854 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6', 'status': 'completed', 'code': 200} Feb 15 09:33:13.717965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:13.718239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Attempting to bind port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:13.744861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Attempting to bind port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:13.744861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Attempting to bind port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:13.744861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Attempting to bind port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:13.747132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=d39b65d6-2c50-4ff7-a39c-c6bd64e6e057,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:13.753946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:13.754276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:13.754661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:13.755130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Bound port: 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:13.755488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.784891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on network 1b651788-e152-4421-a032-f7373d760b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:13.785682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Attempting to bind port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:13.812071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:13.812485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:13.812790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Bound using segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:13.813246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Bound port: 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:13.813606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.846962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': 'ec118eb0-6200-4bb1-8fab-c3a00697815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:13.847339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: d80d385d-fe8c-42c1-b5cc-5822b6e352c1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:13.858622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-4a067f4d-3412-447f-a221-f3d79509efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.860153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-4a067f4d-3412-447f-a221-f3d79509efee service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3504319 Feb 15 09:33:13.871982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.872568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.873011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.873474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.873935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.876849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.877330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:13.882411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-02e0afab-1965-47fc-9ec2-14f7c69ec6b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6175 time: 0.1529753 Feb 15 09:33:13.905902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.915339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.952351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:13.955851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:13.958108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0d0193-f267-4c60-9a62-451a5d6f5df1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:13.958282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5006202b-875f-470f-88ee-b474c3524496 None None] Provisioning complete for port 991ba564-924a-4219-8b68-7ceb002cb620 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:13.958767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5006202b-875f-470f-88ee-b474c3524496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.961158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.976295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:13.986977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:13.987324 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Added segment efb9df02-2325-4f3d-8f70-47e0c8fae554 of type vlan for network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 Feb 15 09:33:14.013281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-4204cc15-8a97-4e0e-a4fd-18f206d4854d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=a87e5e7e-81e3-4217-a32f-b46e76631992 HTTP/1.1" status: 200 len: 217 time: 0.1423497 Feb 15 09:33:14.014776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.041711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.079160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.121153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cef94f1-c3a7-47c8-b0fd-2979c5712729,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:14.140992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:14.158213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.158835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.160275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] 10.222.0.36 "PUT /v2.0/ports/75a08b8f-a108-4ae2-9873-aca2e2a1c747 HTTP/1.1" status: 200 len: 1096 time: 3.6700840 Feb 15 09:33:14.174209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.175145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.175698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.190673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d80d385d-fe8c-42c1-b5cc-5822b6e352c1) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:14.202619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6a543b-7335-4e5d-950c-1a4e975ada9e None None] Network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:14.210251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:14.218202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.218753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.240419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-36d2bdb2-308a-4b5e-9066-4bdf34008311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.241927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-36d2bdb2-308a-4b5e-9066-4bdf34008311 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2125449 Feb 15 09:33:14.271539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.281979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.290326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.292546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-8859ddb6-77ea-462e-83ed-411bbd54fe96 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.294228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-8859ddb6-77ea-462e-83ed-411bbd54fe96 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.3423696 Feb 15 09:33:14.298735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.301025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.304777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c8458144-0572-4101-8c39-1e16cfc1e412 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/bd0d0193-f267-4c60-9a62-451a5d6f5df1 HTTP/1.1" status: 204 len: 168 time: 1.3999264 Feb 15 09:33:14.308158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.315004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.324249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.329349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-c1d12ae1-995d-47c0-a7a8-ebe83dd28de0 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5380 time: 0.3992743 Feb 15 09:33:14.330011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:14.336037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:14.337293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'port': {'device_id': '73945401-b35c-4c01-83c5-1d451adc7824', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'admin_state_up': True, 'tenant_id': '7caa1ae133854f72827dc88c76581aca'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:14.354075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7657be7-b54f-4a0b-9c5e-e9792a863db1 service neutron] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:14.386382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.426119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e8f698d-e4ae-4140-9877-1eac7a459e36 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.3167918 Feb 15 09:33:14.435121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59108) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:14.437430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 991ba564-924a-4219-8b68-7ceb002cb620 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:14.463165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d80d385d-fe8c-42c1-b5cc-5822b6e352c1', 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': 'd39b65d6-2c50-4ff7-a39c-c6bd64e6e057'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:14.464676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.597968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 991ba564-924a-4219-8b68-7ceb002cb620 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:14.598343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.707532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Allocated IP 2001:db8::1 (d80d385d-fe8c-42c1-b5cc-5822b6e352c1/d39b65d6-2c50-4ff7-a39c-c6bd64e6e057/ff4acf00-c203-4500-9960-c15f1f708325) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:14.768476 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6389854 Feb 15 09:33:14.789049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:14.791677 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1288d8-3464-4023-9ebf-89681c28a380" -d '{"events": [{"name": "network-changed", "server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:14.827371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:14.869976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Request body: {'subnet': {'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1597499806-subnet', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:14.874499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.875077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.876625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 1134 time: 4.3494301 Feb 15 09:33:14.899919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-1cda4dce-18e1-427b-85d9-4542b7648c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.901878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-1cda4dce-18e1-427b-85d9-4542b7648c5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1099 time: 0.6708701 Feb 15 09:33:14.913607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473f9557-fdb6-4ad4-a048-207c08a80450 req-4767f2e4-d693-426e-9877-b54a51008100 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5744803 Feb 15 09:33:14.923174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-f96f5589-6892-42a5-a263-e552e3a827d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:14.924641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-f96f5589-6892-42a5-a263-e552e3a827d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5870061 Feb 15 09:33:14.935390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:14.937805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a57368-76b3-4e40-a677-c5f6a956fcd7 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:14.944699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.954224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.957709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:14.959327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8099547-deb2-40e3-8126-5563f9cad163 admin admin] Pushing event updated for resources: {'Network': ['ID=52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:14.995113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431037a4-b029-4cef-bb07-5f59c298671d req-42b30582-c098-41a1-a505-618e79e134d0 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.002753 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-431037a4-b029-4cef-bb07-5f59c298671d req-42b30582-c098-41a1-a505-618e79e134d0 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 945 time: 0.9330540 Feb 15 09:33:15.019434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-516771a1-2334-4d9b-9509-4432de59e060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747 HTTP/1.1" status: 200 len: 217 time: 0.0995691 Feb 15 09:33:15.028315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:15.030116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-4d460f23-b3ae-4272-9c17-1c41c093781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.031105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-4d460f23-b3ae-4272-9c17-1c41c093781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.031782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-4d460f23-b3ae-4272-9c17-1c41c093781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.034207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-4d460f23-b3ae-4272-9c17-1c41c093781a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1228318 Feb 15 09:33:15.034548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:15.056179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:15.072350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:15.076095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.177402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:15.195474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.197406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'network_id': '976225ec-1661-4354-bd6e-adfe5ba6bb78', 'port_id': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'mac_address': 'fa:16:3e:6c:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa8baef-b9cc-4438-867c-e595be6a346d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:15.201078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:15.204952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8e4fe9a-9aeb-4656-96da-91114bf00b3b req-8f6fdf2e-d95c-4d6f-9d7f-ad36c59aeaf5 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 210 time: 0.0721362 Feb 15 09:33:15.222191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:15.224227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.247760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-201ed585-b734-41cf-80ba-4e48f85122df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.249283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-201ed585-b734-41cf-80ba-4e48f85122df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2157986 Feb 15 09:33:15.264303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-431037a4-b029-4cef-bb07-5f59c298671d req-224bf1ce-e693-4404-85b5-2a746f18f1c1 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603197 Feb 15 09:33:15.287858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a87e5e7e-81e3-4217-a32f-b46e76631992 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:15.330598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-6d30755a-4d59-4b90-b664-0b544aa40486 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862336 Feb 15 09:33:15.413266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.482450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a87e5e7e-81e3-4217-a32f-b46e76631992,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:15.494260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2016aa89-3ec9-445e-8dc1-4dd2b2951d86']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:15.513574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-24a07006-8ec4-4c8b-92c5-07377e79eb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.513838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Made reservation on behalf of 7caa1ae133854f72827dc88c76581aca for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:15.514646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'a87e5e7e-81e3-4217-a32f-b46e76631992', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'a87e5e7e-81e3-4217-a32f-b46e76631992', 'mac_address': 'fa:16:3e:44:14:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:15.515209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-24a07006-8ec4-4c8b-92c5-07377e79eb9c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2572913 Feb 15 09:33:15.517656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.521169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e48339-ab4f-4240-911d-bf8e19cf59b8') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:15.521539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e48339-ab4f-4240-911d-bf8e19cf59b8') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:15.528599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-e7b4996d-709a-44b3-ba95-dded1e2072c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.530467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6255d2ec-4af4-4ea1-ba46-134c3ff18e0d req-e7b4996d-709a-44b3-ba95-dded1e2072c1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4773440 Feb 15 09:33:15.551607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.580309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d26c4-c49c-4ee4-994f-15ec92c5869b req-2cf3142c-8778-4339-bbc6-a22372ad7ccb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.587895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-639d26c4-c49c-4ee4-994f-15ec92c5869b req-2cf3142c-8778-4339-bbc6-a22372ad7ccb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 948 time: 0.2062764 Feb 15 09:33:15.616881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.623602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Pushing event updated for resources: {'Port': ['ID=ff4acf00-c203-4500-9960-c15f1f708325,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:15.624443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.687733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a87e5e7e-81e3-4217-a32f-b46e76631992 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:15.709172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}, {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '5ca7dce6-d350-4699-8290-ab5136e5b8f1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:15.711859 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88382c54-ae64-47a5-bd6f-09ac4565754d" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}, {"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "5ca7dce6-d350-4699-8290-ab5136e5b8f1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:15.718621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:15.719037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:15.720778 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:15.725041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Attempting to bind port ff4acf00-c203-4500-9960-c15f1f708325 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:15.725302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Attempting to bind port ff4acf00-c203-4500-9960-c15f1f708325 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ec118eb0-6200-4bb1-8fab-c3a00697815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:15.725661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Attempting to bind port ff4acf00-c203-4500-9960-c15f1f708325 on network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:15.733081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:15.733539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Checking segment: {'id': 'ec118eb0-6200-4bb1-8fab-c3a00697815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:15.734497 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.734497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Bound using segment: {'id': 'ec118eb0-6200-4bb1-8fab-c3a00697815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:15.734726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Bound port: ff4acf00-c203-4500-9960-c15f1f708325, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec118eb0-6200-4bb1-8fab-c3a00697815f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd80d385d-fe8c-42c1-b5cc-5822b6e352c1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:15.735096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.749240 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.752153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a87e5e7e-81e3-4217-a32f-b46e76631992,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:15.775474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port ff4acf00-c203-4500-9960-c15f1f708325 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:15.776418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.793068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3854e0-52d3-49e3-b9cc-9f59e73e99b3 req-7a7f744f-f769-4892-bd29-2e0d1f3f1c8c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:15.800997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c3854e0-52d3-49e3-b9cc-9f59e73e99b3 req-7a7f744f-f769-4892-bd29-2e0d1f3f1c8c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 947 time: 0.4127641 Feb 15 09:33:15.817988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed12e9c9-b268-47c3-a2a6-e92b9d8f5dde req-e2dd3d05-8149-4be2-89fd-d28320ca636a service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777901 Feb 15 09:33:15.846078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-639d26c4-c49c-4ee4-994f-15ec92c5869b req-618d9de9-346d-47ca-bf39-af4af96db5ac tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558911 Feb 15 09:33:15.859298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.865767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.872677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2016aa89-3ec9-445e-8dc1-4dd2b2951d86 HTTP/1.1" status: 204 len: 168 time: 1.5305541 Feb 15 09:33:15.873493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:15.926119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:15.946730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13979019-c31d-432a-8109-5e45ff037bd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2016aa89-3ec9-445e-8dc1-4dd2b2951d86,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:15.960699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:16.000772 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-5d14fce1-0294-47db-9670-b685ba4b3169 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712617 Feb 15 09:33:16.015343 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68be689-6649-46dd-95be-7b0a2d247519 x-openstack-request-id: req-e68be689-6649-46dd-95be-7b0a2d247519 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:16.015852 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:16.015852 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e68be689-6649-46dd-95be-7b0a2d247519 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:16.016239 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d', 'status': 'completed', 'code': 200} Feb 15 09:33:16.029270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.038982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Deleting subnet c4fc4acf-76c3-486a-8c0e-a7a405f8df28 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:33:16.045561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c3854e0-52d3-49e3-b9cc-9f59e73e99b3 req-0d173181-30c1-4937-86aa-24c3b779e31d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435632 Feb 15 09:33:16.052736 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa1f5d3-79de-4f29-82f4-c02566f671ab x-openstack-request-id: req-ffa1f5d3-79de-4f29-82f4-c02566f671ab {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:16.053060 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "5ca7dce6-d350-4699-8290-ab5136e5b8f1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:16.053310 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffa1f5d3-79de-4f29-82f4-c02566f671ab {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:16.053692 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'status': 'completed', 'code': 200} Feb 15 09:33:16.053943 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '5ca7dce6-d350-4699-8290-ab5136e5b8f1', 'status': 'completed', 'code': 200} Feb 15 09:33:16.070470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.099570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:16.102917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] For port ff4acf00-c203-4500-9960-c15f1f708325, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:16.118827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.120255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1556279d-95aa-447c-b5b9-eff4541b1e5d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:16.131262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] For port ff4acf00-c203-4500-9960-c15f1f708325, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ff4acf00-c203-4500-9960-c15f1f708325,segment=NetworkSegment(ec118eb0-6200-4bb1-8fab-c3a00697815f),segment_id=ec118eb0-6200-4bb1-8fab-c3a00697815f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:16.143208 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.153453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb919b94-fc94-4751-b0c0-1d86014f7c4c {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:16.158069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port ff4acf00-c203-4500-9960-c15f1f708325, host n-d-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:16.158826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.194417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['a87e5e7e-81e3-4217-a32f-b46e76631992'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:16.198720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.212868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.225613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for ff4acf00-c203-4500-9960-c15f1f708325 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:16.249358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.288249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Allocated IP 172.20.0.9 (575e3247-bcd5-4dfa-933b-647ee4e2a1a6/30cef03d-bff2-40e4-a964-d7e875663f87/639f33bc-1765-4882-8872-eca66046febe) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:16.342071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-dbda6f41-f395-4624-8590-34ba652a41a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.342911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.343610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-dbda6f41-f395-4624-8590-34ba652a41a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 1098 time: 0.3079462 Feb 15 09:33:16.366936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Transition to ACTIVE for port object eb919b94-fc94-4751-b0c0-1d86014f7c4c will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:16.367987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.378051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.392768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.397547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.403484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.409496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.415416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.429737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35771da0-8e7c-45c0-8d87-13e4cd517a3a req-3edca869-5d99-4dc8-b78e-c3a9438f6926 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 210 time: 0.0671875 Feb 15 09:33:16.435362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:16.470757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.496991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-b4dbfd67-213e-42f3-98c5-7684a4cf2f0b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5380 time: 0.3554559 Feb 15 09:33:16.511312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aebdba19-a6b7-45a4-a3b4-9b0fc9c35ae4 req-d5c4ee03-714c-40c0-abd1-fc85b34c9151 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901683 Feb 15 09:33:16.516240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.523322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315777a7-dc23-489c-8dd0-e7bfcc582452,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.560719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.592157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1556279d-95aa-447c-b5b9-eff4541b1e5d', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '1556279d-95aa-447c-b5b9-eff4541b1e5d', 'mac_address': 'fa:16:3e:61:6c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:16.685499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.738750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7d23e-9c8c-4114-8693-0f497cd2edac None None] Pushing event updated for resources: {'Port': ['ID=ff4acf00-c203-4500-9960-c15f1f708325,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.752452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Checking segment: {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:16.753327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Network hostable DHCP agents. Network: 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:16.769612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.777303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9211a424-4e3f-4068-89ba-eb0a4e47b581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.778866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.800511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1556279d-95aa-447c-b5b9-eff4541b1e5d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:16.830276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-f9945c93-2111-4c5b-8b8c-5dfcfb2a3d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.832045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-f9945c93-2111-4c5b-8b8c-5dfcfb2a3d43 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1099 time: 0.2473707 Feb 15 09:33:16.837884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=ff4acf00-c203-4500-9960-c15f1f708325,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:16.868791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0799805a-d7bf-47ca-91e1-65d4f0312c6f req-aeac325f-01c5-44e0-b040-fd37a1a03c4d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3701029 Feb 15 09:33:16.879003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:16.886584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:16.886902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.914528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port ff4acf00-c203-4500-9960-c15f1f708325 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:16.941926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:16.949420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.956249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b55ecd1-fa76-41ab-af9b-be2620794de0 None None] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:16.966648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.967920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.973651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:16.977045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:16.980613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c4fc4acf-76c3-486a-8c0e-a7a405f8df28 HTTP/1.1" status: 204 len: 168 time: 1.0969195 Feb 15 09:33:16.984656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59132) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:16.996584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-1d3d622a-cde2-4ecd-ba79-e9ceba5754b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:16.998072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-1d3d622a-cde2-4ecd-ba79-e9ceba5754b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.6419232 Feb 15 09:33:17.010240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:17.040653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c339a-7099-4911-890c-6ea814f1b4a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4fc4acf-76c3-486a-8c0e-a7a405f8df28,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:17.070118 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0f8dce9d-af84-4e41-bd5c-1d84a7dc5e55 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2380514 Feb 15 09:33:17.079366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:17.092091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Attempting to bind port eb919b94-fc94-4751-b0c0-1d86014f7c4c on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:17.092648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Attempting to bind port eb919b94-fc94-4751-b0c0-1d86014f7c4c by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:17.092784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Attempting to bind port eb919b94-fc94-4751-b0c0-1d86014f7c4c on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:17.102853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59134) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:17.117638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.120580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-8969d370-c629-421e-a647-4c5db82859b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d HTTP/1.1" status: 200 len: 217 time: 0.0910454 Feb 15 09:33:17.122916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:17.135768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b8f34e-e7d0-4403-87e3-e189850951fd req-8adc8187-8765-40f4-acfb-2d9354c993b2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.137804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78b8f34e-e7d0-4403-87e3-e189850951fd req-8adc8187-8765-40f4-acfb-2d9354c993b2 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 944 time: 0.4620426 Feb 15 09:33:17.144407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Port eb919b94-fc94-4751-b0c0-1d86014f7c4c on network 1b651788-e152-4421-a032-f7373d760b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:17.144896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Attempting to bind port eb919b94-fc94-4751-b0c0-1d86014f7c4c on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:17.186335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:17.186673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:17.187149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Bound using segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:17.187682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Bound port: eb919b94-fc94-4751-b0c0-1d86014f7c4c, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:17.188155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.201598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3475b8-593f-4052-9af9-436d45bfd254 req-bc5bbcef-0e90-4232-809c-a3f0e9885d3c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.209016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b3475b8-593f-4052-9af9-436d45bfd254 req-bc5bbcef-0e90-4232-809c-a3f0e9885d3c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 949 time: 0.1809793 Feb 15 09:33:17.215073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.227426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-d19683dc-a78a-4f41-8541-5fc286a7070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.230633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-d19683dc-a78a-4f41-8541-5fc286a7070d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1025324 Feb 15 09:33:17.233172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.266272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1556279d-95aa-447c-b5b9-eff4541b1e5d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:17.273406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.336379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b3475b8-593f-4052-9af9-436d45bfd254 req-6d8caf9c-833b-4419-96dc-8469adc51b0e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265030 Feb 15 09:33:17.343527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:17.351990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:17.354569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:17.361678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.363270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-e921f1c6-b78b-4f91-8b4c-5cb82ee56d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.363510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.364792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-e921f1c6-b78b-4f91-8b4c-5cb82ee56d61 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246402 Feb 15 09:33:17.391657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-6652fe9b-cae3-474a-bccd-277fcf1fbd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.396838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-6652fe9b-cae3-474a-bccd-277fcf1fbd65 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.5442739 Feb 15 09:33:17.413277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78b8f34e-e7d0-4403-87e3-e189850951fd req-e1eb85fb-57b3-4493-a761-8ad66e552407 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528660 Feb 15 09:33:17.431386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:17.441591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.526826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.527892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.555951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-fa9825a9-c404-4954-887e-f55ece2b0abe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747 HTTP/1.1" status: 200 len: 217 time: 0.1201789 Feb 15 09:33:17.576738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:17.614857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-1ec5f058-8185-4d66-bd6d-0dc2b266da85 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233901 Feb 15 09:33:17.627804 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-bd7dbdb8-05a7-435f-9251-28c1da807e9e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2950237 Feb 15 09:33:17.648377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Request body: {'port': {'device_id': '73945401-b35c-4c01-83c5-1d451adc7824', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:17.652907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'fixed_ips': [{'subnet_id': '315777a7-dc23-489c-8dd0-e7bfcc582452'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:17.655565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.686652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:17.689201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.695072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.740311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:17.750028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:17.757426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.773447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=d39b65d6-2c50-4ff7-a39c-c6bd64e6e057,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:17.806604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dc7bb-5818-4152-9b14-fe29dd61565c req-75961d0b-8468-480e-9830-5a9b465553c4 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:17.808652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237dc7bb-5818-4152-9b14-fe29dd61565c req-75961d0b-8468-480e-9830-5a9b465553c4 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 948 time: 0.3296914 Feb 15 09:33:17.825954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad008a-b43d-4ea5-9ec1-929ba1f571d0 None None] Network d80d385d-fe8c-42c1-b5cc-5822b6e352c1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:17.832139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.864749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.884680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a574a5-d252-4940-8196-0f6ae2c819fb']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:17.896243 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237dc7bb-5818-4152-9b14-fe29dd61565c req-7ce2d0fb-4f00-4401-b1a9-30e54300413e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689676 Feb 15 09:33:17.930342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d16ad2e3-94f2-4eff-8a36-230ea193ebb5 None None] Could not find standard attr ID for object ff4acf00-c203-4500-9960-c15f1f708325. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:33:17.957210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:17.980374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80d385d-fe8c-42c1-b5cc-5822b6e352c1']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:17.991237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec118eb0-6200-4bb1-8fab-c3a00697815f') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:17.991540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec118eb0-6200-4bb1-8fab-c3a00697815f') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:18.002490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.020706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.022238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:18.037061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:18.037585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.070417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Allocated IP 172.20.0.2 (52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5/315777a7-dc23-489c-8dd0-e7bfcc582452/9458cb63-6d5f-48a5-bce7-350cbaa32a6c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:18.174139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d1288d8-3464-4023-9ebf-89681c28a380 req-e9301812-2a94-4719-87a6-995d0a3cd648 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453374 Feb 15 09:33:18.191493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6383d9-0d18-4b39-bd1d-41f194b06886 None None] DHCP port deletion for d80d385d-fe8c-42c1-b5cc-5822b6e352c1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:33:18.279875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.288311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.295496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.301928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.315812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.322316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.329493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.331891 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-d4c49792-651c-4e61-ae1c-9e390621d10b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5392 time: 0.1434877 Feb 15 09:33:18.350878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.359442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.386609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 639f33bc-1765-4882-8872-eca66046febe {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:18.397967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.412131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:18.415031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:18.423433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:18.426183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Pushing event updated for resources: {'Port': ['ID=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:18.428504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba0695d6-3607-4eea-9730-4bc9965b5fcc req-13186d9b-5e68-4c94-a4b1-1422bbae61aa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0771825 Feb 15 09:33:18.493814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Attempting to bind port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:18.494264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Attempting to bind port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:18.494927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Attempting to bind port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c on network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:18.502837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:18.503214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Checking segment: {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:18.503610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.504008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Bound using segment: {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:18.504497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Bound port: 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:18.504903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.551609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:18.554829 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:18.563001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-0bbb73ce-8185-404c-9cb1-ee4ea5e50b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.564485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-0bbb73ce-8185-404c-9cb1-ee4ea5e50b93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.9882746 Feb 15 09:33:18.592152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] For port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:18.603528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c9ec71d-a496-4b2f-abff-c8f779e0c832') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:18.603905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c9ec71d-a496-4b2f-abff-c8f779e0c832') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:18.639492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.689675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] For port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:18.694086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Transition to ACTIVE for port object 639f33bc-1765-4882-8872-eca66046febe will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:18.704091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.712535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.741228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356a2fd-8e08-4897-956e-5a2dd899ffee req-e8d81fd7-a422-463a-ac09-56021bfed261 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.743003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9356a2fd-8e08-4897-956e-5a2dd899ffee req-e8d81fd7-a422-463a-ac09-56021bfed261 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 949 time: 0.0979395 Feb 15 09:33:18.759542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.804927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.805462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.807481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb919b94-fc94-4751-b0c0-1d86014f7c4c HTTP/1.1" status: 200 len: 1089 time: 3.8865864 Feb 15 09:33:18.810263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10e951-c071-4a72-b93b-3cdb753c8d67 None None] Pushing event updated for resources: {'Port': ['ID=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:18.817349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.819356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:18.830362 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06d527-52c6-4382-a82e-6843f61b1d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:18.855430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.858735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/d80d385d-fe8c-42c1-b5cc-5822b6e352c1 HTTP/1.1" status: 204 len: 168 time: 4.4029553 Feb 15 09:33:18.860022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.879669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:18.882763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9356a2fd-8e08-4897-956e-5a2dd899ffee req-05040972-45c0-45c7-a4d6-3f816e4fa1ea tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136749 Feb 15 09:33:18.896361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:18.918067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ca5f-215b-4735-a280-263dea7a867d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=d80d385d-fe8c-42c1-b5cc-5822b6e352c1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:18.930137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:18.936672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:18.937496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1909587260'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:18.946956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:18.956968 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:18.981226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce1623-bc06-4dcb-8d26-62c04340cd82 req-f4d9a321-595d-40a8-b8f5-03f8b6288f3d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:18.989327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6ce1623-bc06-4dcb-8d26-62c04340cd82 req-f4d9a321-595d-40a8-b8f5-03f8b6288f3d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 931 time: 1.2210827 Feb 15 09:33:19.024625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec0388-bd41-4191-ad2a-9bd8215c7f30 service neutron] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:19.024935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:19.033671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.086145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:19.094862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:19.116998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:19.134132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.134657 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment eb1b70f5-69fb-49b8-aff6-6d46fa04feae of type vlan for network cbe1fb5b-3319-40b1-8fac-4a093d3b146b Feb 15 09:33:19.161258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-0ae1f30b-6a40-448c-a108-3a4a325f2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.162930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-0ae1f30b-6a40-448c-a108-3a4a325f2769 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5480001 Feb 15 09:33:19.216485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.236437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.266362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.272764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.273410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.282848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a87e5e7e-81e3-4217-a32f-b46e76631992 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:19.292750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:19.293538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.297452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6ce1623-bc06-4dcb-8d26-62c04340cd82 req-71408ac6-d434-4ce9-b054-8ef89a9238b6 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036737 Feb 15 09:33:19.298037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.313475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.316713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/27a574a5-d252-4940-8196-0f6ae2c819fb HTTP/1.1" status: 204 len: 168 time: 2.2981987 Feb 15 09:33:19.322612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28eaf903-295e-45b1-a2e6-ac1fa65c49ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.381080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedaf034-0c08-49c9-a2a0-d9f766deece9 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a574a5-d252-4940-8196-0f6ae2c819fb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:19.398152 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0cca15-9985-4c72-abbc-34d9db87ba7f x-openstack-request-id: req-dc0cca15-9985-4c72-abbc-34d9db87ba7f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:19.398465 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:19.398686 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc0cca15-9985-4c72-abbc-34d9db87ba7f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:19.399087 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'status': 'completed', 'code': 200} Feb 15 09:33:19.399224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:19.425053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'mac_address': 'fa:16:3e:46:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:19.443060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=cbe1fb5b-3319-40b1-8fac-4a093d3b146b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:19.459609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:19.517210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port a87e5e7e-81e3-4217-a32f-b46e76631992 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:19.530352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port a87e5e7e-81e3-4217-a32f-b46e76631992 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:19.530822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.542634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-6b4640a1-9a7f-451d-aad3-1519cca447e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404753 Feb 15 09:33:19.556117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233f6f9e-ae90-44bd-8422-cfda38bc096e req-181e5e9b-7fff-4811-8aed-b58503006e34 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.566708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-233f6f9e-ae90-44bd-8422-cfda38bc096e req-181e5e9b-7fff-4811-8aed-b58503006e34 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 943 time: 0.5543253 Feb 15 09:33:19.568766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Attempting to bind port 639f33bc-1765-4882-8872-eca66046febe on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:19.569127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Attempting to bind port 639f33bc-1765-4882-8872-eca66046febe by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:19.569559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Attempting to bind port 639f33bc-1765-4882-8872-eca66046febe on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:19.579753 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b52c4f4c-1d6f-432d-b969-f0a3ee35ea65 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6530857 Feb 15 09:33:19.606984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Port 639f33bc-1765-4882-8872-eca66046febe on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:19.607302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Attempting to bind port 639f33bc-1765-4882-8872-eca66046febe on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:19.613247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59168) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:19.613813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:19.625272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:19.662521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:19.662861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Checking segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:19.663242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Bound using segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:19.663689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Bound port: 639f33bc-1765-4882-8872-eca66046febe, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:19.664044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.718756 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.724845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-233f6f9e-ae90-44bd-8422-cfda38bc096e req-0fc5a4ab-082d-404c-a990-c2ea4fc5c62e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569974 Feb 15 09:33:19.725158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4216c-d3c9-4e31-a3ab-f764047df51d req-812b4d29-082a-45db-bb73-0d2452b4b125 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.726689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-baa4216c-d3c9-4e31-a3ab-f764047df51d req-812b4d29-082a-45db-bb73-0d2452b4b125 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 948 time: 0.2445939 Feb 15 09:33:19.746707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.747622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.747622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.748289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.748537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.749020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.749624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.751627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-c068d0fb-2dba-40d2-b3c1-0946b6c2a014 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6284 time: 0.2829587 Feb 15 09:33:19.764227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-5f800c86-4b20-4d69-9f43-8a800de41d08 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:19.765858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-5f800c86-4b20-4d69-9f43-8a800de41d08 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 943 time: 0.4888656 Feb 15 09:33:19.773385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:19.779530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.811872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:19.826755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:19.828960 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d190ba15-3a96-4c12-b7e5-dab475aa6ccb" -d '{"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-plugged", "status": "completed", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:19.841022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.863702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-80df0584-3f42-42e1-a8e2-364ae01072a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=972d445c0aa9475e952e5c17bda90001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371047 Feb 15 09:33:19.868213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:19.875325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59172) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:19.894444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.895389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1556279d-95aa-447c-b5b9-eff4541b1e5d up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:19.949758 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:19.959009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-826a0d6f-1f46-4557-b273-7f6ebdcabf0a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069698 Feb 15 09:33:19.969346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:19.973611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-baa4216c-d3c9-4e31-a3ab-f764047df51d req-618dd722-0da3-4982-a788-7eeeb477f775 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236023 Feb 15 09:33:20.069983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a87e5e7e-81e3-4217-a32f-b46e76631992,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:20.092133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 1556279d-95aa-447c-b5b9-eff4541b1e5d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:20.095136 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.098172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.105019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1556279d-95aa-447c-b5b9-eff4541b1e5d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:20.105785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.115813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:20.175238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:20.179628 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f367b4ae-8929-461f-81e2-05896274a876 x-openstack-request-id: req-f367b4ae-8929-461f-81e2-05896274a876 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:20.180471 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-plugged", "status": "completed", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:20.180994 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f367b4ae-8929-461f-81e2-05896274a876 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:20.181580 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'code': 200} Feb 15 09:33:20.217796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.226312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.325830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.337004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1cb8fe-9072-4f50-91d2-fa64a331d273 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:20.337644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:20.348706 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.349929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.419516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Transition to ACTIVE for port object 7b1cb8fe-9072-4f50-91d2-fa64a331d273 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:20.444646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebfc56-e0fc-44ff-9736-767d0f7a0260 req-9f617733-3d41-46fb-9908-5c7be4005737 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.454756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91ebfc56-e0fc-44ff-9736-767d0f7a0260 req-9f617733-3d41-46fb-9908-5c7be4005737 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.2225633 Feb 15 09:33:20.459019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc104229-00a1-4415-884e-d552d9e403c0 None None] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:20.468499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.487034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.489632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.490247 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b419b4d-815a-4abd-bac3-e7188db998d3 HTTP/1.1" status: 204 len: 168 time: 0.6117110 Feb 15 09:33:20.492674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9458cb63-6d5f-48a5-bce7-350cbaa32a6c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:20.564085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167aa249-33ca-405a-ab34-60a5f63532e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b419b4d-815a-4abd-bac3-e7188db998d3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:20.588198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.605103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:20.606789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91ebfc56-e0fc-44ff-9736-767d0f7a0260 req-6ea5844f-8505-448a-85f1-bbe689f5f352 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489522 Feb 15 09:33:20.611456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:20.643258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:20.646717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.671948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.677801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.684485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.690147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.696023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.702983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.708907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.718178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-e4b884e1-8759-461b-83a1-5b144fd873b3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5392 time: 0.7828865 Feb 15 09:33:20.728992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:20.731809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Allocated IP 172.25.6.174 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/77413cf6-b7ed-4166-8fd7-c0de260d1fd7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:20.758279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.761507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] Provisioning complete for port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:20.761891 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.831117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:20.855976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.893375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:20.896799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-ca1e6619-ede8-44f7-bbff-c9891c5c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.897301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-ca1e6619-ede8-44f7-bbff-c9891c5c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.897768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-ca1e6619-ede8-44f7-bbff-c9891c5c6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.899358 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-ca1e6619-ede8-44f7-bbff-c9891c5c6267 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 1.1326241 Feb 15 09:33:20.939216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b4ff57e-f8d6-4d80-a605-7b565782aafc req-585f1dca-b148-4221-ae39-12d89d54605c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2201512 Feb 15 09:33:20.965065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:20.965687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.967104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-cd2c4491-b95b-4a5a-bbfb-9f953b71c6ce service neutron] 10.222.0.72 "PUT /v2.0/ports/639f33bc-1765-4882-8872-eca66046febe HTTP/1.1" status: 200 len: 1091 time: 3.3235457 Feb 15 09:33:20.967776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'tag': '639f33bc-1765-4882-8872-eca66046febe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:20.970516 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b861b550-66cb-4f3a-a517-ad8316f9e29e" -d '{"events": [{"name": "network-changed", "server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "tag": "639f33bc-1765-4882-8872-eca66046febe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:20.986461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:20.996126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Attempting to bind port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:20.996861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Attempting to bind port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:20.997206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Attempting to bind port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:21.012461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 on network 1b651788-e152-4421-a032-f7373d760b0d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:21.012461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Attempting to bind port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:21.019523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:21.019875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Checking segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:21.020235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Bound using segment: {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:21.020661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Bound port: 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7b098bd-325a-440a-bc54-ffacbba572cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '1b651788-e152-4421-a032-f7373d760b0d'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:21.021058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.086402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Deleting port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:21.086751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.094593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a228e-01b5-406c-a4f4-ae5fc0f53b1c req-30d25968-0478-4083-949d-58ae4044f2eb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.096106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-308a228e-01b5-406c-a4f4-ae5fc0f53b1c req-30d25968-0478-4083-949d-58ae4044f2eb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 943 time: 0.2994571 Feb 15 09:33:21.110495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59188) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:21.110742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.129700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:21.129700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.200707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.211396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-308a228e-01b5-406c-a4f4-ae5fc0f53b1c req-51f2ee4d-b1db-451a-8c0e-ae302714f9ad tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034501 Feb 15 09:33:21.214253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:21.240528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:21.246142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-a14d9c3b-ba57-4b9a-94a1-48042388e3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.246851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-a14d9c3b-ba57-4b9a-94a1-48042388e3ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 1094 time: 0.2036958 Feb 15 09:33:21.247069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-029c9759-c9a2-4d88-b9ee-67430675d489 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c5cd1028b8f494bb6db6141398e2890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1323478 Feb 15 09:33:21.254308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:21.256094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] For port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:21.268247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.290208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:21.306800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:21.315005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.323867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:21.332014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:21.337939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Pushing event updated for resources: {'Port': ['ID=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:21.357347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-3ae218f9-6273-454c-ad50-976bd9e6fa2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=639f33bc-1765-4882-8872-eca66046febe HTTP/1.1" status: 200 len: 217 time: 0.0869913 Feb 15 09:33:21.364327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-4112cdc4-35e4-49d5-8e42-43bb07bfc14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.365827 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff06d527-52c6-4382-a82e-6843f61b1d1e req-4112cdc4-35e4-49d5-8e42-43bb07bfc14f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4342966 Feb 15 09:33:21.372384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] For port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,segment=NetworkSegment(8c30f520-649f-4601-8c9b-4c9eb30594df),segment_id=8c30f520-649f-4601-8c9b-4c9eb30594df)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:21.373223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.406303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e9516d-5230-41be-8349-b9314e9a1f5b req-436490d8-e2ca-4f8c-8de0-a7cd8c9c0d70 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.409156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7e9516d-5230-41be-8349-b9314e9a1f5b req-436490d8-e2ca-4f8c-8de0-a7cd8c9c0d70 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 945 time: 0.2858272 Feb 15 09:33:21.434158 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c78c3a-d640-47d7-b0ff-d2edb2cafef8 x-openstack-request-id: req-00c78c3a-d640-47d7-b0ff-d2edb2cafef8 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:21.434426 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "tag": "639f33bc-1765-4882-8872-eca66046febe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:21.434682 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00c78c3a-d640-47d7-b0ff-d2edb2cafef8 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:21.435117 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'tag': '639f33bc-1765-4882-8872-eca66046febe', 'status': 'completed', 'code': 200} Feb 15 09:33:21.440662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba075f-8761-425f-8f20-eb45bd708fda None None] Pushing event updated for resources: {'Port': ['ID=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:21.441249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Calling delete_port for aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:21.444384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.450277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.452383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] 10.222.0.36 "PUT /v2.0/ports/7b1cb8fe-9072-4f50-91d2-fa64a331d273 HTTP/1.1" status: 200 len: 1091 time: 2.5850031 Feb 15 09:33:21.455333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:21.459099 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45433512-ec73-4248-ac55-9592232decaf" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:21.513381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:21.562443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.644803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98badba4-10b6-4138-bbc2-12c258798eed service neutron] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:21.647927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-db186623-f600-4e6d-a017-1416b32e6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.655461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-db186623-f600-4e6d-a017-1416b32e6d79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.2876034 Feb 15 09:33:21.684913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.694528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.710678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7e9516d-5230-41be-8349-b9314e9a1f5b req-97bbb611-d585-4edf-971b-2c4f7765964e tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9107710-3826-4b19-8e51-8d22d40614d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603259 Feb 15 09:33:21.720863 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-09015d46-fed3-49e6-ac02-5b82f5926190 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525808 Feb 15 09:33:21.727451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.727937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.728840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.729003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.729562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.730008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.730455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.732916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-5f89b328-45bc-4722-b705-075574df6650 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6351 time: 0.3227341 Feb 15 09:33:21.787455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85788059-942f-41c6-a4af-f4bd5e3ce866 req-8d7f47de-9913-4e0e-891a-54aee0753f2e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:21.789094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85788059-942f-41c6-a4af-f4bd5e3ce866 req-8d7f47de-9913-4e0e-891a-54aee0753f2e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.2911625 Feb 15 09:33:21.802160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:21.846494 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f4130c-2fea-4994-b0fd-d9ee1480e3eb x-openstack-request-id: req-f9f4130c-2fea-4994-b0fd-d9ee1480e3eb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:21.846846 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:21.847085 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9f4130c-2fea-4994-b0fd-d9ee1480e3eb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:21.847455 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'status': 'completed', 'code': 200} Feb 15 09:33:21.931744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=f4e2605e-d49d-4079-a1db-a1ae07759a70,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:21.953390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85788059-942f-41c6-a4af-f4bd5e3ce866 req-57b6e220-75a4-401c-b335-5cacaf930bb9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415584 Feb 15 09:33:21.976713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-29dd002c-68c7-4d4c-b377-b8461c93cb39 None None] Provisioning complete for port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:21.977209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29dd002c-68c7-4d4c-b377-b8461c93cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.038148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:22.038504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: cbe1fb5b-3319-40b1-8fac-4a093d3b146b, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:22.080223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-5978558f-5376-4e17-9b8d-f3de536c5eb8 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252039 Feb 15 09:33:22.081375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-46b52e68-6b46-4586-b06c-e6ad2ac99326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.081851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-46b52e68-6b46-4586-b06c-e6ad2ac99326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.082365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-46b52e68-6b46-4586-b06c-e6ad2ac99326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.083750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-46b52e68-6b46-4586-b06c-e6ad2ac99326 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3112712 Feb 15 09:33:22.093421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.122341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f1e7b-1453-4450-834b-98cf494de360 req-7ca68eb6-34e0-4e34-977f-110eb701d483 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.123947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee1f1e7b-1453-4450-834b-98cf494de360 req-7ca68eb6-34e0-4e34-977f-110eb701d483 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.2303560 Feb 15 09:33:22.129724 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.146934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.160982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.163541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.164660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7950d844-e269-4ce3-a621-3f101e11fbe9 HTTP/1.1" status: 204 len: 168 time: 0.8975854 Feb 15 09:33:22.184168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992'}, {'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:22.186611 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca2aba7-dce4-46e4-b192-9af54332dbbe" -d '{"events": [{"server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "name": "network-vif-plugged", "status": "completed", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992"}, {"server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "name": "network-vif-plugged", "status": "completed", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:22.212735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203b59a-98f1-4fe3-ac9f-1620ff31ebcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7950d844-e269-4ce3-a621-3f101e11fbe9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:22.213277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:22.266878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.284126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Pushing event deleted for resources: {'Port': ['ID=aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:22.290841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, cbe1fb5b-3319-40b1-8fac-4a093d3b146b) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:22.301566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5ce1e7-c669-44d7-bc8d-d9b2c627bed3 None None] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:22.313422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.313944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.414693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee1f1e7b-1453-4450-834b-98cf494de360 req-266db301-dbdc-43fa-a65e-6014ca957fc0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654307 Feb 15 09:33:22.457091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9458cb63-6d5f-48a5-bce7-350cbaa32a6c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:22.470224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] No DVR routers for this DVR port aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:22.499199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3af2c6c4-e399-4c1b-9c1d-91b16ccec268 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8781755 Feb 15 09:33:22.500119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:22.525028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.532002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c4d5028-74b5-44ae-82ad-14a906c8b52c req-6125ac24-29ac-4309-8eba-f802700ecdf8 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.36 "DELETE /v2.0/ports/aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf HTTP/1.1" status: 204 len: 173 time: 2.7279272 Feb 15 09:33:22.546550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29090732'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:22.552763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-d28f0532-7d3d-4d36-88c7-c10166535b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.554481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88382c54-ae64-47a5-bd6f-09ac4565754d req-d28f0532-7d3d-4d36-88c7-c10166535b41 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4592390 Feb 15 09:33:22.565285 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbc6f5ed-b515-49e7-8298-88bf14842c49 req-936d556a-bb6c-4dd9-aed4-14bbee403627 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757669 Feb 15 09:33:22.568504 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec1942c-f5f1-4ce2-bc88-e749db745879 x-openstack-request-id: req-cec1942c-f5f1-4ce2-bc88-e749db745879 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:22.574877 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "name": "network-vif-plugged", "status": "completed", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992", "code": 200}, {"server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "name": "network-vif-plugged", "status": "completed", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:22.575141 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cec1942c-f5f1-4ce2-bc88-e749db745879 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:22.578201 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992', 'code': 200} Feb 15 09:33:22.578507 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d', 'code': 200} Feb 15 09:33:22.597533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:22.606206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.688282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.694088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.700675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.706574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.712447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.718818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.724700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.726693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-3fc34ee7-780e-492b-9f35-15fcff9bac19 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5404 time: 0.6298137 Feb 15 09:33:22.787606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:22.788549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:22.789310 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.827878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-cbe1fb5b-3319-40b1-8fac-4a093d3b146b', 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': 'f4e2605e-d49d-4079-a1db-a1ae07759a70'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:22.831653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.835874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.836851 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 2d0cd402-ee4b-4529-aa94-cb3955a8a531 of type vlan for network d65d1e8d-4836-47b8-8c95-f569d536b020 Feb 15 09:33:22.865375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e331bca-9c30-43c3-8a2d-cddcaff09b33 req-e95a7201-23d4-4b7e-994b-f39d68b60716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.866557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e331bca-9c30-43c3-8a2d-cddcaff09b33 req-e95a7201-23d4-4b7e-994b-f39d68b60716 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 1100 time: 0.1950514 Feb 15 09:33:22.912728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.913371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.913846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.914349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.914761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.915224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.915685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.919169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45433512-ec73-4248-ac55-9592232decaf req-76d4db43-ada7-4923-89eb-e70246752ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6351 time: 0.2719667 Feb 15 09:33:22.925485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-84183b79-b20d-4be7-9604-46868c6ebf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.927648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-84183b79-b20d-4be7-9604-46868c6ebf01 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 1094 time: 0.1965888 Feb 15 09:33:22.952715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd6a013-c720-4d90-90a7-71fe137ed906 req-05691d7c-7d09-48b2-832d-4a17933ca3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.952715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bd6a013-c720-4d90-90a7-71fe137ed906 req-05691d7c-7d09-48b2-832d-4a17933ca3d7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 1101 time: 0.3023002 Feb 15 09:33:22.961356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0463064-91a3-4241-ad7b-bdf3797cc7fb req-7d547cd5-cd5f-4a74-9f43-4671b3a65304 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2092059 Feb 15 09:33:22.962184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:22.976455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66209173-e5b5-42d6-b207-03c7a9f9070b req-e489dc45-8038-4e6f-ac62-cf0fd03c0a34 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:22.993017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66209173-e5b5-42d6-b207-03c7a9f9070b req-e489dc45-8038-4e6f-ac62-cf0fd03c0a34 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 943 time: 0.3337681 Feb 15 09:33:23.100376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:23.103477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:33:23.130737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e331bca-9c30-43c3-8a2d-cddcaff09b33 req-9d3b8ef4-7182-4a64-87e7-a416feda6828 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405558 Feb 15 09:33:23.172800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.178510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.179558 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.183782 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bd6a013-c720-4d90-90a7-71fe137ed906 req-d831ddad-7445-4683-a51c-891c445b688d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156677 Feb 15 09:33:23.203502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Allocated IP 2001:db8::3 (cbe1fb5b-3319-40b1-8fac-4a093d3b146b/f4e2605e-d49d-4079-a1db-a1ae07759a70/a3617026-0c23-4f8c-8acb-81effe89d593) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:23.212545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66209173-e5b5-42d6-b207-03c7a9f9070b req-823a079a-93ff-4cb6-adbe-31982c43e824 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266331 Feb 15 09:33:23.249500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.254508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:23.259267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:23.259932 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.345155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-618fc560-743f-448a-a453-6452cbdad86e req-1907ce4f-8b1e-4c47-83c4-1641db6013f0 tempest-ImagesTestJSON-1464755552 tempest-ImagesTestJSON-1464755552-project] 10.222.0.10 "GET /v2.0/ports?device_id=fed90260-382f-4ccd-be37-d0324b7eedbf HTTP/1.1" status: 200 len: 210 time: 0.1877151 Feb 15 09:33:23.356429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e4d90d-da08-4a6e-ab1a-fd5477138914 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:23.373251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8313725 Feb 15 09:33:23.377922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:23.395975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': 'd65d1e8d-4836-47b8-8c95-f569d536b020', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:23.431700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-0bbeef54-e982-40df-99bd-72b0b9dbb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.442734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-0bbeef54-e982-40df-99bd-72b0b9dbb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.445604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-0bbeef54-e982-40df-99bd-72b0b9dbb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.447316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45433512-ec73-4248-ac55-9592232decaf req-0bbeef54-e982-40df-99bd-72b0b9dbb411 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5030203 Feb 15 09:33:23.463367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.474476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-deleted', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:23.478385 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-716c6411-1d78-45ae-9c21-4bfb1827a5e6" -d '{"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-deleted", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:23.548751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c229-1166-4925-807c-5917c4ff8dec tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=d65d1e8d-4836-47b8-8c95-f569d536b020,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:23.573807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d65d1e8d-4836-47b8-8c95-f569d536b020 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:23.577204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-d7b49cd7-1600-42e2-bbf6-37a32f70ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.580684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-d7b49cd7-1600-42e2-bbf6-37a32f70ed85 service neutron] 10.222.0.72 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 923 time: 0.5910521 Feb 15 09:33:23.582253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Transition to ACTIVE for port object 66e4d90d-da08-4a6e-ab1a-fd5477138914 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:23.617614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.650970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73268d5b-4920-4b23-8889-dbe27b39a57d req-03a25895-cce4-43a2-ae64-75a403568248 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.653614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73268d5b-4920-4b23-8889-dbe27b39a57d req-03a25895-cce4-43a2-ae64-75a403568248 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.3214917 Feb 15 09:33:23.673052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.689258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-977cf1f5-a181-4d6d-bd48-88e1b91bdd04 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=639f33bc-1765-4882-8872-eca66046febe HTTP/1.1" status: 200 len: 217 time: 0.0901358 Feb 15 09:33:23.733284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45433512-ec73-4248-ac55-9592232decaf req-fbb8fd13-9665-448a-b76d-2a3e99b4fc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.738981 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45433512-ec73-4248-ac55-9592232decaf req-fbb8fd13-9665-448a-b76d-2a3e99b4fc8e service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2413843 Feb 15 09:33:23.743060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:23.756022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.782614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73268d5b-4920-4b23-8889-dbe27b39a57d req-00e0eddd-a733-493a-9813-a598ea64a58f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159260 Feb 15 09:33:23.795746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f890c-c330-45b3-818d-5b972ed55d5c req-a274dea1-65b1-4e99-951c-499fd54350d6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.803153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-373f890c-c330-45b3-818d-5b972ed55d5c req-a274dea1-65b1-4e99-951c-499fd54350d6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.2844801 Feb 15 09:33:23.808937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.810934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:23.864249 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.887376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-cd3b7d03-6fc6-44c3-aa5b-af8082779567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:23.903037 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f2d536-3b23-428e-a6d4-de38398349d8 x-openstack-request-id: req-38f2d536-3b23-428e-a6d4-de38398349d8 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:23.904865 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed90260-382f-4ccd-be37-d0324b7eedbf", "name": "network-vif-deleted", "tag": "aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:23.905252 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38f2d536-3b23-428e-a6d4-de38398349d8 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:23.906169 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed90260-382f-4ccd-be37-d0324b7eedbf', 'name': 'network-vif-deleted', 'tag': 'aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf', 'status': 'completed', 'code': 200} Feb 15 09:33:23.911056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-cd3b7d03-6fc6-44c3-aa5b-af8082779567 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.2103601 Feb 15 09:33:23.925854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:23.944462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Performing IP validity checks on allocation pools {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:33:23.945097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:33:23.968248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:23.972072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:23.976592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:23.986569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Pushing event updated for resources: {'Port': ['ID=a3617026-0c23-4f8c-8acb-81effe89d593,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:23.994159 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:23.996934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:24.085197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-3ca4db0a-360b-4412-aca0-04d298a20016 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1417439 Feb 15 09:33:24.117956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-373f890c-c330-45b3-818d-5b972ed55d5c req-5ee8b9df-b763-4e4e-a8d4-fb41efcd0962 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129952 Feb 15 09:33:24.144729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:24.145113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device aabea4ab-b3b6-4c1e-bd92-6064b21ab9cf not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:24.196420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:33:24.254512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Attempting to bind port 66e4d90d-da08-4a6e-ab1a-fd5477138914 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:24.254870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Attempting to bind port 66e4d90d-da08-4a6e-ab1a-fd5477138914 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:24.255208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Attempting to bind port 66e4d90d-da08-4a6e-ab1a-fd5477138914 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:24.268330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Attempting to bind port a3617026-0c23-4f8c-8acb-81effe89d593 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:24.285456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Attempting to bind port a3617026-0c23-4f8c-8acb-81effe89d593 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:24.286286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Attempting to bind port a3617026-0c23-4f8c-8acb-81effe89d593 on network cbe1fb5b-3319-40b1-8fac-4a093d3b146b {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:24.319127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:24.319507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Checking segment: {'id': 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:24.329484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.330184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Bound using segment: {'id': 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:24.330880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Bound port: a3617026-0c23-4f8c-8acb-81effe89d593, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cbe1fb5b-3319-40b1-8fac-4a093d3b146b'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:24.331477 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.333655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:24.367497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.398628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.417007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Port 66e4d90d-da08-4a6e-ab1a-fd5477138914 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:24.423737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Attempting to bind port 66e4d90d-da08-4a6e-ab1a-fd5477138914 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:24.424761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.427937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] For port a3617026-0c23-4f8c-8acb-81effe89d593, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:24.434499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] For port a3617026-0c23-4f8c-8acb-81effe89d593, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a3617026-0c23-4f8c-8acb-81effe89d593,segment=NetworkSegment(eb1b70f5-69fb-49b8-aff6-6d46fa04feae),segment_id=eb1b70f5-69fb-49b8-aff6-6d46fa04feae)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:24.440869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.444621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.452719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.469791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.485788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:24.486341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Checking segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:24.486736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Bound using segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:24.487447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Bound port: 66e4d90d-da08-4a6e-ab1a-fd5477138914, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:24.487810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.493083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.511347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.528117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-93652d7b-bb69-4bb2-bb31-05d6a8f673c0 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4014149 Feb 15 09:33:24.531916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e578ee30-a9d8-477e-a086-70155866c3ec req-381398b9-8aaf-4e6b-8515-49b6389d03eb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5416 time: 0.3582785 Feb 15 09:33:24.534637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5b74c-a664-4ad1-bbb0-208b61943acf None None] Pushing event updated for resources: {'Port': ['ID=a3617026-0c23-4f8c-8acb-81effe89d593,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:24.580052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:24.582843 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56671b6-52ae-4ec3-a8f5-597b1ccd6959" -d '{"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:24.645437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:24.649068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:24.684415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=2431f5de-f8ff-4ee6-8c33-29961af74b7d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:24.710363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.791262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.791262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:24.808114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] 10.222.0.36 "PUT /v2.0/ports/66e4d90d-da08-4a6e-ab1a-fd5477138914 HTTP/1.1" status: 200 len: 1091 time: 3.3122394 Feb 15 09:33:24.815949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:24.818257 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d84c72-ebdd-48cf-847e-5a226bc698cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:24.854519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:33:24.869156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Sync routers for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:33:24.875384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f258-47ee-4baf-9609-ad5fcd332e9d service neutron] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:24.899470 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:24.900116 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:33:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:24.919099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f49414-7004-462b-b1f1-5da30c18f191 req-8975366d-5ae1-41e2-bf7c-6b867e1db1ba tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:24.928873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92f49414-7004-462b-b1f1-5da30c18f191 req-8975366d-5ae1-41e2-bf7c-6b867e1db1ba tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 943 time: 0.5128999 Feb 15 09:33:24.941030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Request body: {'port': {'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:25.036710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.038333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b9a20d1d-e5d9-4e75-bb04-a1104305554c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.9346480 Feb 15 09:33:25.064456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59266) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:25.086231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92f49414-7004-462b-b1f1-5da30c18f191 req-2cab030d-0f3f-463a-afa6-4630bd8a407e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533968 Feb 15 09:33:25.147757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b861b550-66cb-4f3a-a517-ad8316f9e29e req-5cab25d1-1807-48e9-ad53-169d44dae582 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5857854 Feb 15 09:33:25.233232 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f46bf0-b675-4aa7-9133-cbfe2ca0687f x-openstack-request-id: req-f2f46bf0-b675-4aa7-9133-cbfe2ca0687f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:25.233597 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:25.233853 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2f46bf0-b675-4aa7-9133-cbfe2ca0687f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:25.234324 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'code': 200} Feb 15 09:33:25.290527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:25.352204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:25.408780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.453611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e578ee30-a9d8-477e-a086-70155866c3ec req-09bb8cde-6f74-4b16-b9d3-52295f60124e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.9207098 Feb 15 09:33:25.510216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:25.528607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '639f33bc-1765-4882-8872-eca66046febe', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'port_id': '639f33bc-1765-4882-8872-eca66046febe', 'mac_address': 'fa:16:3e:ac:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cef03d-bff2-40e4-a964-d7e875663f87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:25.529225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675815-4b59-4d7e-a3c3-c6bff822c942 req-8e0ef2d5-29c4-43df-a1a4-43431a2ce3ac tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.539199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d675815-4b59-4d7e-a3c3-c6bff822c942 req-8e0ef2d5-29c4-43df-a1a4-43431a2ce3ac tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.2367046 Feb 15 09:33:25.541531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': '2d0cd402-ee4b-4529-aa94-cb3955a8a531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd65d1e8d-4836-47b8-8c95-f569d536b020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:25.542604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: d65d1e8d-4836-47b8-8c95-f569d536b020, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:25.593486 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d5fe70-d6f1-40ce-84ad-6764287bbb1f x-openstack-request-id: req-70d5fe70-d6f1-40ce-84ad-6764287bbb1f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:25.593928 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:25.594304 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70d5fe70-d6f1-40ce-84ad-6764287bbb1f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:25.594722 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'status': 'completed', 'code': 200} Feb 15 09:33:25.614572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080945fb-81e4-431e-b1c1-045ee38d286e req-66c485d3-0010-4c63-a9ad-7381a0fda5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.620631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080945fb-81e4-431e-b1c1-045ee38d286e req-66c485d3-0010-4c63-a9ad-7381a0fda5cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1101 time: 0.1907372 Feb 15 09:33:25.662315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network d65d1e8d-4836-47b8-8c95-f569d536b020 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:25.672851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.690963 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:21Z', 'revision_number': 3, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:25.699727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d675815-4b59-4d7e-a3c3-c6bff822c942 req-feff1334-380c-4b3d-8af3-68143b352816 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594226 Feb 15 09:33:25.716401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 639f33bc-1765-4882-8872-eca66046febe {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:25.739395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:25.746462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.767369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d65d1e8d-4836-47b8-8c95-f569d536b020) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:25.779342 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Checking router: 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:33:25.779911 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Updating router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:33:25.782481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.783085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.819580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080945fb-81e4-431e-b1c1-045ee38d286e req-63c43ce7-0c2e-4194-9d35-5bfa9e652fa2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630931 Feb 15 09:33:25.843651 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:25.851216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.851982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.852625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.853299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.853944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.855255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.857194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.859428 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-b8dd72ec-b96b-49c2-ad49-cef8abf51d47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6418 time: 0.2348633 Feb 15 09:33:25.880448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447205-861a-4596-9574-e66034d3c94c req-886c8e81-11f3-47de-92d9-7f657173f1b2 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:25.894668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de447205-861a-4596-9574-e66034d3c94c req-886c8e81-11f3-47de-92d9-7f657173f1b2 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.1704104 Feb 15 09:33:25.903261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:25.906284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4424cf9e-bc7e-412f-8378-35151974d0c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.5200186 Feb 15 09:33:25.911200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59284) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:25.917088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa3909-8f2c-469d-9c85-973d9b2c3569 None None] Network d65d1e8d-4836-47b8-8c95-f569d536b020 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:26.061999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['639f33bc-1765-4882-8872-eca66046febe'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:26.155934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de447205-861a-4596-9574-e66034d3c94c req-f0abba1b-5376-4e08-8d04-672601935fc9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600663 Feb 15 09:33:26.194693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1861dc2a-7fdc-4832-a09b-c3c672d36b66 None None] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:26.237468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-90a70a06-6f46-41cf-a048-b42ceb55f118 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340006 Feb 15 09:33:26.265364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.308969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-190ccc9d-683a-4a2d-9b61-0bed24404d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.309322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-190ccc9d-683a-4a2d-9b61-0bed24404d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.309792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-190ccc9d-683a-4a2d-9b61-0bed24404d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.313090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-190ccc9d-683a-4a2d-9b61-0bed24404d78 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ddfed12a5b0d47c7960279d363298b07&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2989354 Feb 15 09:33:26.377333 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.398453 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.424115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676752bf-b012-4659-bd57-71165b686bf5 req-413fbaee-3d4a-4da4-9a59-8e28105185f2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.431613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-676752bf-b012-4659-bd57-71165b686bf5 req-413fbaee-3d4a-4da4-9a59-8e28105185f2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1590426 Feb 15 09:33:26.473021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Attempting to bind port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:26.473651 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Attempting to bind port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:26.473878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.474765 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Attempting to bind port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:26.484446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Pushing event updated for resources: {'Port': ['ID=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:26.489129 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:26.489779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:26.490438 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.490991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:26.491647 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Bound port: 77413cf6-b7ed-4166-8fd7-c0de260d1fd7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:26.492199 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.562423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a3617026-0c23-4f8c-8acb-81effe89d593 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:26.563498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-676752bf-b012-4659-bd57-71165b686bf5 req-8741a845-c548-48c5-b3af-dc678a42032d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308572 Feb 15 09:33:26.568932 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] For port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:26.572765 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] For port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:26.576648 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.577020 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.577414 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.577802 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.578108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.578621 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.579161 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.579686 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.580567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.581062 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.581642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.582552 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:26.599985 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.602748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-76c392f6-3a91-4c70-b38d-b1577eb94dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.609261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3d84c72-ebdd-48cf-847e-5a226bc698cc req-76c392f6-3a91-4c70-b38d-b1577eb94dea service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2842276 Feb 15 09:33:26.661018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.672763 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:26.673425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] Provisioning complete for port a3617026-0c23-4f8c-8acb-81effe89d593 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:26.673924 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:33:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:26.674034 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.731091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=2431f5de-f8ff-4ee6-8c33-29961af74b7d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:26.794734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:26.822729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.858682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db625a3-9105-4bc4-a135-516e6c6bfb49 req-1f6b38ce-b21b-4850-90d8-05be1b28cdee tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:26.860513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0db625a3-9105-4bc4-a135-516e6c6bfb49 req-1f6b38ce-b21b-4850-90d8-05be1b28cdee tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 944 time: 0.1414690 Feb 15 09:33:26.865554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65d1e8d-4836-47b8-8c95-f569d536b020']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:26.868519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42396ccb-30ba-4d4b-81e0-74593e63ba8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d65d1e8d-4836-47b8-8c95-f569d536b020', 'network_id': 'd65d1e8d-4836-47b8-8c95-f569d536b020', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': '2431f5de-f8ff-4ee6-8c33-29961af74b7d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:26.869676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42396ccb-30ba-4d4b-81e0-74593e63ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.891992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d0cd402-ee4b-4529-aa94-cb3955a8a531') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:26.892305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d0cd402-ee4b-4529-aa94-cb3955a8a531') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:26.909453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a3617026-0c23-4f8c-8acb-81effe89d593 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:26.909925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.926880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.957108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:26.981701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0db625a3-9105-4bc4-a135-516e6c6bfb49 req-273069f2-17b7-42b2-b926-1b9b9cad637f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134660 Feb 15 09:33:26.987713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:26.989643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:27.002298 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:27.081849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49309f55-d0bf-40b0-bf1f-3150d2466054 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:27.093497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.108602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Transition to ACTIVE for port object 49309f55-d0bf-40b0-bf1f-3150d2466054 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:27.132557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.133128 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:21Z', 'revision_number': 3, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:27.173417 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0754d26a-24c0-4d27-8d22-e1784d6456b0 None None] The sync data for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 is: [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:21Z', 'revision_number': 3, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:33:27.175058 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2c562-d1cd-4d27-850c-1f29f57f0cac None None] Pushing event updated for resources: {'Port': ['ID=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:27.222181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874fd86-f5ce-4de0-afb3-fcba03406f1d req-595b8d2f-30a2-4b98-8a87-f6b7c008c8fb tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.233462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f874fd86-f5ce-4de0-afb3-fcba03406f1d req-595b8d2f-30a2-4b98-8a87-f6b7c008c8fb tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 1101 time: 0.1048813 Feb 15 09:33:27.256383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.259833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edad946-2c47-4d42-9ae3-a2dd124e231b None None] Network d65d1e8d-4836-47b8-8c95-f569d536b020 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:27.279088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.289646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.295849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/d65d1e8d-4836-47b8-8c95-f569d536b020 HTTP/1.1" status: 204 len: 168 time: 1.3826222 Feb 15 09:33:27.301541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:27.311062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2057931187'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:27.338268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8752e7-3cb0-4098-bef2-d3286d847459 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=d65d1e8d-4836-47b8-8c95-f569d536b020,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:27.358338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f874fd86-f5ce-4de0-afb3-fcba03406f1d req-9126130b-0180-4a90-8c32-26e43b89678d tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237299 Feb 15 09:33:27.386487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:27.387140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-595188b5-61b7-4b74-ac55-0f0a0cf9ae58 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.392146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.412067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-595188b5-61b7-4b74-ac55-0f0a0cf9ae58 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1652260 Feb 15 09:33:27.451664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:27.475099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:27.479953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.481193 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 079ea75d-9c83-428a-ba87-866990c59bac of type vlan for network 68a5483b-06c6-4030-8fde-ee6195265a97 Feb 15 09:33:27.520517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] For port a3617026-0c23-4f8c-8acb-81effe89d593, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a3617026-0c23-4f8c-8acb-81effe89d593,segment=NetworkSegment(eb1b70f5-69fb-49b8-aff6-6d46fa04feae),segment_id=eb1b70f5-69fb-49b8-aff6-6d46fa04feae)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:27.523531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.593171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-47053e9e-3c46-4c97-8ea3-95b7e1301364 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/quotas/18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 375 time: 0.1800056 Feb 15 09:33:27.595559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.596802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.626122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.634770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.641279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.656125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.667408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.673180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-35cd3aab-38e9-4978-a1df-4be868d996d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4997659 Feb 15 09:33:27.673379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.689774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.691659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-703b5154-10a3-4a9e-a6a2-32f03a1132b7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1968668 Feb 15 09:33:27.753742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-109bc6de-a887-41c8-b7c8-bb47124bf33f req-ac8124ec-16d8-418e-8e93-8a8604a402fd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0539191 Feb 15 09:33:27.755039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.763498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:27.764388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.768052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:27.778287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-0242b651-193c-442a-981a-b5475af98c0e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1497109 Feb 15 09:33:27.825450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5212150 Feb 15 09:33:27.832620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59310) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:27.858653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:27.895204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Attempting to bind port 49309f55-d0bf-40b0-bf1f-3150d2466054 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:27.895650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Attempting to bind port 49309f55-d0bf-40b0-bf1f-3150d2466054 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:27.896083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Attempting to bind port 49309f55-d0bf-40b0-bf1f-3150d2466054 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:27.920741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Port 49309f55-d0bf-40b0-bf1f-3150d2466054 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:27.921228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Attempting to bind port 49309f55-d0bf-40b0-bf1f-3150d2466054 on network 50b12ed8-3048-42d5-ba97-d92252993cc4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:27.946633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c27cc-875c-4dcb-8e86-d36966f2d6f6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=68a5483b-06c6-4030-8fde-ee6195265a97,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:27.948194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:33:27.949343 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:33:27.962595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 68a5483b-06c6-4030-8fde-ee6195265a97 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:28.005179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4243ccf-1868-4d43-b2a8-b4aaa878e31c req-09d08ad2-80d3-47b7-bfbd-f5937dd7e4f9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.023899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4243ccf-1868-4d43-b2a8-b4aaa878e31c req-09d08ad2-80d3-47b7-bfbd-f5937dd7e4f9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0939910 Feb 15 09:33:28.036027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83967fb-c960-49bb-bd6c-1635e8aaa3ef None None] Pushing event updated for resources: {'Port': ['ID=a3617026-0c23-4f8c-8acb-81effe89d593,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:28.049249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-21aabf5f-06e1-44c1-a43c-048b09de1931 None None] Provisioning complete for port a3617026-0c23-4f8c-8acb-81effe89d593 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:28.050113 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-21aabf5f-06e1-44c1-a43c-048b09de1931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.117128 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4243ccf-1868-4d43-b2a8-b4aaa878e31c req-e154bdeb-dd4f-4cca-876c-f7fdf970124c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874512 Feb 15 09:33:28.125680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:28.125680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Checking segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:28.126149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Bound using segment: {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:28.126627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Bound port: 49309f55-d0bf-40b0-bf1f-3150d2466054, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2b4156e-8051-46b0-9f7f-123fa7000235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:28.126999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.227299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-65eaa032-7fba-48a4-89da-8f11c4f9f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.231370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-65eaa032-7fba-48a4-89da-8f11c4f9f66e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 1101 time: 0.4661567 Feb 15 09:33:28.350216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069c5c4-240f-48aa-968a-a91270e2f7cb req-105db11c-b549-4744-a1b1-e09cfa4d98bc tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.351928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b069c5c4-240f-48aa-968a-a91270e2f7cb req-105db11c-b549-4744-a1b1-e09cfa4d98bc tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 944 time: 0.0944154 Feb 15 09:33:28.352765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-5e741830-f947-4c4d-b272-a9dad3c7e8b6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1968908 Feb 15 09:33:28.409467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b069c5c4-240f-48aa-968a-a91270e2f7cb req-c95efe35-40e0-471e-940e-83ed2f127471 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487616 Feb 15 09:33:28.526125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f2aa14b-dae7-4d0b-bf92-28c09f0cb393 req-a8fd97ca-f58d-41da-97f9-fde0820da06a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0622711 Feb 15 09:33:28.585138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:28.596982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:28.600652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.664583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-b4a504a0-82cc-44d5-bcd9-63773ac049a1 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242276 Feb 15 09:33:28.707447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:28.737863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.753375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Allocated IP 172.20.0.1 (52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5/315777a7-dc23-489c-8dd0-e7bfcc582452/799b62e9-7199-459e-84a9-422be91a1de9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:28.759733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-308dc1cf-d025-4e72-b794-910ffdfc6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.762031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-308dc1cf-d025-4e72-b794-910ffdfc6107 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4545987 Feb 15 09:33:28.820239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a3617026-0c23-4f8c-8acb-81effe89d593 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:28.869447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-002d3078-0010-493b-94df-f5662645048c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.879433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-002d3078-0010-493b-94df-f5662645048c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2054548 Feb 15 09:33:28.897147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.897757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.899167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] 10.222.0.36 "PUT /v2.0/ports/49309f55-d0bf-40b0-bf1f-3150d2466054 HTTP/1.1" status: 200 len: 1091 time: 3.9987841 Feb 15 09:33:28.900458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-b3dfeacc-efbc-4687-ace5-10b7c6c924de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.247&port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582 HTTP/1.1" status: 200 len: 217 time: 0.1059256 Feb 15 09:33:28.900924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:28.903338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a3617026-0c23-4f8c-8acb-81effe89d593 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:28.903498 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399267d5-e32b-4115-88a5-566a98e3d881" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:28.903736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:28.910384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-1c75de2e-bce2-4303-96ba-4e8a6343556f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/quotas/9468f9271159472792d154443b93dcf1 HTTP/1.1" status: 200 len: 375 time: 0.0301974 Feb 15 09:33:28.927999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-5d1afc97-33c1-408a-8e56-68ca984f68b1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:28.931081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-5d1afc97-33c1-408a-8e56-68ca984f68b1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5618863 Feb 15 09:33:29.012060 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-35cdc722-faac-43b3-afd4-0fa145f4f2ed tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895565 Feb 15 09:33:29.032097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:29.088278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cc095-4738-4ba9-9b51-9b5ba038df35 service neutron] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:29.125428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-1f46fd05-bbad-40d5-954e-0730644f2644 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/quotas/1f49531877c44bbc883570e1a4f4c38b HTTP/1.1" status: 200 len: 375 time: 0.1257033 Feb 15 09:33:29.133117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:29.133944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.266367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.274622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-579c5d09-8158-4150-a124-82f5cb898338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.276171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-579c5d09-8158-4150-a124-82f5cb898338 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3441579 Feb 15 09:33:29.325752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:29.337110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:29.371415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.382171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-71f45b65-1af1-40a4-b98d-9ecd62d2ceda tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2558563 Feb 15 09:33:29.392563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.405578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.419119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.426682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.435748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.437871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.438802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.439684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.440205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.440678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.441167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.441788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.443768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6307b106-a45f-452f-a040-3a3818536b14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6485 time: 0.4453650 Feb 15 09:33:29.446747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.462010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.482763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-a4797bf8-e028-45a9-b9e1-c11069160e7c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1782975 Feb 15 09:33:29.537219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-6b295f44-70c1-4135-8239-7c9d633a02bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de25905a-b3a1-41ab-857d-73c249709b0b HTTP/1.1" status: 200 len: 217 time: 0.0658960 Feb 15 09:33:29.542785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff798999-3d8a-41a9-ad8e-87a39d3d66a2 req-e5959538-2bdf-47be-b107-0b3d4c3d07ae tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534756 Feb 15 09:33:29.550193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.560500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.569996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:29.582543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 639f33bc-1765-4882-8872-eca66046febe completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:29.595111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 639f33bc-1765-4882-8872-eca66046febe triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:29.595723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.671345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c924e714-7ad9-4ed5-8e13-d3f8ca354de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.672843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c924e714-7ad9-4ed5-8e13-d3f8ca354de2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a983e0a-09bd-4a81-9cb7-fcc52720aedb HTTP/1.1" status: 200 len: 856 time: 0.1148946 Feb 15 09:33:29.675672 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcde5324-f262-47d2-aa4e-d5d3ed219ed2 x-openstack-request-id: req-dcde5324-f262-47d2-aa4e-d5d3ed219ed2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:29.675958 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:29.676208 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcde5324-f262-47d2-aa4e-d5d3ed219ed2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:29.676599 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'status': 'completed', 'code': 200} Feb 15 09:33:29.696907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-7f705c73-20c9-45b0-be31-2bebec0e0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:29.699073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-7f705c73-20c9-45b0-be31-2bebec0e0b14 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3988643 Feb 15 09:33:29.752784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-d2425a3f-c40f-4899-80b3-9a5a51c1c379 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031864 Feb 15 09:33:29.807324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.835358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639f33bc-1765-4882-8872-eca66046febe'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:29.837986 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfaf57ec-2ae1-48c5-b3ea-822bdb63b886" -d '{"events": [{"server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "name": "network-vif-plugged", "status": "completed", "tag": "639f33bc-1765-4882-8872-eca66046febe"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:29.855439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:29.863305 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:29.947044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:29.980748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=f196f40d-35e5-4f05-8097-e4afe7b86867,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:30.011504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-612822f3-cea6-4b51-8159-3dfa3c7ffe03 req-647877a7-4f7f-4149-b589-7bc6ae94944f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 210 time: 0.2265415 Feb 15 09:33:30.025767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6852c-832a-4d8d-912a-16914766e3b5 req-e78a80c8-4b1c-4473-96a4-4a5ce789b168 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:30.028336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9c6852c-832a-4d8d-912a-16914766e3b5 req-e78a80c8-4b1c-4473-96a4-4a5ce789b168 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.1822484 Feb 15 09:33:30.076417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.103461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-d08ab4cd-8ecd-46d0-ae30-0c273f0ff473 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:30.105178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-d08ab4cd-8ecd-46d0-ae30-0c273f0ff473 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449528 Feb 15 09:33:30.126364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Request body: {'port': {'device_id': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '18626dc280474be795e0581045384dc9'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:30.167599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:30.172941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9c6852c-832a-4d8d-912a-16914766e3b5 req-4d84ae09-39d3-42ce-96d3-e897ec8f457f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205099 Feb 15 09:33:30.195465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': '079ea75d-9c83-428a-ba87-866990c59bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:30.196057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: 68a5483b-06c6-4030-8fde-ee6195265a97, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:30.199401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Pushing event updated for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:30.202203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:30.205425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-4f2ee420-2bcf-49b5-9315-cfca204b5f4f service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895519 Feb 15 09:33:30.208730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:30.223214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-112a9aff-3b74-47b1-8b14-34dff5226e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:30.224708 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-112a9aff-3b74-47b1-8b14-34dff5226e42 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4747508 Feb 15 09:33:30.270195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49736a9d-b7ff-4385-8d91-6dcf7e5cd15d req-3fcaac23-183f-4f9c-be8a-c6b886150d5d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0398734 Feb 15 09:33:30.371195 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7712743-77f8-47d8-be98-41b3ebf2ead7 x-openstack-request-id: req-d7712743-77f8-47d8-be98-41b3ebf2ead7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:30.372188 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "name": "network-vif-plugged", "status": "completed", "tag": "639f33bc-1765-4882-8872-eca66046febe", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:30.372656 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7712743-77f8-47d8-be98-41b3ebf2ead7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:30.373706 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '639f33bc-1765-4882-8872-eca66046febe', 'code': 200} Feb 15 09:33:30.382699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb055bef-d13d-4c4e-8d56-e387f3cac886 req-fadea0ae-2b6a-4f27-a5d9-0f4b459f43b7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 210 time: 0.2501607 Feb 15 09:33:30.435317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59394) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:30.449170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Made reservation on behalf of 18626dc280474be795e0581045384dc9 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:30.452846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.493137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.496560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.540452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network 68a5483b-06c6-4030-8fde-ee6195265a97 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:30.568103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 68a5483b-06c6-4030-8fde-ee6195265a97) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:30.579298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Deleting subnet 1fa8baef-b9cc-4438-867c-e595be6a346d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:33:30.583312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.587229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4996c5d9-c274-42df-a60c-1d3831005ecf None None] Network 68a5483b-06c6-4030-8fde-ee6195265a97 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:30.607110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:30.608156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.621958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.641528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c53ef17-f73f-47b4-8d7b-8ad198b894fd req-23ecdd52-69ce-4b25-bb29-9bd699d1d300 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3945436 Feb 15 09:33:30.663929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.699029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c3c68f23-b1ca-46a9-be2d-16a37903339c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.8631191 Feb 15 09:33:30.702089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-7054b321-3038-4073-97b7-a0a95cb847d6 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311447 Feb 15 09:33:30.702615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59398) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:30.740851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:30.745856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed913a7-acb5-42fd-b589-887e906a5b03 req-f0178e47-da0c-480c-ac45-3b5b1850212d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:30.747746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed913a7-acb5-42fd-b589-887e906a5b03 req-f0178e47-da0c-480c-ac45-3b5b1850212d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 1096 time: 0.2535419 Feb 15 09:33:30.862274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-938b1191-3b10-4d24-bd22-a3a86c63ba39 None None] Provisioning complete for port 799b62e9-7199-459e-84a9-422be91a1de9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:30.863207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-938b1191-3b10-4d24-bd22-a3a86c63ba39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.877820 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.905612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-ad3cb4d4-8a6c-4c1f-b876-7f7a22dd4211 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9468f9271159472792d154443b93dcf1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1086125 Feb 15 09:33:30.907560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.928343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.935919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1fa8baef-b9cc-4438-867c-e595be6a346d HTTP/1.1" status: 204 len: 168 time: 0.4967406 Feb 15 09:33:30.942303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed913a7-acb5-42fd-b589-887e906a5b03 req-06b2ecf2-d5ef-4dc4-8dc2-e7c28d45ca8d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842456 Feb 15 09:33:30.942937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:30.950378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-938b1191-3b10-4d24-bd22-a3a86c63ba39 None None] Port 799b62e9-7199-459e-84a9-422be91a1de9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:30.969587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:30.970212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:30.972783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.040491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-68a5483b-06c6-4030-8fde-ee6195265a97', 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': 'f196f40d-35e5-4f05-8097-e4afe7b86867'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:31.041508 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.120723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3385e-d68a-4b11-b6e7-850f15ba3305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa8baef-b9cc-4438-867c-e595be6a346d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:31.179054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.278234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Allocated IP 2001:db8::1 (68a5483b-06c6-4030-8fde-ee6195265a97/f196f40d-35e5-4f05-8097-e4afe7b86867/8a835a4c-2c9f-449c-b0c7-c24da1b276c8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:31.279186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6eb1bdef-2ae9-4227-b56d-48f62f6244ad req-512abc7c-49a8-44b2-badf-92564645cdbb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 210 time: 0.1016352 Feb 15 09:33:31.299471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.451943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=995e06d7-91e8-4623-b3bc-939d1a1c05bb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:31.559707 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.572555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.625762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Network 68a5483b-06c6-4030-8fde-ee6195265a97 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:31.627628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.630811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:31.632848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-890aaf06-d788-419a-afa8-3278457effa4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=1f49531877c44bbc883570e1a4f4c38b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550599 Feb 15 09:33:31.633402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Pushing event updated for resources: {'Port': ['ID=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:31.644761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:31.664258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['976225ec-1661-4354-bd6e-adfe5ba6bb78']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:31.674701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c30f520-649f-4601-8c9b-4c9eb30594df') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:31.675074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c30f520-649f-4601-8c9b-4c9eb30594df') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:31.687711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.702219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.708256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:31.708650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.712712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Attempting to bind port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:31.713442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Attempting to bind port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '079ea75d-9c83-428a-ba87-866990c59bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:31.714737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Attempting to bind port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 on network 68a5483b-06c6-4030-8fde-ee6195265a97 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:31.720800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:31.721535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Checking segment: {'id': '079ea75d-9c83-428a-ba87-866990c59bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:31.722129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.722682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Bound using segment: {'id': '079ea75d-9c83-428a-ba87-866990c59bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:31.723329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Bound port: 8a835a4c-2c9f-449c-b0c7-c24da1b276c8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079ea75d-9c83-428a-ba87-866990c59bac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '68a5483b-06c6-4030-8fde-ee6195265a97'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:31.723918 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:31.728392 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:31.746773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c2e82260-fd2f-4b5c-9b5d-8af7fea521ab tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.749770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c2e82260-fd2f-4b5c-9b5d-8af7fea521ab tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8043430 Feb 15 09:33:31.764060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.785327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Request body: {'port': {'device_id': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '9468f9271159472792d154443b93dcf1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:31.802177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.806388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] For port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:31.809452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.811051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] For port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,segment=NetworkSegment(079ea75d-9c83-428a-ba87-866990c59bac),segment_id=079ea75d-9c83-428a-ba87-866990c59bac)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:31.815393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.820062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:31.821910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.828736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.836137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.842847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.844834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33c26912-23c8-4ef9-9314-35f35115a00e req-0d6e4656-7063-4726-8dd7-05960b6d22e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 1.1294618 Feb 15 09:33:31.847975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf6e65-927d-4935-91b2-b4a0f8d85ebd req-eb725408-1565-4e4c-8f35-979e57d7e530 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.862785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88bf6e65-927d-4935-91b2-b4a0f8d85ebd req-eb725408-1565-4e4c-8f35-979e57d7e530 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.4820035 Feb 15 09:33:31.896273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dac182-a76e-47f0-8085-c01224b9a8d7 None None] Pushing event updated for resources: {'Port': ['ID=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:31.946862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-9f6762be-fa71-478c-aa70-130b79f0e303 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2196553 Feb 15 09:33:31.974294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-36c633ae-dd68-4be3-9ea6-3862e3975fe5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:31.975750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-36c633ae-dd68-4be3-9ea6-3862e3975fe5 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3177338 Feb 15 09:33:31.979118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Allocated IP 192.168.233.12 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/c141ee85-9bd0-4763-bdd8-5fff9c507bd6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:31.985014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.010592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.014001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] 10.222.0.10 "DELETE /v2.0/networks/976225ec-1661-4354-bd6e-adfe5ba6bb78 HTTP/1.1" status: 204 len: 168 time: 1.0473261 Feb 15 09:33:32.031738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Request body: {'port': {'device_id': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '1f49531877c44bbc883570e1a4f4c38b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:32.046884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88bf6e65-927d-4935-91b2-b4a0f8d85ebd req-12da8734-6d27-4e9c-b10f-19d39862bef9 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826184 Feb 15 09:33:32.080051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e3600-ca69-4c3e-a1ca-636aa1fac762 admin admin] Pushing event deleted for resources: {'Network': ['ID=976225ec-1661-4354-bd6e-adfe5ba6bb78,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:32.246843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3fd43a2-0142-4ab3-85ab-12c209a84a16 req-716f729a-cabb-4c83-9e3f-6f1176d552c9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0508478 Feb 15 09:33:32.301963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33c26912-23c8-4ef9-9314-35f35115a00e req-932725cb-cab3-4da5-b210-2dd411f6405a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3737242 Feb 15 09:33:32.310474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-82eb8aed-00f1-4bb9-8318-91f36f61a70f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 217 time: 0.3469360 Feb 15 09:33:32.344550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Made reservation on behalf of 9468f9271159472792d154443b93dcf1 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:32.348622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.423161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-05b4f224-5a21-422e-992a-8fe4cf80d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:32.424679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-05b4f224-5a21-422e-992a-8fe4cf80d182 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.0741434 Feb 15 09:33:32.446398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59416) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:32.475719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d634082-b2e7-4090-a2b8-c0f7c615c8cc req-de2830a5-ac66-42ca-9b7a-c042819ffb47 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 210 time: 0.0762765 Feb 15 09:33:32.477673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.518157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c180e921-9718-4cae-93bd-c086cbe58a6a req-cf0af5e1-04fd-47d7-90b1-74d64006dd30 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 210 time: 0.0832522 Feb 15 09:33:32.521313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.533047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:32.533177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.534903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.575018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e7d3fc54-f98e-4a7a-87a5-8dd727e92edf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de21f2ee27044877a84a715b41aa4836&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121995 Feb 15 09:33:32.575332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Made reservation on behalf of 1f49531877c44bbc883570e1a4f4c38b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:32.579218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59418) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:32.579392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.645556 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.652050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-038d5ffc-faac-4968-94eb-e4129194cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:32.653594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-038d5ffc-faac-4968-94eb-e4129194cf59 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115633 Feb 15 09:33:32.674877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:32.686279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.689304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.716379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.719567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Pushing event updated for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:32.739242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:32.739752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.783825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:32.797237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:32.799616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:32.847355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:32.869143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.872008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Allocated IP 192.168.233.195 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/3f568abc-bac1-4e44-a3f3-2543ecc196a7) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:32.898451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,segment=NetworkSegment(079ea75d-9c83-428a-ba87-866990c59bac),segment_id=079ea75d-9c83-428a-ba87-866990c59bac)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:32.900289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.901210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:32.902910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.929616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.932265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.934320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9107710-3826-4b19-8e51-8d22d40614d8 HTTP/1.1" status: 204 len: 168 time: 0.3550439 Feb 15 09:33:32.953732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,segment=NetworkSegment(079ea75d-9c83-428a-ba87-866990c59bac),segment_id=079ea75d-9c83-428a-ba87-866990c59bac)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:32.966040 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-323ddc35-2df2-4eb5-9de5-1c942896c653 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913129 Feb 15 09:33:32.966387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:32.978842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-c2fc4f2c-dad3-480b-8ead-59bef3832de5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8573847 Feb 15 09:33:33.015352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Request body: {'port': {'device_id': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:33.023961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85444ed5-220c-4fe1-98be-b7c037881d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9107710-3826-4b19-8e51-8d22d40614d8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:33.082054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:33.084208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:33.213124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2fd7fd73-6249-427b-b08d-5b74b1eff7fc None None] Provisioning complete for port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:33.213497 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2fd7fd73-6249-427b-b08d-5b74b1eff7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.247063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-8d3227b6-53e7-4953-b06d-c74f123140a9 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611647 Feb 15 09:33:33.268343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7fd73-6249-427b-b08d-5b74b1eff7fc None None] Port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:33.353224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-f8b05e3d-cfad-48e5-bd8a-a651568bb6f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 217 time: 0.0977883 Feb 15 09:33:33.373379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:33.395836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:33.431235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e84246-5c2e-4ff4-883c-df5716d9f35d None None] Network 68a5483b-06c6-4030-8fde-ee6195265a97 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:33.439306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aeef9a49-fc2d-4b80-9304-afca37220782 req-9d6e125e-e8ef-4af0-be82-b2a1cf72c10a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0758932 Feb 15 09:33:33.536076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-47ab6377-4128-474c-af8e-c6040d2e0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.537700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-47ab6377-4128-474c-af8e-c6040d2e0b50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.1666451 Feb 15 09:33:33.616513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a61e6406-a247-4361-a8c6-271cff71df88 None None] Provisioning complete for port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:33.616895 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a61e6406-a247-4361-a8c6-271cff71df88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.673531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.755408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-085de87c-781a-4245-986b-9d1989cbc2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.757371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-085de87c-781a-4245-986b-9d1989cbc2ec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2117412 Feb 15 09:33:33.765610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.766989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a61e6406-a247-4361-a8c6-271cff71df88 None None] Could not find standard attr ID for object 8a835a4c-2c9f-449c-b0c7-c24da1b276c8. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:33:33.772228 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.db [None req-a61e6406-a247-4361-a8c6-271cff71df88 None None] No ports have port_id starting with 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 Feb 15 09:33:33.790196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63677f6d-7517-4834-96d1-98d2a6d4eca1 req-7c313ad6-604b-4313-9eda-665af921a932 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.798670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63677f6d-7517-4834-96d1-98d2a6d4eca1 req-7c313ad6-604b-4313-9eda-665af921a932 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.1773241 Feb 15 09:33:33.823171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=8a835a4c-2c9f-449c-b0c7-c24da1b276c8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:33.827735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:33:33.842634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.911604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2876265e-f3e2-4421-84ca-8d8aaeafd0d7 None None] Provisioning complete for port 799b62e9-7199-459e-84a9-422be91a1de9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:33.912187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2876265e-f3e2-4421-84ca-8d8aaeafd0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:33.931606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.943169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.950476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.958035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.960181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63677f6d-7517-4834-96d1-98d2a6d4eca1 req-49cf95bf-740a-4669-988a-6f21d39299bd tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605654 Feb 15 09:33:33.962749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2876265e-f3e2-4421-84ca-8d8aaeafd0d7 None None] Port 799b62e9-7199-459e-84a9-422be91a1de9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:33.985865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:33.997052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.003314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.005920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-23a6d1fd-5b34-4405-a7e3-7c8e204b25ab tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.4210999 Feb 15 09:33:34.053594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:34.057364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.080385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1556279d-95aa-447c-b5b9-eff4541b1e5d', '75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:34.154248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:34.162775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:34.165270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:34.170600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event updated for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:34.210636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d0cad-094d-414d-bd0a-43c14fc33fa4 req-a63ed576-344f-430b-a2be-9e54f1210ab5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.212179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b5d0cad-094d-414d-bd0a-43c14fc33fa4 req-a63ed576-344f-430b-a2be-9e54f1210ab5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 935 time: 0.1786423 Feb 15 09:33:34.229204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e8f1b06-dc4b-4cda-b217-7876588a469b req-f7c14d5e-779d-4668-9ab9-bd4d7d1137cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1929710 Feb 15 09:33:34.231893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.232576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.274047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a3569c28-ccb5-4d7a-850b-1a5dd5a0177c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4936137 Feb 15 09:33:34.283168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b5d0cad-094d-414d-bd0a-43c14fc33fa4 req-9eb8b50b-5d61-4f5a-aeec-164b55a508e7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Feb 15 09:33:34.288459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Request body: {'port': {'device_id': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:34.290975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Allocated IP 192.168.233.127 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/645ac052-a071-4d5e-8402-e7cac12774cf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:34.294744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.353751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.354399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-47c16dab-b9b9-48d7-bf9b-753a8624cbae service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740430 Feb 15 09:33:34.522403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfcf4e-f150-4ef2-974f-6a2b1ed59c3a req-d577f1f5-c9ef-4936-9cbd-ea17a5a5c9ef tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.524000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44cfcf4e-f150-4ef2-974f-6a2b1ed59c3a req-d577f1f5-c9ef-4936-9cbd-ea17a5a5c9ef tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.1237776 Feb 15 09:33:34.544672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:33:34.569773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0c2f9f74-565b-4a3a-8b58-a22fe34332d0 admin admin] 10.222.0.10 "PUT /v2.0/routers/38a5f4ba-70a4-4fd8-ac42-481a5508b3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4628947 Feb 15 09:33:34.576026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Sync routers for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:33:34.587263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:34.588208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:33:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:34.615582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44cfcf4e-f150-4ef2-974f-6a2b1ed59c3a req-3d2aeae6-73b0-408c-a9b4-1b9c9efb179d tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801017 Feb 15 09:33:34.635132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aef687-7b84-4260-80ac-ac43961e9867 req-ef1fb4f6-1df7-479f-97bd-a5c48b73df50 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:34.642592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7aef687-7b84-4260-80ac-ac43961e9867 req-ef1fb4f6-1df7-479f-97bd-a5c48b73df50 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 936 time: 0.2149360 Feb 15 09:33:34.693089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.721310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-a57e44a1-a3d3-4a49-812d-6b2ce8c6a899 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3526731 Feb 15 09:33:34.722971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-64cbeb0f-522b-4a97-9602-056c6510dd6a None None] Provisioning complete for port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:34.723282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-64cbeb0f-522b-4a97-9602-056c6510dd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.727011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:34.755138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=f196f40d-35e5-4f05-8097-e4afe7b86867,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:34.772369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3543e88d-c581-484b-9c48-18ec8dc40f47 None None] Network 68a5483b-06c6-4030-8fde-ee6195265a97 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:34.820535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-688622a1-b752-41a9-86bf-9190b74eb451 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c HTTP/1.1" status: 200 len: 217 time: 0.0786362 Feb 15 09:33:34.848554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-64cbeb0f-522b-4a97-9602-056c6510dd6a None None] Port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:34.856467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1625598856'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:34.857978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:34.876439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7aef687-7b84-4260-80ac-ac43961e9867 req-abbb8250-eb82-406b-a593-3aede1fe4977 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329178 Feb 15 09:33:34.907144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:34.915702 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:34.939710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.008256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a5483b-06c6-4030-8fde-ee6195265a97']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:35.025689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:35.046722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.046722 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Added segment 804abd2b-7feb-4700-9604-289f331667a8 of type vlan for network 326ee1bd-314e-4db4-969f-57bba46ae838 Feb 15 09:33:35.097109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.125796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4743548-53d2-45e8-927f-59ead967f357 req-ee078476-3341-4f68-8df2-395615ed783d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 210 time: 0.1759121 Feb 15 09:33:35.140521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.146887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.147571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.274957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e46905f-6486-41f6-a223-7bcd15a34ba8 None None] DHCP port deletion for 68a5483b-06c6-4030-8fde-ee6195265a97 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:33:35.288255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5577459 Feb 15 09:33:35.288793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59480) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:35.307101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'subnet': {'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:35.353071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239902b6-3b1b-4b7b-9d10-7613fd72641b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Network': ['ID=326ee1bd-314e-4db4-969f-57bba46ae838,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:35.375520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 326ee1bd-314e-4db4-969f-57bba46ae838 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:35.419142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59484) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:35.522714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079ea75d-9c83-428a-ba87-866990c59bac') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:35.522951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079ea75d-9c83-428a-ba87-866990c59bac') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:35.546137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.548417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:30Z', 'revision_number': 4, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '799b62e9-7199-459e-84a9-422be91a1de9', 'name': '', 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'mac_address': 'fa:16:3e:b4:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:27Z', 'updated_at': '2022-02-15T09:33:31Z', 'revision_number': 2, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'subnets': [{'id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:35.559849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.594937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Checking router: 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:33:35.595576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Updating router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 port 799b62e9-7199-459e-84a9-422be91a1de9 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:33:35.598800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4cad17ed-ef9b-4490-8d34-9d4a34f910a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.600656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-4cad17ed-ef9b-4490-8d34-9d4a34f910a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.7461972 Feb 15 09:33:35.601959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.606386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.611954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.618122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.624291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.630592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.633543 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.638537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.646605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.648590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-30fa6af4-9ec3-48ef-8aaf-7c34c09a0154 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.2783618 Feb 15 09:33:35.673527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:35.674318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:35.679119 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:35.683408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44caf52d-f7be-4649-9ede-ad7cd516e6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.707298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:35.710850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.761637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0077-a0f9-4531-9547-6958a629c8f3 req-713d4424-dceb-48ee-ace4-72cb35cd8e61 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.762913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ebf0077-a0f9-4531-9547-6958a629c8f3 req-713d4424-dceb-48ee-ace4-72cb35cd8e61 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 935 time: 0.2228434 Feb 15 09:33:35.765695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.785898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2', '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'a87e5e7e-81e3-4217-a32f-b46e76631992'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:35.788423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:35.788617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.806941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8180342-1d1c-4d63-b2ec-ee02fced9586 req-66491981-9943-4c9f-ab7c-23518cfa0681 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1444995 Feb 15 09:33:35.821879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-f1bd43d6-bc65-46ca-a410-a59f1fb5b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:35.824114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-f1bd43d6-bc65-46ca-a410-a59f1fb5b4dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1902223 Feb 15 09:33:35.826720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.835213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/68a5483b-06c6-4030-8fde-ee6195265a97 HTTP/1.1" status: 204 len: 168 time: 5.1287045 Feb 15 09:33:35.847477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59490) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:35.853377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-387520898'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:35.882082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:35.896840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c58e00e-5138-49bc-ac7d-11948661bf7c tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=68a5483b-06c6-4030-8fde-ee6195265a97,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:35.957720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:35.960256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:35.963792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:35.973478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:35.982048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event updated for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.022958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ebf0077-a0f9-4531-9547-6958a629c8f3 req-87fe4ede-b749-4cab-a935-b499be1ca9e7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494729 Feb 15 09:33:36.070095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44caf52d-f7be-4649-9ede-ad7cd516e6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.094531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.095326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.112135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44caf52d-f7be-4649-9ede-ad7cd516e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.134741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:36.149669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-1ec41ea5-86b9-42f1-bf84-f8dd538cdda6 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964988 Feb 15 09:33:36.162291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-83b75ee4-e6cf-48c9-955b-a6209ba765f8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1542482 Feb 15 09:33:36.192585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Request body: {'port': {'device_id': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:36.287030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44caf52d-f7be-4649-9ede-ad7cd516e6ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=553e258b9842435096872e657af89687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8568881 Feb 15 09:33:36.288992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.290478 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 434c0742-6662-463a-9e01-88ccbfcc7ab0 of type vlan for network deb15584-698c-4a4f-aa0d-465dd0d5b833 Feb 15 09:33:36.297795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59502) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:36.309387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c141ee85-9bd0-4763-bdd8-5fff9c507bd6 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:36.318028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.334726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.337307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caf52d-f7be-4649-9ede-ad7cd516e6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c30b8de-7a56-4858-a798-5a9386ed4595,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.359214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Transition to ACTIVE for port object c141ee85-9bd0-4763-bdd8-5fff9c507bd6 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:36.373703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.392558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6d929-f836-434e-95b1-4a897c0b0d0e req-73056789-abae-46d5-8c40-a2415b5285c4 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.399938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8d6d929-f836-434e-95b1-4a897c0b0d0e req-73056789-abae-46d5-8c40-a2415b5285c4 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 936 time: 0.2332289 Feb 15 09:33:36.419725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.421845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.424487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.470972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-49ebda5d-9499-46f5-b00d-31502bff1f6d service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060646 Feb 15 09:33:36.479080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-318ef54e-a7a4-44df-b335-58783534fa75 None None] Provisioning complete for port 645ac052-a071-4d5e-8402-e7cac12774cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:36.479445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-318ef54e-a7a4-44df-b335-58783534fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.496006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.515909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.524740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-318ef54e-a7a4-44df-b335-58783534fa75 None None] Port 645ac052-a071-4d5e-8402-e7cac12774cf cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:36.527462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420853af-74f3-4d1c-a0da-4523af4a04f9 None None] Pushing event updated for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.587847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8d6d929-f836-434e-95b1-4a897c0b0d0e req-b8d0addb-e794-4700-8d6d-eea5227d8d22 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869667 Feb 15 09:33:36.589910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-549bb49e-3d0e-44ca-9b1b-4f1a6bc2cdda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273 HTTP/1.1" status: 200 len: 217 time: 0.0961847 Feb 15 09:33:36.619836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03f566-5ad9-493f-804e-ac84555d65f9 req-3248e77f-9f0a-45ea-887a-7ef6de19a97e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.630961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c03f566-5ad9-493f-804e-ac84555d65f9 req-3248e77f-9f0a-45ea-887a-7ef6de19a97e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 936 time: 0.2928221 Feb 15 09:33:36.631680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:36.674916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Subnet': ['ID=fd688b59-69a3-4c0e-8baf-fb93f4ff9818,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.677796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.711308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:36.711652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a835a4c-2c9f-449c-b0c7-c24da1b276c8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:36.744047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.749992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.750650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.773331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Checking segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:36.773612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network hostable DHCP agents. Network: 326ee1bd-314e-4db4-969f-57bba46ae838, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:36.786227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Attempting to bind port 799b62e9-7199-459e-84a9-422be91a1de9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:36.788760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Attempting to bind port 799b62e9-7199-459e-84a9-422be91a1de9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:36.789193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Attempting to bind port 799b62e9-7199-459e-84a9-422be91a1de9 on network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:36.809566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:36.810340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Checking segment: {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:36.811072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.811625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Bound using segment: {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:36.812290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Bound port: 799b62e9-7199-459e-84a9-422be91a1de9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efb9df02-2325-4f3d-8f70-47e0c8fae554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:36.813282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.857870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:36.896021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=deb15584-698c-4a4f-aa0d-465dd0d5b833,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:36.920222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network deb15584-698c-4a4f-aa0d-465dd0d5b833 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:36.961567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-0331b7d7-5acc-4d08-b5be-b8ac3bab4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.963482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-0331b7d7-5acc-4d08-b5be-b8ac3bab4bbb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.3502638 Feb 15 09:33:36.975140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f1cccbe-ce3d-4163-8494-f665e6908280 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1238828 Feb 15 09:33:36.979220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:36.979556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:36.980909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:36.982096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef96611-4826-445f-94cc-2911d93646b3 req-4a3a7273-1f98-4904-8c8a-20f6426cfcce tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:36.983947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bef96611-4826-445f-94cc-2911d93646b3 req-4a3a7273-1f98-4904-8c8a-20f6426cfcce tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.1595376 Feb 15 09:33:36.984575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59512) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:36.991209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:36.991538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:37.003761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:37.018957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:37.019268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:37.019762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:37.020147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Bound port: c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:37.020597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.033554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] For port 799b62e9-7199-459e-84a9-422be91a1de9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:37.038961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] For port 799b62e9-7199-459e-84a9-422be91a1de9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=799b62e9-7199-459e-84a9-422be91a1de9,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:37.044769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network 326ee1bd-314e-4db4-969f-57bba46ae838 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:37.052998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] Provisioning complete for port 799b62e9-7199-459e-84a9-422be91a1de9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:37.053418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.062082 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.075316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c03f566-5ad9-493f-804e-ac84555d65f9 req-b63869d7-827a-412c-a5f8-3beb6db03c45 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450293 Feb 15 09:33:37.125858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 326ee1bd-314e-4db4-969f-57bba46ae838) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:37.128757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f568abc-bac1-4e44-a3f3-2543ecc196a7 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:37.141388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.142156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.146511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.160280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.166195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.168555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c30b8de-7a56-4858-a798-5a9386ed4595 HTTP/1.1" status: 204 len: 168 time: 0.8667252 Feb 15 09:33:37.180598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce5239b-2a9d-449b-9ca7-8f4ca9d4a5a1 None None] Network 326ee1bd-314e-4db4-969f-57bba46ae838 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:37.201612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c8711d6-8dc5-4813-a583-1a49bb6c4f5b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8998845 Feb 15 09:33:37.202259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59518) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:37.206870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-b69ff92e-7463-4ec5-832b-e3f2ded584f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.209634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-b69ff92e-7463-4ec5-832b-e3f2ded584f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2234418 Feb 15 09:33:37.232509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bef96611-4826-445f-94cc-2911d93646b3 req-5a0ce9a1-673e-4e9a-b19e-6fbcfef716a4 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142580 Feb 15 09:33:37.234417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-167250690'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:37.245328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Transition to ACTIVE for port object 3f568abc-bac1-4e44-a3f3-2543ecc196a7 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:37.254803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:37.273098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.286632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f192b-2afa-4994-b30a-700cca22f749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c30b8de-7a56-4858-a798-5a9386ed4595,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:37.371791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:37.403856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:37.447735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Pushing event updated for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:37.480472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.502243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Attempting to bind port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:37.502639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Attempting to bind port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:37.503078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Attempting to bind port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:37.550086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420853af-74f3-4d1c-a0da-4523af4a04f9 None None] Pushing event updated for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:37.566224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.567419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.569792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] 10.222.0.36 "PUT /v2.0/ports/c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 1095 time: 4.5732930 Feb 15 09:33:37.598378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.620230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.632765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.639499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.646171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.649123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645ac052-a071-4d5e-8402-e7cac12774cf {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:37.653435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.659816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.660433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:37.670095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-51ca51ba-7fff-4382-a9f2-6bc07b6b9d1a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.4914553 Feb 15 09:33:37.675350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Transition to ACTIVE for port object 645ac052-a071-4d5e-8402-e7cac12774cf will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:37.676287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:33:37.677418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:33:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:37.698140 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.712425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:37.715799 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef978160-4c11-4e7b-9b7f-d7417709d226" -d '{"events": [{"name": "network-changed", "server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:37.780557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:37.780989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Attempting to bind port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:37.791936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:37.796398 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.824914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637b9c49-64c3-4365-a2a9-2389f1fe5fbb service neutron] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:37.833179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:37.833592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:37.833911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:37.839178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-ca7fd729-370b-4952-9221-44bad43669b3 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6024837 Feb 15 09:33:37.841421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:37.841918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Bound port: 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:37.842193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.847382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:37.852079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.889083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d2b28af-1161-4d51-b0f0-46b1e9a3ccc8 req-39b5a8b2-a016-4c0b-bba5-a84406ea1485 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2177241 Feb 15 09:33:37.947228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '639f33bc-1765-4882-8872-eca66046febe', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'port_id': '639f33bc-1765-4882-8872-eca66046febe', 'mac_address': 'fa:16:3e:ac:31:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cef03d-bff2-40e4-a964-d7e875663f87', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:37.949973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:37.983509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:38.002479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-81a20628-a68e-41c6-a755-09dae3a574fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.002636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Pushing event updated for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:38.004057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-81a20628-a68e-41c6-a755-09dae3a574fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1098 time: 0.3290446 Feb 15 09:33:38.086921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.087280 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Added segment 75a133b7-8496-4f0d-888e-30b6b2052b0c of type vlan for network f0fb20b9-d412-4e9d-be3f-9c67682126bc Feb 15 09:33:38.093138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6eb16-c993-4ba2-a224-7969341954e5 req-a13db42f-2164-4563-95c0-00633e9c818f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.102281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fe6eb16-c993-4ba2-a224-7969341954e5 req-a13db42f-2164-4563-95c0-00633e9c818f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.7051227 Feb 15 09:33:38.109114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-fe16a0b7-b73c-419f-b6ec-ec8493f0c62f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0881248 Feb 15 09:33:38.179580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:38.209173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] For port 799b62e9-7199-459e-84a9-422be91a1de9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=799b62e9-7199-459e-84a9-422be91a1de9,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:38.247440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:38.256861 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.264258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.266488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fe6eb16-c993-4ba2-a224-7969341954e5 req-167f866b-451b-4d60-987b-7ad43eb1801b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623733 Feb 15 09:33:38.275172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-758b2f35-bd6b-4a76-895e-aef1c5fe4fcb service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174755 Feb 15 09:33:38.285527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-232239f2-20b0-4f08-a4e4-1794a9c47b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.287189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-232239f2-20b0-4f08-a4e4-1794a9c47b7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1646039 Feb 15 09:33:38.290921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.310792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56311b9e-3e2d-4766-962f-9f90e97a9473 req-beb2c808-3009-427b-98be-8e68d982274e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.318218 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56311b9e-3e2d-4766-962f-9f90e97a9473 req-beb2c808-3009-427b-98be-8e68d982274e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 948 time: 0.2918928 Feb 15 09:33:38.347048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.392089 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0817608-354a-4a2f-a825-fbe62f07add2 x-openstack-request-id: req-e0817608-354a-4a2f-a825-fbe62f07add2 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:38.392362 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:38.392613 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0817608-354a-4a2f-a825-fbe62f07add2 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:38.393038 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'status': 'completed', 'code': 200} Feb 15 09:33:38.398437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-326ee1bd-314e-4db4-969f-57bba46ae838', 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'fixed_ips': [{'subnet_id': 'fd688b59-69a3-4c0e-8baf-fb93f4ff9818'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:38.399307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.403465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-efc116f1-f2ca-40e0-a787-f91aadbaf6d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914 HTTP/1.1" status: 200 len: 217 time: 0.1075518 Feb 15 09:33:38.406848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Attempting to bind port 645ac052-a071-4d5e-8402-e7cac12774cf on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:38.407234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Attempting to bind port 645ac052-a071-4d5e-8402-e7cac12774cf by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:38.407782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Attempting to bind port 645ac052-a071-4d5e-8402-e7cac12774cf on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:38.448334 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:33:38.490271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59546) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:38.493863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 639f33bc-1765-4882-8872-eca66046febe {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:38.495118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-95bf9cc1-feca-4752-ad7e-15de5d5ac098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.502357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-95bf9cc1-feca-4752-ad7e-15de5d5ac098 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 200 len: 797 time: 0.0915167 Feb 15 09:33:38.506934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.508659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.510793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] 10.222.0.36 "PUT /v2.0/ports/3f568abc-bac1-4e44-a3f3-2543ecc196a7 HTTP/1.1" status: 200 len: 1096 time: 4.2267301 Feb 15 09:33:38.568744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.573215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Port 645ac052-a071-4d5e-8402-e7cac12774cf on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:38.574133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Attempting to bind port 645ac052-a071-4d5e-8402-e7cac12774cf on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:38.575732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.576323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.593870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56311b9e-3e2d-4766-962f-9f90e97a9473 req-234c89a5-cc5c-494f-8780-d9be2b05176b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747045 Feb 15 09:33:38.603487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a8141a-176e-482e-96c4-caff311fe477 None None] Pushing event updated for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:38.633185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:38.633874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:38.634750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:38.635418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Bound port: 645ac052-a071-4d5e-8402-e7cac12774cf, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:38.635971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.645876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:33:38.652862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a0417-59a6-4991-bab7-40931cc7624a service neutron] Pushing event updated for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:38.780110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-7df088fb-3985-4021-b2ac-608ed227e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.781692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-7df088fb-3985-4021-b2ac-608ed227e33c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4597993 Feb 15 09:33:38.804384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5729172 Feb 15 09:33:38.805812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1062683534-network', 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:38.827422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59552) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:38.853979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'subnet': {'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:38.875772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-84b42881-aa40-4742-b71d-3a485dde5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.877326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-84b42881-aa40-4742-b71d-3a485dde5297 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3485944 Feb 15 09:33:38.884621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591df24-8512-4dbe-8f8d-1fde164aa323 req-891e6c6e-926f-4b57-b22b-1b96fe247ee1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:38.886688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6591df24-8512-4dbe-8f8d-1fde164aa323 req-891e6c6e-926f-4b57-b22b-1b96fe247ee1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 948 time: 0.3761587 Feb 15 09:33:38.893235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:38.902932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e98ac-cd76-4e5f-adc3-dc8d0dbfa5b7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Network': ['ID=f0fb20b9-d412-4e9d-be3f-9c67682126bc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:38.925310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:38.953786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.001914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:39.019590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:39.047779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-690a6131-60ed-429a-b708-26fc235ad95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.049168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-690a6131-60ed-429a-b708-26fc235ad95f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 1099 time: 0.4097235 Feb 15 09:33:39.069824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=645ac052-a071-4d5e-8402-e7cac12774cf,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:39.075821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-acc4e26c-eb9a-4b51-9b32-538a7642241b None None] Provisioning complete for port 799b62e9-7199-459e-84a9-422be91a1de9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:39.076180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-acc4e26c-eb9a-4b51-9b32-538a7642241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.100558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbb451-6124-4993-8fe0-8427faa50151 req-ee3f8f79-5318-4812-97f7-b54e1d53a8cb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.101007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.102170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6adbb451-6124-4993-8fe0-8427faa50151 req-ee3f8f79-5318-4812-97f7-b54e1d53a8cb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 945 time: 0.3602099 Feb 15 09:33:39.107684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:39.110043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.119288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['639f33bc-1765-4882-8872-eca66046febe'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:39.123735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6591df24-8512-4dbe-8f8d-1fde164aa323 req-415c6016-6a17-47be-9c9c-31b8820da562 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284729 Feb 15 09:33:39.161722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-a38f0598-4e8c-4892-95eb-07be49f5fd24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7 HTTP/1.1" status: 200 len: 217 time: 0.0942485 Feb 15 09:33:39.169546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.193911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=d2a9aa4e-ca95-43e9-a74d-2d7de621ea67,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:39.203677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-5477567a-3b3e-4f50-9430-777f6b0c1248 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907366 Feb 15 09:33:39.268683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.269819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.271579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] 10.222.0.36 "PUT /v2.0/ports/645ac052-a071-4d5e-8402-e7cac12774cf HTTP/1.1" status: 200 len: 1096 time: 3.0861995 Feb 15 09:33:39.273297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:39.276174 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689b662-fc98-4d47-b33d-e6be8d5a1833" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:39.287129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c1f4071c-c038-4202-b9bd-fb50f9c57d6f service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930218 Feb 15 09:33:39.304582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': '434c0742-6662-463a-9e01-88ccbfcc7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:39.305381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: deb15584-698c-4a4f-aa0d-465dd0d5b833, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:39.327277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd5442-b651-4bec-b919-68066c762df0 service neutron] Pushing event updated for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:39.329405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6adbb451-6124-4993-8fe0-8427faa50151 req-7fc8e253-a0a0-4d82-bc8d-72b97009a741 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792691 Feb 15 09:33:39.369007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:39.383955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.425334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-8c795727-1df6-4dce-9068-2e97acbec323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.426712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-8c795727-1df6-4dce-9068-2e97acbec323 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2552481 Feb 15 09:33:39.456661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:39.504978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.511170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.519056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.525357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.531771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.537840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.544667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.547056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-892fd0a8-e8fa-48c1-90c3-e0b1ac4668fe tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.3413532 Feb 15 09:33:39.575598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Allocated IP 19.80.0.2 (326ee1bd-314e-4db4-969f-57bba46ae838/fd688b59-69a3-4c0e-8baf-fb93f4ff9818/37967987-0533-42f5-82f4-5c381933fd39) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:39.591590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network deb15584-698c-4a4f-aa0d-465dd0d5b833 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:39.615791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f660bb-8e23-4ad3-b708-c0096db8eb61 req-4d00f57d-6027-4ae5-a75a-a7078cde5750 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899972 Feb 15 09:33:39.628649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, deb15584-698c-4a4f-aa0d-465dd0d5b833) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:39.649225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-06eef8ac-773a-4896-9d19-c3ab1f540e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.650783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-06eef8ac-773a-4896-9d19-c3ab1f540e77 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 1099 time: 0.2106247 Feb 15 09:33:39.652086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb403c31-d234-4efd-b420-9faa2177e2a4 req-f1bce36a-f978-4ffb-afe1-0a605e7f256c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.659805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb403c31-d234-4efd-b420-9faa2177e2a4 req-f1bce36a-f978-4ffb-afe1-0a605e7f256c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.1933208 Feb 15 09:33:39.661883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.662475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.669846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970c29c-cda6-41ed-936b-813f835aac54 req-03942af8-8a78-4ec3-afa5-c7d29017db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:39.671193 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-03942af8-8a78-4ec3-afa5-c7d29017db2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989794 Feb 15 09:33:39.682400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2005b0d-3a4a-44a8-9e5c-a9ce4537c9ab req-d4f0df75-a163-45b2-972e-259bfa93a5e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1204376 Feb 15 09:33:39.685997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.695497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-1925cc05-0ed1-4977-be42-07f96f9a9cb6 service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921506 Feb 15 09:33:39.732280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38edef4-9ba5-4546-bc05-d8aac84cc66f None None] Network deb15584-698c-4a4f-aa0d-465dd0d5b833 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:39.741487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:39.745148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-8efa6f0e-0ed6-46df-8784-536fd96a3a72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=645ac052-a071-4d5e-8402-e7cac12774cf HTTP/1.1" status: 200 len: 217 time: 0.0695961 Feb 15 09:33:39.795472 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46776d18-3c57-4923-9844-dcfe2b6fd104 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8069036 Feb 15 09:33:39.798247 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-42ea190f-56ab-4543-bd48-09e0cdae06d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49309f55-d0bf-40b0-bf1f-3150d2466054 HTTP/1.1" status: 200 len: 217 time: 0.0732570 Feb 15 09:33:39.801162 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00556202-d65f-4771-b901-ab8ac9e0b9a3 x-openstack-request-id: req-00556202-d65f-4771-b901-ab8ac9e0b9a3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:39.801483 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:39.801691 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00556202-d65f-4771-b901-ab8ac9e0b9a3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:39.802076 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf', 'status': 'completed', 'code': 200} Feb 15 09:33:39.802507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:39.907898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:30Z', 'revision_number': 4, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '799b62e9-7199-459e-84a9-422be91a1de9', 'name': '', 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'mac_address': 'fa:16:3e:b4:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:27Z', 'updated_at': '2022-02-15T09:33:37Z', 'revision_number': 4, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'subnets': [{'id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:39.968516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859bd619-b198-4c98-8045-7b1959091c55 None None] The sync data for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 is: [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:33:30Z', 'revision_number': 4, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '799b62e9-7199-459e-84a9-422be91a1de9', 'name': '', 'network_id': '52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'mac_address': 'fa:16:3e:b4:de:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:27Z', 'updated_at': '2022-02-15T09:33:37Z', 'revision_number': 4, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'subnets': [{'id': '315777a7-dc23-489c-8dd0-e7bfcc582452', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:33:40.053104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-a7a8fdbf-f644-47b0-a69d-62409c6843b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.055094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-a7a8fdbf-f644-47b0-a69d-62409c6843b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2504134 Feb 15 09:33:40.084963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c2ab5566-650d-4a30-9c2a-db0c2336836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.086382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.086521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c2ab5566-650d-4a30-9c2a-db0c2336836f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 200 len: 797 time: 0.2042193 Feb 15 09:33:40.102132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.168839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.177318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Network 326ee1bd-314e-4db4-969f-57bba46ae838 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:40.178814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:40.181141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03074c-911f-4302-8114-07712a0d9b33 req-9df217d1-d77d-4d9a-ae64-5d8bf086ce1d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.181359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:40.185024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:40.188768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b03074c-911f-4302-8114-07712a0d9b33 req-9df217d1-d77d-4d9a-ae64-5d8bf086ce1d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 948 time: 0.3053331 Feb 15 09:33:40.204408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.205859 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Added segment 8b7eef9d-6733-469b-9a53-46a85f76618a of type vlan for network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 Feb 15 09:33:40.251379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-deb15584-698c-4a4f-aa0d-465dd0d5b833', 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': 'd2a9aa4e-ca95-43e9-a74d-2d7de621ea67'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:40.252096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.272664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-70e8c9bd-5f13-40e4-a3d8-9a1746d1d669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.274198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-70e8c9bd-5f13-40e4-a3d8-9a1746d1d669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1913843 Feb 15 09:33:40.280687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b03074c-911f-4302-8114-07712a0d9b33 req-6ce38c11-5765-41bb-ac0a-4a770e6dbf6b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909002 Feb 15 09:33:40.304875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Pushing event updated for resources: {'Port': ['ID=37967987-0533-42f5-82f4-5c381933fd39,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:40.326994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02a1c2-a61a-43da-a27b-928ffb96a35b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:40.327236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Attempting to bind port 37967987-0533-42f5-82f4-5c381933fd39 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:40.327371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Attempting to bind port 37967987-0533-42f5-82f4-5c381933fd39 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:40.327752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Attempting to bind port 37967987-0533-42f5-82f4-5c381933fd39 on network 326ee1bd-314e-4db4-969f-57bba46ae838 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:40.329464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e6f3c-9fde-4918-908d-783d150e973e req-8c1f8db3-adb8-4dde-b15a-9d7ae07210b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.330950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-8c1f8db3-adb8-4dde-b15a-9d7ae07210b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2289319 Feb 15 09:33:40.352746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:40.356802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Checking segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:40.358413 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.358740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Bound using segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:40.359244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Bound port: 37967987-0533-42f5-82f4-5c381933fd39, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:40.359630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.362865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb403c31-d234-4efd-b420-9faa2177e2a4 req-c64bc11f-edfc-4935-b049-214dce1c0ce6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7021801 Feb 15 09:33:40.365996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.435813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:40.438819 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37" -d '{"events": [{"name": "network-changed", "server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:40.448021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.449280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.450890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.534418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] For port 37967987-0533-42f5-82f4-5c381933fd39, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:40.538554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] For port 37967987-0533-42f5-82f4-5c381933fd39, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37967987-0533-42f5-82f4-5c381933fd39,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:40.548868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] Pushing event updated for resources: {'Network': ['ID=2f1c7f58-244a-4c34-95c7-623d21ee98d2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:40.553202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-f5da54fc-5cb0-49b3-afcf-47b06fd06b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:40.555936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-f5da54fc-5cb0-49b3-afcf-47b06fd06b25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1098 time: 0.8611946 Feb 15 09:33:40.556918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.561558 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.609733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:40.649687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a54cc12-5462-4ef3-88e9-863f258f082a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1521657 Feb 15 09:33:40.670519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59570) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:40.671225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Subnet': ['ID=532453c0-a47b-4fdc-a3cd-0724e986f35c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:40.704845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Request body: {'subnet': {'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1062683534-subnet', 'tenant_id': '51480292d2894c7f9b497abb274da4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:40.769257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-dd6dc1f9-bf88-4ca8-8c49-482aaae9fbf5 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0716159 Feb 15 09:33:40.865456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:40.868138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:40.950103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Checking segment: {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:40.950462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network hostable DHCP agents. Network: f0fb20b9-d412-4e9d-be3f-9c67682126bc, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:41.009324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fab46a-cc89-4d53-8a72-f6c9c6bf3026 req-de089b90-0ef1-41cb-84ce-a010884b8fb7 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.017516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1fab46a-cc89-4d53-8a72-f6c9c6bf3026 req-de089b90-0ef1-41cb-84ce-a010884b8fb7 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 944 time: 0.4696002 Feb 15 09:33:41.031108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:41.142288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-0ffcf0b9-e5d1-45dd-97c5-8793188ac647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.143987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-0ffcf0b9-e5d1-45dd-97c5-8793188ac647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4928207 Feb 15 09:33:41.152274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Allocated IP 2001:db8::1 (deb15584-698c-4a4f-aa0d-465dd0d5b833/d2a9aa4e-ca95-43e9-a74d-2d7de621ea67/6942e747-0f41-4635-a765-a84bfc09fc31) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:41.152829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-c4476bb8-6a74-4a2f-bdf8-0793051fe69e service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827146 Feb 15 09:33:41.156380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:41.161194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c35569-4a14-4a97-a8f4-798f8b031d47 None None] Pushing event updated for resources: {'Port': ['ID=37967987-0533-42f5-82f4-5c381933fd39,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:41.164390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-f7286ae7-40ac-4dad-8238-d870ccac1620 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8791642 Feb 15 09:33:41.172173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 799b62e9-7199-459e-84a9-422be91a1de9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:41.200152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1fab46a-cc89-4d53-8a72-f6c9c6bf3026 req-915b74cd-1eb5-41e0-a2eb-72ca2a712b72 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801620 Feb 15 09:33:41.206223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f0fb20b9-d412-4e9d-be3f-9c67682126bc) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:41.211006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.211648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:41.215256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84e85-c8f5-4b23-946a-a1f6bcf57b5c req-70944da5-eb91-47ba-a351-9ed4c2c73d20 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.227893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:41.228773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9c84e85-c8f5-4b23-946a-a1f6bcf57b5c req-70944da5-eb91-47ba-a351-9ed4c2c73d20 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 948 time: 0.3086417 Feb 15 09:33:41.274879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-d44155ea-0a8d-4074-937b-817e2c6ba0ac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0962937 Feb 15 09:33:41.277675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6970c29c-cda6-41ed-936b-813f835aac54 req-b78651be-78be-49a8-abee-190aa6c57809 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577558 Feb 15 09:33:41.353321 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c8be7eb1-5657-42e8-92a5-24bf2c798bbe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5033906 Feb 15 09:33:41.353321 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7662e1bc-0c96-4a04-8a8b-07a9275b3802 x-openstack-request-id: req-7662e1bc-0c96-4a04-8a8b-07a9275b3802 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:41.353321 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:41.353321 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7662e1bc-0c96-4a04-8a8b-07a9275b3802 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:41.353321 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7', 'status': 'completed', 'code': 200} Feb 15 09:33:41.353957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:41.382569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'mac_address': 'fa:16:3e:ce:dd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:41.384353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9957876f-8b2b-4e81-8672-c52f3d8827d7 None None] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:41.423867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:41.524757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9c84e85-c8f5-4b23-946a-a1f6bcf57b5c req-54224938-6e4b-4659-9eea-0e641dc05410 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947803 Feb 15 09:33:41.529896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-80dfcdee-041a-470d-8e62-4ce7b304d730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.531396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-80dfcdee-041a-470d-8e62-4ce7b304d730 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2309978 Feb 15 09:33:41.535778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 799b62e9-7199-459e-84a9-422be91a1de9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:41.536149 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:41.536615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-03034aa1-689a-4473-905b-29781f4e939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.538162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-03034aa1-689a-4473-905b-29781f4e939a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 1099 time: 0.1849468 Feb 15 09:33:41.615671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26e6f3c-9fde-4918-908d-783d150e973e req-12b26594-7658-4fcd-81e7-1bf6cdcb0c79 service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295332 Feb 15 09:33:41.655117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cc1eff0-4782-409c-b05c-a7d17a8c5f95 req-2e245422-8b17-4e5e-b6c8-3ba0537fb5cf service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576898 Feb 15 09:33:41.755529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.789468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.815617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.833284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.853261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.881165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.895660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.904559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-82b72abf-05f9-4d7c-9eb7-a8e1c72caece tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.4432135 Feb 15 09:33:41.932016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:41.954676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.955294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.955954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.956583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.957335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.957962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.958589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:41.960934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-70859024-89c6-46d8-8550-5a8e72588825 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6485 time: 0.2357485 Feb 15 09:33:41.999035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-a02fb2a2-be16-4a77-8409-424485c2875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.006757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-a02fb2a2-be16-4a77-8409-424485c2875d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1f49531877c44bbc883570e1a4f4c38b&device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 1099 time: 0.1860814 Feb 15 09:33:42.018511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.020489 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.075397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c141ee85-9bd0-4763-bdd8-5fff9c507bd6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:42.109061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:42.125598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-ce12c339-6303-44a4-bb32-981251e4871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.126925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 639f33bc-1765-4882-8872-eca66046febe {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:42.127702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-ce12c339-6303-44a4-bb32-981251e4871b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5728331 Feb 15 09:33:42.144735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a27f4aa-bacc-4d33-b48b-409ba1e4fcc5 req-800d01e1-b69a-4b64-b933-7917d6b32932 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2391517 Feb 15 09:33:42.179499 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.191514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-624b007f-0a6e-4739-a854-1cb03cd4383c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.193032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-624b007f-0a6e-4739-a854-1cb03cd4383c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.6346848 Feb 15 09:33:42.197350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea762059-7c5b-426f-8e8a-6f34b9764070 None None] Network 326ee1bd-314e-4db4-969f-57bba46ae838 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:42.203960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8048767-b153-476f-a97a-7d85a13065d8 req-c62195b3-bf0a-43fe-9b4d-433a7cf7511b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.212281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8048767-b153-476f-a97a-7d85a13065d8 req-c62195b3-bf0a-43fe-9b4d-433a7cf7511b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 948 time: 0.2831004 Feb 15 09:33:42.239821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b00b31b-0cc6-4e7b-8c34-6927a9d80351,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:42.259709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f0fb20b9-d412-4e9d-be3f-9c67682126bc', 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'fixed_ips': [{'subnet_id': '532453c0-a47b-4fdc-a3cd-0724e986f35c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:42.260140 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.291707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:42.298537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-b99ea96b-4921-4a1c-a7ba-08ce67ad4829 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7 HTTP/1.1" status: 200 len: 217 time: 0.0687129 Feb 15 09:33:42.300828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:42.301188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Network hostable DHCP agents. Network: 2f1c7f58-244a-4c34-95c7-623d21ee98d2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:42.305013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-9822e656-a734-45b6-924d-ecf189498a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.307245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-9822e656-a734-45b6-924d-ecf189498a4f service neutron] 10.222.0.36 "GET /v2.0/networks?id=50b12ed8-3048-42d5-ba97-d92252993cc4 HTTP/1.1" status: 200 len: 900 time: 0.3195813 Feb 15 09:33:42.326396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8048767-b153-476f-a97a-7d85a13065d8 req-bb22a0e1-1184-4617-b5e6-f961c2770afb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128769 Feb 15 09:33:42.332440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-6e76ed4a-be91-4232-a40f-3c063a155a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.334556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-6e76ed4a-be91-4232-a40f-3c063a155a0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3046811 Feb 15 09:33:42.378744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-370690b6-60f0-476b-baf8-cc17937784f6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49309f55-d0bf-40b0-bf1f-3150d2466054 HTTP/1.1" status: 200 len: 217 time: 0.0430410 Feb 15 09:33:42.410091 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-31c38c8b-2161-4104-a19c-d4b98a651559 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510486 Feb 15 09:33:42.422411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-f2ae068e-7d12-4e0c-a32f-c6f1a0b9bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.423985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-f2ae068e-7d12-4e0c-a32f-c6f1a0b9bb22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1181438 Feb 15 09:33:42.426285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:42.432263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.444894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-e03cbd66-aa7c-4a56-8708-d592529579e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=645ac052-a071-4d5e-8402-e7cac12774cf HTTP/1.1" status: 200 len: 217 time: 0.0648351 Feb 15 09:33:42.474575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2f1c7f58-244a-4c34-95c7-623d21ee98d2) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:42.523410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.523999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.538549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d46ba-117e-43f5-9c23-5c25174c7bee req-edf7d9bf-56d1-42ef-b538-7811554150a6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.540144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5d46ba-117e-43f5-9c23-5c25174c7bee req-edf7d9bf-56d1-42ef-b538-7811554150a6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 948 time: 0.2081096 Feb 15 09:33:42.602678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-942a5120-95e2-4fc4-b1ca-a4ab38e6f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.604406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-942a5120-95e2-4fc4-b1ca-a4ab38e6f522 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 200 len: 797 time: 0.2114427 Feb 15 09:33:42.609833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-33ced488-e60c-4fee-bc46-d06c016665ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.611635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-33ced488-e60c-4fee-bc46-d06c016665ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1313980 Feb 15 09:33:42.629287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9544ff2b-0277-4ad4-9501-75a91e708267 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9347916 Feb 15 09:33:42.629287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5d46ba-117e-43f5-9c23-5c25174c7bee req-c43d924d-40ad-401b-b597-3485d28b6dae tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688651 Feb 15 09:33:42.638551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-a52ea308-44ac-4c9a-937a-66ee464c15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.640043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-a52ea308-44ac-4c9a-937a-66ee464c15a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1937919 Feb 15 09:33:42.646083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef978160-4c11-4e7b-9b7f-d7417709d226 req-99bb78a4-3484-4915-9e86-f3ec1d0024f3 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150898 Feb 15 09:33:42.701046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd51f498-f579-4306-8f26-cbc8bddd4fda None None] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:42.705568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:42.746789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-55be184e-5353-4b50-a86a-480a798498ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.748249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-55be184e-5353-4b50-a86a-480a798498ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1114531 Feb 15 09:33:42.748872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] Provisioning complete for port 37967987-0533-42f5-82f4-5c381933fd39 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:42.749984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.764118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399267d5-e32b-4115-88a5-566a98e3d881 req-d5ec5180-5099-4178-a452-7dafde2185e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.765716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-d5ec5180-5099-4178-a452-7dafde2185e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1504223 Feb 15 09:33:42.775533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1a416ff9-3dc0-4c02-918e-3dfc04f97203 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.782322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1a416ff9-3dc0-4c02-918e-3dfc04f97203 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.783076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.789624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1a416ff9-3dc0-4c02-918e-3dfc04f97203 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/networks?id=326ee1bd-314e-4db4-969f-57bba46ae838&id=f0fb20b9-d412-4e9d-be3f-9c67682126bc&id=326ee1bd-314e-4db4-969f-57bba46ae838 HTTP/1.1" status: 200 len: 1391 time: 0.3106291 Feb 15 09:33:42.833654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-8309fea8-150b-41d4-b636-e75e952698ec service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728735 Feb 15 09:33:42.840845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37967987-0533-42f5-82f4-5c381933fd39 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:42.866706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.874472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578acf-9ca0-477e-9392-89bdc3644841 req-65e78ea0-6f6e-43d5-9ab9-6bbc7fb679f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:42.876170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f578acf-9ca0-477e-9392-89bdc3644841 req-65e78ea0-6f6e-43d5-9ab9-6bbc7fb679f0 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 943 time: 0.0883617 Feb 15 09:33:42.942215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:42.942909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5e044d26-d42c-49ee-87db-e7dac5261f14 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/quotas/abf71d19b1414ee7a48b7e34f7c7fa59 HTTP/1.1" status: 200 len: 375 time: 0.1523407 Feb 15 09:33:42.944514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:42.966215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f578acf-9ca0-477e-9392-89bdc3644841 req-312e4d85-3a03-46f3-853a-c740c541b73c tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798438 Feb 15 09:33:42.987026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81bc1cb5-16d2-4523-8b7e-d84999b6fd37 req-dc63732f-6fdc-489c-a28e-ef160ca335c5 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410220 Feb 15 09:33:43.052408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a9aa4e-ca95-43e9-a74d-2d7de621ea67,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:43.066054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Network deb15584-698c-4a4f-aa0d-465dd0d5b833 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:43.086993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:43.109942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:43.111686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.139506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e580cad-c572-4512-995a-0d8de2188fce req-9ed73858-d929-48ea-8493-863047664c3b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:43.145440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:43.150590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Allocated IP 19.86.0.2 (f0fb20b9-d412-4e9d-be3f-9c67682126bc/532453c0-a47b-4fdc-a3cd-0724e986f35c/55ca9864-de22-4513-8192-37b9534644c9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:43.155879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e580cad-c572-4512-995a-0d8de2188fce req-9ed73858-d929-48ea-8493-863047664c3b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 948 time: 0.0886495 Feb 15 09:33:43.181686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-6f369662-bfcc-44d6-8e89-a65ed8958463 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2378380 Feb 15 09:33:43.202575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e580cad-c572-4512-995a-0d8de2188fce req-188a54ca-71e2-4298-b5d7-6e4a96347ab4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448194 Feb 15 09:33:43.209675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-15ca37fb-85c9-4d72-9685-981d98243700 service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109201 Feb 15 09:33:43.221165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb15584-698c-4a4f-aa0d-465dd0d5b833']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:43.244028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c0742-6662-463a-9e01-88ccbfcc7ab0') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:43.244329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c0742-6662-463a-9e01-88ccbfcc7ab0') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:43.258416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3f568abc-bac1-4e44-a3f3-2543ecc196a7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:43.271205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 37967987-0533-42f5-82f4-5c381933fd39 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:43.271205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.282718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-683fe61b-5863-4c0d-aabd-866cd237a007 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910679 Feb 15 09:33:43.308309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.445602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.452461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:43.453115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:43.458185 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:43.483519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Pushing event updated for resources: {'Port': ['ID=6942e747-0f41-4635-a765-a84bfc09fc31,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:43.485725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.487853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Attempting to bind port 6942e747-0f41-4635-a765-a84bfc09fc31 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:43.488053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Attempting to bind port 6942e747-0f41-4635-a765-a84bfc09fc31 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '434c0742-6662-463a-9e01-88ccbfcc7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:43.488408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Attempting to bind port 6942e747-0f41-4635-a765-a84bfc09fc31 on network deb15584-698c-4a4f-aa0d-465dd0d5b833 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:43.502071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:33:43.505378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060029c2-11f2-41f2-a8fd-45cf2753b363 None None] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:43.580038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-7b03f28e-91aa-43fd-938c-e3dcd0d1dfef tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:43.582017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-7b03f28e-91aa-43fd-938c-e3dcd0d1dfef tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.1206770 Feb 15 09:33:43.603160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0689b662-fc98-4d47-b33d-e6be8d5a1833 req-3c804aef-6649-4668-966e-7e65a7ea893e service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060451 Feb 15 09:33:43.616037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-4ed6f249-53d1-467a-8a5e-bdc16943a435 service neutron] 10.222.0.10 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308088 Feb 15 09:33:43.632714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-06aaac18-a961-4346-8217-2ee2faa781ee tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0422077 Feb 15 09:33:43.677923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-3a5fa7a7-f5c6-4159-88a5-33deae788767 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362673 Feb 15 09:33:43.680745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:33:43.680745 n-d-825064-4 neutron-server[102358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:33:43.680745 n-d-825064-4 neutron-server[102358]: [parameters: {'id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'}] Feb 15 09:33:43.680745 n-d-825064-4 neutron-server[102358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:33:43.681602 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:33:43.684467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-399267d5-e32b-4115-88a5-566a98e3d881 req-0f2cf178-8f0c-4890-b95e-6da2bc135b3a service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501996 Feb 15 09:33:43.690134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-a125e0bc-1c1f-43ab-ae5a-1e05bf36266e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:43.701312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-a125e0bc-1c1f-43ab-ae5a-1e05bf36266e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 943 time: 0.1083891 Feb 15 09:33:43.728500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:43.728889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Checking segment: {'id': '434c0742-6662-463a-9e01-88ccbfcc7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:43.729281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.729667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Bound using segment: {'id': '434c0742-6662-463a-9e01-88ccbfcc7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:43.730168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Bound port: 6942e747-0f41-4635-a765-a84bfc09fc31, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434c0742-6662-463a-9e01-88ccbfcc7ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'deb15584-698c-4a4f-aa0d-465dd0d5b833'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:43.730545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.739197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-bbf32b3e-6726-452c-b77a-103d6071bc89 service neutron] 10.222.0.10 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243014 Feb 15 09:33:43.855790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-afe2d38f-0f4d-49dd-8a00-5f4e54445250 service neutron] 10.222.0.10 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090519 Feb 15 09:33:43.864768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] For port 37967987-0533-42f5-82f4-5c381933fd39, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37967987-0533-42f5-82f4-5c381933fd39,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:43.875766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-fa3bc2ff-6f47-4f5b-bf3b-05c7d8407e86 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698465 Feb 15 09:33:43.910627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.916603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Deleting port 639f33bc-1765-4882-8872-eca66046febe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:43.916965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:43.966248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-9d956c90-1020-4c8d-8cb4-fb1dfb22dc3a service neutron] 10.222.0.10 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016233 Feb 15 09:33:44.076695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-7f2ccd81-93ca-473d-ae64-23e855e6fb3c service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926227 Feb 15 09:33:44.084461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] For port 639f33bc-1765-4882-8872-eca66046febe, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=639f33bc-1765-4882-8872-eca66046febe,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:44.084942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.093046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-2fee194e-dee5-4880-870e-9fb2c0048ecb service neutron] 10.222.0.10 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167891 Feb 15 09:33:44.096629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:44.100372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Calling delete_port for 639f33bc-1765-4882-8872-eca66046febe owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:44.183978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] For port 6942e747-0f41-4635-a765-a84bfc09fc31, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:44.189828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.197393 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.200307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '3f568abc-bac1-4e44-a3f3-2543ecc196a7', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '3f568abc-bac1-4e44-a3f3-2543ecc196a7', 'mac_address': 'fa:16:3e:ae:60:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:44.209899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5f2f0139-1cb5-4692-8898-1f7d61ecfdb6 None None] Provisioning complete for port 37967987-0533-42f5-82f4-5c381933fd39 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:44.210261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f2f0139-1cb5-4692-8898-1f7d61ecfdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.219457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-a99cf0cc-5ac3-4dd0-80e5-6bfc72d670cc service neutron] 10.222.0.10 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173472 Feb 15 09:33:44.228515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542901f-adee-4fb6-b778-fd711273ad2d None None] Pushing event updated for resources: {'Port': ['ID=37967987-0533-42f5-82f4-5c381933fd39,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:44.237830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] For port 6942e747-0f41-4635-a765-a84bfc09fc31, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6942e747-0f41-4635-a765-a84bfc09fc31,segment=NetworkSegment(434c0742-6662-463a-9e01-88ccbfcc7ab0),segment_id=434c0742-6662-463a-9e01-88ccbfcc7ab0)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:44.244347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.267980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.275497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port 6942e747-0f41-4635-a765-a84bfc09fc31 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:44.276869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.293923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.298879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.372407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:44.385061 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.386991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:44.396945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event deleted for resources: {'Port': ['ID=639f33bc-1765-4882-8872-eca66046febe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:44.420487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port 6942e747-0f41-4635-a765-a84bfc09fc31, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6942e747-0f41-4635-a765-a84bfc09fc31,segment=NetworkSegment(434c0742-6662-463a-9e01-88ccbfcc7ab0),segment_id=434c0742-6662-463a-9e01-88ccbfcc7ab0)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:44.420893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.425264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:44.437742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Pushing event updated for resources: {'Port': ['ID=55ca9864-de22-4513-8192-37b9534644c9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:44.448370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for 6942e747-0f41-4635-a765-a84bfc09fc31 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:44.528170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.534648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.542022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.544286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decd679-cee6-4cf2-89e8-22f83969fc7c None None] Pushing event updated for resources: {'Port': ['ID=6942e747-0f41-4635-a765-a84bfc09fc31,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:44.547988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.554686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.554860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f568abc-bac1-4e44-a3f3-2543ecc196a7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:44.560398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.566520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.568164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-ec7e3a69-9a56-4692-8a11-2e2f3059320e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1246030 Feb 15 09:33:44.569032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] No DVR routers for this DVR port 639f33bc-1765-4882-8872-eca66046febe on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:44.572009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.578341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a3da13-58f4-4f13-8df7-02a1a258fa80 req-299f66a3-a1c3-4fde-8514-8932aca0c591 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "DELETE /v2.0/ports/639f33bc-1765-4882-8872-eca66046febe HTTP/1.1" status: 204 len: 173 time: 0.8644729 Feb 15 09:33:44.578815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'name': 'network-vif-deleted', 'tag': '639f33bc-1765-4882-8872-eca66046febe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:44.581258 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd49e048-edc4-4c14-952d-2b50a7ca375c" -d '{"events": [{"server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "name": "network-vif-deleted", "tag": "639f33bc-1765-4882-8872-eca66046febe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:44.626876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:44.639470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916d9a92-a9d5-4cf7-bd42-fba379175f0f None None] Network deb15584-698c-4a4f-aa0d-465dd0d5b833 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:44.657879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-88ce7e4d-02be-42f6-a211-2d44c3b16e51 req-d3989364-025c-46e9-90f0-0f0737eaa42d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0728230 Feb 15 09:33:44.668315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a086fb1-c204-4c1b-8812-46681b656255 req-302e81ea-fbaf-4128-8b6f-ca78a858ae8b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.676843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a086fb1-c204-4c1b-8812-46681b656255 req-302e81ea-fbaf-4128-8b6f-ca78a858ae8b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 948 time: 0.0917935 Feb 15 09:33:44.686204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.733866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=6942e747-0f41-4635-a765-a84bfc09fc31,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:44.735991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port 6942e747-0f41-4635-a765-a84bfc09fc31 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:44.777787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a086fb1-c204-4c1b-8812-46681b656255 req-4438a4b9-a92e-447c-85e3-5c4caf63ef35 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992923 Feb 15 09:33:44.821846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.887330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73baf001-9704-4cd3-a91b-9ef80640de9e req-ad20864b-2666-402a-89dc-a35619317d20 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:44.889363 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73baf001-9704-4cd3-a91b-9ef80640de9e req-ad20864b-2666-402a-89dc-a35619317d20 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 948 time: 0.1358678 Feb 15 09:33:44.917902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37967987-0533-42f5-82f4-5c381933fd39 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:44.937781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:44.939939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73baf001-9704-4cd3-a91b-9ef80640de9e req-c034448f-6de1-4d44-a614-99aca7eb1924 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426567 Feb 15 09:33:44.965074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e29fe0d-8050-407a-a409-3dabdc25c884 req-be8520f8-383d-4ab9-a56f-5fb80c344639 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=73945401-b35c-4c01-83c5-1d451adc7824 HTTP/1.1" status: 200 len: 210 time: 0.0803609 Feb 15 09:33:44.981314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb15584-698c-4a4f-aa0d-465dd0d5b833']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:44.994934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434c0742-6662-463a-9e01-88ccbfcc7ab0') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:44.995320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434c0742-6662-463a-9e01-88ccbfcc7ab0') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:45.032596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.102289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.120324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:45.121383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.159611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f19c4e-182f-4167-84fc-39699214936b req-25f7c766-62a5-42d3-9a13-9a786e10f8f6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:45.169393 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:45.172909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70f19c4e-182f-4167-84fc-39699214936b req-25f7c766-62a5-42d3-9a13-9a786e10f8f6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 948 time: 0.1276164 Feb 15 09:33:45.220505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc6a2d7a-c5b1-4ebe-9295-51a45b83de86 req-9b47a268-1929-427e-9c52-cc4b311dbbd0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 210 time: 0.1533258 Feb 15 09:33:45.231826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70f19c4e-182f-4167-84fc-39699214936b req-107786fd-5716-4fd0-96ed-2ecefb236967 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532458 Feb 15 09:33:45.248213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.255805 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.260696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:45.273813 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/deb15584-698c-4a4f-aa0d-465dd0d5b833 HTTP/1.1" status: 204 len: 168 time: 5.4633002 Feb 15 09:33:45.275181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:45.282559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1704989180'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:45.297213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3f568abc-bac1-4e44-a3f3-2543ecc196a7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:45.299508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 645ac052-a071-4d5e-8402-e7cac12774cf details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:45.303556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:45.325147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde738b-93b8-42bb-941f-e340da49a952 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=deb15584-698c-4a4f-aa0d-465dd0d5b833,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:45.327232 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c4276f-fcab-4340-b681-5430589ab8ed x-openstack-request-id: req-f6c4276f-fcab-4340-b681-5430589ab8ed {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:45.327536 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73945401-b35c-4c01-83c5-1d451adc7824", "name": "network-vif-deleted", "tag": "639f33bc-1765-4882-8872-eca66046febe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:45.327770 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6c4276f-fcab-4340-b681-5430589ab8ed {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:45.328438 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73945401-b35c-4c01-83c5-1d451adc7824', 'name': 'network-vif-deleted', 'tag': '639f33bc-1765-4882-8872-eca66046febe', 'status': 'completed', 'code': 200} Feb 15 09:33:45.329177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2841c8e4-9be2-48a3-9c32-284b14a31fd3 req-debe378f-326e-42da-b426-0d07a23029b0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 210 time: 0.0575559 Feb 15 09:33:45.336983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:45.341956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.381161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:45.392264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Attempting to bind port 55ca9864-de22-4513-8192-37b9534644c9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:45.392735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Attempting to bind port 55ca9864-de22-4513-8192-37b9534644c9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:45.393347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Attempting to bind port 55ca9864-de22-4513-8192-37b9534644c9 on network f0fb20b9-d412-4e9d-be3f-9c67682126bc {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:45.411550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.412375 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 06d6ee7e-2fa5-439b-a41b-acb6079f8bb6 of type vlan for network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a Feb 15 09:33:45.422678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:45.423149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Checking segment: {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:45.423546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.424020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Bound using segment: {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:45.424424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Bound port: 55ca9864-de22-4513-8192-37b9534644c9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:45.424802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.475620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.502969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.508652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.509338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.547619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2709484 Feb 15 09:33:45.550006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:45.552460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 37967987-0533-42f5-82f4-5c381933fd39 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:45.552855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.555655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:45.617616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830998c3-3798-4034-b545-dc20a0e899ba tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:45.640013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:45.681688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:45.684949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:45.689861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.695828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=645ac052-a071-4d5e-8402-e7cac12774cf,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:45.742084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:45.742462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.762195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] For port 55ca9864-de22-4513-8192-37b9534644c9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:45.800993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '645ac052-a071-4d5e-8402-e7cac12774cf', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '645ac052-a071-4d5e-8402-e7cac12774cf', 'mac_address': 'fa:16:3e:32:22:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:45.801238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.807286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.814804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.821713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.825209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] For port 55ca9864-de22-4513-8192-37b9534644c9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55ca9864-de22-4513-8192-37b9534644c9,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:45.829570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.836376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.847400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:45.850863 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-d3da901e-5a6c-4d20-9220-81b692f83593 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1173115 Feb 15 09:33:45.866929 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:45.954999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d20b82f-eb96-472a-a9d4-db0d2d8a2638 req-6ae12653-7a10-40c5-a007-1af59dd339b2 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0959053 Feb 15 09:33:45.990910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.111439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91c6180-a3a2-4036-b79e-801bbc3c64dc None None] Pushing event updated for resources: {'Port': ['ID=55ca9864-de22-4513-8192-37b9534644c9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:46.140838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645ac052-a071-4d5e-8402-e7cac12774cf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:46.170430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.189398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=645ac052-a071-4d5e-8402-e7cac12774cf,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:46.205019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.218142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:46.220230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-4bfaacd6-f316-4eb2-ad04-fc6ed5213fcc tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.220403 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9550cf-7031-4bf6-b8f4-4e96191f5ba3" -d '{"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:46.222082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-4bfaacd6-f316-4eb2-ad04-fc6ed5213fcc tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.2529957 Feb 15 09:33:46.238187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cf29b2-9729-43f8-87ea-162e4001314e req-9f64816c-0fb9-4062-8493-e4d7859d1c2a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.240360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32cf29b2-9729-43f8-87ea-162e4001314e req-9f64816c-0fb9-4062-8493-e4d7859d1c2a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 948 time: 0.1210372 Feb 15 09:33:46.246865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': '9e559647-8312-45c1-a391-80eef13fb584', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:46.355788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32cf29b2-9729-43f8-87ea-162e4001314e req-5857db08-d2f3-453c-926e-ac443f798006 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028275 Feb 15 09:33:46.498140 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746bf5f5-7af4-4213-8b41-43d233f4f515 x-openstack-request-id: req-746bf5f5-7af4-4213-8b41-43d233f4f515 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:46.498693 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:46.498693 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-746bf5f5-7af4-4213-8b41-43d233f4f515 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:46.499014 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'code': 200} Feb 15 09:33:46.503153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3da6d6-d41e-43bb-b750-a1985f6b7749 req-3477da2e-b248-4f7b-990f-19ed9ce8fd8c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.505819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:46.517063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a3da6d6-d41e-43bb-b750-a1985f6b7749 req-3477da2e-b248-4f7b-990f-19ed9ce8fd8c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 949 time: 0.6181657 Feb 15 09:33:46.524800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.552541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.570487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:46.578132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.588528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.595328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:46.707348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['645ac052-a071-4d5e-8402-e7cac12774cf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:46.788928 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-31eed283-72b2-4ea1-ad2d-e1e99d2d66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.814214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a3da6d6-d41e-43bb-b750-a1985f6b7749 req-40cdb1a7-6d0a-4906-937a-ac8b8e673d8b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954001 Feb 15 09:33:46.816331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55ca9864-de22-4513-8192-37b9534644c9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:46.820765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:46.879379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c83f30d2-f5a2-4720-aabd-2498b1d09238 req-5d5f8aae-06d7-4e1b-ae93-b4bfc2c877df tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 210 time: 0.0939493 Feb 15 09:33:46.901165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=4e63627f-b00a-445d-8ef6-724b9dde6688,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:46.915506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-7f265e70-f897-415a-bebe-5ffdf39c492c tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.915738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.5 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/5881a144-27a3-403c-b1c4-c0cb73b24552) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:46.926673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-7f265e70-f897-415a-bebe-5ffdf39c492c tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.928364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-7f265e70-f897-415a-bebe-5ffdf39c492c tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "GET /v2.0/networks?id=326ee1bd-314e-4db4-969f-57bba46ae838&id=f0fb20b9-d412-4e9d-be3f-9c67682126bc&id=326ee1bd-314e-4db4-969f-57bba46ae838 HTTP/1.1" status: 200 len: 1391 time: 0.3006508 Feb 15 09:33:46.943375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'admin_state_up': True, 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:46.948424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 55ca9864-de22-4513-8192-37b9534644c9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:46.949353 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:46.995359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9bf545-ef01-425e-a7a6-1e7887d0134d req-67c7df9f-ccb0-47e4-a3a1-aaf7a1e80157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:46.997101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa9bf545-ef01-425e-a7a6-1e7887d0134d req-67c7df9f-ccb0-47e4-a3a1-aaf7a1e80157 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.3682938 Feb 15 09:33:47.000802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7fba189-8efd-44c3-a1c7-96b8e1fb1a44 req-7c919291-547b-496c-80b3-cae2dbb3ed83 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 210 time: 0.0442233 Feb 15 09:33:47.026777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:33:47.028033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:47.028033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:47.138192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.180188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 55ca9864-de22-4513-8192-37b9534644c9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55ca9864-de22-4513-8192-37b9534644c9,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:47.186921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041a771-2db6-4234-9929-6340f7c5b5c3 req-bde0f55c-f641-406c-a397-bc12ebb3dc9a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.188617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7041a771-2db6-4234-9929-6340f7c5b5c3 req-bde0f55c-f641-406c-a397-bc12ebb3dc9a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 949 time: 0.2548165 Feb 15 09:33:47.192256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:47.196968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.208857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa9bf545-ef01-425e-a7a6-1e7887d0134d req-f40d7832-b7bb-4f3f-b557-4e85c2425264 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784484 Feb 15 09:33:47.226553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:47.232104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3f568abc-bac1-4e44-a3f3-2543ecc196a7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:47.249883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.250687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.281975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:47.283297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adc4a8e-24cc-471d-b986-ce94ef09f39d None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:47.288118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.322019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-050bc925-5c1c-424d-8972-4c56bdbf0a2a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7706952 Feb 15 09:33:47.325740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59678) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:47.370143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=55ca9864-de22-4513-8192-37b9534644c9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:47.394156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:47.398693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:33:47.403948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:47.433705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 639f33bc-1765-4882-8872-eca66046febe {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:33:47.434232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 639f33bc-1765-4882-8872-eca66046febe not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:33:47.438783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:47.439160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.465617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7041a771-2db6-4234-9929-6340f7c5b5c3 req-84ad4ca1-da2e-4b9d-ac6b-a5c11cf596d1 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648551 Feb 15 09:33:47.568639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.600609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Allocated IP 19.80.0.152 (326ee1bd-314e-4db4-969f-57bba46ae838/fd688b59-69a3-4c0e-8baf-fb93f4ff9818/66b3525f-0fa4-4222-aef9-24102c896c2a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:47.633015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-27824c24-937f-4b35-a424-ffaf6ff9e2d8 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.634662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5dce87-1ab4-4110-a824-996491c9bac2 None None] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:47.635526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-27824c24-937f-4b35-a424-ffaf6ff9e2d8 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.4866390 Feb 15 09:33:47.663400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-ce9006f2-50c8-4da4-8f96-f63b11e13e88 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/quotas/7caa1ae133854f72827dc88c76581aca HTTP/1.1" status: 200 len: 375 time: 0.0194025 Feb 15 09:33:47.697758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a', 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': '4e63627f-b00a-445d-8ef6-724b9dde6688'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:47.698031 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.698478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.712322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:47.716370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.765590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:47.780019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9537dfb-6f18-4230-82c5-66c2e0e122e9 None None] Provisioning complete for port 55ca9864-de22-4513-8192-37b9534644c9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:47.780387 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-1da547d6-f084-4198-9d24-94296e5a11ba tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1158900 Feb 15 09:33:47.781252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9537dfb-6f18-4230-82c5-66c2e0e122e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.786566 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.788381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:47.791299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:47.794314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:47.798862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.805485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.812241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.818152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.824094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.830319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.837245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.838344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-fba8661b-b2ee-4b0f-aa5f-cc5c4a99ea1d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.2394526 Feb 15 09:33:47.890022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:47.891273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:47.929294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-88704fc4-ef75-4af8-86d1-50016f6ade7a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6870756 Feb 15 09:33:47.935436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-a4e84d78-1e91-4996-a1e3-cb838d84473b service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520979 Feb 15 09:33:47.944448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Request body: {'port': {'device_id': '9e559647-8312-45c1-a391-80eef13fb584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:47.973984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:47.982984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8218a056-47fc-45a1-b7b8-e408178e5e1b req-dc5c5e1a-0717-450a-bdb2-1cf05ae9bc8b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1101220 Feb 15 09:33:48.015981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.023895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.110743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Allocated IP 2001:db8::2 (2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a/4e63627f-b00a-445d-8ef6-724b9dde6688/ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:48.126210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.144275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-71348bf3-a39c-46fa-aef2-7ed8c44ed098 service neutron] 10.222.0.10 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903472 Feb 15 09:33:48.179781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:48.193577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.258983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9646948f-dd2d-441b-9566-7394478cb55c req-c9264d5d-a8ed-4cf4-8eea-7c30bf6bb6e2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:48.267284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9646948f-dd2d-441b-9566-7394478cb55c req-c9264d5d-a8ed-4cf4-8eea-7c30bf6bb6e2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1644385 Feb 15 09:33:48.294911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network 326ee1bd-314e-4db4-969f-57bba46ae838 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:48.312933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:48.320238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:48.331616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:48.364608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.416633 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.447608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.512225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9646948f-dd2d-441b-9566-7394478cb55c req-7735e332-7e78-4f7d-82a9-8d1631e82a49 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434509 Feb 15 09:33:48.530169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:48.542084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:48.552219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:48.557283 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c1a39c-1b00-4fec-a03a-e5eaf41b225a" -d '{"events": [{"server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "name": "network-vif-plugged", "status": "completed", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:48.562702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:48.563672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.570727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Pushing event updated for resources: {'Port': ['ID=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:48.573921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:48.579267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.594447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:48.597581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:48.600250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:48.614864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=c6db8111-46ea-481c-8712-df111dcb7d96,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:48.642136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9021685-dfb3-42e4-9653-8628f9497ea4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7035475 Feb 15 09:33:48.648526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e635341-4aa4-414f-a3c3-ef78224c5c78 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3214383 Feb 15 09:33:48.649748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:48.694532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d900a99-8be3-483c-92bf-e6ca56d59684 req-ea88e2f0-c357-4513-af7c-0a5a489741cb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:48.695909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc', 'admin_state_up': True, 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:48.703203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d900a99-8be3-483c-92bf-e6ca56d59684 req-ea88e2f0-c357-4513-af7c-0a5a489741cb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.2132850 Feb 15 09:33:48.710782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Attempting to bind port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:48.711358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Attempting to bind port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:48.711765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Attempting to bind port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 on network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:48.720502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:48.721434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Checking segment: {'id': '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:48.722138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.722847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Bound using segment: {'id': '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:48.723565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Bound port: ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:48.724200 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.804424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55ca9864-de22-4513-8192-37b9534644c9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:48.805726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d900a99-8be3-483c-92bf-e6ca56d59684 req-a13a40a9-9175-4186-8b97-b6b11901a3d4 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013935 Feb 15 09:33:48.863596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ca212173-fc73-4f17-b9c2-61bb0bb732b4 None None] Provisioning complete for port 55ca9864-de22-4513-8192-37b9534644c9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:48.864223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ca212173-fc73-4f17-b9c2-61bb0bb732b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.868008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5881a144-27a3-403c-b1c4-c0cb73b24552 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:48.881636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.903563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] For port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:48.925342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] For port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,segment=NetworkSegment(06d6ee7e-2fa5-439b-a41b-acb6079f8bb6),segment_id=06d6ee7e-2fa5-439b-a41b-acb6079f8bb6)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:48.934940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Transition to ACTIVE for port object 5881a144-27a3-403c-b1c4-c0cb73b24552 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:48.942164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.943944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 55ca9864-de22-4513-8192-37b9534644c9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:48.944328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.960747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:48.976238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ad01f-1017-4d7c-aead-ee937fa656c4 req-9f205876-4ef1-4b23-aa7a-db2f024dbc3b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:48.978021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-330ad01f-1017-4d7c-aead-ee937fa656c4 req-9f205876-4ef1-4b23-aa7a-db2f024dbc3b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 932 time: 0.0796006 Feb 15 09:33:49.050611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153647d9-2980-4def-9593-29b13788d755 service neutron] Pushing event updated for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:49.052108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.055138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.057850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.062286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.063693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.069345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cd86fe94-9f5a-4ea5-ac66-6379ad6e749a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4183221 Feb 15 09:33:49.075260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59706) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:49.083680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d05b01-1e1c-4856-bf5e-f1dbec13105c None None] Pushing event updated for resources: {'Port': ['ID=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:49.092460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-168385464'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:49.136518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:49.141641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.145429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-330ad01f-1017-4d7c-aead-ee937fa656c4 req-d8852601-721f-48f5-b6d8-043c92933a09 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104846 Feb 15 09:33:49.205279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6df50-c447-49bb-bd1e-955601bae807 req-cf752ca8-37b7-4985-a535-81a75dbfd485 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.212547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08a6df50-c447-49bb-bd1e-955601bae807 req-cf752ca8-37b7-4985-a535-81a75dbfd485 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 943 time: 0.3342812 Feb 15 09:33:49.298409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:49.329163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b89b08b-3c17-448b-b907-848b475af9b0 req-2f9a1af0-79d4-4317-be3f-170040730881 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0640917 Feb 15 09:33:49.332718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:49.339358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.342444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 645ac052-a071-4d5e-8402-e7cac12774cf up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:49.382463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Attempting to bind port 5881a144-27a3-403c-b1c4-c0cb73b24552 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:49.382856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Attempting to bind port 5881a144-27a3-403c-b1c4-c0cb73b24552 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:49.383269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Attempting to bind port 5881a144-27a3-403c-b1c4-c0cb73b24552 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:49.397693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Port 5881a144-27a3-403c-b1c4-c0cb73b24552 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:49.398134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Attempting to bind port 5881a144-27a3-403c-b1c4-c0cb73b24552 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:49.404265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.404520 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 6b0a1cfb-db04-49f1-876a-571ad6547cc0 of type vlan for network aaa188bf-c049-43f5-87b7-c88e1c616cd9 Feb 15 09:33:49.409006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:49.409459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:49.410112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:49.410648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Bound port: 5881a144-27a3-403c-b1c4-c0cb73b24552, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:49.412257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.434733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1e13ed6e-df03-4e56-9196-99b998e6a101 None None] Provisioning complete for port 66b3525f-0fa4-4222-aef9-24102c896c2a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:49.435085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1e13ed6e-df03-4e56-9196-99b998e6a101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.465187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08a6df50-c447-49bb-bd1e-955601bae807 req-2324fd14-68c1-498f-bc88-432c6cf3a60b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279854 Feb 15 09:33:49.511057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83e8c109-8bc0-4748-bdc6-bb60e429ebcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.530311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1e13ed6e-df03-4e56-9196-99b998e6a101 None None] Port 66b3525f-0fa4-4222-aef9-24102c896c2a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:49.555313 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd333695-6ca6-4a40-aa15-e5f39ffaeb61 x-openstack-request-id: req-bd333695-6ca6-4a40-aa15-e5f39ffaeb61 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:49.557083 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "name": "network-vif-plugged", "status": "completed", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:49.557083 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd333695-6ca6-4a40-aa15-e5f39ffaeb61 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:49.557083 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7', 'code': 200} Feb 15 09:33:49.557831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 645ac052-a071-4d5e-8402-e7cac12774cf completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:49.582407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:49.586866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5881a144-27a3-403c-b1c4-c0cb73b24552,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:49.590737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 645ac052-a071-4d5e-8402-e7cac12774cf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:49.592475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.609399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297beb76-2a01-4ccc-ba2a-2da87541de21 req-e4af36f4-2c64-4e1b-8c74-5bf1e18385de tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.611148 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-297beb76-2a01-4ccc-ba2a-2da87541de21 req-e4af36f4-2c64-4e1b-8c74-5bf1e18385de tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 949 time: 0.1026726 Feb 15 09:33:49.613167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.618672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.662335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.668997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.670103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.671388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.672009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.673431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-153647d9-2980-4def-9593-29b13788d755 service neutron] 10.222.0.72 "PUT /v2.0/ports/5881a144-27a3-403c-b1c4-c0cb73b24552 HTTP/1.1" status: 200 len: 1091 time: 1.7360981 Feb 15 09:33:49.676066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:49.678437 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bde18f-28e8-425b-a1c2-e63504acda3e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:49.714125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-297beb76-2a01-4ccc-ba2a-2da87541de21 req-3cdafd51-212b-4256-a6af-0b9e1126197e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914927 Feb 15 09:33:49.717939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153647d9-2980-4def-9593-29b13788d755 service neutron] Pushing event updated for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:49.760632 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.776192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-585b6c7f-5cf2-44e3-99db-8ba2f0189616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.780518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-585b6c7f-5cf2-44e3-99db-8ba2f0189616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 1094 time: 0.0573497 Feb 15 09:33:49.781473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=aaa188bf-c049-43f5-87b7-c88e1c616cd9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:49.803698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:49.850469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2a12ef0d-2783-4b25-ae3e-14bd751791f7 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7681098 Feb 15 09:33:49.854240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59714) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:49.861450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:49.882393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=645ac052-a071-4d5e-8402-e7cac12774cf,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:49.896214 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-928af346-81bf-4c8f-890b-5a737e92df54 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5881a144-27a3-403c-b1c4-c0cb73b24552 HTTP/1.1" status: 200 len: 217 time: 0.1075761 Feb 15 09:33:49.899374 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:49.941562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.948769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.954757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.961014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.966837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.969355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:49.972701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.978537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.981363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-7d45be80-1ddf-4d66-8053-5e6d408596be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.3379114 Feb 15 09:33:49.993368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e87f77-4801-4a4c-a7a0-6f997881e4e8 req-6bb2ae78-b42e-402f-a70a-0c53e4d45e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:49.995054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9e87f77-4801-4a4c-a7a0-6f997881e4e8 req-6bb2ae78-b42e-402f-a70a-0c53e4d45e47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 1101 time: 0.3338454 Feb 15 09:33:50.003038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Allocated IP 19.86.0.39 (f0fb20b9-d412-4e9d-be3f-9c67682126bc/532453c0-a47b-4fdc-a3cd-0724e986f35c/e4ece613-8f75-4d63-98a3-e3f08b44dbb7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:50.014186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6627a115-0b99-46a1-8e60-a44bbef4a052 req-ece0339d-442c-4a84-92c9-0befaae4f8fd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.022425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6627a115-0b99-46a1-8e60-a44bbef4a052 req-ece0339d-442c-4a84-92c9-0befaae4f8fd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.2248585 Feb 15 09:33:50.026257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-dc5fa694-8a56-443e-827e-16a189ec7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.028175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-dc5fa694-8a56-443e-827e-16a189ec7a98 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.0936208 Feb 15 09:33:50.097757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-c55435c8-6a7b-46fd-9878-8f27f47fec81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448072 Feb 15 09:33:50.109777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6627a115-0b99-46a1-8e60-a44bbef4a052 req-1fabe723-5bf5-42a8-b7da-93564e9b2676 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862317 Feb 15 09:33:50.199127 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8270b66c-d6dd-4380-ad35-febaff56b883 x-openstack-request-id: req-8270b66c-d6dd-4380-ad35-febaff56b883 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:50.199513 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:50.199903 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8270b66c-d6dd-4380-ad35-febaff56b883 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:50.200383 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552', 'status': 'completed', 'code': 200} Feb 15 09:33:50.236953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.255737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-22b8fbe9-c294-4a07-ac4b-9d927a95a616 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390312 Feb 15 09:33:50.279087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9e87f77-4801-4a4c-a7a0-6f997881e4e8 req-7c98dfb1-cd58-4411-a7f4-af39c2adbe15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403874 Feb 15 09:33:50.294577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e35c2d1c-50e1-41a3-96f9-011083563b92 req-8d5a4ff4-8dcc-49b7-988e-b196578e0001 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2616487 Feb 15 09:33:50.377264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5a4c5-bd05-415e-8ee2-f643fabeab75 req-6c456522-5e56-4f23-a760-ac71b64d6d04 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.378829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ac5a4c5-bd05-415e-8ee2-f643fabeab75 req-6c456522-5e56-4f23-a760-ac71b64d6d04 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.1186078 Feb 15 09:33:50.426482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.427969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e92401b-6703-46a7-9f07-ac1a20d93873 req-854b560b-4155-4405-afce-fd6eaedeb3f1 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565065 Feb 15 09:33:50.455088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-f53e1934-c403-4241-b9f8-8f87e9d24016 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.456610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-f53e1934-c403-4241-b9f8-8f87e9d24016 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 822 time: 0.4710484 Feb 15 09:33:50.456926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ac5a4c5-bd05-415e-8ee2-f643fabeab75 req-5ce1dc18-5426-4b0b-9aa5-92134e216e26 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626998 Feb 15 09:33:50.459738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.482108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 is not hosted by any dhcp agent {{(pid=102358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:33:50.487427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.488044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.489735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "PUT /v2.0/networks/aaa188bf-c049-43f5-87b7-c88e1c616cd9 HTTP/1.1" status: 200 len: 723 time: 0.6325629 Feb 15 09:33:50.493489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:50.494315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Request body: {'port': {'device_id': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'admin_state_up': True, 'tenant_id': '7caa1ae133854f72827dc88c76581aca'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:50.498157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bca18b-fabc-48b5-9c83-2c05b42bb55e None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:50.513268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:50.697099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa175c-55e7-4c32-b76a-2971351215b0 req-be7a061e-4662-4490-bc2d-bd80b0b1a810 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.698864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eafa175c-55e7-4c32-b76a-2971351215b0 req-be7a061e-4662-4490-bc2d-bd80b0b1a810 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 932 time: 0.1511195 Feb 15 09:33:50.705541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-10e0d528-ed7b-4ce7-82fb-dab96e6dbe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.707323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-10e0d528-ed7b-4ce7-82fb-dab96e6dbe30 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 1094 time: 0.1829472 Feb 15 09:33:50.717153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] Provisioning complete for port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:50.717370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.720731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:50.768775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:50.772832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.869864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:50.871655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.884461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eafa175c-55e7-4c32-b76a-2971351215b0 req-7779a085-ea79-40ce-8df9-de3dcdf75e96 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619434 Feb 15 09:33:50.940485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-94fe3410-ccf7-4c25-8484-68590a81b684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:50.942688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-94fe3410-ccf7-4c25-8484-68590a81b684 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.2187483 Feb 15 09:33:50.952316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:50.954122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6bf7e-686e-473d-ac8b-347a4a06b638 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=aaa188bf-c049-43f5-87b7-c88e1c616cd9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:50.979333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:50.988200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.012686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-faabaaef-3f61-40a8-a36c-904bb0315b86 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.014225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-faabaaef-3f61-40a8-a36c-904bb0315b86 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.4594858 Feb 15 09:33:51.014896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Update dhcp port {'port': {'network_id': '2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a', 'fixed_ips': [{'subnet_id': '4e63627f-b00a-445d-8ef6-724b9dde6688', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c6db8111-46ea-481c-8712-df111dcb7d96'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:33:51.039453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-3c503337-4678-416d-80d4-9c8db323ebf2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5881a144-27a3-403c-b1c4-c0cb73b24552 HTTP/1.1" status: 200 len: 217 time: 0.0637977 Feb 15 09:33:51.043920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-a1a025af-e2b2-4a91-bb24-bbb6892a1413 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.058502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc79174d-fc07-4398-a5a3-39588da280ee req-cb4f2985-60fe-40c8-8679-417c447ab71b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0815992 Feb 15 09:33:51.104530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.109647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-9afa96e2-f88f-44fb-813d-481c287a5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.111288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-9afa96e2-f88f-44fb-813d-481c287a5049 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.0552518 Feb 15 09:33:51.122491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.162046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] For port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,segment=NetworkSegment(06d6ee7e-2fa5-439b-a41b-acb6079f8bb6),segment_id=06d6ee7e-2fa5-439b-a41b-acb6079f8bb6)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:51.170953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-bba0a068-21e9-4b63-bc58-48cbc1eed7f9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518153 Feb 15 09:33:51.179701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.185447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:51.191999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Made reservation on behalf of 7caa1ae133854f72827dc88c76581aca for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:51.195458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.228963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.264323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:51.275712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:51.276637 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-b199d8c8-fd64-4da9-b378-0c7f43dec7da service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977316 Feb 15 09:33:51.281667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:51.380226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc0e80-68c3-47f7-814c-47ec5d4e6b92 None None] Pushing event updated for resources: {'Port': ['ID=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:51.391504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-a1a025af-e2b2-4a91-bb24-bbb6892a1413 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.400924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.401623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.410975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5881a144-27a3-403c-b1c4-c0cb73b24552 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:51.415294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-a1a025af-e2b2-4a91-bb24-bbb6892a1413 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.433200 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:33:51.433811 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:33:51.447159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e4fb7eae-3eca-4186-ae53-9e0336e450f4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7877884 Feb 15 09:33:51.460459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f314d11-3d53-4ce5-904a-4d8b3ddbb679 req-bb511e6c-6d52-4705-b2c8-01b20f3d1c80 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.463097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'admin_state_up': True, 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:51.469181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f314d11-3d53-4ce5-904a-4d8b3ddbb679 req-bb511e6c-6d52-4705-b2c8-01b20f3d1c80 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 943 time: 0.1880674 Feb 15 09:33:51.472917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cac36663-5a2f-4615-a8ba-a72dc00cdaab req-a1a025af-e2b2-4a91-bb24-bbb6892a1413 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519303 Feb 15 09:33:51.487249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Allocated IP 172.20.0.7 (575e3247-bcd5-4dfa-933b-647ee4e2a1a6/30cef03d-bff2-40e4-a964-d7e875663f87/977ba611-8426-4638-9be2-94b46e23afd5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:51.492839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Allocated IP 172.20.0.1 (2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a/c6db8111-46ea-481c-8712-df111dcb7d96/ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:51.497951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a025af-e2b2-4a91-bb24-bbb6892a1413 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0914ad43-f959-49f2-a765-86a7644c47b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:51.557873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:51.569202 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994dee2-dca9-4f85-a535-cc7cc73f671c" -d '{"events": [{"server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "name": "network-vif-plugged", "status": "completed", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:51.625933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.692756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20bde18f-28e8-425b-a1c2-e63504acda3e req-d400114f-7fcc-4f49-817a-90e5bdb4c106 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024308 Feb 15 09:33:51.703088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f314d11-3d53-4ce5-904a-4d8b3ddbb679 req-56d3f718-1571-4256-9e16-95b1eb44018c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336993 Feb 15 09:33:51.737782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=cf81c883-a41d-49d3-bacb-8e02f9b14f10,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:51.754558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': '6b0a1cfb-db04-49f1-876a-571ad6547cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:51.754960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: aaa188bf-c049-43f5-87b7-c88e1c616cd9, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:33:51.767710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5201b-f278-4310-b026-ad595e586e66 req-5181f5ac-b031-44b1-bb7b-c105efb5b667 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.769393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bed5201b-f278-4310-b026-ad595e586e66 req-5181f5ac-b031-44b1-bb7b-c105efb5b667 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.1554971 Feb 15 09:33:51.779673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:33:51.795527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, aaa188bf-c049-43f5-87b7-c88e1c616cd9) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:51.803916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.805105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.812721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72a68dc-166b-4597-8e46-51342b578c6f None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:51.841392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5881a144-27a3-403c-b1c4-c0cb73b24552,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:51.847509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fad51e12-5041-437b-90d5-fe1b00244963 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3523092 Feb 15 09:33:51.850175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59738) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:51.857326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:51.891649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5881a144-27a3-403c-b1c4-c0cb73b24552', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '5881a144-27a3-403c-b1c4-c0cb73b24552', 'mac_address': 'fa:16:3e:05:e0:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:51.894558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.897364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3f6a0f82-8aa9-47fb-a1c6-1ad3ca1768dc None None] Provisioning complete for port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:51.897726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f6a0f82-8aa9-47fb-a1c6-1ad3ca1768dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.899252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:51.900746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.903741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:51.907787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.914098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.921360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.927648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.933918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:51.936855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-fe110829-056c-42e5-b004-6ed384060e10 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1074033 Feb 15 09:33:51.979836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b5f381e-6a0b-4a93-927b-c9d1a4997565 req-efe6eaa3-cf61-4920-afa0-33b66cb56777 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0357492 Feb 15 09:33:51.983978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bed5201b-f278-4310-b026-ad595e586e66 req-0ba7a271-b390-478a-bd3a-1907e0181800 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615145 Feb 15 09:33:52.062675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3f6a0f82-8aa9-47fb-a1c6-1ad3ca1768dc None None] Port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:52.087731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.107462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.119477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] For port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,segment=NetworkSegment(06d6ee7e-2fa5-439b-a41b-acb6079f8bb6),segment_id=06d6ee7e-2fa5-439b-a41b-acb6079f8bb6)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:52.143061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8808090'] for subnet, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.160584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5881a144-27a3-403c-b1c4-c0cb73b24552 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:52.176901 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.278735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f78e5-bc68-4c8c-a62f-a9ee2e7b6113 req-c64cbbe9-4644-4b31-8cc1-10a52dae7a85 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:52.285435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-418f78e5-bc68-4c8c-a62f-a9ee2e7b6113 req-c64cbbe9-4644-4b31-8cc1-10a52dae7a85 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.2225807 Feb 15 09:33:52.326882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.340423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Allocated IP 19.80.0.29 (326ee1bd-314e-4db4-969f-57bba46ae838/fd688b59-69a3-4c0e-8baf-fb93f4ff9818/036d51d3-7ce1-4dce-b008-c4f7db8681de) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:52.354867 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.360113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-aaa188bf-c049-43f5-87b7-c88e1c616cd9', 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': 'cf81c883-a41d-49d3-bacb-8e02f9b14f10'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:33:52.360923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.364638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5881a144-27a3-403c-b1c4-c0cb73b24552,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:52.376865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.384406 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.417837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.458038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:52.480316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:52.485224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-418f78e5-bc68-4c8c-a62f-a9ee2e7b6113 req-6b4389eb-7409-48ef-9a11-18c7ce55b5a6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986499 Feb 15 09:33:52.493751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:52.548358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70daa2-e02a-463f-a86e-079dd3aca20e None None] Pushing event updated for resources: {'Port': ['ID=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:52.571456 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c291f9-befa-4b18-b4dd-1b4281ad6f3d x-openstack-request-id: req-24c291f9-befa-4b18-b4dd-1b4281ad6f3d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:52.571921 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "name": "network-vif-plugged", "status": "completed", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:52.572055 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24c291f9-befa-4b18-b4dd-1b4281ad6f3d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:52.572345 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf', 'code': 200} Feb 15 09:33:52.582625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:52.583304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.631592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event updated for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:52.647490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-11ce8f55-7a96-4fb9-99cd-03d07ca7cb46 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1567850 Feb 15 09:33:52.669062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5881a144-27a3-403c-b1c4-c0cb73b24552'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:52.685401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Request body: {'port': {'device_id': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:52.717471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:52.760205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:52.760407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300e610-289f-4b0c-b940-267c9a19a1e4 req-3f7f4dbd-2ebc-4a8e-be5a-d559a5dd521e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:52.763009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9300e610-289f-4b0c-b940-267c9a19a1e4 req-3f7f4dbd-2ebc-4a8e-be5a-d559a5dd521e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 931 time: 0.0872264 Feb 15 09:33:52.815687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9300e610-289f-4b0c-b940-267c9a19a1e4 req-a300a2a0-2147-4d46-aee6-74bf819153d2 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465071 Feb 15 09:33:52.861702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:52.862081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.942810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783122181479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9224448'] for subnet, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.956608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ad41b-bd01-4391-a388-2b86e3bfb470 req-ed174916-b8c3-4399-b7f8-59b63ea5bfac tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:52.958165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7ad41b-bd01-4391-a388-2b86e3bfb470 req-ed174916-b8c3-4399-b7f8-59b63ea5bfac tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0640700 Feb 15 09:33:52.961535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:52.962119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:52.963388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "PUT /v2.0/subnets/cf81c883-a41d-49d3-bacb-8e02f9b14f10 HTTP/1.1" status: 200 len: 826 time: 1.1108587 Feb 15 09:33:52.968474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59762) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:52.999922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Allocated IP 2001:db8::2 (aaa188bf-c049-43f5-87b7-c88e1c616cd9/cf81c883-a41d-49d3-bacb-8e02f9b14f10/352e8598-0e47-495f-b9ec-5af1f1121512) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:33:53.044353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.072913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989d35-73b6-4286-9687-c5e76f56c6d1 req-a3d2161b-a54f-4565-9799-84d20a59f33f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.080790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b989d35-73b6-4286-9687-c5e76f56c6d1 req-a3d2161b-a54f-4565-9799-84d20a59f33f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.088712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b989d35-73b6-4286-9687-c5e76f56c6d1 req-a3d2161b-a54f-4565-9799-84d20a59f33f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 1654 time: 0.2700248 Feb 15 09:33:53.109276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7ad41b-bd01-4391-a388-2b86e3bfb470 req-14ed61b8-07d0-4434-961c-4245b2370de0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675035 Feb 15 09:33:53.135637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b826053-8651-46d4-afcb-934a3e11afdc req-924be70e-48dc-448d-ace2-a3a50de84961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.137905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b826053-8651-46d4-afcb-934a3e11afdc req-924be70e-48dc-448d-ace2-a3a50de84961 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 1101 time: 0.4005444 Feb 15 09:33:53.143056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.238088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-8159106e-6b09-4869-aeec-7c5cac1a5dcb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6281388 Feb 15 09:33:53.244988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386399c-ee0d-481d-838f-ec2e5cd5bb0f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=cf81c883-a41d-49d3-bacb-8e02f9b14f10,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:53.251990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.261411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-4c7c9c1f-0b2f-4cb2-abd2-0788ac660281 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:33:53.263125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-4c7c9c1f-0b2f-4cb2-abd2-0788ac660281 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058165 Feb 15 09:33:53.263687 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.281595 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.289593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b989d35-73b6-4286-9687-c5e76f56c6d1 req-b7067b7f-7f40-4cb4-9a3f-23a29f0a3b3f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997497 Feb 15 09:33:53.291429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b826053-8651-46d4-afcb-934a3e11afdc req-36add042-a43e-4303-bb70-b7b81fdf3505 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347055 Feb 15 09:33:53.323358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.341089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:53.344243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:53.355587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:53.376192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Pushing event updated for resources: {'Port': ['ID=352e8598-0e47-495f-b9ec-5af1f1121512,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:53.416135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.432074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Attempting to bind port 352e8598-0e47-495f-b9ec-5af1f1121512 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:53.432447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Attempting to bind port 352e8598-0e47-495f-b9ec-5af1f1121512 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6b0a1cfb-db04-49f1-876a-571ad6547cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:53.432832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Attempting to bind port 352e8598-0e47-495f-b9ec-5af1f1121512 on network aaa188bf-c049-43f5-87b7-c88e1c616cd9 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:53.443781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:53.444172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Checking segment: {'id': '6b0a1cfb-db04-49f1-876a-571ad6547cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:53.444559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.445081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Bound using segment: {'id': '6b0a1cfb-db04-49f1-876a-571ad6547cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:53.445447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Bound port: 352e8598-0e47-495f-b9ec-5af1f1121512, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0a1cfb-db04-49f1-876a-571ad6547cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:53.445954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.497587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=cf81c883-a41d-49d3-bacb-8e02f9b14f10,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:53.553972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7343be51-3830-4031-b14e-a4877c6dd44f None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:53.565391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.607549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa188bf-c049-43f5-87b7-c88e1c616cd9']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:53.626318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0a1cfb-db04-49f1-876a-571ad6547cc0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:53.626630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0a1cfb-db04-49f1-876a-571ad6547cc0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:53.638395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.660433 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.662392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] For port 352e8598-0e47-495f-b9ec-5af1f1121512, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:53.670316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:53.670963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.675304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e7ab0841-f0cb-4f3c-b458-eef128963566 None None] Provisioning complete for port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:53.675304 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e7ab0841-f0cb-4f3c-b458-eef128963566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:53.677289 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:53.688909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd910ff-b4c6-484b-b438-5c9ff484bd07 req-8b86fc58-922a-45ae-baf3-b82dac55ba61 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.696433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edd910ff-b4c6-484b-b438-5c9ff484bd07 req-8b86fc58-922a-45ae-baf3-b82dac55ba61 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 944 time: 0.2169385 Feb 15 09:33:53.719275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.783204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:53.803055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:33:53.803055 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:33:53.803055 n-d-825064-4 neutron-server[102359]: [parameters: {'id': 'aaa188bf-c049-43f5-87b7-c88e1c616cd9'}] Feb 15 09:33:53.803055 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:33:53.803949 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:33:53.832409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network 326ee1bd-314e-4db4-969f-57bba46ae838 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:33:53.838080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edd910ff-b4c6-484b-b438-5c9ff484bd07 req-c846a77d-9907-42f8-804f-058cab94e4af tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400111 Feb 15 09:33:53.839375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] For port 352e8598-0e47-495f-b9ec-5af1f1121512, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=352e8598-0e47-495f-b9ec-5af1f1121512,segment=NetworkSegment(6b0a1cfb-db04-49f1-876a-571ad6547cc0),segment_id=6b0a1cfb-db04-49f1-876a-571ad6547cc0)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:53.843040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:33:53.846832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:33:53.854961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.894204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5adfb-9d69-4610-808c-0f0edddf354c req-24746e2f-57fe-43aa-89f9-1746447432be tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.896031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7b5adfb-9d69-4610-808c-0f0edddf354c req-24746e2f-57fe-43aa-89f9-1746447432be tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.1431589 Feb 15 09:33:53.932374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:53.933193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:53.982841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d4a137-a744-4939-8f71-fe78b608a886 None None] Pushing event updated for resources: {'Port': ['ID=352e8598-0e47-495f-b9ec-5af1f1121512,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:54.007915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977ba611-8426-4638-9be2-94b46e23afd5 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:54.030398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7b5adfb-9d69-4610-808c-0f0edddf354c req-478da1f6-f731-4e62-9541-77838f783f2a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276395 Feb 15 09:33:54.038839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.061087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2222f491-7d9f-4574-bd02-2bffe8faf160 None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:54.074238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-1e6873ad-032c-43cf-a754-bad2e72aeda1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6149116 Feb 15 09:33:54.089002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:54.140593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Transition to ACTIVE for port object 977ba611-8426-4638-9be2-94b46e23afd5 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:54.175199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.206567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.215745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.222106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.227960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.235974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.243110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.250608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.258679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-ca83b8d3-bb74-4630-92a4-407e0a40e0f7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.2399900 Feb 15 09:33:54.304696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.320921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.347235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Pushing event updated for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:54.366061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96d74b3a-086f-4ed9-8f2e-3d89951313f4 None None] Provisioning complete for port 036d51d3-7ce1-4dce-b008-c4f7db8681de triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:54.368246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96d74b3a-086f-4ed9-8f2e-3d89951313f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.413984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port 352e8598-0e47-495f-b9ec-5af1f1121512 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:33:54.414335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.427062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dbc3a823-d87a-43ee-b5b7-408ac8da57fd req-9c5ddacc-7397-48ff-92f6-4ff136db6c98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1673262 Feb 15 09:33:54.461226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6a8c76-714e-4806-89c7-7495f429e5ba None None] Network aaa188bf-c049-43f5-87b7-c88e1c616cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:33:54.481809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-96d74b3a-086f-4ed9-8f2e-3d89951313f4 None None] Port 036d51d3-7ce1-4dce-b008-c4f7db8681de cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:33:54.496223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port 352e8598-0e47-495f-b9ec-5af1f1121512, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=352e8598-0e47-495f-b9ec-5af1f1121512,segment=NetworkSegment(6b0a1cfb-db04-49f1-876a-571ad6547cc0),segment_id=6b0a1cfb-db04-49f1-876a-571ad6547cc0)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:54.497026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.513128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for 352e8598-0e47-495f-b9ec-5af1f1121512 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:33:54.685221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e542dc3d-0738-42b0-83d8-a1b85287c1c1 None None] Provisioning complete for port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:54.685596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e542dc3d-0738-42b0-83d8-a1b85287c1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.713313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.733757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port 352e8598-0e47-495f-b9ec-5af1f1121512 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:33:54.769289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.769885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.770365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.770872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.771401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.771893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.772369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.773086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.773792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.774252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.774710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.775163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.776449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.776449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.776674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.776987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.778064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.778515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.778891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.779351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.779799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.780244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.780691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.781168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.784748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-f74732c5-0c6e-45d4-89ff-c5d1c9dd3086 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6&device_id=9e559647-8312-45c1-a391-80eef13fb584&device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d&device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1&device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b&device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1&device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd&device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc&device_id=04443092-4697-4e35-8f89-ea45f41689d7&device_id=dfbbb19e-da26-4194-af40-81370c5805f5&device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663&device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba&device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 21354 time: 0.1301396 Feb 15 09:33:54.789547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=352e8598-0e47-495f-b9ec-5af1f1121512,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:54.821033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84231b-04da-40fd-a2c1-a9818717c3cb None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:33:54.844258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Attempting to bind port 977ba611-8426-4638-9be2-94b46e23afd5 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:54.844588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Attempting to bind port 977ba611-8426-4638-9be2-94b46e23afd5 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:54.844929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Attempting to bind port 977ba611-8426-4638-9be2-94b46e23afd5 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:54.860016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Port 977ba611-8426-4638-9be2-94b46e23afd5 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:54.860317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Attempting to bind port 977ba611-8426-4638-9be2-94b46e23afd5 on network 575e3247-bcd5-4dfa-933b-647ee4e2a1a6 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:54.876647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:54.876978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Checking segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:54.877186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Bound using segment: {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:54.877620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Bound port: 977ba611-8426-4638-9be2-94b46e23afd5, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe50cca4-4d70-4f39-9661-1fdf8f923daa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:54.877975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.881484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-6c01bbf0-3096-4d0c-bf57-91592de2ea54 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.895718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.898128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092711b-9438-483a-87eb-4e459ff14f4a req-449e2a20-8c8e-4ddb-8fdb-88c52c1e0b16 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:54.899440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a092711b-9438-483a-87eb-4e459ff14f4a req-449e2a20-8c8e-4ddb-8fdb-88c52c1e0b16 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 943 time: 0.3411007 Feb 15 09:33:54.926046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaa188bf-c049-43f5-87b7-c88e1c616cd9']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:54.941645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0a1cfb-db04-49f1-876a-571ad6547cc0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:54.941940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0a1cfb-db04-49f1-876a-571ad6547cc0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:33:54.957311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.975836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.986572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:33:54.986982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:33:54.990930 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:33:54.995166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b3525f-0fa4-4222-aef9-24102c896c2a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:55.022391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a092711b-9438-483a-87eb-4e459ff14f4a req-ffdaaa11-09ac-4717-a117-db41fac36c3b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000545 Feb 15 09:33:55.024137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.033776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de84231b-04da-40fd-a2c1-a9818717c3cb None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:33:55.054792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:55.060228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=977ba611-8426-4638-9be2-94b46e23afd5,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:55.068310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.120076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-6c01bbf0-3096-4d0c-bf57-91592de2ea54 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.120508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Transition to ACTIVE for port object 66b3525f-0fa4-4222-aef9-24102c896c2a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:55.121730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.131324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.138338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/aaa188bf-c049-43f5-87b7-c88e1c616cd9 HTTP/1.1" status: 204 len: 168 time: 2.1653957 Feb 15 09:33:55.139213 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-6c01bbf0-3096-4d0c-bf57-91592de2ea54 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.150888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:55.154028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.155054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.156451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] 10.222.0.72 "PUT /v2.0/ports/977ba611-8426-4638-9be2-94b46e23afd5 HTTP/1.1" status: 200 len: 1091 time: 2.4775813 Feb 15 09:33:55.157498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:55.159765 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fedc6cd-e37c-4384-9a64-cce7718d5193" -d '{"events": [{"name": "network-changed", "server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "tag": "977ba611-8426-4638-9be2-94b46e23afd5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:55.162422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.178293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801e4ed-54c6-4a22-9e4d-be151f924dfb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=aaa188bf-c049-43f5-87b7-c88e1c616cd9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:55.211911 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c35f4963-9cfd-49c1-9709-c95584038cc3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:33:55.212546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c35f4963-9cfd-49c1-9709-c95584038cc3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:33:55.219876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c35f4963-9cfd-49c1-9709-c95584038cc3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/aaa188bf-c049-43f5-87b7-c88e1c616cd9 HTTP/1.1" status: 404 len: 339 time: 0.0615089 Feb 15 09:33:55.222825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59808) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:55.230629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4df72c0b-8d5a-41c9-bc93-ddc6dd5cd106 req-6c01bbf0-3096-4d0c-bf57-91592de2ea54 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&id=28a79389-e0da-4922-b0f0-40e2330c54cf&id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 780 time: 0.4197373 Feb 15 09:33:55.235031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01bbf0-3096-4d0c-bf57-91592de2ea54 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8294df-545c-4dff-8f97-b20dade4a06f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:55.243196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-846975703', 'description': 'd1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:55.249837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4dd23-7235-4334-9ac4-8cae57bbda38 service neutron] Pushing event updated for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:55.342295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9493609-076d-49e8-a955-b3d31e87249a req-917bda9f-1f8f-4a9b-91de-38d2f56094dd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.343032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be130-f640-4084-932e-69943f0504fb req-2fc8ddf2-8056-4c9a-891c-dee6aebb7818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.343810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9493609-076d-49e8-a955-b3d31e87249a req-917bda9f-1f8f-4a9b-91de-38d2f56094dd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.2368395 Feb 15 09:33:55.354437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be130-f640-4084-932e-69943f0504fb req-2fc8ddf2-8056-4c9a-891c-dee6aebb7818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.361831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78be130-f640-4084-932e-69943f0504fb req-2fc8ddf2-8056-4c9a-891c-dee6aebb7818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.363559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c78be130-f640-4084-932e-69943f0504fb req-2fc8ddf2-8056-4c9a-891c-dee6aebb7818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2387 time: 0.0751851 Feb 15 09:33:55.407731 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c78be130-f640-4084-932e-69943f0504fb req-e82cba5c-dba3-4f55-80e2-41135f8a495e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373366 Feb 15 09:33:55.432659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-deb0358c-36f7-47aa-86e2-c8e229c0cac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.434861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-deb0358c-36f7-47aa-86e2-c8e229c0cac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.2609580 Feb 15 09:33:55.435467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:55.458955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5881a144-27a3-403c-b1c4-c0cb73b24552 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:33:55.476382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:55.479757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.494823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-1dac3e78-0b1c-4022-9481-3815b537fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.497598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-1dac3e78-0b1c-4022-9481-3815b537fb4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2275133 Feb 15 09:33:55.543916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3820-a887-496f-abb1-fe505e11e9f4 req-330d3549-d099-4790-834f-650683642bac tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.545584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bda3820-a887-496f-abb1-fe505e11e9f4 req-330d3549-d099-4790-834f-650683642bac tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 944 time: 0.0566730 Feb 15 09:33:55.552737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9493609-076d-49e8-a955-b3d31e87249a req-0a5e9866-225c-4e5a-bf68-9368077a8a53 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989253 Feb 15 09:33:55.586018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5881a144-27a3-403c-b1c4-c0cb73b24552 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:33:55.600311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-070c7ad3-53aa-44b5-a2ee-dccf5658ca00 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977ba611-8426-4638-9be2-94b46e23afd5 HTTP/1.1" status: 200 len: 217 time: 0.0661399 Feb 15 09:33:55.607550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Attempting to bind port 66b3525f-0fa4-4222-aef9-24102c896c2a on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:55.607888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Attempting to bind port 66b3525f-0fa4-4222-aef9-24102c896c2a by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:55.608212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Attempting to bind port 66b3525f-0fa4-4222-aef9-24102c896c2a on network 326ee1bd-314e-4db4-969f-57bba46ae838 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:55.619995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bda3820-a887-496f-abb1-fe505e11e9f4 req-91b52aa6-28d4-4b7b-b16f-780cd2838c41 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620935 Feb 15 09:33:55.627778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:55.633419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5881a144-27a3-403c-b1c4-c0cb73b24552 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:33:55.633790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.828642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.839153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d469f76-92db-44cc-a432-bba6e52e78ed None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:33:55.865197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.871327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.877657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.883512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.889141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:55.890519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.891379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f0dd5a-b84b-4775-a522-4b1b7e5f4238" -d '{"events": [{"server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "name": "network-vif-plugged", "status": "completed", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:55.897549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.904322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:55.906408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-ba29e608-69fa-467a-b950-1fbd7178b742 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1150858 Feb 15 09:33:55.911382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5881a144-27a3-403c-b1c4-c0cb73b24552,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:55.918128 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:55.953997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a39b99d0-4406-4b9e-a5b3-86cf4fb03128 req-488fe5b3-11a6-45fc-a7e0-ec733f6914c9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388412 Feb 15 09:33:55.977143 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-508afdd6-0a5c-4836-bd64-3acd08f941a6 x-openstack-request-id: req-508afdd6-0a5c-4836-bd64-3acd08f941a6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:55.977143 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "tag": "977ba611-8426-4638-9be2-94b46e23afd5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:55.977416 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-508afdd6-0a5c-4836-bd64-3acd08f941a6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:55.977626 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5', 'status': 'completed', 'code': 200} Feb 15 09:33:56.009159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Port 66b3525f-0fa4-4222-aef9-24102c896c2a on network 326ee1bd-314e-4db4-969f-57bba46ae838 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:56.009476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Attempting to bind port 66b3525f-0fa4-4222-aef9-24102c896c2a on network 326ee1bd-314e-4db4-969f-57bba46ae838 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:56.017308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:56.026876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.027277 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment 284d217f-c050-4495-ae7a-ec29ccb8d6ee of type vlan for network b90549f3-b10b-4129-bbcf-4a5aca8097f7 Feb 15 09:33:56.055039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:56.055325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Checking segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:56.055742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Bound using segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:56.056229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Bound port: 66b3525f-0fa4-4222-aef9-24102c896c2a, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:56.056749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.072834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d469f76-92db-44cc-a432-bba6e52e78ed None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:33:56.108071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-1fe7608e-8c85-4796-828f-c367111d92d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.109733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-1fe7608e-8c85-4796-828f-c367111d92d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.6622252 Feb 15 09:33:56.117596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-c3080ed0-ba7a-421e-aa08-c8c0c3df44b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.118928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-c3080ed0-ba7a-421e-aa08-c8c0c3df44b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.5066073 Feb 15 09:33:56.179968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7750c9-aede-4b36-b93c-a6d7bb6d47a5 req-22ac807c-a0c2-476c-a53f-ce61b443cf5d tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.180483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7750c9-aede-4b36-b93c-a6d7bb6d47a5 req-22ac807c-a0c2-476c-a53f-ce61b443cf5d tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.180983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7750c9-aede-4b36-b93c-a6d7bb6d47a5 req-22ac807c-a0c2-476c-a53f-ce61b443cf5d tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.182821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab7750c9-aede-4b36-b93c-a6d7bb6d47a5 req-22ac807c-a0c2-476c-a53f-ce61b443cf5d tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc&device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b&device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 2883 time: 0.0435383 Feb 15 09:33:56.189284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.211259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-8abe1cd5-0764-4e9a-a3eb-1f392f88e6e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0839562 Feb 15 09:33:56.216960 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-3eaaf28e-01ea-4125-af5e-dcc33ffde7e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819461 Feb 15 09:33:56.229543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db626d9b-9bb4-4fd0-a3e0-7108defcd534 req-8cb9f0a4-b719-41a4-b361-e46ab4a2a0ac tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.231095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db626d9b-9bb4-4fd0-a3e0-7108defcd534 req-8cb9f0a4-b719-41a4-b361-e46ab4a2a0ac tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.2436666 Feb 15 09:33:56.231254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab7750c9-aede-4b36-b93c-a6d7bb6d47a5 req-3211a868-65cd-4a39-85ed-814780ba1faa tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405829 Feb 15 09:33:56.272129 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6515f8fc-0d73-4e03-a156-b6abdc56ed55 x-openstack-request-id: req-6515f8fc-0d73-4e03-a156-b6abdc56ed55 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:56.272518 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "name": "network-vif-plugged", "status": "completed", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:56.272766 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6515f8fc-0d73-4e03-a156-b6abdc56ed55 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:56.273171 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552', 'code': 200} Feb 15 09:33:56.375477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.380846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.381432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.410879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fee35-e45c-4ddf-b3a8-4ff135050397 req-91946e89-c303-46e2-9cab-294e50f518c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.412418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e84fee35-e45c-4ddf-b3a8-4ff135050397 req-91946e89-c303-46e2-9cab-294e50f518c8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 1096 time: 0.0743585 Feb 15 09:33:56.421904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b79693-d1aa-47d9-9033-60e2d8fa33cb req-7ba821df-4c55-43f7-9117-cd2cc94d3f65 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.426920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68b79693-d1aa-47d9-9033-60e2d8fa33cb req-7ba821df-4c55-43f7-9117-cd2cc94d3f65 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 943 time: 0.0890403 Feb 15 09:33:56.429436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:56.476403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db626d9b-9bb4-4fd0-a3e0-7108defcd534 req-ec327ce2-f300-471a-9de2-e86668f342e8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197618 Feb 15 09:33:56.477905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-eadd8697-b646-4966-b79a-e44deaf063a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.479295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-eadd8697-b646-4966-b79a-e44deaf063a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2367356 Feb 15 09:33:56.484087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e84fee35-e45c-4ddf-b3a8-4ff135050397 req-19c38c9d-248d-4f83-8430-d7fbf0e10505 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576212 Feb 15 09:33:56.498931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68b79693-d1aa-47d9-9033-60e2d8fa33cb req-e4cdf06c-b3cb-4784-925c-4f16e56a9aef tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667887 Feb 15 09:33:56.519980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2821391 Feb 15 09:33:56.522039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:56.522720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:56.555459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e98e7-8cfd-4837-bdce-80640533872b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=b90549f3-b10b-4129-bbcf-4a5aca8097f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:56.558147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.568613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b90549f3-b10b-4129-bbcf-4a5aca8097f7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:56.630859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.633433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.635155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] 10.222.0.72 "PUT /v2.0/ports/66b3525f-0fa4-4222-aef9-24102c896c2a HTTP/1.1" status: 200 len: 1092 time: 2.5508354 Feb 15 09:33:56.650476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-2582cbb6-1519-4310-b89a-480566606de6 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153552 Feb 15 09:33:56.682544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-a344769e-4c6c-473f-ab6a-6cd2ec69745b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.684169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-a344769e-4c6c-473f-ab6a-6cd2ec69745b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1770501 Feb 15 09:33:56.730704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:56.750174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116fa2e-93af-4f3d-8c89-b06196e90f37 req-8beb0bf5-aa8a-4577-8a49-e085d29be859 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.757844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61511e1d-c2fe-47d6-8fd1-73fe252123e1 service neutron] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:56.758358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116fa2e-93af-4f3d-8c89-b06196e90f37 req-8beb0bf5-aa8a-4577-8a49-e085d29be859 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.765590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116fa2e-93af-4f3d-8c89-b06196e90f37 req-8beb0bf5-aa8a-4577-8a49-e085d29be859 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.767266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d116fa2e-93af-4f3d-8c89-b06196e90f37 req-8beb0bf5-aa8a-4577-8a49-e085d29be859 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2387 time: 0.1788185 Feb 15 09:33:56.774472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4111fe0-9a5e-478f-8ae3-cf7fcd0237c3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.775866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4111fe0-9a5e-478f-8ae3-cf7fcd0237c3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks?id=b90549f3-b10b-4129-bbcf-4a5aca8097f7 HTTP/1.1" status: 200 len: 764 time: 0.2519929 Feb 15 09:33:56.783577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:56.788450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'description': 'd2'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:56.921098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d220da-7090-4f41-b568-6526d759b0c6 req-42ebed3e-14fe-4dbb-87dc-0e7e42b29f7f tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:56.922797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97d220da-7090-4f41-b568-6526d759b0c6 req-42ebed3e-14fe-4dbb-87dc-0e7e42b29f7f tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 1101 time: 0.2566185 Feb 15 09:33:56.930279 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d116fa2e-93af-4f3d-8c89-b06196e90f37 req-f49a9729-e49c-4439-8160-2f192f8fb905 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533601 Feb 15 09:33:56.939553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:56.972147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7315d12f-e509-4fa1-a455-abc6d5a4d43d req-6e6d8717-93b0-47aa-bb96-5e1e7ffb219a service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835097 Feb 15 09:33:56.983393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-f850f413-c2e0-4d9b-aae9-e52ef7f04f51 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661655 Feb 15 09:33:56.990032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:57.008064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:57.036010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network b90549f3-b10b-4129-bbcf-4a5aca8097f7 is not hosted by any dhcp agent {{(pid=102359) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:33:57.041220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.041802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:57.043676 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "PUT /v2.0/networks/b90549f3-b10b-4129-bbcf-4a5aca8097f7 HTTP/1.1" status: 200 len: 761 time: 0.2585704 Feb 15 09:33:57.070497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59838) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:57.086991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97d220da-7090-4f41-b568-6526d759b0c6 req-946a3f2e-b7e8-4fd8-916d-bcaa60bb1f88 tempest-ServersOnMultiNodesTest-336396577 tempest-ServersOnMultiNodesTest-336396577-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522403 Feb 15 09:33:57.264601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-dc1a9906-54ce-422a-a243-f604c70cea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.266266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-dc1a9906-54ce-422a-a243-f604c70cea06 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7caa1ae133854f72827dc88c76581aca&device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2334366 Feb 15 09:33:57.271169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-bd4f503f-335a-468c-9348-ac51d94f39b2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652831 Feb 15 09:33:57.389647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c3fd9-672c-4b06-a384-a31f62bef6c1 req-3fdacd5b-1bd0-4d42-97b1-d891517a88e3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.397059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f0c3fd9-672c-4b06-a384-a31f62bef6c1 req-3fdacd5b-1bd0-4d42-97b1-d891517a88e3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.2073777 Feb 15 09:33:57.471423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f0c3fd9-672c-4b06-a384-a31f62bef6c1 req-cb155087-4ecf-494d-a97f-15d163767e22 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734327 Feb 15 09:33:57.507870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c61a35-c038-4a25-bc1c-d426c47fe49e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=b90549f3-b10b-4129-bbcf-4a5aca8097f7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:57.523024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b90549f3-b10b-4129-bbcf-4a5aca8097f7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:33:57.525695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-7382b3fd-55ae-4435-a26c-4ef814259e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.526953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-7382b3fd-55ae-4435-a26c-4ef814259e2b service neutron] 10.222.0.72 "GET /v2.0/networks?id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 200 len: 923 time: 0.2426705 Feb 15 09:33:57.529469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff0c44-bcd9-4f93-a70d-9d6ceb892bdf req-28a343a6-c16b-46ed-a538-cd6cca218e55 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.530984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0dff0c44-bcd9-4f93-a70d-9d6ceb892bdf req-28a343a6-c16b-46ed-a538-cd6cca218e55 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.4613667 Feb 15 09:33:57.537840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d24f36c-bb1a-46ce-b22e-75e44b90da6e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.542907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d24f36c-bb1a-46ce-b22e-75e44b90da6e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks?id=b90549f3-b10b-4129-bbcf-4a5aca8097f7 HTTP/1.1" status: 200 len: 764 time: 0.4653394 Feb 15 09:33:57.543756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:57.640452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-0abe7b00-eceb-4730-a2c7-0a081f9206da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=977ba611-8426-4638-9be2-94b46e23afd5 HTTP/1.1" status: 200 len: 217 time: 0.1013970 Feb 15 09:33:57.675289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ece613-8f75-4d63-98a3-e3f08b44dbb7 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:57.705278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:57.724792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0dff0c44-bcd9-4f93-a70d-9d6ceb892bdf req-6434eab9-5e68-469f-aa60-8e07d85f81ab tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073828 Feb 15 09:33:57.731091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Transition to ACTIVE for port object e4ece613-8f75-4d63-98a3-e3f08b44dbb7 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:57.748735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.754810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.760688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.767211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.768456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1373ddd-a2b8-424d-b978-7e8e934a9adc tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.771210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1373ddd-a2b8-424d-b978-7e8e934a9adc tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2260783 Feb 15 09:33:57.777256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:57.779061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.791002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.799048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.801107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-15f481fb-a2e1-4f3e-824b-802546274254 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1995070 Feb 15 09:33:57.804608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:57.807785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-eceefd8c-3e90-43d0-8813-999c048897aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:57.809482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-eceefd8c-3e90-43d0-8813-999c048897aa service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 200 len: 862 time: 0.1492538 Feb 15 09:33:57.820991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-945acf5a-7b8c-4f32-9d82-509ee0b3dee0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 207 time: 0.0390053 Feb 15 09:33:57.821306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59850) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:57.907968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-df558be2-2c2e-4019-819f-2e670123d908 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=575e3247-bcd5-4dfa-933b-647ee4e2a1a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611515 Feb 15 09:33:57.960198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2aea794-1ee8-4091-879c-b47b2f7ec57b req-41ad12ff-0dbc-40d0-8294-a0407683a138 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1473894 Feb 15 09:33:58.027035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:33:58.030009 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86badb8d-0cec-4809-8e4f-949d9ef93d09" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:33:58.032731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:58.086289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.086665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.087111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.087318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.087705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.087898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.088217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.088545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.088849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.089167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.089485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.089823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:33:58.138921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.145015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.146022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Attempting to bind port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:33:58.146355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Attempting to bind port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:33:58.146678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Attempting to bind port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 on network f0fb20b9-d412-4e9d-be3f-9c67682126bc {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:58.151275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.158581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.164725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.165414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 on network f0fb20b9-d412-4e9d-be3f-9c67682126bc not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:33:58.165718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Attempting to bind port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 on network f0fb20b9-d412-4e9d-be3f-9c67682126bc {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:33:58.171135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.176582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-74f19226-a1e3-4a11-b37a-4be89c8e4316 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3507867 Feb 15 09:33:58.176737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:33:58.176737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Checking segment: {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:33:58.177005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Bound using segment: {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:33:58.177122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59860) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:58.178070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Bound port: e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a133b7-8496-4f0d-888e-30b6b2052b0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:33:58.178070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:58.189946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1414d0-bbbd-44e9-aac7-97026efe5380 req-b50afead-fca3-470a-94f5-d14a7424828a tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.191799 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db1414d0-bbbd-44e9-aac7-97026efe5380 req-b50afead-fca3-470a-94f5-d14a7424828a tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 943 time: 0.1197679 Feb 15 09:33:58.202641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-99c84757-6125-49e2-b3d3-6cbc5a74be05 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692270 Feb 15 09:33:58.329050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db1414d0-bbbd-44e9-aac7-97026efe5380 req-378bc187-305d-4cfc-a043-b636cec6067a tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242805 Feb 15 09:33:58.373604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:33:58.379851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-455cbe9b-c566-4c90-97ef-6398c007937a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1987262 Feb 15 09:33:58.380949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:58.395337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039cdc-cb74-4099-bdde-584780bf7d02 req-7dfb7d20-982f-4f05-b659-bdf9e4f8e1b1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.400892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039cdc-cb74-4099-bdde-584780bf7d02 req-7dfb7d20-982f-4f05-b659-bdf9e4f8e1b1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.407164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd039cdc-cb74-4099-bdde-584780bf7d02 req-7dfb7d20-982f-4f05-b659-bdf9e4f8e1b1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.408841 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd039cdc-cb74-4099-bdde-584780bf7d02 req-7dfb7d20-982f-4f05-b659-bdf9e4f8e1b1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2399 time: 0.0998890 Feb 15 09:33:58.428289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:33:58.443958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fedc6cd-e37c-4384-9a64-cce7718d5193 req-18838020-1098-44ff-a323-ab3c6ef79497 service neutron] 10.222.0.72 "GET /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322583 Feb 15 09:33:58.447126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:58.451117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd039cdc-cb74-4099-bdde-584780bf7d02 req-c247b43f-8b18-4945-afdd-496a4e25aee4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352669 Feb 15 09:33:58.503396 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c82d9-e9d6-435c-89fb-c2dae40b5b47 x-openstack-request-id: req-8d1c82d9-e9d6-435c-89fb-c2dae40b5b47 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:33:58.503680 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:33:58.503930 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d1c82d9-e9d6-435c-89fb-c2dae40b5b47 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:33:58.504306 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'status': 'completed', 'code': 200} Feb 15 09:33:58.517987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.518597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:58.520144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/e4ece613-8f75-4d63-98a3-e3f08b44dbb7 HTTP/1.1" status: 200 len: 1091 time: 1.7936552 Feb 15 09:33:58.529066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.530984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.532498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.534036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.536069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.540866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-117f4dc4-1a1e-4d73-b9dd-dd8066bfd19e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1555004 Feb 15 09:33:58.542333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:58.601117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Request body: {'port': {'device_id': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:58.636553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74992ab0-a51f-44c6-a96e-6124099f0380 req-ae284690-d469-4aa6-ba9f-efda0b561ae3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.645075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74992ab0-a51f-44c6-a96e-6124099f0380 req-ae284690-d469-4aa6-ba9f-efda0b561ae3 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.2385466 Feb 15 09:33:58.651004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26276381-24f7-4d65-bf86-fcf9519307e5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:58.681486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.683463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.686768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.688596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.690344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.692345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4565776-b4d8-4e44-86e0-be83109fe7d3 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1477547 Feb 15 09:33:58.706843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59872) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:58.710230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-4944c0c5-ac65-458e-948b-56bdd1296108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.711123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-4944c0c5-ac65-458e-948b-56bdd1296108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.711661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-4944c0c5-ac65-458e-948b-56bdd1296108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.714100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-4944c0c5-ac65-458e-948b-56bdd1296108 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2797 time: 0.1747935 Feb 15 09:33:58.770919 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:58.804243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8912522d-171a-48de-b6b7-d35792677b98 req-765f7701-51bc-49f2-b034-8240222e8ea2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.805665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8912522d-171a-48de-b6b7-d35792677b98 req-765f7701-51bc-49f2-b034-8240222e8ea2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.1104722 Feb 15 09:33:58.808272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-74992ab0-a51f-44c6-a96e-6124099f0380 req-761efbc1-a4f0-4841-8e0e-b578c0506e7b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623325 Feb 15 09:33:58.863884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ebe09-e1a3-4636-a2e1-d8df7c17a2fb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:58.865583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a9ebe09-e1a3-4636-a2e1-d8df7c17a2fb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks/6da8360b-de1d-4a31-89c6-60f9ff443c1d HTTP/1.1" status: 200 len: 804 time: 0.1561544 Feb 15 09:33:58.869460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59876) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:58.891833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8912522d-171a-48de-b6b7-d35792677b98 req-2fba78e5-0b6b-4a13-bc1c-55561e829f7c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733876 Feb 15 09:33:59.005466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebfe5b-912b-4202-b689-938fad301331 req-f07a67a3-e583-4abe-95fd-f0a30dc792ed tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.007421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1aebfe5b-912b-4202-b689-938fad301331 req-f07a67a3-e583-4abe-95fd-f0a30dc792ed tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0505702 Feb 15 09:33:59.047733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1aebfe5b-912b-4202-b689-938fad301331 req-562de8d2-5ceb-4dac-a8bc-1799e4e9ffd3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Feb 15 09:33:59.125892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-1629de2f-7081-4fe6-ae3f-4734140f5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.126361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-1629de2f-7081-4fe6-ae3f-4734140f5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.126822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-1629de2f-7081-4fe6-ae3f-4734140f5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.128398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-1629de2f-7081-4fe6-ae3f-4734140f5027 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4031613 Feb 15 09:33:59.299336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.305273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.312323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.318330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.324171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.330722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.336594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.338621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-966f0d95-7227-4772-8149-55733710be50 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.0960536 Feb 15 09:33:59.381537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4070e405-eff0-4f5e-9cd8-ab48c031d245 req-066bc8c5-20f4-480a-816d-eeaf87c93572 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0366821 Feb 15 09:33:59.423742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 977ba611-8426-4638-9be2-94b46e23afd5 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:33:59.464086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f6806-fd1c-4a60-9bd1-f64f420ade18 req-14af7dba-1b49-4163-84f9-a0f23c63089b tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.465639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea6f6806-fd1c-4a60-9bd1-f64f420ade18 req-14af7dba-1b49-4163-84f9-a0f23c63089b tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1101 time: 0.5591238 Feb 15 09:33:59.508305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff99eeea-264b-4be4-bc11-323aa604f405 req-78568e96-5fb6-4ddc-acdf-495baa10fc00 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.510090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff99eeea-264b-4be4-bc11-323aa604f405 req-78568e96-5fb6-4ddc-acdf-495baa10fc00 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.0613344 Feb 15 09:33:59.526332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=977ba611-8426-4638-9be2-94b46e23afd5,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:59.538889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '977ba611-8426-4638-9be2-94b46e23afd5', 'network_id': '575e3247-bcd5-4dfa-933b-647ee4e2a1a6', 'port_id': '977ba611-8426-4638-9be2-94b46e23afd5', 'mac_address': 'fa:16:3e:ea:d3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30cef03d-bff2-40e4-a964-d7e875663f87', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:33:59.553465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff99eeea-264b-4be4-bc11-323aa604f405 req-13b54c4c-d82c-4550-95a9-d0ef0f49c68b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356357 Feb 15 09:33:59.585107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:59.600333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977ba611-8426-4638-9be2-94b46e23afd5 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:59.619935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=977ba611-8426-4638-9be2-94b46e23afd5,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:33:59.622608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-17522f37-3504-4e80-8699-dd873d90e541 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/networks/6da8360b-de1d-4a31-89c6-60f9ff443c1d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.7517619 Feb 15 09:33:59.626922 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:59.630249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59888) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:59.677830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:33:59.687631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea6f6806-fd1c-4a60-9bd1-f64f420ade18 req-2cfe8974-853c-456a-b6f4-05e9e89e9151 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988485 Feb 15 09:33:59.718489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee35620-f02c-4230-855c-00716fff97d9 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.719441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aee35620-f02c-4230-855c-00716fff97d9 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets/7d1889fb-db4a-4dd4-bc43-ec94d3e27829 HTTP/1.1" status: 200 len: 843 time: 0.0875835 Feb 15 09:33:59.723375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:59.743024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12087be8-eb8c-4cde-8926-995f31629f6c req-a8fedbf4-72ce-41cd-9294-10f9cbfa7c8e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.744628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12087be8-eb8c-4cde-8926-995f31629f6c req-a8fedbf4-72ce-41cd-9294-10f9cbfa7c8e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 944 time: 0.1256096 Feb 15 09:33:59.751880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-2dd78858-800f-47a0-ba7a-eb5b20f9dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.753527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86badb8d-0cec-4809-8e4f-949d9ef93d09 req-2dd78858-800f-47a0-ba7a-eb5b20f9dd68 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2917609 Feb 15 09:33:59.814582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b6b6f-fc6c-4a67-b4a9-565b7541f7bb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.815916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-641b6b6f-fc6c-4a67-b4a9-565b7541f7bb tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "GET /v2.0/subnets/7d1889fb-db4a-4dd4-bc43-ec94d3e27829?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0916154 Feb 15 09:33:59.821690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59894) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:33:59.825206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12087be8-eb8c-4cde-8926-995f31629f6c req-6d3ae232-24de-4d1c-b0a4-eef8b8e354b1 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570240 Feb 15 09:33:59.830282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1597378831'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:33:59.867460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:33:59.874294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:59.883088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c16af0-aae3-43b8-ab35-1bba9f2b5da3 req-4f07eff4-005e-42a8-b003-849ee3e927a4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.889738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c16af0-aae3-43b8-ab35-1bba9f2b5da3 req-4f07eff4-005e-42a8-b003-849ee3e927a4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.898835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c16af0-aae3-43b8-ab35-1bba9f2b5da3 req-4f07eff4-005e-42a8-b003-849ee3e927a4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.901833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64c16af0-aae3-43b8-ab35-1bba9f2b5da3 req-4f07eff4-005e-42a8-b003-849ee3e927a4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2399 time: 0.1187861 Feb 15 09:33:59.921390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036d51d3-7ce1-4dce-b008-c4f7db8681de {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:33:59.922691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['977ba611-8426-4638-9be2-94b46e23afd5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:33:59.923346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:33:59.936791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:59.937164 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Added segment f621eaf6-7cce-40ed-a619-ffb030629ddf of type vlan for network 319c6d61-968b-4182-b489-084b6f730ac2 Feb 15 09:33:59.944281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:33:59.956854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f5da6-71a7-4b74-84cc-500dc4205ffe req-00a935a4-3516-42ec-9a7a-a740661f6dc4 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:33:59.957969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db5f5da6-71a7-4b74-84cc-500dc4205ffe req-00a935a4-3516-42ec-9a7a-a740661f6dc4 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1101 time: 0.0664940 Feb 15 09:33:59.969876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Transition to ACTIVE for port object 036d51d3-7ce1-4dce-b008-c4f7db8681de will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:33:59.973869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64c16af0-aae3-43b8-ab35-1bba9f2b5da3 req-92337340-0cfc-4d6a-8c82-08510fcfe881 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632262 Feb 15 09:33:59.974923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.030798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.039716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Pushing event updated for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:00.081232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db5f5da6-71a7-4b74-84cc-500dc4205ffe req-1a235678-dfc2-445d-af18-91fac6fb92c0 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026721 Feb 15 09:34:00.092671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.118550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.119404 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.176501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3474793 Feb 15 09:34:00.176751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59902) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:00.190000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'network_id': '319c6d61-968b-4182-b489-084b6f730ac2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:00.213574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-9f2151ac-d642-478a-a6d8-042e98b482f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.215624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-9f2151ac-d642-478a-a6d8-042e98b482f4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.1407387 Feb 15 09:34:00.225444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Attempting to bind port 036d51d3-7ce1-4dce-b008-c4f7db8681de on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:00.225780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Attempting to bind port 036d51d3-7ce1-4dce-b008-c4f7db8681de by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:00.226102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Attempting to bind port 036d51d3-7ce1-4dce-b008-c4f7db8681de on network 326ee1bd-314e-4db4-969f-57bba46ae838 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:00.245246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb4b93-221a-4772-9e94-16a565f363a2 req-007e4244-8d0a-44be-bdd6-b73778718c3b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.247551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cddb4b93-221a-4772-9e94-16a565f363a2 req-007e4244-8d0a-44be-bdd6-b73778718c3b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 950 time: 0.1094739 Feb 15 09:34:00.265032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Network': ['ID=319c6d61-968b-4182-b489-084b6f730ac2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:00.266722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Port 036d51d3-7ce1-4dce-b008-c4f7db8681de on network 326ee1bd-314e-4db4-969f-57bba46ae838 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:00.267046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Attempting to bind port 036d51d3-7ce1-4dce-b008-c4f7db8681de on network 326ee1bd-314e-4db4-969f-57bba46ae838 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:00.288297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.288649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.289486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.289486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.289726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.289931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.290248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.290571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.290896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.291198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.291510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.291832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988bfd5d-7349-47c4-8ae3-259993e236c0 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:00.294652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:00.295015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Checking segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:00.295400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Bound using segment: {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:00.295851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Bound port: 036d51d3-7ce1-4dce-b008-c4f7db8681de, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '804abd2b-7feb-4700-9604-289f331667a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:00.296215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.310583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 319c6d61-968b-4182-b489-084b6f730ac2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:00.331746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c894e6-eb7f-4f93-9d6a-b5f67be99d9d req-3907cef0-4d59-4590-aaac-ace67b8b40ce tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.333260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-26c894e6-eb7f-4f93-9d6a-b5f67be99d9d req-3907cef0-4d59-4590-aaac-ace67b8b40ce tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1545477 Feb 15 09:34:00.353130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Made reservation on behalf of 060d6af5fd9e46718e6e10f14dd4c522 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:00.357190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.377434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cddb4b93-221a-4772-9e94-16a565f363a2 req-007ef8da-21bd-4d1e-ad57-b20c8db4ccb9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116667 Feb 15 09:34:00.427133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:00.438034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:00.438034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port 645ac052-a071-4d5e-8402-e7cac12774cf {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:00.438034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.443640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-26c894e6-eb7f-4f93-9d6a-b5f67be99d9d req-4f962be7-f4d3-4f6c-935e-b9080186eb07 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017258 Feb 15 09:34:00.448498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Performing IP validity checks on allocation pools {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:34:00.449111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:34:00.542698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port 645ac052-a071-4d5e-8402-e7cac12774cf, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=645ac052-a071-4d5e-8402-e7cac12774cf,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:00.543954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.549028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:00.552026 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ea16d9-3743-414c-b1b0-b66a52c89a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:00.555608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.617615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for 645ac052-a071-4d5e-8402-e7cac12774cf owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:00.634378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.641005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.643687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.644228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.645753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] 10.222.0.72 "PUT /v2.0/ports/036d51d3-7ce1-4dce-b008-c4f7db8681de HTTP/1.1" status: 200 len: 1091 time: 2.0603096 Feb 15 09:34:00.647185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.654229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.660114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.666386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.672647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.675017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-6781c658-6ab1-4761-8a74-ad4f0c72afdc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1595759 Feb 15 09:34:00.711757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.737377 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f3afa2-b324-4c6a-a8db-47a64d44ee73 x-openstack-request-id: req-87f3afa2-b324-4c6a-a8db-47a64d44ee73 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:00.737804 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:00.738149 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87f3afa2-b324-4c6a-a8db-47a64d44ee73 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:00.738626 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'status': 'completed', 'code': 200} Feb 15 09:34:00.777170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c70971c5-e90d-4e13-8496-6d2e476491f8 req-1eae7dff-e5a5-499e-9768-25648b36a695 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0871871 Feb 15 09:34:00.805018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=6af1c9b4-4fb0-4ace-bc01-70acb7e536a8,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:00.817986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Checking segment: {'id': 'f621eaf6-7cce-40ed-a619-ffb030629ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:00.818353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network hostable DHCP agents. Network: 319c6d61-968b-4182-b489-084b6f730ac2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:00.835258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614fa65-4708-480f-81e5-9fd37091b571 service neutron] Pushing event updated for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:00.848699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Network 319c6d61-968b-4182-b489-084b6f730ac2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:00.870436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 319c6d61-968b-4182-b489-084b6f730ac2) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:00.877619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-6730b285-3a9f-460a-a367-2a8b0c52a0fa tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.878715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-6730b285-3a9f-460a-a367-2a8b0c52a0fa tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.3087325 Feb 15 09:34:00.880511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff45d81-08e0-40f2-b295-d030fcf6161f None None] Network 319c6d61-968b-4182-b489-084b6f730ac2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:00.882113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9819ecd-3ca8-4caa-a9b3-730702d62cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.882591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9819ecd-3ca8-4caa-a9b3-730702d62cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.883056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9819ecd-3ca8-4caa-a9b3-730702d62cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.884704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d9819ecd-3ca8-4caa-a9b3-730702d62cf2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2864 time: 0.1437149 Feb 15 09:34:00.887678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:00.887912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3785700'] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:00.923541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f3d95bae-f95c-4c4f-a708-792426063703 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7458050 Feb 15 09:34:00.926530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:00.937538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:00.998553 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-f34f0dec-dbe7-4f04-9022-5b026c019366 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.152&port_id=66b3525f-0fa4-4222-aef9-24102c896c2a HTTP/1.1" status: 200 len: 217 time: 0.0985906 Feb 15 09:34:01.012967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368d6e1-f7c6-40a2-b708-e643804c9958 req-8d3b44a6-898b-4885-ae1f-fbf77b39f405 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.020202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0368d6e1-f7c6-40a2-b708-e643804c9958 req-8d3b44a6-898b-4885-ae1f-fbf77b39f405 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.2380083 Feb 15 09:34:01.087929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12459284'] for subnet, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.103208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61c7b006-0783-4dae-8b2e-505d42dce526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.104530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-61c7b006-0783-4dae-8b2e-505d42dce526 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd688b59-69a3-4c0e-8baf-fb93f4ff9818 HTTP/1.1" status: 200 len: 801 time: 0.0790577 Feb 15 09:34:01.117172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.124056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-319c6d61-968b-4182-b489-084b6f730ac2', 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2', 'tenant_id': '060d6af5fd9e46718e6e10f14dd4c522', 'fixed_ips': [{'subnet_id': '6af1c9b4-4fb0-4ace-bc01-70acb7e536a8'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:01.124635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.132801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2', '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'a87e5e7e-81e3-4217-a32f-b46e76631992'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:01.136850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', '645ac052-a071-4d5e-8402-e7cac12774cf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:01.137866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d204b9-7e6b-4ca5-91a5-2194b915a61b req-d922d37c-6821-4ce4-b5ea-ac14f3532824 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.139572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0d204b9-7e6b-4ca5-91a5-2194b915a61b req-d922d37c-6821-4ce4-b5ea-ac14f3532824 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 944 time: 0.1054511 Feb 15 09:34:01.177673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0368d6e1-f7c6-40a2-b708-e643804c9958 req-80183ca2-76e9-4686-a257-253bc70ec1af tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562774 Feb 15 09:34:01.211000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0d204b9-7e6b-4ca5-91a5-2194b915a61b req-b95cfee1-b2eb-45e6-bcb0-e5aa5459ebad tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521774 Feb 15 09:34:01.258206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=645ac052-a071-4d5e-8402-e7cac12774cf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:01.280964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port 645ac052-a071-4d5e-8402-e7cac12774cf on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:01.286951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.290569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbba5f30-3c28-4de6-a66a-9feca0890829 req-2192df10-86e9-4663-ae9c-c00ef90beaa9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "DELETE /v2.0/ports/645ac052-a071-4d5e-8402-e7cac12774cf HTTP/1.1" status: 204 len: 173 time: 1.0674858 Feb 15 09:34:01.298239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d63c429e-6898-407e-a7a0-82027356c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.305090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-d63c429e-6898-407e-a7a0-82027356c205 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=326ee1bd-314e-4db4-969f-57bba46ae838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1863084 Feb 15 09:34:01.336406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 66e4d90d-da08-4a6e-ab1a-fd5477138914 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:01.444868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port 5881a144-27a3-403c-b1c4-c0cb73b24552 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:01.445188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.485810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 977ba611-8426-4638-9be2-94b46e23afd5 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:01.498630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:34:01.556444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256637d-2db5-40e4-b102-937c6491decc req-4034a8b2-0455-4b5d-940c-d8207c5b7abf tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.563329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256637d-2db5-40e4-b102-937c6491decc req-4034a8b2-0455-4b5d-940c-d8207c5b7abf tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.569769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5256637d-2db5-40e4-b102-937c6491decc req-4034a8b2-0455-4b5d-940c-d8207c5b7abf tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.578588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5256637d-2db5-40e4-b102-937c6491decc req-4034a8b2-0455-4b5d-940c-d8207c5b7abf tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2411 time: 0.2386096 Feb 15 09:34:01.581277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783122181479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8808077'] for subnet, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.619585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-2564f559-8e2a-4360-b2fd-7cfa0f08d95c service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986617 Feb 15 09:34:01.660294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:01.660875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.665198 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "PUT /v2.0/subnets/6af1c9b4-4fb0-4ace-bc01-70acb7e536a8 HTTP/1.1" status: 200 len: 900 time: 0.7346075 Feb 15 09:34:01.665198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f60ac6e-0bd8-4b08-9fd8-d35de44629c2 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event updated for resources: {'Subnet': ['ID=6af1c9b4-4fb0-4ace-bc01-70acb7e536a8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:01.667210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59934) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:01.749073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Allocated IP 2001:db8::3 (319c6d61-968b-4182-b489-084b6f730ac2/6af1c9b4-4fb0-4ace-bc01-70acb7e536a8/31d72816-e1eb-4a91-9027-491f25dda4bd) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:01.771805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.782622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5256637d-2db5-40e4-b102-937c6491decc req-0aad0cf3-38a4-469d-8589-508da4c52873 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031217 Feb 15 09:34:01.810918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:01.818605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 977ba611-8426-4638-9be2-94b46e23afd5 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:01.919727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cd116eb6-b2fb-4328-b153-7283397a2140 req-7f955056-f82b-41d9-a020-cdf65c401950 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=1e5816c3-4473-495b-a44b-b96471e5ddc1 HTTP/1.1" status: 200 len: 210 time: 0.0723696 Feb 15 09:34:01.935390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:01.983765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-02cce0c8-94b5-4d12-85e4-fa2be74c9eba service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521218 Feb 15 09:34:02.005832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port 5881a144-27a3-403c-b1c4-c0cb73b24552, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5881a144-27a3-403c-b1c4-c0cb73b24552,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:02.006520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.015538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f717b-3f92-4ac8-bf56-338d89e2e574 req-e8f51b05-7464-430b-870c-8abedf8dc80e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.024205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b26f717b-3f92-4ac8-bf56-338d89e2e574 req-e8f51b05-7464-430b-870c-8abedf8dc80e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1409016 Feb 15 09:34:02.057467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 977ba611-8426-4638-9be2-94b46e23afd5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:02.058158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.063685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'port_id': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'mac_address': 'fa:16:3e:55:0b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dec827-b967-493d-a399-c533c23dbad5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:02.099056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b26f717b-3f92-4ac8-bf56-338d89e2e574 req-b3cad6a8-9dd1-4440-8a31-1e4b8b7d9033 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717175 Feb 15 09:34:02.275177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.276099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.283272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.290220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.297082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.303375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.309896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.316235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.319338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-fdf5db53-1ba1-4cd0-9c10-1da87bc999fa tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5428 time: 0.1428320 Feb 15 09:34:02.331625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e4d90d-da08-4a6e-ab1a-fd5477138914 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:02.361806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-eb1f9f65-6ec2-414e-93b1-78aed30b45e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7 HTTP/1.1" status: 200 len: 217 time: 0.3428042 Feb 15 09:34:02.365552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-761d65bb-eece-468e-b808-e1ba3e9f6d4c req-7e3e06ae-cbd1-441f-ba92-697de326052f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0366054 Feb 15 09:34:02.373510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for 5881a144-27a3-403c-b1c4-c0cb73b24552 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:02.435221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:02.453293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.453948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 49309f55-d0bf-40b0-bf1f-3150d2466054 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:02.472990 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.477719 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.488707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-3da8dac4-4a4e-4143-8bb0-2a855ca27f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.490454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-3da8dac4-4a4e-4143-8bb0-2a855ca27f7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532453c0-a47b-4fdc-a3cd-0724e986f35c HTTP/1.1" status: 200 len: 801 time: 0.1138434 Feb 15 09:34:02.502412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17908d-8e3f-4c15-8a81-379b5289a5a8 req-991c4f75-31c8-4198-98e6-d801265e59c2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.509399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e17908d-8e3f-4c15-8a81-379b5289a5a8 req-991c4f75-31c8-4198-98e6-d801265e59c2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1493666 Feb 15 09:34:02.519220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f7999-f59e-4deb-8bb7-8c1d98cd762f req-c1abdfa5-b594-4e0c-88ab-c82ea8090b60 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.523818 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.525332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-641f7999-f59e-4deb-8bb7-8c1d98cd762f req-c1abdfa5-b594-4e0c-88ab-c82ea8090b60 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 945 time: 0.0768530 Feb 15 09:34:02.529207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.575810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=6af1c9b4-4fb0-4ace-bc01-70acb7e536a8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:02.593744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:02.597019 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad14048-0ccd-43f5-84d9-68b248482e31" -d '{"events": [{"server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "977ba611-8426-4638-9be2-94b46e23afd5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:02.604242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e17908d-8e3f-4c15-8a81-379b5289a5a8 req-7eae8702-08fe-42a6-9f2f-e84b39755400 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934358 Feb 15 09:34:02.631139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=977ba611-8426-4638-9be2-94b46e23afd5,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:02.632440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:02.638492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Network 319c6d61-968b-4182-b489-084b6f730ac2 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:02.642905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:02.662397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:02.669484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-641f7999-f59e-4deb-8bb7-8c1d98cd762f req-64096b85-ec0d-43b3-8d51-a2f971934766 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364574 Feb 15 09:34:02.679238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e63f9547-4eda-47dd-a08e-780b3e7b23ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.681325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e63f9547-4eda-47dd-a08e-780b3e7b23ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0fb20b9-d412-4e9d-be3f-9c67682126bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1624434 Feb 15 09:34:02.685677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.687644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:02.691737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.710476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'network_id': '50b12ed8-3048-42d5-ba97-d92252993cc4', 'port_id': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'mac_address': 'fa:16:3e:df:d2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6dec827-b967-493d-a399-c533c23dbad5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:02.742344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c6d61-968b-4182-b489-084b6f730ac2']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:02.749563 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178c644b-4cac-4bca-99c5-72f1f2f2380f x-openstack-request-id: req-178c644b-4cac-4bca-99c5-72f1f2f2380f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:02.749857 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "name": "network-vif-plugged", "status": "completed", "tag": "977ba611-8426-4638-9be2-94b46e23afd5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:02.750106 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-178c644b-4cac-4bca-99c5-72f1f2f2380f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:02.751169 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5', 'code': 200} Feb 15 09:34:02.756047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f621eaf6-7cce-40ed-a619-ffb030629ddf') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:02.756272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de'}, {'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'name': 'network-vif-deleted', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:02.756387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f621eaf6-7cce-40ed-a619-ffb030629ddf') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:02.760231 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5" -d '{"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de"}, {"server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "name": "network-vif-deleted", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:02.769860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.787337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Pushing event updated for resources: {'Port': ['ID=31d72816-e1eb-4a91-9027-491f25dda4bd,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:02.799466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.811103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.822213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:02.823228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.852944 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a046b2c3-4fc3-40c8-b38d-ede1d1e09c37 x-openstack-request-id: req-a046b2c3-4fc3-40c8-b38d-ede1d1e09c37 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:02.853239 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de", "status": "completed", "code": 200}, {"server_uuid": "1e5816c3-4473-495b-a44b-b96471e5ddc1", "name": "network-vif-deleted", "tag": "645ac052-a071-4d5e-8402-e7cac12774cf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:02.853614 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a046b2c3-4fc3-40c8-b38d-ede1d1e09c37 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:02.853853 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de', 'status': 'completed', 'code': 200} Feb 15 09:34:02.854102 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5816c3-4473-495b-a44b-b96471e5ddc1', 'name': 'network-vif-deleted', 'tag': '645ac052-a071-4d5e-8402-e7cac12774cf', 'status': 'completed', 'code': 200} Feb 15 09:34:02.863490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=5881a144-27a3-403c-b1c4-c0cb73b24552,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:02.879787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:02.881661 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:02.885250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Attempting to bind port 31d72816-e1eb-4a91-9027-491f25dda4bd on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:02.885620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Attempting to bind port 31d72816-e1eb-4a91-9027-491f25dda4bd by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f621eaf6-7cce-40ed-a619-ffb030629ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:02.885981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Attempting to bind port 31d72816-e1eb-4a91-9027-491f25dda4bd on network 319c6d61-968b-4182-b489-084b6f730ac2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:02.922930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-0d08f6db-5c2c-4c19-8232-2fe52bb9b6bc service neutron] 10.222.0.72 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313194 Feb 15 09:34:02.923803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49309f55-d0bf-40b0-bf1f-3150d2466054 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:02.928552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:02.928961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Checking segment: {'id': 'f621eaf6-7cce-40ed-a619-ffb030629ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:02.929362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.929755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Bound using segment: {'id': 'f621eaf6-7cce-40ed-a619-ffb030629ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:02.930260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Bound port: 31d72816-e1eb-4a91-9027-491f25dda4bd, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f621eaf6-7cce-40ed-a619-ffb030629ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '319c6d61-968b-4182-b489-084b6f730ac2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:02.930640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.933594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:02.944975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddeda4-8b4b-45fb-bd6f-1e712af6a16c req-1ade2299-c2dd-4ccb-a9e2-827f954c682f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:02.953427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55ddeda4-8b4b-45fb-bd6f-1e712af6a16c req-1ade2299-c2dd-4ccb-a9e2-827f954c682f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.1857526 Feb 15 09:34:02.958315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port 5881a144-27a3-403c-b1c4-c0cb73b24552 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:02.968063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:02.972059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.975405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-954c2854-b0b2-4988-a0f4-4ce894407c1a req-cf43b5bf-187d-4013-a143-66045c4a9769 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "DELETE /v2.0/ports/5881a144-27a3-403c-b1c4-c0cb73b24552 HTTP/1.1" status: 204 len: 173 time: 2.0874410 Feb 15 09:34:02.979344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:02.980255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device eb919b94-fc94-4751-b0c0-1d86014f7c4c details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:03.005051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a11394-82e7-467b-ac1e-df71c8a5114b req-b649df7c-b263-4c6a-95e6-054098e1ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.006561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95a11394-82e7-467b-ac1e-df71c8a5114b req-b649df7c-b263-4c6a-95e6-054098e1ae87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1882398 Feb 15 09:34:03.007323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:34:03.007323 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:34:03.007323 n-d-825064-4 neutron-server[102359]: [parameters: {'id': '319c6d61-968b-4182-b489-084b6f730ac2'}] Feb 15 09:34:03.007323 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:34:03.007752 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:34:03.031769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5c16-f019-49f3-a411-435d425254ed req-b22ab6a4-b2d0-4aa5-ba6e-f58f3be6e790 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.037710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5c16-f019-49f3-a411-435d425254ed req-b22ab6a4-b2d0-4aa5-ba6e-f58f3be6e790 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.043651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc5c16-f019-49f3-a411-435d425254ed req-b22ab6a4-b2d0-4aa5-ba6e-f58f3be6e790 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.045601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fafc5c16-f019-49f3-a411-435d425254ed req-b22ab6a4-b2d0-4aa5-ba6e-f58f3be6e790 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2411 time: 0.1023498 Feb 15 09:34:03.107990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95a11394-82e7-467b-ac1e-df71c8a5114b req-bd222b5e-8941-4ae6-a2c3-10cbb473fcd2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915916 Feb 15 09:34:03.120276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fafc5c16-f019-49f3-a411-435d425254ed req-0374613a-f06b-4417-91c2-a063b4e44724 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 Feb 15 09:34:03.136263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55ddeda4-8b4b-45fb-bd6f-1e712af6a16c req-17aa656c-b4bb-44e6-bb3a-8ac5967107d3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751184 Feb 15 09:34:03.136263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-e143edae-1bf9-406e-8d13-13535c28b8ab service neutron] 10.222.0.72 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750135 Feb 15 09:34:03.162718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:03.173680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] For port 31d72816-e1eb-4a91-9027-491f25dda4bd, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:03.202101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] For port 31d72816-e1eb-4a91-9027-491f25dda4bd, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=31d72816-e1eb-4a91-9027-491f25dda4bd,segment=NetworkSegment(f621eaf6-7cce-40ed-a619-ffb030629ddf),segment_id=f621eaf6-7cce-40ed-a619-ffb030629ddf)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:03.222411 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.281565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:03.299479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d5c8-35e2-42be-b170-a501a70e3c38 req-fb56802d-ea1b-4332-a854-ddbc9a4c74ec tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.301360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cac9d5c8-35e2-42be-b170-a501a70e3c38 req-fb56802d-ea1b-4332-a854-ddbc9a4c74ec tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0875368 Feb 15 09:34:03.335830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'port_id': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'mac_address': 'fa:16:3e:03:c0:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:03.388389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-2045c3a9-824a-4342-9d51-0f224a5af8b8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de HTTP/1.1" status: 200 len: 217 time: 0.0804992 Feb 15 09:34:03.406942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7e74d-9877-4a90-861a-8757fd0b2485 None None] Pushing event updated for resources: {'Port': ['ID=31d72816-e1eb-4a91-9027-491f25dda4bd,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:03.409517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434e1f4-a407-45f2-8fe2-6a0baae3e59b None None] Network 319c6d61-968b-4182-b489-084b6f730ac2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:03.451801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cac9d5c8-35e2-42be-b170-a501a70e3c38 req-a306e550-9268-4ed2-82af-29da3003f760 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410344 Feb 15 09:34:03.460071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-2d2a42e7-4bbf-4cb9-9636-596842dc06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.461917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-2d2a42e7-4bbf-4cb9-9636-596842dc06bd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd688b59-69a3-4c0e-8baf-fb93f4ff9818 HTTP/1.1" status: 200 len: 801 time: 0.0636427 Feb 15 09:34:03.492134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.509123 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.525074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-7dbfebfd-a402-4f33-adf2-efe78d9bc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.526744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-7dbfebfd-a402-4f33-adf2-efe78d9bc95a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=326ee1bd-314e-4db4-969f-57bba46ae838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538359 Feb 15 09:34:03.536662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb919b94-fc94-4751-b0c0-1d86014f7c4c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:03.586392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.591130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:03.593363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.599933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.602778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.603442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:03.608014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.614711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.622031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.627693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d7e0e-9d04-4fd6-a1d5-1e58201b8b19 req-33d0d2cb-c81a-497a-b598-3d6a8907285e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.628995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.629272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b88d7e0e-9d04-4fd6-a1d5-1e58201b8b19 req-33d0d2cb-c81a-497a-b598-3d6a8907285e tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.1016471 Feb 15 09:34:03.636991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-a0c0a4a8-76a2-4f95-9307-71c825d2fca9 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5430 time: 0.1418600 Feb 15 09:34:03.693694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b88d7e0e-9d04-4fd6-a1d5-1e58201b8b19 req-af3dd475-47e3-4f0e-9ec6-6aae15935800 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569522 Feb 15 09:34:03.702612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c9f718-f31d-4465-8f52-d453e6d54387 req-fd316fe6-e6eb-49db-ad17-58617a5e13a4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0604110 Feb 15 09:34:03.712559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-0451a089-3ae3-449f-8ebe-5da7552adcc2 service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734650 Feb 15 09:34:03.723067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port 31d72816-e1eb-4a91-9027-491f25dda4bd {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:03.727357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.750013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89454401-3618-4bbd-a6f5-8b84aa757a67 None None] Network 319c6d61-968b-4182-b489-084b6f730ac2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:03.813156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:03.833759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:03.844296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'port_id': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6', 'mac_address': 'fa:16:3e:c0:77:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:03.889652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port 31d72816-e1eb-4a91-9027-491f25dda4bd, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=31d72816-e1eb-4a91-9027-491f25dda4bd,segment=NetworkSegment(f621eaf6-7cce-40ed-a619-ffb030629ddf),segment_id=f621eaf6-7cce-40ed-a619-ffb030629ddf)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:03.890266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.910675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for 31d72816-e1eb-4a91-9027-491f25dda4bd owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:03.913431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6ce557a-25d8-4a6d-9376-09f04335fbe4 req-05a466d2-670c-4b2d-bc76-b74fe25872c9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e559647-8312-45c1-a391-80eef13fb584 HTTP/1.1" status: 200 len: 210 time: 0.0346563 Feb 15 09:34:03.925703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617da8da-d4b5-4a75-a75e-d1145f2c6dbf req-b3954e28-9bc1-425d-b228-9f290f805425 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:03.930935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.933635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-617da8da-d4b5-4a75-a75e-d1145f2c6dbf req-b3954e28-9bc1-425d-b228-9f290f805425 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1089330 Feb 15 09:34:03.939943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9b78600-c2eb-435f-84fa-9152496920b2 req-058eb75b-4ceb-4114-bd02-93872fff917b service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138567 Feb 15 09:34:03.952159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:03.979863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:03.983519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ab9f5-77a2-4785-a026-269fc91d7393 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:34:03.986837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:03.987755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device de25905a-b3a1-41ab-857d-73c249709b0b details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:04.016493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-617da8da-d4b5-4a75-a75e-d1145f2c6dbf req-742c67db-ba25-401d-8a40-997b9fff1aa8 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806296 Feb 15 09:34:04.067089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.076319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-3f23f5a3-984a-497b-aaf1-3652cfeb0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.077477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-3f23f5a3-984a-497b-aaf1-3652cfeb0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.078388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-3f23f5a3-984a-497b-aaf1-3652cfeb0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.080718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-3f23f5a3-984a-497b-aaf1-3652cfeb0932 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2864 time: 0.0783534 Feb 15 09:34:04.099685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=31d72816-e1eb-4a91-9027-491f25dda4bd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:04.101556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port 31d72816-e1eb-4a91-9027-491f25dda4bd on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:04.193909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.203136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-2e4560ec-9312-414a-9978-a950405f93ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.205109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-2e4560ec-9312-414a-9978-a950405f93ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=f0fb20b9-d412-4e9d-be3f-9c67682126bc HTTP/1.1" status: 200 len: 902 time: 0.1133423 Feb 15 09:34:04.221144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['319c6d61-968b-4182-b489-084b6f730ac2']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.232785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f621eaf6-7cce-40ed-a619-ffb030629ddf') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.233204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f621eaf6-7cce-40ed-a619-ffb030629ddf') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.246762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.279109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-bcd61e60-2234-4db7-9452-dc3bdebd77a8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.39&port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7 HTTP/1.1" status: 200 len: 217 time: 0.0545709 Feb 15 09:34:04.293088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.302307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:04.302706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:04.305768 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:04.329162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:04.375369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481776b-4ba0-4fec-8b5c-5760143bbb0c req-389af9fe-4be5-45c2-9151-658e446afd2e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.376951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1481776b-4ba0-4fec-8b5c-5760143bbb0c req-389af9fe-4be5-45c2-9151-658e446afd2e tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.1324799 Feb 15 09:34:04.388415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-fd0ac0e5-9406-4e79-a49d-d85a837862c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.392169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-fd0ac0e5-9406-4e79-a49d-d85a837862c5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=532453c0-a47b-4fdc-a3cd-0724e986f35c HTTP/1.1" status: 200 len: 801 time: 0.1019976 Feb 15 09:34:04.393479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.408747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.412227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/319c6d61-968b-4182-b489-084b6f730ac2 HTTP/1.1" status: 204 len: 168 time: 2.7440963 Feb 15 09:34:04.415698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59974) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:04.419783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83cf75-78db-4bd0-9c45-3547423c6d22 req-99e5103d-f463-4797-8781-a4be8932cd7b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.422137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:04.427821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83cf75-78db-4bd0-9c45-3547423c6d22 req-99e5103d-f463-4797-8781-a4be8932cd7b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.433680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83cf75-78db-4bd0-9c45-3547423c6d22 req-99e5103d-f463-4797-8781-a4be8932cd7b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.443570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f83cf75-78db-4bd0-9c45-3547423c6d22 req-99e5103d-f463-4797-8781-a4be8932cd7b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2411 time: 0.1633475 Feb 15 09:34:04.446799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'port_id': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'mac_address': 'fa:16:3e:94:7d:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:04.456093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb1935-0763-4846-90c3-096f1b67d03a tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=319c6d61-968b-4182-b489-084b6f730ac2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:04.460689 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b891b4f0-2d5e-432c-8a5c-20fcd8ae43c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:04.461140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b891b4f0-2d5e-432c-8a5c-20fcd8ae43c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:04.464070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b891b4f0-2d5e-432c-8a5c-20fcd8ae43c6 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/6af1c9b4-4fb0-4ace-bc01-70acb7e536a8 HTTP/1.1" status: 404 len: 337 time: 0.0474544 Feb 15 09:34:04.466916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59976) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:04.493618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1481776b-4ba0-4fec-8b5c-5760143bbb0c req-4b1610a0-06ec-4cb0-b2ef-decdde633f5c tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105361 Feb 15 09:34:04.499149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ab9f5-77a2-4785-a026-269fc91d7393 None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:34:04.503410 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e89c81-1353-4e8c-99cf-b34ec0031384 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:04.503975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e89c81-1353-4e8c-99cf-b34ec0031384 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:04.507222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95e89c81-1353-4e8c-99cf-b34ec0031384 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/319c6d61-968b-4182-b489-084b6f730ac2 HTTP/1.1" status: 404 len: 339 time: 0.0347848 Feb 15 09:34:04.510028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:04.517507 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.535946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f83cf75-78db-4bd0-9c45-3547423c6d22 req-164c86ca-71f2-45f2-b107-44598416c276 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913093 Feb 15 09:34:04.581113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de25905a-b3a1-41ab-857d-73c249709b0b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:04.602805 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.607584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-a7df927f-52d7-4b0b-9c39-f677f44a4785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.610172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-a7df927f-52d7-4b0b-9c39-f677f44a4785 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f0fb20b9-d412-4e9d-be3f-9c67682126bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1583304 Feb 15 09:34:04.611177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:04.621206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.622706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5ca7dce6-d350-4699-8290-ab5136e5b8f1 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:04.635948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140747b-a22f-4667-bf8e-8ff962386b27 req-730ea2bc-7752-493a-a085-973b8ec7eda1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.641516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e140747b-a22f-4667-bf8e-8ff962386b27 req-730ea2bc-7752-493a-a085-973b8ec7eda1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0691614 Feb 15 09:34:04.678575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e140747b-a22f-4667-bf8e-8ff962386b27 req-b091c0e3-944e-45f2-b786-5fc621c86fe4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Feb 15 09:34:04.733114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:04.754331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.759994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:04.779404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '5ca7dce6-d350-4699-8290-ab5136e5b8f1', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'port_id': '5ca7dce6-d350-4699-8290-ab5136e5b8f1', 'mac_address': 'fa:16:3e:9f:13:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:04.788441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90549f3-b10b-4129-bbcf-4a5aca8097f7']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.792136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-9740916c-9e4b-4066-a3bf-285f53d72970 service neutron] 10.222.0.72 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736064 Feb 15 09:34:04.801131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '284d217f-c050-4495-ae7a-ec29ccb8d6ee') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.801511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '284d217f-c050-4495-ae7a-ec29ccb8d6ee') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:04.821549 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.858478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'name': 'network-vif-deleted', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:04.860803 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240d51f5-434e-4535-a1b2-61d503e319b1" -d '{"events": [{"server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "name": "network-vif-deleted", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:04.866591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.873135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.879580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.885548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.887731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.892586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.898412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.904927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:04.905393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.909305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-531ce10a-c976-4f3a-814c-dbbceb564719 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5433 time: 0.1049025 Feb 15 09:34:04.913192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca7dce6-d350-4699-8290-ab5136e5b8f1 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:04.921828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:04.922248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:04.925367 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:04.957640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ecd34c-f89f-4b2e-b1bd-63f4f97301e9 req-314f46bf-1372-446f-b9a5-27734d2566a4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0445025 Feb 15 09:34:04.975249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:04.988632 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:04.990776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7b1cb8fe-9072-4f50-91d2-fa64a331d273 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:05.018500 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f686f634-d95c-4fcd-8992-8c575754d359 x-openstack-request-id: req-f686f634-d95c-4fcd-8992-8c575754d359 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:05.018797 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e559647-8312-45c1-a391-80eef13fb584", "name": "network-vif-deleted", "tag": "5881a144-27a3-403c-b1c4-c0cb73b24552", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:05.019045 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f686f634-d95c-4fcd-8992-8c575754d359 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:05.019534 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e559647-8312-45c1-a391-80eef13fb584', 'name': 'network-vif-deleted', 'tag': '5881a144-27a3-403c-b1c4-c0cb73b24552', 'status': 'completed', 'code': 200} Feb 15 09:34:05.027779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9d8ae-ab11-4034-a378-8134659f7f99 req-80cfe41c-7f8c-4cc2-8362-e07904508287 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.029804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84a9d8ae-ab11-4034-a378-8134659f7f99 req-80cfe41c-7f8c-4cc2-8362-e07904508287 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.2219350 Feb 15 09:34:05.055869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.078703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.082231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/b90549f3-b10b-4129-bbcf-4a5aca8097f7 HTTP/1.1" status: 204 len: 168 time: 0.5679746 Feb 15 09:34:05.084760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59994) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:05.105537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a743efb-2f1d-4a8e-9c24-e2e892aa1861 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=b90549f3-b10b-4129-bbcf-4a5aca8097f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:05.111917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96ea16d9-3743-414c-b1b0-b66a52c89a1c req-e0f9b708-4335-47eb-ba5c-1a15463ea560 service neutron] 10.222.0.72 "GET /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942181 Feb 15 09:34:05.120248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:05.126526 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-672d867e-9fbd-49dc-a4e1-ebaa0bd04372 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:05.127401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-672d867e-9fbd-49dc-a4e1-ebaa0bd04372 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:05.129619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.131266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-672d867e-9fbd-49dc-a4e1-ebaa0bd04372 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/cf81c883-a41d-49d3-bacb-8e02f9b14f10 HTTP/1.1" status: 404 len: 337 time: 0.0451887 Feb 15 09:34:05.140262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59998) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:05.153407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'network_id': '1b651788-e152-4421-a032-f7373d760b0d', 'port_id': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'mac_address': 'fa:16:3e:89:c6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33327350-6520-409b-91c8-b1f49703ba94', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:05.155429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84a9d8ae-ab11-4034-a378-8134659f7f99 req-fbc8d660-f12f-40e8-9bf4-e95a7e413caf tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162100 Feb 15 09:34:05.165496 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-842b2bf0-426a-4615-950c-aaa57628865e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:05.166117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-842b2bf0-426a-4615-950c-aaa57628865e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:05.170295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-842b2bf0-426a-4615-950c-aaa57628865e tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/aaa188bf-c049-43f5-87b7-c88e1c616cd9 HTTP/1.1" status: 404 len: 339 time: 0.0286131 Feb 15 09:34:05.182925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60000) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:05.221348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a296d3-fa27-47d7-839f-53311636d106 req-7116a1b4-1659-4df2-9e42-7799f3f56996 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.222874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16a296d3-fa27-47d7-839f-53311636d106 req-7116a1b4-1659-4df2-9e42-7799f3f56996 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/ports?device_id=617b5c81-c60a-415b-8ae1-3208d56b4a17 HTTP/1.1" status: 200 len: 950 time: 0.0889843 Feb 15 09:34:05.227344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.242794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d53b91-ad41-45f6-868f-254cc7a182b8 req-34275583-0a74-4c33-8661-4409212ab385 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.244317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51d53b91-ad41-45f6-868f-254cc7a182b8 req-34275583-0a74-4c33-8661-4409212ab385 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1120331 Feb 15 09:34:05.246063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1cb8fe-9072-4f50-91d2-fa64a331d273 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:05.272464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.279319 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.329410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting subnet c6db8111-46ea-481c-8712-df111dcb7d96 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:05.332005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:05.339291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.347446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51d53b91-ad41-45f6-868f-254cc7a182b8 req-20adc5d9-bcaa-429b-89f6-f7e31c48cd95 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904031 Feb 15 09:34:05.376590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port a87e5e7e-81e3-4217-a32f-b46e76631992 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:05.376907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.386633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-e9f0797a-5ce4-4531-9387-e7bcafc02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.387758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-e9f0797a-5ce4-4531-9387-e7bcafc02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.388219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-e9f0797a-5ce4-4531-9387-e7bcafc02d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.389886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-e9f0797a-5ce4-4531-9387-e7bcafc02d39 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2864 time: 0.2152097 Feb 15 09:34:05.418547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.466086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port a87e5e7e-81e3-4217-a32f-b46e76631992, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a87e5e7e-81e3-4217-a32f-b46e76631992,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.466452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.478164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for a87e5e7e-81e3-4217-a32f-b46e76631992 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:05.484235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 036d51d3-7ce1-4dce-b008-c4f7db8681de details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:05.488093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5881a144-27a3-403c-b1c4-c0cb73b24552 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:05.514911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-f2d29198-b6f6-457b-b17f-25d52d834a38 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.516427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-f2d29198-b6f6-457b-b17f-25d52d834a38 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.2577231 Feb 15 09:34:05.519896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 5881a144-27a3-403c-b1c4-c0cb73b24552 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:05.520679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5881a144-27a3-403c-b1c4-c0cb73b24552 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:05.615602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-f3cf56ad-cc27-43c6-be59-d3e3b728f524 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0797927 Feb 15 09:34:05.658887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.669969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-3bc99d12-4978-4551-8f83-21298078446f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476139 Feb 15 09:34:05.671504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '036d51d3-7ce1-4dce-b008-c4f7db8681de', 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'port_id': '036d51d3-7ce1-4dce-b008-c4f7db8681de', 'mac_address': 'fa:16:3e:fb:03:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd688b59-69a3-4c0e-8baf-fb93f4ff9818', 'ip_address': '19.80.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:05.673482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-28438754-7e35-4a2d-abd6-b4b244419644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.675686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-28438754-7e35-4a2d-abd6-b4b244419644 service neutron] 10.222.0.72 "GET /v2.0/networks?id=326ee1bd-314e-4db4-969f-57bba46ae838 HTTP/1.1" status: 200 len: 903 time: 0.2774506 Feb 15 09:34:05.677129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.716321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.738323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036d51d3-7ce1-4dce-b008-c4f7db8681de {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:05.760851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.765498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:05.766225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e4ece613-8f75-4d63-98a3-e3f08b44dbb7 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:05.865046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:05.880163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.880553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.880843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.881163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.881488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.881807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.882257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.882467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.882726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.883041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.883352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.883661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:05.920651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76347cd-3d20-4fd2-884c-74cab1e479c2 req-abe92db2-918d-47d2-bbae-ee58259b9e24 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:05.922568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b76347cd-3d20-4fd2-884c-74cab1e479c2 req-abe92db2-918d-47d2-bbae-ee58259b9e24 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0712640 Feb 15 09:34:05.924460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:05.948124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'network_id': 'f0fb20b9-d412-4e9d-be3f-9c67682126bc', 'port_id': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'mac_address': 'fa:16:3e:15:58:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '532453c0-a47b-4fdc-a3cd-0724e986f35c', 'ip_address': '19.86.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:05.993019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.000336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-934b4e59-c82f-41bc-9a28-b1e394aef055 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.29&port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de HTTP/1.1" status: 200 len: 217 time: 0.2960079 Feb 15 09:34:06.018265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b76347cd-3d20-4fd2-884c-74cab1e479c2 req-d29747ed-fbd6-4cdd-8411-b48e93e8f9bc tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731649 Feb 15 09:34:06.019142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.037337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.059586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=a87e5e7e-81e3-4217-a32f-b46e76631992,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:06.089134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2', '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'a87e5e7e-81e3-4217-a32f-b46e76631992'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.092501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ece613-8f75-4d63-98a3-e3f08b44dbb7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:06.129522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port a87e5e7e-81e3-4217-a32f-b46e76631992 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:06.133878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.138666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16a296d3-fa27-47d7-839f-53311636d106 req-55019ca7-1bab-461f-a56f-a054f08032a7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "DELETE /v2.0/ports/a87e5e7e-81e3-4217-a32f-b46e76631992 HTTP/1.1" status: 204 len: 173 time: 0.9052048 Feb 15 09:34:06.139466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'name': 'network-vif-deleted', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:06.141004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-677ee074-b168-4625-a1f9-4ce2c6677b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.142431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-677ee074-b168-4625-a1f9-4ce2c6677b36 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fd688b59-69a3-4c0e-8baf-fb93f4ff9818 HTTP/1.1" status: 200 len: 801 time: 0.1057158 Feb 15 09:34:06.145310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.151389 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b07d3c-25c7-4f4d-b695-d2fe60e1fec9" -d '{"events": [{"server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "name": "network-vif-deleted", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:06.167213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-ea689723-befb-4b8d-b8f5-1e103a1ec5c4 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624286 Feb 15 09:34:06.175376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:06.189913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.190538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 66b3525f-0fa4-4222-aef9-24102c896c2a details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:06.213633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=c6db8111-46ea-481c-8712-df111dcb7d96,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:06.222824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.226058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-85b9a711-b5bb-47a8-a552-460de119fa4d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/c6db8111-46ea-481c-8712-df111dcb7d96 HTTP/1.1" status: 204 len: 168 time: 1.0305762 Feb 15 09:34:06.233486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fc676-2cf2-4949-ba2f-9f97c27930b9 req-9c65344a-74a1-47ff-8226-bc0559e51d2e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.237609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:06.239818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fc676-2cf2-4949-ba2f-9f97c27930b9 req-9c65344a-74a1-47ff-8226-bc0559e51d2e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.247003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fc676-2cf2-4949-ba2f-9f97c27930b9 req-9c65344a-74a1-47ff-8226-bc0559e51d2e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.253704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-742fc676-2cf2-4949-ba2f-9f97c27930b9 req-9c65344a-74a1-47ff-8226-bc0559e51d2e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2413 time: 0.0967474 Feb 15 09:34:06.260267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8913cce-e75c-4e2f-bd9c-8321e1512cfa None None] Network 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:06.311521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-742fc676-2cf2-4949-ba2f-9f97c27930b9 req-0ed7b0e8-8fd6-40c7-a259-ee233c427b60 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472956 Feb 15 09:34:06.333963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-2cb9c1bb-8a23-497a-9daa-f9ce7a2b6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.335483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-2cb9c1bb-8a23-497a-9daa-f9ce7a2b6e69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=326ee1bd-314e-4db4-969f-57bba46ae838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1843104 Feb 15 09:34:06.368833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting subnet 4e63627f-b00a-445d-8ef6-724b9dde6688 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:06.385798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:34:06.388870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.399768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['eb919b94-fc94-4751-b0c0-1d86014f7c4c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.422251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9677c8-1128-45df-a2e3-3e57a2bbfe84 req-3948265e-54be-41f8-bd69-3b6e768e2913 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.427256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:06.430064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba9677c8-1128-45df-a2e3-3e57a2bbfe84 req-3948265e-54be-41f8-bd69-3b6e768e2913 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0640514 Feb 15 09:34:06.456735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:06.466206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['975cbf17-b2d9-4926-a2d7-131b1e6a6cb6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.467731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-c5430fb5-6c6a-4aae-95c9-9357c1955b92 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784798 Feb 15 09:34:06.468180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['49309f55-d0bf-40b0-bf1f-3150d2466054'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.482510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba9677c8-1128-45df-a2e3-3e57a2bbfe84 req-f60d1779-7a58-42f4-ab70-89006a311e11 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491135 Feb 15 09:34:06.488144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.591087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['66e4d90d-da08-4a6e-ab1a-fd5477138914'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.592049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-489c6dd7-3674-443c-8ab5-a59af1f278e9 service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454090 Feb 15 09:34:06.592875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5ca7dce6-d350-4699-8290-ab5136e5b8f1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.665793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['de25905a-b3a1-41ab-857d-73c249709b0b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.668290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7b1cb8fe-9072-4f50-91d2-fa64a331d273'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:06.714414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.755507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.770432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.791398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.801903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.816733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.832821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.842986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:06.846858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d791e88-4203-4889-94b9-295e3a66d49a req-f0b9d00c-492a-4d41-b455-d2a27d01e2c4 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5435 time: 0.2217929 Feb 15 09:34:06.896631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.903496 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d21626c9-f2f9-4873-9ae2-0d5cca69b2c5 req-8c7d673d-e729-457c-9f4f-bb686076bf6e service neutron] 10.222.0.72 "GET /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041172 Feb 15 09:34:06.917741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d791e88-4203-4889-94b9-295e3a66d49a req-c0ec2361-c995-44b2-a489-42e43d238836 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0563936 Feb 15 09:34:06.957910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=4e63627f-b00a-445d-8ef6-724b9dde6688,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:06.960082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:06.966659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:06.967167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-89ec71b2-f733-4559-8e33-a64909220715 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/4e63627f-b00a-445d-8ef6-724b9dde6688 HTTP/1.1" status: 204 len: 168 time: 0.7285299 Feb 15 09:34:07.008389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'network_id': '326ee1bd-314e-4db4-969f-57bba46ae838', 'port_id': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'mac_address': 'fa:16:3e:41:7d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd688b59-69a3-4c0e-8baf-fb93f4ff9818', 'ip_address': '19.80.0.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:07.053202 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b1726-da83-4368-af3f-e05c62ca8011 x-openstack-request-id: req-4c3b1726-da83-4368-af3f-e05c62ca8011 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:07.053493 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617b5c81-c60a-415b-8ae1-3208d56b4a17", "name": "network-vif-deleted", "tag": "a87e5e7e-81e3-4217-a32f-b46e76631992", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:07.053737 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c3b1726-da83-4368-af3f-e05c62ca8011 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:07.054133 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617b5c81-c60a-415b-8ae1-3208d56b4a17', 'name': 'network-vif-deleted', 'tag': 'a87e5e7e-81e3-4217-a32f-b46e76631992', 'status': 'completed', 'code': 200} Feb 15 09:34:07.104124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.133499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe349a5-9e12-4333-8538-2c06ecd31628 req-83a14611-4241-4c12-8390-8abde5befbf6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.135918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efe349a5-9e12-4333-8538-2c06ecd31628 req-83a14611-4241-4c12-8390-8abde5befbf6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0596609 Feb 15 09:34:07.178162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efe349a5-9e12-4333-8538-2c06ecd31628 req-6db20df0-0b4b-47f8-9996-a80075ec24aa tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352542 Feb 15 09:34:07.194073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86e9b7f3-d6ab-45c4-8c2f-acacd9a28ed7 req-d71ae90a-634b-46fb-a600-985d54933d6c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0700221 Feb 15 09:34:07.235237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:07.236076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.310142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,segment=NetworkSegment(06d6ee7e-2fa5-439b-a41b-acb6079f8bb6),segment_id=06d6ee7e-2fa5-439b-a41b-acb6079f8bb6)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:07.310554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.330204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:07.401274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9954a5-b9cb-45f2-a0d3-059c87d33331 req-54fa951a-f75f-452a-8ac9-9869e104687f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.402709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 645ac052-a071-4d5e-8402-e7cac12774cf no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:07.404167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe9954a5-b9cb-45f2-a0d3-059c87d33331 req-54fa951a-f75f-452a-8ac9-9869e104687f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0728734 Feb 15 09:34:07.460428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.492722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:07.494699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:07.502985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe9954a5-b9cb-45f2-a0d3-059c87d33331 req-7631724a-506b-4d42-9159-f5e29b0dbdbb tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855756 Feb 15 09:34:07.519805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 645ac052-a071-4d5e-8402-e7cac12774cf {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:07.519805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 645ac052-a071-4d5e-8402-e7cac12774cf not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:07.541332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.585085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b3525f-0fa4-4222-aef9-24102c896c2a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:07.642359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa9ed8-b1ed-4c7f-8275-666859319acd req-e0b3b87b-7c7a-48ce-8986-cde6e2578c7b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.645284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34fa9ed8-b1ed-4c7f-8275-666859319acd req-e0b3b87b-7c7a-48ce-8986-cde6e2578c7b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.0777080 Feb 15 09:34:07.656711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.691834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:07.704607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34fa9ed8-b1ed-4c7f-8275-666859319acd req-292a84ba-f85b-4e1f-9164-1228fa72005f tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519433 Feb 15 09:34:07.709427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3ba44-9304-40a7-bd12-b83d790e4f91 req-a8d4dfc0-74e7-4fe8-ae07-6f090b2ca010 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.715576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3ba44-9304-40a7-bd12-b83d790e4f91 req-a8d4dfc0-74e7-4fe8-ae07-6f090b2ca010 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.721588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3ba44-9304-40a7-bd12-b83d790e4f91 req-a8d4dfc0-74e7-4fe8-ae07-6f090b2ca010 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.728987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9b3ba44-9304-40a7-bd12-b83d790e4f91 req-a8d4dfc0-74e7-4fe8-ae07-6f090b2ca010 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2413 time: 0.1197834 Feb 15 09:34:07.740145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:07.740708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d6ee7e-2fa5-439b-a41b-acb6079f8bb6') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:07.758619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.764918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:07.795159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9b3ba44-9304-40a7-bd12-b83d790e4f91 req-da8a26f2-059f-4494-9cce-ce7de411ce3c tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634818 Feb 15 09:34:07.797012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.805439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:07.806007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.818838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.873741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23a5f4-71ff-4859-b9e9-1a8b8959395c req-db18b35a-0bdb-4c0a-80e9-fb026a765bca tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:07.874416 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:07.878661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b23a5f4-71ff-4859-b9e9-1a8b8959395c req-db18b35a-0bdb-4c0a-80e9-fb026a765bca tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0859840 Feb 15 09:34:07.891234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.896455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:07.900728 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a HTTP/1.1" status: 204 len: 168 time: 0.9320526 Feb 15 09:34:07.903877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60056) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:07.917714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e031c55-4e1d-4e74-9183-e43c53396d43 None None] DHCP port deletion for 2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:07.918716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f5382-4e47-458c-999a-c0f4261100cd tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=2fbf454d-4dcf-4d2e-a8f8-167a1f87fb3a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:07.933768 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab8dde3-e568-418b-93b0-251c0639858d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:07.934278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab8dde3-e568-418b-93b0-251c0639858d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:07.937821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ab8dde3-e568-418b-93b0-251c0639858d tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/d2a9aa4e-ca95-43e9-a74d-2d7de621ea67 HTTP/1.1" status: 404 len: 337 time: 0.0327444 Feb 15 09:34:07.942035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60058) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:07.961589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b23a5f4-71ff-4859-b9e9-1a8b8959395c req-1f45dc9d-5cb9-4916-a9f8-5f32a793cd64 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Feb 15 09:34:07.977927 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5654fb-0173-45d2-9c35-63a1c5fe4465 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:07.978594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5654fb-0173-45d2-9c35-63a1c5fe4465 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:07.985577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a5654fb-0173-45d2-9c35-63a1c5fe4465 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/deb15584-698c-4a4f-aa0d-465dd0d5b833 HTTP/1.1" status: 404 len: 339 time: 0.0430737 Feb 15 09:34:07.986907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.018070 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cd9a3e-04ad-4177-893f-832a212a1e3b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:08.019255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cd9a3e-04ad-4177-893f-832a212a1e3b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:08.027444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7cd9a3e-04ad-4177-893f-832a212a1e3b tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/f196f40d-35e5-4f05-8097-e4afe7b86867 HTTP/1.1" status: 404 len: 337 time: 0.0381172 Feb 15 09:34:08.027444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60064) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.054435 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0439d-564d-4983-bd14-484f781b65a4 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:08.055051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f0439d-564d-4983-bd14-484f781b65a4 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:08.059899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8f0439d-564d-4983-bd14-484f781b65a4 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/68a5483b-06c6-4030-8fde-ee6195265a97 HTTP/1.1" status: 404 len: 339 time: 0.0317814 Feb 15 09:34:08.062434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60066) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.120018 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e91da5-109e-404c-9469-aa1b23654385 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:08.120727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e91da5-109e-404c-9469-aa1b23654385 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:08.126269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-23e91da5-109e-404c-9469-aa1b23654385 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/2431f5de-f8ff-4ee6-8c33-29961af74b7d HTTP/1.1" status: 404 len: 337 time: 0.0625720 Feb 15 09:34:08.129901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60068) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.141269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.151810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.160872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.167912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.175354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.181587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.182488 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-58afcfde-ef3e-426f-bd17-798b4dc1dfa8 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:08.183584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58afcfde-ef3e-426f-bd17-798b4dc1dfa8 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:08.187504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:08.189293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58afcfde-ef3e-426f-bd17-798b4dc1dfa8 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/d65d1e8d-4836-47b8-8c95-f569d536b020 HTTP/1.1" status: 404 len: 339 time: 0.0574901 Feb 15 09:34:08.189747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.192397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60070) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.199929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-5179adea-8a88-4b34-9a29-3bfee2d77b4e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5435 time: 0.1377928 Feb 15 09:34:08.290680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting subnet f4e2605e-d49d-4079-a1db-a1ae07759a70 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:08.296304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.306461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c25aa40-bbed-4aac-9cae-97c4c6c25b62 req-1dd3eeb3-b0cf-4a96-b4de-5e16b6e30dc8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0990682 Feb 15 09:34:08.310028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e4ece613-8f75-4d63-98a3-e3f08b44dbb7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:08.351810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['036d51d3-7ce1-4dce-b008-c4f7db8681de'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:08.368238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['66b3525f-0fa4-4222-aef9-24102c896c2a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:08.380386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-4ed8f55d-13ba-4a97-b58d-b1e1d14188a8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.381875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-4ed8f55d-13ba-4a97-b58d-b1e1d14188a8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.3079913 Feb 15 09:34:08.391577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.407541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41ed301d-38d4-4294-b3ae-b763c74cbbd3 req-785c1692-1797-4eb0-aa84-9331a67e47e4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0373316 Feb 15 09:34:08.426659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:08.494142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb29dff-e423-4c0f-8139-50c5a02c6d55 req-6b8a5bcf-dce4-45ee-a3ef-16fa8504e8fa tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.495593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acb29dff-e423-4c0f-8139-50c5a02c6d55 req-6b8a5bcf-dce4-45ee-a3ef-16fa8504e8fa tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1617835 Feb 15 09:34:08.619354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acb29dff-e423-4c0f-8139-50c5a02c6d55 req-0abd407e-dea7-4596-982b-f37efacf3c38 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112764 Feb 15 09:34:08.622710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.639419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb58f59-ec9f-488e-8f82-84a78e3f3bc0 req-f712b295-b9cb-45e4-8286-9d696a0e46fa tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.648876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdb58f59-ec9f-488e-8f82-84a78e3f3bc0 req-f712b295-b9cb-45e4-8286-9d696a0e46fa tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0818672 Feb 15 09:34:08.686451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:08.690336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.700479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:08.701927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdb58f59-ec9f-488e-8f82-84a78e3f3bc0 req-1d25caa0-6287-41a5-9414-8f7c8e0feec2 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups?id=bba1fafd-099a-4658-a5fc-e3b27c77bef7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Feb 15 09:34:08.732668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.770198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:08.770545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ef0a354e-dfb1-4ce7-b3e7-4b4e47b0ec50 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:08.773470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-1e252027-70d9-4594-9775-37ee26a15e66 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:08.775586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-1e252027-70d9-4594-9775-37ee26a15e66 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 945 time: 0.0934157 Feb 15 09:34:08.788674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e2605e-d49d-4079-a1db-a1ae07759a70,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:08.836635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:08.841654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b348d12b-7a67-42a4-8ef7-ccff08cd3031 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/f4e2605e-d49d-4079-a1db-a1ae07759a70 HTTP/1.1" status: 204 len: 168 time: 0.6467831 Feb 15 09:34:08.853306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60082) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:08.891669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a739291-97f7-4dec-a4ff-070123246837 None None] Network cbe1fb5b-3319-40b1-8fac-4a093d3b146b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:08.923686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Deleting port 977ba611-8426-4638-9be2-94b46e23afd5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:08.924035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.001012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ae1a-b089-4e64-a35b-7d230fce71b8 req-87735f06-052e-43cb-a906-706d9266ef8a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.007029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ae1a-b089-4e64-a35b-7d230fce71b8 req-87735f06-052e-43cb-a906-706d9266ef8a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.013783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705ae1a-b089-4e64-a35b-7d230fce71b8 req-87735f06-052e-43cb-a906-706d9266ef8a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.015499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8705ae1a-b089-4e64-a35b-7d230fce71b8 req-87735f06-052e-43cb-a906-706d9266ef8a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2414 time: 0.1250951 Feb 15 09:34:09.023514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726251e-0243-4b46-908f-22410c9bb285 req-7de2d9eb-801e-4198-8b9a-6570b236f65c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.025452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f726251e-0243-4b46-908f-22410c9bb285 req-7de2d9eb-801e-4198-8b9a-6570b236f65c tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.1962271 Feb 15 09:34:09.038162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.067439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] For port 977ba611-8426-4638-9be2-94b46e23afd5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=977ba611-8426-4638-9be2-94b46e23afd5,segment=NetworkSegment(fe50cca4-4d70-4f39-9661-1fdf8f923daa),segment_id=fe50cca4-4d70-4f39-9661-1fdf8f923daa)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:09.067439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.089418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Calling delete_port for 977ba611-8426-4638-9be2-94b46e23afd5 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:09.093632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.2 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/5941b844-ac28-4afd-b47d-7da8af33b8fb) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:09.116590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8705ae1a-b089-4e64-a35b-7d230fce71b8 req-b6f5a01e-bce8-4d94-b95d-a18b6ca0d00f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716877 Feb 15 09:34:09.164768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f726251e-0243-4b46-908f-22410c9bb285 req-509e2b91-7836-45bc-9785-d5946ecadc70 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246397 Feb 15 09:34:09.229639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] DHCP port deletion for cbe1fb5b-3319-40b1-8fac-4a093d3b146b request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:09.287652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Deleting port a3617026-0c23-4f8c-8acb-81effe89d593 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:09.288035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.301897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port a3617026-0c23-4f8c-8acb-81effe89d593 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:09.302487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.336447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device de25905a-b3a1-41ab-857d-73c249709b0b up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:09.347011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6334ff-2d7b-4245-92a9-3d0a8a899dfd req-62efca37-0072-44f6-a807-f108ddfb267d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.349602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef6334ff-2d7b-4245-92a9-3d0a8a899dfd req-62efca37-0072-44f6-a807-f108ddfb267d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1049693 Feb 15 09:34:09.351417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.384148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-aa8881a4-10d9-4437-a647-4061848e3842 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.386328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-aa8881a4-10d9-4437-a647-4061848e3842 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 950 time: 0.1840217 Feb 15 09:34:09.397025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] For port a3617026-0c23-4f8c-8acb-81effe89d593, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a3617026-0c23-4f8c-8acb-81effe89d593,segment=NetworkSegment(eb1b70f5-69fb-49b8-aff6-6d46fa04feae),segment_id=eb1b70f5-69fb-49b8-aff6-6d46fa04feae)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:09.397575 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.398489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event deleted for resources: {'Port': ['ID=977ba611-8426-4638-9be2-94b46e23afd5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:09.423898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port a3617026-0c23-4f8c-8acb-81effe89d593, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a3617026-0c23-4f8c-8acb-81effe89d593,segment=NetworkSegment(eb1b70f5-69fb-49b8-aff6-6d46fa04feae),segment_id=eb1b70f5-69fb-49b8-aff6-6d46fa04feae)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:09.424260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.425894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Calling delete_port for a3617026-0c23-4f8c-8acb-81effe89d593 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:09.440878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port de25905a-b3a1-41ab-857d-73c249709b0b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:09.447558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port de25905a-b3a1-41ab-857d-73c249709b0b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:09.448056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.461726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] No DVR routers for this DVR port 977ba611-8426-4638-9be2-94b46e23afd5 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:09.464578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.469096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd9cb5f5-11c3-46b3-a21e-ad6479363d7b req-a949dc96-7404-46ba-a52f-49c031667f75 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.72 "DELETE /v2.0/ports/977ba611-8426-4638-9be2-94b46e23afd5 HTTP/1.1" status: 204 len: 173 time: 0.6840634 Feb 15 09:34:09.469880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'name': 'network-vif-deleted', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:09.472865 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa68c67-c1a1-40a2-a0d5-313385162c43" -d '{"events": [{"server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "name": "network-vif-deleted", "tag": "977ba611-8426-4638-9be2-94b46e23afd5"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:09.493939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for a3617026-0c23-4f8c-8acb-81effe89d593 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:09.494255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef6334ff-2d7b-4245-92a9-3d0a8a899dfd req-dd2fad16-1892-41e1-8ba0-fd279ba97386 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271186 Feb 15 09:34:09.537362 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.596912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.625123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-04aa501f-deec-4c7d-bd88-56ad0d423729 req-1a801a11-7957-47f5-ab4a-791fb37dae48 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0414648 Feb 15 09:34:09.632466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] Pushing event deleted for resources: {'Port': ['ID=a3617026-0c23-4f8c-8acb-81effe89d593,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:09.641277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.644199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfa5a8-c70b-4643-b5df-52a864940c42 None None] No DVR routers for this DVR port a3617026-0c23-4f8c-8acb-81effe89d593 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:09.657478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.663970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.670377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.676140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.680624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:09.683340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.683521 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c96e44-3aea-4011-8339-891fdecadb6f" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:09.689697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.695447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.697533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-341e0446-3168-4214-85c5-7169270e645d req-82b315c7-6c66-41a6-a6ca-eba8677ba69d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5435 time: 0.2811196 Feb 15 09:34:09.701076 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a80c0b0b-1ce7-43fb-92e6-16f6b771ad83 x-openstack-request-id: req-a80c0b0b-1ce7-43fb-92e6-16f6b771ad83 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:09.701460 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff96a82d-150d-4946-b557-e3761ce6e8e6", "name": "network-vif-deleted", "tag": "977ba611-8426-4638-9be2-94b46e23afd5", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:09.701612 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a80c0b0b-1ce7-43fb-92e6-16f6b771ad83 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:09.702010 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff96a82d-150d-4946-b557-e3761ce6e8e6', 'name': 'network-vif-deleted', 'tag': '977ba611-8426-4638-9be2-94b46e23afd5', 'status': 'completed', 'code': 200} Feb 15 09:34:09.706914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:09.712735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.775111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:09.781546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.807771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2d9ec-e7ac-4f9a-97a9-64a86a3563fd req-f10ebd29-1dce-4008-916d-9e0cd29b2b63 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:09.809846 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eab2d9ec-e7ac-4f9a-97a9-64a86a3563fd req-f10ebd29-1dce-4008-916d-9e0cd29b2b63 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0538177 Feb 15 09:34:09.823376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-341e0446-3168-4214-85c5-7169270e645d req-94098a73-ab05-47a9-a9bd-cc0b251ef975 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1114647 Feb 15 09:34:09.831179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.851987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:09.852321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:09.853939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eab2d9ec-e7ac-4f9a-97a9-64a86a3563fd req-c2bbc4c8-0bfa-4b5b-ac74-576a6076e729 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Feb 15 09:34:09.859780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 977ba611-8426-4638-9be2-94b46e23afd5 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:09.860162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:09.883375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:09.886979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:09.896678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port a3617026-0c23-4f8c-8acb-81effe89d593 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:09.978810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcba01c7-3388-4c61-95ce-3500644444ca req-1ae40ed6-74eb-4de1-a728-049f7d0a7357 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff96a82d-150d-4946-b557-e3761ce6e8e6 HTTP/1.1" status: 200 len: 210 time: 0.0391719 Feb 15 09:34:10.055749 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980d74ae-8e28-4627-b876-943b7096cb66 x-openstack-request-id: req-980d74ae-8e28-4627-b876-943b7096cb66 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:10.056050 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:10.056277 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-980d74ae-8e28-4627-b876-943b7096cb66 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:10.056664 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'code': 200} Feb 15 09:34:10.057377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 977ba611-8426-4638-9be2-94b46e23afd5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:10.057713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 977ba611-8426-4638-9be2-94b46e23afd5 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:10.058184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a87e5e7e-81e3-4217-a32f-b46e76631992 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:10.081475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: a87e5e7e-81e3-4217-a32f-b46e76631992 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:10.081818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a87e5e7e-81e3-4217-a32f-b46e76631992 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:10.082238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:10.164311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.204645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:10.210243 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.222458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:10.261817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=a3617026-0c23-4f8c-8acb-81effe89d593,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:10.268523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:10.296694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401d441-ed74-4771-9b0f-4591f93c597b req-0212384c-f42f-4097-8bec-115fc0eaeaa0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.298220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b401d441-ed74-4771-9b0f-4591f93c597b req-0212384c-f42f-4097-8bec-115fc0eaeaa0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 948 time: 0.0515931 Feb 15 09:34:10.336694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b401d441-ed74-4771-9b0f-4591f93c597b req-cd39775d-792a-41b4-b709-efc40790d1d7 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321426 Feb 15 09:34:10.389251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.389859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.425113 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.428340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:10.428686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.444288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-139e62a5-4ee4-425b-979d-e6df8a4c8b5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0214691 Feb 15 09:34:10.461982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:10.471619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7db4a-9ae2-4c53-9f3c-91b597e6c596 req-e8d4e736-ff05-4044-b41b-2718ec253539 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.477369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7db4a-9ae2-4c53-9f3c-91b597e6c596 req-e8d4e736-ff05-4044-b41b-2718ec253539 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.483228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7db4a-9ae2-4c53-9f3c-91b597e6c596 req-e8d4e736-ff05-4044-b41b-2718ec253539 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.484767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ee7db4a-9ae2-4c53-9f3c-91b597e6c596 req-e8d4e736-ff05-4044-b41b-2718ec253539 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2414 time: 0.2324088 Feb 15 09:34:10.490217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Request body: {'port': {'device_id': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:10.493537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe1fb5b-3319-40b1-8fac-4a093d3b146b']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:10.532364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:10.532634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb1b70f5-69fb-49b8-aff6-6d46fa04feae') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:10.585691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.626675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.640535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5eb487-4bcb-4ed0-8b4c-e3d274270ffd req-72488adb-f78c-4758-bc3a-807c899515c3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.642222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e5eb487-4bcb-4ed0-8b4c-e3d274270ffd req-72488adb-f78c-4758-bc3a-807c899515c3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0591764 Feb 15 09:34:10.646473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:10.646883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:10.649898 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:10.670743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ee7db4a-9ae2-4c53-9f3c-91b597e6c596 req-52ffd6fa-6f4c-4758-ad46-12b0d64398dc tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722980 Feb 15 09:34:10.678237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a3617026-0c23-4f8c-8acb-81effe89d593 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:10.703553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.707876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e5eb487-4bcb-4ed0-8b4c-e3d274270ffd req-73916fb2-e2fb-4e34-9ba1-111f4216d386 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558493 Feb 15 09:34:10.717250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a3617026-0c23-4f8c-8acb-81effe89d593 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:10.718204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a3617026-0c23-4f8c-8acb-81effe89d593 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:10.766346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.823595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.826855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/cbe1fb5b-3319-40b1-8fac-4a093d3b146b HTTP/1.1" status: 204 len: 168 time: 1.9715688 Feb 15 09:34:10.829570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:10.858014 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2af5235-1993-4ac5-b46d-42e883289420 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:10.858374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2af5235-1993-4ac5-b46d-42e883289420 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:10.864182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2af5235-1993-4ac5-b46d-42e883289420 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/d39b65d6-2c50-4ff7-a39c-c6bd64e6e057 HTTP/1.1" status: 404 len: 337 time: 0.0310879 Feb 15 09:34:10.864615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e7f23-09fa-4b5b-9665-0b768b2ec973 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=cbe1fb5b-3319-40b1-8fac-4a093d3b146b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:10.864765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60110) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:10.896240 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2efe02-a343-4cf3-bedf-1942c2bb17a1 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:10.896894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2efe02-a343-4cf3-bedf-1942c2bb17a1 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:10.902454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f2efe02-a343-4cf3-bedf-1942c2bb17a1 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/d80d385d-fe8c-42c1-b5cc-5822b6e352c1 HTTP/1.1" status: 404 len: 339 time: 0.0332971 Feb 15 09:34:10.902719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:10.952759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:10.966167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9cdb4e-60b7-4af3-8f53-2d2395ca2de9 req-9376493b-bf11-4171-b5cc-2aa4f3ca4af8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:10.967387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:10.967666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b9cdb4e-60b7-4af3-8f53-2d2395ca2de9 req-9376493b-bf11-4171-b5cc-2aa4f3ca4af8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 931 time: 0.2062521 Feb 15 09:34:10.990336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting subnet 7d1889fb-db4a-4dd4-bc43-ec94d3e27829 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:10.997726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.015191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=7d81ae53-87ce-47c5-bf24-c88ec146d6d2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:11.037428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.045403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.052478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.058317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.065130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.071335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.078093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.081294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-40c2ecd7-9f44-4b9d-a952-a96ef83361ea tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5436 time: 0.1503901 Feb 15 09:34:11.110223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.143836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b9cdb4e-60b7-4af3-8f53-2d2395ca2de9 req-1066045e-0c6d-4038-a9bd-d619c6a9be1c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638465 Feb 15 09:34:11.146668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port 7d81ae53-87ce-47c5-bf24-c88ec146d6d2 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:11.150518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.154860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6b984dd-a00b-49bf-8abc-950ce07168ac req-4805148a-5d0c-4460-8362-ec1aab378d8a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "DELETE /v2.0/ports/7d81ae53-87ce-47c5-bf24-c88ec146d6d2 HTTP/1.1" status: 204 len: 173 time: 1.7575922 Feb 15 09:34:11.155554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-deleted', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:11.158738 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1d722f-4b68-4022-b0db-eed496840cd7" -d '{"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-deleted", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:11.180847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:11.191106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0342b08d-34d1-415e-a58b-cc879c9b4620 req-1916a4f3-c5d1-42eb-a951-65a82e38440c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0920267 Feb 15 09:34:11.309744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.336945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5941b844-ac28-4afd-b47d-7da8af33b8fb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:11.347295 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21c9e41-8d93-45d5-ba56-9f1f3e1f7aeb x-openstack-request-id: req-a21c9e41-8d93-45d5-ba56-9f1f3e1f7aeb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:11.348742 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-deleted", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:11.348742 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a21c9e41-8d93-45d5-ba56-9f1f3e1f7aeb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:11.348742 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-deleted', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'status': 'completed', 'code': 200} Feb 15 09:34:11.366347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.390587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Transition to ACTIVE for port object 5941b844-ac28-4afd-b47d-7da8af33b8fb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:11.409988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5bc20-37bb-41a9-8f6f-4fc7f864afac req-41d7da13-9fd9-488d-8505-a5bbf85705ff tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.417948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26b5bc20-37bb-41a9-8f6f-4fc7f864afac req-41d7da13-9fd9-488d-8505-a5bbf85705ff tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1022339 Feb 15 09:34:11.422844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.497315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.514428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26b5bc20-37bb-41a9-8f6f-4fc7f864afac req-9a24bb79-27eb-4562-a963-17bdb865309e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948892 Feb 15 09:34:11.516937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Pushing event updated for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:11.537212 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.542514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/subnets/7d1889fb-db4a-4dd4-bc43-ec94d3e27829 HTTP/1.1" status: 204 len: 168 time: 0.6358185 Feb 15 09:34:11.542514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fa9ee-cde2-4bec-af5f-b1ef41653a8f tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Subnet': ['ID=7d1889fb-db4a-4dd4-bc43-ec94d3e27829,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:11.542869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:11.580861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65feafb-7ea3-49d7-90a4-47132d00b485 None None] Network 6da8360b-de1d-4a31-89c6-60f9ff443c1d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:11.683179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Attempting to bind port 5941b844-ac28-4afd-b47d-7da8af33b8fb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:11.683521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Attempting to bind port 5941b844-ac28-4afd-b47d-7da8af33b8fb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:11.683837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Attempting to bind port 5941b844-ac28-4afd-b47d-7da8af33b8fb on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:11.687832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0feb6b63-dafb-48de-8e9b-c37f309cf4af req-b18fc8ad-5130-481b-a43d-08a2c5195417 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a33ddf4-db0f-4259-96a2-2227c8546fcc HTTP/1.1" status: 200 len: 210 time: 0.1001799 Feb 15 09:34:11.701637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Port 5941b844-ac28-4afd-b47d-7da8af33b8fb on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:11.701972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Attempting to bind port 5941b844-ac28-4afd-b47d-7da8af33b8fb on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:11.718493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.718660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:11.718947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:11.719340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:11.719770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Bound port: 5941b844-ac28-4afd-b47d-7da8af33b8fb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:11.720291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.837241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Deleting port 991ba564-924a-4219-8b68-7ceb002cb620 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:11.837569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.844358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:11.848898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:11.861790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 036d51d3-7ce1-4dce-b008-c4f7db8681de up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:11.868212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.921247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.921871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:11.923280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] 10.222.0.72 "PUT /v2.0/ports/5941b844-ac28-4afd-b47d-7da8af33b8fb HTTP/1.1" status: 200 len: 1091 time: 1.4638228 Feb 15 09:34:11.940383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112268f-fd71-4c9f-9dd3-0bb6dab025bb req-600e4187-b460-4df5-a12f-69a8515730e9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.947197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112268f-fd71-4c9f-9dd3-0bb6dab025bb req-600e4187-b460-4df5-a12f-69a8515730e9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.954782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112268f-fd71-4c9f-9dd3-0bb6dab025bb req-600e4187-b460-4df5-a12f-69a8515730e9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.964050 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3112268f-fd71-4c9f-9dd3-0bb6dab025bb req-600e4187-b460-4df5-a12f-69a8515730e9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2414 time: 0.1707065 Feb 15 09:34:11.972333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35592d8e-c343-4f52-9976-b662b6bc8152 req-022bc764-aef3-4be5-9321-a64170f827e4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:11.974717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35592d8e-c343-4f52-9976-b662b6bc8152 req-022bc764-aef3-4be5-9321-a64170f827e4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1231403 Feb 15 09:34:11.975859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6eae2-5ed0-4e4e-8d36-24e9ef43cf00 service neutron] Pushing event updated for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:11.978750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] For port 991ba564-924a-4219-8b68-7ceb002cb620, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=991ba564-924a-4219-8b68-7ceb002cb620,segment=NetworkSegment(c7d80e92-2e65-47b8-8561-d9abeee5636f),segment_id=c7d80e92-2e65-47b8-8561-d9abeee5636f)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:11.979134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.004484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 036d51d3-7ce1-4dce-b008-c4f7db8681de completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:12.032573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 036d51d3-7ce1-4dce-b008-c4f7db8681de triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:12.033248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.052870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Calling delete_port for 991ba564-924a-4219-8b68-7ceb002cb620 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:12.057782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:12.060192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3112268f-fd71-4c9f-9dd3-0bb6dab025bb req-1af6e529-39f0-422d-b7dc-5cf5018d50b9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938890 Feb 15 09:34:12.064852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-90460c3c-f2f7-4d97-8cac-0f93dfdc7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.066738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-90460c3c-f2f7-4d97-8cac-0f93dfdc7c00 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 1094 time: 0.0801995 Feb 15 09:34:12.070463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35592d8e-c343-4f52-9976-b662b6bc8152 req-75eba502-1b93-4222-b272-d30fdec32123 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858054 Feb 15 09:34:12.089605 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c90225-3d89-47a4-880f-8f41698e3087" -d '{"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:12.129999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] DHCP port deletion for 6da8360b-de1d-4a31-89c6-60f9ff443c1d request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:12.152885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-000b3e0d-6fe0-449b-80b1-3286afc69b1e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb HTTP/1.1" status: 200 len: 217 time: 0.0767596 Feb 15 09:34:12.164151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:12.182212 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2266cb6-3669-4a3e-8d1f-3d8d4c02f73b x-openstack-request-id: req-b2266cb6-3669-4a3e-8d1f-3d8d4c02f73b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:12.182500 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a33ddf4-db0f-4259-96a2-2227c8546fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "7d81ae53-87ce-47c5-bf24-c88ec146d6d2", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:12.182746 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2266cb6-3669-4a3e-8d1f-3d8d4c02f73b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:12.183130 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a33ddf4-db0f-4259-96a2-2227c8546fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d81ae53-87ce-47c5-bf24-c88ec146d6d2', 'code': 200} Feb 15 09:34:12.226403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.253426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-dfc2589c-10c3-4b46-a40c-40227c004316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.262970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-dfc2589c-10c3-4b46-a40c-40227c004316 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.1004236 Feb 15 09:34:12.268417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.277446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] No DVR routers for this DVR port 991ba564-924a-4219-8b68-7ceb002cb620 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:12.279146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.283918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Port': ['ID=991ba564-924a-4219-8b68-7ceb002cb620,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.321264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Deleting port 991ba564-924a-4219-8b68-7ceb002cb620 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:12.322556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.344615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-42bdb709-a646-4988-86c8-c441f0ac0489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707541 Feb 15 09:34:12.354412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.412986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:12.419234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] For port 991ba564-924a-4219-8b68-7ceb002cb620, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:12.420627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.423662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.424671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e4ece613-8f75-4d63-98a3-e3f08b44dbb7 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:12.429265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.435423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.441712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.447557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.454013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.454404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.460117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.467644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.469334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa52e20e-df20-4049-85c6-b18022a61fea req-a8deff2d-5832-4f86-9b7e-278e9583f4e3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5436 time: 0.1745746 Feb 15 09:34:12.483823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6da8360b-de1d-4a31-89c6-60f9ff443c1d']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:12.496222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7d80e92-2e65-47b8-8561-d9abeee5636f') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:12.496639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7d80e92-2e65-47b8-8561-d9abeee5636f') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:12.501555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.505415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c54cb-0ab9-4e5a-a37f-449005e42c37 req-632e4aef-b1f7-403a-8ace-fd83587df5b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.506943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-403c54cb-0ab9-4e5a-a37f-449005e42c37 req-632e4aef-b1f7-403a-8ace-fd83587df5b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 943 time: 0.1490855 Feb 15 09:34:12.518728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Calling delete_port for 991ba564-924a-4219-8b68-7ceb002cb620 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:12.523049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Port 991ba564-924a-4219-8b68-7ceb002cb620 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:34:12.525030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.529786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.530716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-49792ffb-431f-4deb-a649-d06099f1408e service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773930 Feb 15 09:34:12.546942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.549907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.552903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "DELETE /v2.0/security-groups/c9c2989a-06d0-4a33-8c79-27070a79c795 HTTP/1.1" status: 204 len: 168 time: 0.3853092 Feb 15 09:34:12.558290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] Pushing event deleted for resources: {'Port': ['ID=991ba564-924a-4219-8b68-7ceb002cb620,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.560864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:12.565422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa52e20e-df20-4049-85c6-b18022a61fea req-e8742059-2c46-41f5-bb12-452d4fb4cdee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0730162 Feb 15 09:34:12.570302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.572546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055f153-286e-446b-aedc-f9450d250d9f tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c2989a-06d0-4a33-8c79-27070a79c795,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.574486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1c7cd2-6200-427e-b8ec-25545efec854 None None] No DVR routers for this DVR port 991ba564-924a-4219-8b68-7ceb002cb620 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:12.605480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:12.605994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:12.610229 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:12.631158 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-403c54cb-0ab9-4e5a-a37f-449005e42c37 req-c3140d7a-5cb9-476e-8f2f-042931cbcd33 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035190 Feb 15 09:34:12.648529 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-f79bd0b9-a908-4efd-b773-200c550f9e2b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] show failed (client error): The resource could not be found. Feb 15 09:34:12.649626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f79bd0b9-a908-4efd-b773-200c550f9e2b tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "GET /v2.0/security-groups/c9c2989a-06d0-4a33-8c79-27070a79c795 HTTP/1.1" status: 404 len: 347 time: 0.0832973 Feb 15 09:34:12.651175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:12.656823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:12.657267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.659911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60152) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:12.724391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 991ba564-924a-4219-8b68-7ceb002cb620 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:12.737446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.751745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 991ba564-924a-4219-8b68-7ceb002cb620 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:12.752261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 991ba564-924a-4219-8b68-7ceb002cb620 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:12.780211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.786781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] 10.222.0.10 "DELETE /v2.0/networks/6da8360b-de1d-4a31-89c6-60f9ff443c1d HTTP/1.1" status: 204 len: 168 time: 1.2406020 Feb 15 09:34:12.787694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b366e41-3c3f-4db5-a8c8-fb6732870662 tempest-NetworksIpV6Test-285202718 tempest-NetworksIpV6Test-285202718-project] Pushing event deleted for resources: {'Network': ['ID=6da8360b-de1d-4a31-89c6-60f9ff443c1d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.797112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.836167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:12.841042 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.842037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 66b3525f-0fa4-4222-aef9-24102c896c2a up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:12.852416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fac4c239-08cf-4312-9ff7-06b4177d45bd req-163520d4-07c9-496a-ac2f-9bf8b5eb061e service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128431 Feb 15 09:34:12.889012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6b680-7daf-4616-9b43-cb8f50b970a0 req-316847e2-3b6d-48aa-85c2-5cb0f8d5486b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:12.897615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ec6b680-7daf-4616-9b43-cb8f50b970a0 req-316847e2-3b6d-48aa-85c2-5cb0f8d5486b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2240555 Feb 15 09:34:12.922501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:12.943615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 66b3525f-0fa4-4222-aef9-24102c896c2a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:12.948229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 66b3525f-0fa4-4222-aef9-24102c896c2a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:12.948661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:12.966425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ec6b680-7daf-4616-9b43-cb8f50b970a0 req-c68386ca-4e2f-4ab3-b17a-886968aafd7d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677931 Feb 15 09:34:12.987001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Deleting port 8dda4264-138f-4dc3-a11b-8946fdfede78 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:12.987346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.052587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.090131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:13.095905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.096441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.096878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.099263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:13.139896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Calling delete_port for 8dda4264-138f-4dc3-a11b-8946fdfede78 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:13.189194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:13.239815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5337a-c6c0-4678-89f5-4cf4c5b1e37d req-3f784245-4e1a-47fa-b826-c45addb7ed92 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.241695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf5337a-c6c0-4678-89f5-4cf4c5b1e37d req-3f784245-4e1a-47fa-b826-c45addb7ed92 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0568731 Feb 15 09:34:13.254929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8992dd-8634-4a61-8189-a13fb8a3c426 req-df9807ab-08a1-460f-a73e-0e700ac4f997 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.260696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8992dd-8634-4a61-8189-a13fb8a3c426 req-df9807ab-08a1-460f-a73e-0e700ac4f997 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.267155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8992dd-8634-4a61-8189-a13fb8a3c426 req-df9807ab-08a1-460f-a73e-0e700ac4f997 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.268860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d8992dd-8634-4a61-8189-a13fb8a3c426 req-df9807ab-08a1-460f-a73e-0e700ac4f997 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.1137388 Feb 15 09:34:13.285733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf5337a-c6c0-4678-89f5-4cf4c5b1e37d req-8a9661cf-ba8a-4673-8cab-f352bdb82025 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360670 Feb 15 09:34:13.343549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 66e4d90d-da08-4a6e-ab1a-fd5477138914 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:13.350766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d8992dd-8634-4a61-8189-a13fb8a3c426 req-d7b80f9e-1bc1-4ad1-8c50-70867108f1d1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717230 Feb 15 09:34:13.352984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ab7ae65-9b2a-4f6b-a3ce-5b46d4965cb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=060d6af5fd9e46718e6e10f14dd4c522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426963 Feb 15 09:34:13.354872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:13.357141 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb68540-b161-49ba-8f84-4d8c522983dc" -d '{"events": [{"name": "network-changed", "server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:13.362029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60174) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:13.414741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 66e4d90d-da08-4a6e-ab1a-fd5477138914 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:13.420799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 66e4d90d-da08-4a6e-ab1a-fd5477138914 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:13.421478 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6310b9c-420a-4e18-9a32-e33ff4801b13 x-openstack-request-id: req-b6310b9c-420a-4e18-9a32-e33ff4801b13 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:13.421753 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:13.421992 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6310b9c-420a-4e18-9a32-e33ff4801b13 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:13.422293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.422439 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb', 'status': 'completed', 'code': 200} Feb 15 09:34:13.425291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb192b5-1d47-43e8-aacd-8f456b0ca78c req-a6055672-3cc3-46cb-a8fd-7399def00eb8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.434078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bb192b5-1d47-43e8-aacd-8f456b0ca78c req-a6055672-3cc3-46cb-a8fd-7399def00eb8 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 949 time: 0.0889900 Feb 15 09:34:13.439502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.470961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bb192b5-1d47-43e8-aacd-8f456b0ca78c req-d1c7f96c-0494-4d1d-92b3-7d88730c6428 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Feb 15 09:34:13.482854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.493040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Pushing event deleted for resources: {'Port': ['ID=8dda4264-138f-4dc3-a11b-8946fdfede78,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:13.520694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.553910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:13.557857 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.558728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 49309f55-d0bf-40b0-bf1f-3150d2466054 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:13.569381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.597261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-6277d3f0-a4b0-45ab-a588-8137384c9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.598763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-6277d3f0-a4b0-45ab-a588-8137384c9b5a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 1094 time: 0.1472082 Feb 15 09:34:13.619786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.622847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.627210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-61422fe1-634f-457a-aaad-785b49e146f3 tempest-ImagesOneServerNegativeTestJSON-613388913 tempest-ImagesOneServerNegativeTestJSON-613388913-project] 10.222.0.10 "DELETE /v2.0/floatingips/97234ef5-d640-4518-acbe-dfab4cea2d7d HTTP/1.1" status: 204 len: 168 time: 0.9587359 Feb 15 09:34:13.644256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:13.657731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 49309f55-d0bf-40b0-bf1f-3150d2466054 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:13.663163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 49309f55-d0bf-40b0-bf1f-3150d2466054 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:13.663521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.728588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.731489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.735144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04ce9fca-9ad9-4891-ab20-6b4a70c7b2f7 HTTP/1.1" status: 204 len: 168 time: 0.3693519 Feb 15 09:34:13.750520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-87c7b4d6-0cc4-4f3c-924f-db5ee14c4aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.752954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-87c7b4d6-0cc4-4f3c-924f-db5ee14c4aae service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.1468823 Feb 15 09:34:13.766114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.789689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfee5d-98e6-402e-9c5a-408424b43472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ce9fca-9ad9-4891-ab20-6b4a70c7b2f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:13.802551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67088db-cf38-429b-ad21-23fc147de1b5 req-6c113f31-6725-4365-99d2-74ed1c82a2de tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.804461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d67088db-cf38-429b-ad21-23fc147de1b5 req-6c113f31-6725-4365-99d2-74ed1c82a2de tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0729482 Feb 15 09:34:13.820609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:13.827922 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:13.828857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device eb919b94-fc94-4751-b0c0-1d86014f7c4c up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:13.848554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-e4e86d3f-e31f-4b29-95cb-d9cff6f7039b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb HTTP/1.1" status: 200 len: 217 time: 0.0704470 Feb 15 09:34:13.866994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.872976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.877369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d67088db-cf38-429b-ad21-23fc147de1b5 req-941653f8-13bd-466f-b4c2-ce89f7ff008b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659444 Feb 15 09:34:13.879050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.885084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.891822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.908494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.916253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:13.919251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-0df017d4-bfc0-4ac7-b582-9c8334ffcb98 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5437 time: 0.1936741 Feb 15 09:34:13.943105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:13.945982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port eb919b94-fc94-4751-b0c0-1d86014f7c4c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:13.951788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port eb919b94-fc94-4751-b0c0-1d86014f7c4c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:13.952217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.010640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60200) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:14.011594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-e5324271-c40b-4d94-a6fe-b71be4a81f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.014187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-e5324271-c40b-4d94-a6fe-b71be4a81f5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.0938284 Feb 15 09:34:14.038281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1842d89e-1ef0-4337-ba9a-a3dd8adcaee7 req-63364155-30bf-4fa9-93f2-8a5fca291c72 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0987880 Feb 15 09:34:14.077839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.101602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-8fdbb491-98ee-4e53-a0b8-977eb715aef1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618882 Feb 15 09:34:14.135743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:14.138894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.144637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.145900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:14.147339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Deleting subnet 30cef03d-bff2-40e4-a964-d7e875663f87 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:14.152201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.185755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de'}, {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7'}, {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:14.186910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bd51b-4f42-4849-9104-edf990d489c1 req-64319ee3-0cb8-48c9-b563-5f0aff5b3b91 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.188542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-348bd51b-4f42-4849-9104-edf990d489c1 req-64319ee3-0cb8-48c9-b563-5f0aff5b3b91 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0990539 Feb 15 09:34:14.189214 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96274ef-2e8c-42a6-9aba-69169aafb66d" -d '{"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de"}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7"}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:14.214341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.219047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-57a0da3f-5672-4f40-ac2f-415ae7fe736b service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084654 Feb 15 09:34:14.257247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:14.268196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:14.274216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:14.274599 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.284456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-348bd51b-4f42-4849-9104-edf990d489c1 req-fd53f61c-279a-4200-9c98-ba378e36cf2e tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876935 Feb 15 09:34:14.292615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.378323 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ab5dd5-0cf4-4d54-b449-31416c723d0d x-openstack-request-id: req-27ab5dd5-0cf4-4d54-b449-31416c723d0d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:14.378721 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de", "code": 200}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7", "code": 200}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-plugged", "status": "completed", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:14.378863 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27ab5dd5-0cf4-4d54-b449-31416c723d0d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:14.379273 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de', 'code': 200} Feb 15 09:34:14.379520 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'code': 200} Feb 15 09:34:14.379863 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'code': 200} Feb 15 09:34:14.380269 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'code': 200} Feb 15 09:34:14.380659 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'code': 200} Feb 15 09:34:14.381090 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'code': 200} Feb 15 09:34:14.386011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cb68540-b161-49ba-8f84-4d8c522983dc req-eeec8445-de68-4807-ab7b-c74cc8ec9069 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571665 Feb 15 09:34:14.416858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.429151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.475409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:14.482160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.483681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5ca7dce6-d350-4699-8290-ab5136e5b8f1 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:14.499389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.505083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/30cef03d-bff2-40e4-a964-d7e875663f87 HTTP/1.1" status: 204 len: 168 time: 0.4904249 Feb 15 09:34:14.505577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb1804-d122-422c-b48d-e94817ecdae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30cef03d-bff2-40e4-a964-d7e875663f87,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:14.507179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:14.583808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:14.601058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:14.605690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:14.606331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.631353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed616853-a988-42d7-8f0a-90af2470ce34 req-eef3aaa9-a1cb-424b-bf71-a063cc736e1e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.632848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed616853-a988-42d7-8f0a-90af2470ce34 req-eef3aaa9-a1cb-424b-bf71-a063cc736e1e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.2176545 Feb 15 09:34:14.679691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.717262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed616853-a988-42d7-8f0a-90af2470ce34 req-8ca33e00-0b2b-4699-91ad-d0d4d95c92f0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662625 Feb 15 09:34:14.740174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.777791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:14.782943 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.784099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7b1cb8fe-9072-4f50-91d2-fa64a331d273 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:14.789063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:14.846390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717686e7-8a90-4301-8cc6-8535a56b4a78 req-02d03b14-a7dc-47c5-b16c-5638e66e1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.849212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717686e7-8a90-4301-8cc6-8535a56b4a78 req-02d03b14-a7dc-47c5-b16c-5638e66e1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.849923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717686e7-8a90-4301-8cc6-8535a56b4a78 req-02d03b14-a7dc-47c5-b16c-5638e66e1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.852690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-717686e7-8a90-4301-8cc6-8535a56b4a78 req-02d03b14-a7dc-47c5-b16c-5638e66e1645 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2870 time: 0.4171062 Feb 15 09:34:14.870508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.873661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:14.881573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:14.886749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:14.887126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.918729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575e3247-bcd5-4dfa-933b-647ee4e2a1a6']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:14.942021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1222a8-930d-4c55-ace7-475902743948 req-f4c10acf-b59e-4c33-b745-37adbc5c4b3d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.945789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d1222a8-930d-4c55-ace7-475902743948 req-f4c10acf-b59e-4c33-b745-37adbc5c4b3d tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 949 time: 0.1231115 Feb 15 09:34:14.952371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe50cca4-4d70-4f39-9661-1fdf8f923daa') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:14.952827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe50cca4-4d70-4f39-9661-1fdf8f923daa') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:14.954376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe8d0-a6c3-47a5-862d-2fc92717f8b0 req-739ad52b-7182-47f3-8aaa-bd0d5f954e28 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.957763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4dee4d4f-a412-4f7b-8503-2a38c0ef03f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] Request body: {'port': {'network_id': '0356a275-9883-4f40-92fb-2236d1567d54', 'name': 'tempest-NetworksNegativeTestJSON-960676454'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:14.960476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe8d0-a6c3-47a5-862d-2fc92717f8b0 req-739ad52b-7182-47f3-8aaa-bd0d5f954e28 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.966876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406fe8d0-a6c3-47a5-862d-2fc92717f8b0 req-739ad52b-7182-47f3-8aaa-bd0d5f954e28 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.968604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-406fe8d0-a6c3-47a5-862d-2fc92717f8b0 req-739ad52b-7182-47f3-8aaa-bd0d5f954e28 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.4949610 Feb 15 09:34:14.979245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-717686e7-8a90-4301-8cc6-8535a56b4a78 req-588f5d50-98b8-4a3d-b1ee-47807c33c445 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953298 Feb 15 09:34:14.982864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.985127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:14.986923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-9eba02a2-87d9-486d-b696-137711d1c928 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:14.988345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-9eba02a2-87d9-486d-b696-137711d1c928 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/ports?device_id=04443092-4697-4e35-8f89-ea45f41689d7 HTTP/1.1" status: 200 len: 950 time: 0.4710734 Feb 15 09:34:14.995410 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dee4d4f-a412-4f7b-8503-2a38c0ef03f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] POST failed (client error): The resource could not be found. Feb 15 09:34:14.995991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dee4d4f-a412-4f7b-8503-2a38c0ef03f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:14.998077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4dee4d4f-a412-4f7b-8503-2a38c0ef03f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2075152 Feb 15 09:34:15.003969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-5efa8e05-03d8-483b-b8c9-4adec4d4180a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.004168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-5efa8e05-03d8-483b-b8c9-4adec4d4180a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 949 time: 0.4686604 Feb 15 09:34:15.004602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.016458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.033505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:15.033909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:15.035940 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:15.042165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:15.048657 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.055032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d1222a8-930d-4c55-ace7-475902743948 req-19af446a-eff2-4911-8c59-8c631be2b2dc tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840073 Feb 15 09:34:15.073424 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae0738a1-e117-4fbb-a2df-5147f48313f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:15.074042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae0738a1-e117-4fbb-a2df-5147f48313f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.078158 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ae0738a1-e117-4fbb-a2df-5147f48313f7 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "DELETE /v2.0/networks/a7ae4d72-0a43-4533-a5a1-306e12f941bb HTTP/1.1" status: 404 len: 339 time: 0.0615716 Feb 15 09:34:15.087023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.119374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:15.127729 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7c9dc0-5f0a-4064-9bc8-29615b3c926c tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:15.129123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7c9dc0-5f0a-4064-9bc8-29615b3c926c tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.132329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b7c9dc0-5f0a-4064-9bc8-29615b3c926c tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "DELETE /v2.0/ports/6564d27b-44ff-4f6b-ac68-482530cc29b8 HTTP/1.1" status: 404 len: 333 time: 0.0443435 Feb 15 09:34:15.154793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-406fe8d0-a6c3-47a5-862d-2fc92717f8b0 req-c1a4f970-e949-48e5-8996-4184f8df03e8 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776080 Feb 15 09:34:15.155407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.205283 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1229fe3a-d74c-476d-b884-00f2b5cc5d79 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] DELETE failed (client error): The resource could not be found. Feb 15 09:34:15.205736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1229fe3a-d74c-476d-b884-00f2b5cc5d79 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.208770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1229fe3a-d74c-476d-b884-00f2b5cc5d79 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "DELETE /v2.0/subnets/1e63a1c3-15af-4fde-9fda-3e8a468a4a86 HTTP/1.1" status: 404 len: 337 time: 0.0513399 Feb 15 09:34:15.231757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60240) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.290514 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d72c48-5f68-48ca-a508-259e0588e403 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] GET failed (client error): The resource could not be found. Feb 15 09:34:15.291985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a4d72c48-5f68-48ca-a508-259e0588e403 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "GET /v2.0/networks/55df9be7-3722-4252-a2c2-36cf3d65cc36 HTTP/1.1" status: 404 len: 339 time: 0.0580518 Feb 15 09:34:15.304569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60242) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.361913 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b41f63-a152-410d-bb0f-d4c83350476c tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] GET failed (client error): The resource could not be found. Feb 15 09:34:15.363428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-16b41f63-a152-410d-bb0f-d4c83350476c tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "GET /v2.0/ports/f722f219-5a16-4587-8bd5-5fe074230419 HTTP/1.1" status: 404 len: 333 time: 0.0571122 Feb 15 09:34:15.368867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60246) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.394875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.404655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:15.405083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.405226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.410922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/575e3247-bcd5-4dfa-933b-647ee4e2a1a6 HTTP/1.1" status: 204 len: 168 time: 0.8992095 Feb 15 09:34:15.412443 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bffd146-48a2-4ec1-8c6f-48d58cf9e406 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] GET failed (client error): The resource could not be found. Feb 15 09:34:15.413545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3bffd146-48a2-4ec1-8c6f-48d58cf9e406 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "GET /v2.0/subnets/e285ecb6-4c70-4bdf-8724-e70dcdb889d9 HTTP/1.1" status: 404 len: 337 time: 0.0436585 Feb 15 09:34:15.425039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fce0b3-21c8-4b70-be7c-61850e95cdd2 req-44a3d8e3-00f6-4b8c-aae3-51e74831efdf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.426588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50fce0b3-21c8-4b70-be7c-61850e95cdd2 req-44a3d8e3-00f6-4b8c-aae3-51e74831efdf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 943 time: 0.0782926 Feb 15 09:34:15.427069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.435478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.441365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.443770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0c70976a-d978-4a14-b755-6ee426534727 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] Request body: {'network': {'name': 'new_name'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:15.447158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.449529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250154ae-29d5-4135-b553-408cd5c2f8b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=575e3247-bcd5-4dfa-933b-647ee4e2a1a6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:15.453755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.459511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.465357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.471928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.472105 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c70976a-d978-4a14-b755-6ee426534727 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] PUT failed (client error): The resource could not be found. Feb 15 09:34:15.472661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c70976a-d978-4a14-b755-6ee426534727 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.473814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0c70976a-d978-4a14-b755-6ee426534727 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "PUT /v2.0/networks/133ae6d9-36ac-4017-b598-ed1443c9c8f1 HTTP/1.1" status: 404 len: 339 time: 0.0362785 Feb 15 09:34:15.473962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b8001ecf-8d40-4d6c-84e3-3886217c59de tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.2413292 Feb 15 09:34:15.478465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.484082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba3992f6-e3df-4c41-8760-2c0a2b4a7a29 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] Request body: {'port': {'name': 'new_name'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:15.510778 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba3992f6-e3df-4c41-8760-2c0a2b4a7a29 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] PUT failed (client error): The resource could not be found. Feb 15 09:34:15.511421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba3992f6-e3df-4c41-8760-2c0a2b4a7a29 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.517329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba3992f6-e3df-4c41-8760-2c0a2b4a7a29 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "PUT /v2.0/ports/0a1c145e-57b8-4ed3-a5b9-46dee9b2f275 HTTP/1.1" status: 404 len: 333 time: 0.0329568 Feb 15 09:34:15.517329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.522337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4a23b7f1-2454-423a-b7ea-c324aab82249 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:15.529971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50fce0b3-21c8-4b70-be7c-61850e95cdd2 req-d5b38897-02e0-45fa-89e0-692c73c9ecfb tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910189 Feb 15 09:34:15.552448 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a23b7f1-2454-423a-b7ea-c324aab82249 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] PUT failed (client error): The resource could not be found. Feb 15 09:34:15.552448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a23b7f1-2454-423a-b7ea-c324aab82249 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:34:15.553165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4a23b7f1-2454-423a-b7ea-c324aab82249 tempest-NetworksNegativeTestJSON-261902546 tempest-NetworksNegativeTestJSON-261902546-project] 10.222.0.10 "PUT /v2.0/subnets/ac2e1f25-b0d3-445d-8a2b-cae67e53d9c5 HTTP/1.1" status: 404 len: 337 time: 0.0349381 Feb 15 09:34:15.576437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port a93e196a-4315-4866-807e-6d18f65b63a2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:15.576823 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.600399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fe0c07d-df77-4c78-b677-5d13fa8c5cb5 req-b95d06f9-911f-4c71-81d8-6b27959c485f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0943043 Feb 15 09:34:15.673078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port ca7736ae-95f5-4c2c-ab08-c8c1d854e216, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:15.673078 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.673469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60258) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.689591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for ca7736ae-95f5-4c2c-ab08-c8c1d854e216 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:15.705510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31ca9f-e31e-422b-a304-50e7c2026994 req-268ea35f-dcf4-4149-be7c-4be8b43a03a7 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.707172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b31ca9f-e31e-422b-a304-50e7c2026994 req-268ea35f-dcf4-4149-be7c-4be8b43a03a7 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0733082 Feb 15 09:34:15.754421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3436c2b5-8656-4eec-8da5-bb94bf941704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7caa1ae133854f72827dc88c76581aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0788858 Feb 15 09:34:15.759935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.782341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port a93e196a-4315-4866-807e-6d18f65b63a2, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a93e196a-4315-4866-807e-6d18f65b63a2,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:15.782811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.791563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b31ca9f-e31e-422b-a304-50e7c2026994 req-9d5eabf5-0233-4ca9-8a3b-74bcead603db tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719526 Feb 15 09:34:15.804128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for a93e196a-4315-4866-807e-6d18f65b63a2 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:15.827531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60266) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:15.853428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.867417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5941b844-ac28-4afd-b47d-7da8af33b8fb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:15.886242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.922051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac6145-e38f-4781-a148-c67b60cead61 req-88ff66fe-0f8e-4af9-adef-2fc29f2a003e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:15.923801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39ac6145-e38f-4781-a148-c67b60cead61 req-88ff66fe-0f8e-4af9-adef-2fc29f2a003e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1123798 Feb 15 09:34:15.953231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.956859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:15.957964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bba1fafd-099a-4658-a5fc-e3b27c77bef7 HTTP/1.1" status: 204 len: 168 time: 0.1970944 Feb 15 09:34:15.991200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6644a-9aa2-4631-822c-12c445202a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba1fafd-099a-4658-a5fc-e3b27c77bef7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:15.993527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c7bd8d-f916-4080-9b37-285e922ce0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.020299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:16.034886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5941b844-ac28-4afd-b47d-7da8af33b8fb', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '5941b844-ac28-4afd-b47d-7da8af33b8fb', 'mac_address': 'fa:16:3e:8b:d9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:16.081747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39ac6145-e38f-4781-a148-c67b60cead61 req-498fc753-8ad1-46e6-9e5e-4976483aed8f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495273 Feb 15 09:34:16.096379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.127110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'a93e196a-4315-4866-807e-6d18f65b63a2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:16.129444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:16.150568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c7bd8d-f916-4080-9b37-285e922ce0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.158650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c7bd8d-f916-4080-9b37-285e922ce0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.217628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=ca7736ae-95f5-4c2c-ab08-c8c1d854e216,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:16.254216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-364b0511-8a84-4e3d-9951-995632c250de req-4d330834-af1c-4f1f-a023-4ac718daa97b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=dfbbb19e-da26-4194-af40-81370c5805f5 HTTP/1.1" status: 200 len: 210 time: 0.0805361 Feb 15 09:34:16.267815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3c7bd8d-f916-4080-9b37-285e922ce0a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b37b79d0eae445986331e1d857dcac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392469 Feb 15 09:34:16.275035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60278) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:16.293677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7bd8d-f916-4080-9b37-285e922ce0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388ca115-53f0-44da-9e89-5d94c6df582e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:16.348983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.353734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.370639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port ca7736ae-95f5-4c2c-ab08-c8c1d854e216 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:16.373896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.377484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9e4769c-735b-4b65-baff-8ab0c0c6b2cd req-143d12bd-6ffb-484a-8934-88ae22c281a6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "DELETE /v2.0/ports/ca7736ae-95f5-4c2c-ab08-c8c1d854e216 HTTP/1.1" status: 204 len: 173 time: 1.3546095 Feb 15 09:34:16.380548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'name': 'network-vif-deleted', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:16.382983 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd2a2ddd-fe40-46f1-9752-d6f3a97176f6" -d '{"events": [{"server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "name": "network-vif-deleted", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:16.394543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.424233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=a93e196a-4315-4866-807e-6d18f65b63a2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:16.499419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545497c-7417-477c-8290-5337d9b0af5c req-815296b6-077a-4ceb-bf38-7351d5aab7b0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.506371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7dce6-d350-4699-8290-ab5136e5b8f1'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:16.507214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545497c-7417-477c-8290-5337d9b0af5c req-815296b6-077a-4ceb-bf38-7351d5aab7b0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.509840 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe6c556-c6e0-4702-8220-3c42c8c09936" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "975cbf17-b2d9-4926-a2d7-131b1e6a6cb6"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "5ca7dce6-d350-4699-8290-ab5136e5b8f1"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:16.510705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.514503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.518247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/388ca115-53f0-44da-9e89-5d94c6df582e HTTP/1.1" status: 204 len: 168 time: 0.2358127 Feb 15 09:34:16.518351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545497c-7417-477c-8290-5337d9b0af5c req-815296b6-077a-4ceb-bf38-7351d5aab7b0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.526067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c545497c-7417-477c-8290-5337d9b0af5c req-815296b6-077a-4ceb-bf38-7351d5aab7b0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.2138634 Feb 15 09:34:16.529204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port a93e196a-4315-4866-807e-6d18f65b63a2 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:16.532233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fd3f4-7f96-463f-a63a-e5e58e8827ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388ca115-53f0-44da-9e89-5d94c6df582e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:16.544550 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d52ac7cf-6081-46a0-868d-07f32d095ab8 x-openstack-request-id: req-d52ac7cf-6081-46a0-868d-07f32d095ab8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:16.544921 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfbbb19e-da26-4194-af40-81370c5805f5", "name": "network-vif-deleted", "tag": "ca7736ae-95f5-4c2c-ab08-c8c1d854e216", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:16.545231 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d52ac7cf-6081-46a0-868d-07f32d095ab8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:16.546107 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfbbb19e-da26-4194-af40-81370c5805f5', 'name': 'network-vif-deleted', 'tag': 'ca7736ae-95f5-4c2c-ab08-c8c1d854e216', 'status': 'completed', 'code': 200} Feb 15 09:34:16.548281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.555119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-270f1353-dc27-4e3a-87c6-deae4ef5e75f req-594054de-7f6e-48ea-af4e-0fa97e1b22db tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "DELETE /v2.0/ports/a93e196a-4315-4866-807e-6d18f65b63a2 HTTP/1.1" status: 204 len: 173 time: 1.3608825 Feb 15 09:34:16.583564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.627387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.635865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c545497c-7417-477c-8290-5337d9b0af5c req-4b058a61-b2c6-4ac5-aa50-5eee1d654647 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072128 Feb 15 09:34:16.674546 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb13a993-1230-417e-9391-fb92934670ee x-openstack-request-id: req-bb13a993-1230-417e-9391-fb92934670ee {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:16.678593 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "975cbf17-b2d9-4926-a2d7-131b1e6a6cb6", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "5ca7dce6-d350-4699-8290-ab5136e5b8f1", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-plugged", "status": "completed", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:16.681045 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb13a993-1230-417e-9391-fb92934670ee {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:16.681667 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '975cbf17-b2d9-4926-a2d7-131b1e6a6cb6', 'code': 200} Feb 15 09:34:16.682092 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca7dce6-d350-4699-8290-ab5136e5b8f1', 'code': 200} Feb 15 09:34:16.682603 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'code': 200} Feb 15 09:34:16.717731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5941b844-ac28-4afd-b47d-7da8af33b8fb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:16.766784 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5656359d-04f8-4fe4-91ae-4beaa53847ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.812233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:16.857820 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:16.951580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.956614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.957274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.957680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.958159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.958604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.959162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.959770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.961842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-272b5ea4-c0cd-48bb-a246-40ff09b5c065 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6499 time: 0.1969061 Feb 15 09:34:16.963048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.970859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.980118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.983691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768632b-4b22-4480-800f-ee5afbf46528 req-9e43b715-e24f-48d5-a764-96ae11068b3e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.987017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:16.991951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4768632b-4b22-4480-800f-ee5afbf46528 req-9e43b715-e24f-48d5-a764-96ae11068b3e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 944 time: 0.2107811 Feb 15 09:34:16.996310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.010585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.024088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-6504dc52-f5a5-479d-b403-c60cbd35873b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.1878181 Feb 15 09:34:17.082803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e74a61d0-d883-4349-8c4f-60a1719b5a85 req-05d5abdb-a32c-4617-9ea1-a111396b85cf tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0549567 Feb 15 09:34:17.148289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4768632b-4b22-4480-800f-ee5afbf46528 req-62099848-fc71-4022-8c8f-31ec62df9f10 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429656 Feb 15 09:34:17.187163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-03f27ae9-8614-4f72-a005-a17b35a6e5dc req-438f12a5-0789-478d-bdf6-109c803e6171 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1934886 Feb 15 09:34:17.219475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5941b844-ac28-4afd-b47d-7da8af33b8fb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:17.275909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:17.370367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a18277-9712-4421-822b-036e2728984d req-2985d278-8a19-49d4-bbe6-b18f84777b84 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.372861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d3a18277-9712-4421-822b-036e2728984d req-2985d278-8a19-49d4-bbe6-b18f84777b84 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0978668 Feb 15 09:34:17.373695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ca7736ae-95f5-4c2c-ab08-c8c1d854e216 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:17.444100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d3a18277-9712-4421-822b-036e2728984d req-74c591d4-9129-4754-bef5-81acb841bd51 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617285 Feb 15 09:34:17.451986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: ca7736ae-95f5-4c2c-ab08-c8c1d854e216 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:17.452910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ca7736ae-95f5-4c2c-ab08-c8c1d854e216 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:17.483302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d82d8-256b-4f8c-99cf-46bc804fe06f req-7bdbf895-1d00-457f-ab30-067481793e28 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.493877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a20d82d8-256b-4f8c-99cf-46bc804fe06f req-7bdbf895-1d00-457f-ab30-067481793e28 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1392334 Feb 15 09:34:17.609695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a20d82d8-256b-4f8c-99cf-46bc804fe06f req-e33345d1-e4b5-4d85-a27d-fae6fecdff30 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071234 Feb 15 09:34:17.760847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:17.845336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0edca-528d-4d07-973f-0244d38dc1ec req-ad5e94be-4d28-4d07-9b47-e5e81d813595 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.853490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0edca-528d-4d07-973f-0244d38dc1ec req-ad5e94be-4d28-4d07-9b47-e5e81d813595 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.861836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0edca-528d-4d07-973f-0244d38dc1ec req-ad5e94be-4d28-4d07-9b47-e5e81d813595 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:17.863634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65a0edca-528d-4d07-973f-0244d38dc1ec req-ad5e94be-4d28-4d07-9b47-e5e81d813595 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.0909045 Feb 15 09:34:17.909979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a93e196a-4315-4866-807e-6d18f65b63a2 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:17.944147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65a0edca-528d-4d07-973f-0244d38dc1ec req-52cdd66a-ba91-411e-a34f-bbac5ed73dc0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738254 Feb 15 09:34:17.968941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: a93e196a-4315-4866-807e-6d18f65b63a2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:17.969554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a93e196a-4315-4866-807e-6d18f65b63a2 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:18.023955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60350) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:18.167701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-420b166b-8083-44df-9222-24ef9f60d36f tempest-DvrRoutersNegativeTest-463493684 tempest-DvrRoutersNegativeTest-463493684-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1231668510', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:18.172493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.policy [None req-420b166b-8083-44df-9222-24ef9f60d36f tempest-DvrRoutersNegativeTest-463493684 tempest-DvrRoutersNegativeTest-463493684-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=102359) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 15 09:34:18.173107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.policy [None req-420b166b-8083-44df-9222-24ef9f60d36f tempest-DvrRoutersNegativeTest-463493684 tempest-DvrRoutersNegativeTest-463493684-project] Failed policy check for 'create_router' {{(pid=102359) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 15 09:34:18.173887 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-420b166b-8083-44df-9222-24ef9f60d36f tempest-DvrRoutersNegativeTest-463493684 tempest-DvrRoutersNegativeTest-463493684-project] create failed (client error): Access was denied to this resource. Feb 15 09:34:18.175339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-420b166b-8083-44df-9222-24ef9f60d36f tempest-DvrRoutersNegativeTest-463493684 tempest-DvrRoutersNegativeTest-463493684-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1497777 Feb 15 09:34:18.268078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.276013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.284391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.292200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.298826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638', '15bc5cdf-d65d-45e1-b2d4-c6258d966582'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:18.301072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.307455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.314055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.316112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-c21a419a-5fbf-438f-b8b0-0e230f43439e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.1228757 Feb 15 09:34:18.377454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d05321b-93f4-44ec-98ef-ac73c2486204 req-4d259139-d578-4b87-a8d1-a7ce9e841f78 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0506365 Feb 15 09:34:18.547029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'name': 'network-vif-deleted', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:18.549362 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b63af0-1a5d-43b5-bc91-19f497c35a6a" -d '{"events": [{"server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "name": "network-vif-deleted", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:18.558072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:18.612842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9bdde7-4f2f-43da-a37a-55b9e7bea355 req-41b22408-d7e9-49d1-909a-7da552f6a762 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.623581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b9bdde7-4f2f-43da-a37a-55b9e7bea355 req-41b22408-d7e9-49d1-909a-7da552f6a762 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 944 time: 0.1118453 Feb 15 09:34:18.672553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b9bdde7-4f2f-43da-a37a-55b9e7bea355 req-6536bdd9-2989-4902-9eb2-fe03edf902b6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Feb 15 09:34:18.732430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d7918c2-f7bf-4050-bb76-aa0338116253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:18.833120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252df90-98c2-4cfc-b3cb-42ea45d73eff req-2e8d2b9a-c722-4a0f-92b6-c00d9519f834 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.835310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e252df90-98c2-4cfc-b3cb-42ea45d73eff req-2e8d2b9a-c722-4a0f-92b6-c00d9519f834 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.0665891 Feb 15 09:34:18.883880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d7918c2-f7bf-4050-bb76-aa0338116253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:18.889029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e252df90-98c2-4cfc-b3cb-42ea45d73eff req-c1496bf7-746c-4d87-acf1-5b20b5063b23 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472734 Feb 15 09:34:18.895961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af299582-bfa8-4b2b-aafc-3dfd675c507d req-7a4ecffb-0344-4a38-a72d-6b49b22b20b7 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:18.897729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af299582-bfa8-4b2b-aafc-3dfd675c507d req-7a4ecffb-0344-4a38-a72d-6b49b22b20b7 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0877111 Feb 15 09:34:18.899063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d7918c2-f7bf-4050-bb76-aa0338116253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:18.939504 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b7a325-f769-46a3-af42-356330d16ef3 x-openstack-request-id: req-a5b7a325-f769-46a3-af42-356330d16ef3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:18.939786 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04443092-4697-4e35-8f89-ea45f41689d7", "name": "network-vif-deleted", "tag": "a93e196a-4315-4866-807e-6d18f65b63a2", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:18.940034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5b7a325-f769-46a3-af42-356330d16ef3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:18.940444 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04443092-4697-4e35-8f89-ea45f41689d7', 'name': 'network-vif-deleted', 'tag': 'a93e196a-4315-4866-807e-6d18f65b63a2', 'status': 'completed', 'code': 200} Feb 15 09:34:18.970662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2d7918c2-f7bf-4050-bb76-aa0338116253 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9a728668a8e43cea77998f0d05404ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115074 Feb 15 09:34:18.971882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7918c2-f7bf-4050-bb76-aa0338116253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598dac8d-7594-412a-b80d-e9adc11b70ee,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:18.974947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:18.994290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af299582-bfa8-4b2b-aafc-3dfd675c507d req-b14392c0-42f4-4841-b059-1827e4add60a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805690 Feb 15 09:34:19.077171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367813-fb3a-4f40-922a-6cb3fe3ca312 req-cf9d2257-df41-4102-9373-0d9a3ad13c9e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.078678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9367813-fb3a-4f40-922a-6cb3fe3ca312 req-cf9d2257-df41-4102-9373-0d9a3ad13c9e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0851901 Feb 15 09:34:19.081724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.117969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.147483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb90da3-da53-41ad-8645-e33dca3afffc req-0bee9b1e-5070-4239-ac00-5160cbdddae1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.150717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9367813-fb3a-4f40-922a-6cb3fe3ca312 req-1ccd223d-e8a7-45ab-98ba-eb7e86643904 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646136 Feb 15 09:34:19.154602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb90da3-da53-41ad-8645-e33dca3afffc req-0bee9b1e-5070-4239-ac00-5160cbdddae1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.160441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb90da3-da53-41ad-8645-e33dca3afffc req-0bee9b1e-5070-4239-ac00-5160cbdddae1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.162162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ebb90da3-da53-41ad-8645-e33dca3afffc req-0bee9b1e-5070-4239-ac00-5160cbdddae1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.0658252 Feb 15 09:34:19.190972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.194126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.196574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/598dac8d-7594-412a-b80d-e9adc11b70ee HTTP/1.1" status: 204 len: 168 time: 0.2199805 Feb 15 09:34:19.210293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bebfbf-463e-4da7-a404-ad00c3c5adf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598dac8d-7594-412a-b80d-e9adc11b70ee,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:19.245963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ebb90da3-da53-41ad-8645-e33dca3afffc req-659bab26-5035-45a1-bef3-cd0efe1360cd tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554440 Feb 15 09:34:19.255583 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4e08ad9b-b1a9-4218-8706-445b5a31b84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.540649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610efd1-d994-4c13-9297-850d27055013 req-8230de7e-5b0b-4f7b-a939-52ed6f78f7ee tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.547315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610efd1-d994-4c13-9297-850d27055013 req-8230de7e-5b0b-4f7b-a939-52ed6f78f7ee tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.553299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c610efd1-d994-4c13-9297-850d27055013 req-8230de7e-5b0b-4f7b-a939-52ed6f78f7ee tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.554997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c610efd1-d994-4c13-9297-850d27055013 req-8230de7e-5b0b-4f7b-a939-52ed6f78f7ee tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 2417 time: 0.1142797 Feb 15 09:34:19.574007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.581126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.586911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.592875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.598765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.604531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.610364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.612289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9bff223-3832-4232-b28f-20e4453df115 req-32823422-0a81-4663-9ab7-e27985fead93 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.1345499 Feb 15 09:34:19.647264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60412) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:19.748150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9bff223-3832-4232-b28f-20e4453df115 req-2bc550d0-25af-4969-bcb9-8a5c481645fd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1282823 Feb 15 09:34:19.761061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-262856bf-2e1e-4404-931a-90d52eb82295 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.764618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-262856bf-2e1e-4404-931a-90d52eb82295 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.1430914 Feb 15 09:34:19.848111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b2105b6-ecc9-4773-a7f7-4bf512f013b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.854445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 036d51d3-7ce1-4dce-b008-c4f7db8681de {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:19.854819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:19.894241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6b6af-87f9-46fd-815f-084b2e5399ec req-14b62550-3f96-43b9-80ba-512a13547af3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.901439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cf6b6af-87f9-46fd-815f-084b2e5399ec req-14b62550-3f96-43b9-80ba-512a13547af3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 944 time: 0.1032262 Feb 15 09:34:19.920927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5941b844-ac28-4afd-b47d-7da8af33b8fb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:19.981238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.987963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:19.994871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.001539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.009989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.013710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.015237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5941b844-ac28-4afd-b47d-7da8af33b8fb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:20.015667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60430) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:20.019636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5941b844-ac28-4afd-b47d-7da8af33b8fb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:20.019982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.020190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.021963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25e00b95-ab7c-4240-9999-945ed56a2b76 req-56325369-0e7d-4e65-b368-cd838c873bd6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.1744184 Feb 15 09:34:20.036436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60436) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:20.045283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Request body: {'floatingip': {'port_id': 'de25905a-b3a1-41ab-857d-73c249709b0b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:20.063409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cf6b6af-87f9-46fd-815f-084b2e5399ec req-43818869-b984-4bae-8584-a01b01cfd1c3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602879 Feb 15 09:34:20.099800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 036d51d3-7ce1-4dce-b008-c4f7db8681de, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=036d51d3-7ce1-4dce-b008-c4f7db8681de,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.100161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.104947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:20.105512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.122624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-66b2bb5f-3fd8-4402-b222-b70ecd181240 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.129357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-66b2bb5f-3fd8-4402-b222-b70ecd181240 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "GET /v2.0/ports?device_id=937440c2-1ef7-44e3-a09b-6b525e0ea663 HTTP/1.1" status: 200 len: 950 time: 0.1925173 Feb 15 09:34:20.130540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.130925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.164504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 036d51d3-7ce1-4dce-b008-c4f7db8681de owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:20.186991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.188256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:20.191134 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341ab3da-763f-4d5c-9ef8-6746290fafd0" -d '{"events": [{"server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "name": "network-vif-plugged", "status": "completed", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:20.194461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b2105b6-ecc9-4773-a7f7-4bf512f013b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.197397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.198517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 15bc5cdf-d65d-45e1-b2d4-c6258d966582 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:20.242703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b2105b6-ecc9-4773-a7f7-4bf512f013b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.273341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-735858014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:20.291978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.310746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:20.321481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b2105b6-ecc9-4773-a7f7-4bf512f013b8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abaa206473c841729ccd5c32b017d235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6730933 Feb 15 09:34:20.324905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60444) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:20.358703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.394870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.398674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2105b6-ecc9-4773-a7f7-4bf512f013b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071afd9d-81ae-4a30-902c-85324f71baf6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:20.399831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.400714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e4ece613-8f75-4d63-98a3-e3f08b44dbb7 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:20.430939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801478fd-a8f6-460b-ba08-f9b9f6f7422b req-858c0409-f50b-49bb-bdd2-d180c0163110 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.432490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-801478fd-a8f6-460b-ba08-f9b9f6f7422b req-858c0409-f50b-49bb-bdd2-d180c0163110 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2272966 Feb 15 09:34:20.437898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.438933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.445165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port 15bc5cdf-d65d-45e1-b2d4-c6258d966582, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=15bc5cdf-d65d-45e1-b2d4-c6258d966582,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.445795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.472662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb15e4-cc22-441c-9c05-9a1d3715c370 req-bd41faee-9211-4ee9-9771-95c869ac284a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.474199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22cb15e4-cc22-441c-9c05-9a1d3715c370 req-bd41faee-9211-4ee9-9771-95c869ac284a tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 950 time: 0.2677913 Feb 15 09:34:20.475200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for 15bc5cdf-d65d-45e1-b2d4-c6258d966582 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:20.489084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:20.540669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.577381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.581794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.582031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.582854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 036d51d3-7ce1-4dce-b008-c4f7db8681de no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:20.590904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.597723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port 0a39979a-ff48-47bf-a236-736207ef5638 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:20.598048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.612096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-801478fd-a8f6-460b-ba08-f9b9f6f7422b req-ec8b09dc-ad1d-4e77-b730-e8625beae32a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645203 Feb 15 09:34:20.613084 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.682456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.699370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.700029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:20.701217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3f7e6ec6-a744-4652-8913-dab75b67dd5c tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6845839 Feb 15 09:34:20.707471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:20.719830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1844659737'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:20.759704 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.807677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port 0a39979a-ff48-47bf-a236-736207ef5638, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a39979a-ff48-47bf-a236-736207ef5638,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:20.808338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.834841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for 0a39979a-ff48-47bf-a236-736207ef5638 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:20.835869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 09:34:20.835869 n-d-825064-4 neutron-server[102360]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 15 09:34:20.835869 n-d-825064-4 neutron-server[102360]: [parameters: {'status': 'DOWN', 'ports_id': '036d51d3-7ce1-4dce-b008-c4f7db8681de'}] Feb 15 09:34:20.835869 n-d-825064-4 neutron-server[102360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:34:20.836662 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:34:20.844078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:20.847527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.865887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.868640 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.869817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/071afd9d-81ae-4a30-902c-85324f71baf6 HTTP/1.1" status: 204 len: 168 time: 0.5362115 Feb 15 09:34:20.878088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d40f-aa58-46f4-b903-81f13b26d575 req-23f15ad0-6c26-44d6-9856-7173ffd9a9ca tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:20.879586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87a4d40f-aa58-46f4-b903-81f13b26d575 req-23f15ad0-6c26-44d6-9856-7173ffd9a9ca tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1303301 Feb 15 09:34:20.888266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22cb15e4-cc22-441c-9c05-9a1d3715c370 req-91569fc1-3cf7-4e75-a3b4-81b5b0ddd7b0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887703 Feb 15 09:34:20.914163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.939833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea31a03f-b38c-4b1f-bf5e-c205f0abcfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071afd9d-81ae-4a30-902c-85324f71baf6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:20.972932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:20.973184 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8588601d-5a31-435e-8a70-dce459000d4c x-openstack-request-id: req-8588601d-5a31-435e-8a70-dce459000d4c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:20.986040 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "name": "network-vif-plugged", "status": "completed", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:20.989602 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8588601d-5a31-435e-8a70-dce459000d4c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:20.992850 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb', 'code': 200} Feb 15 09:34:21.008693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87a4d40f-aa58-46f4-b903-81f13b26d575 req-c32877fe-2748-4667-95a4-d3b6438c5de6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956523 Feb 15 09:34:21.097246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=036d51d3-7ce1-4dce-b008-c4f7db8681de,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.143546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.150721 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.161899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.176382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:21.181643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:21.237950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:21.251603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=0a39979a-ff48-47bf-a236-736207ef5638,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.278209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206b3bf6-7d01-4067-9a36-c0b30966af92,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.292284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.292968 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Added segment f8b34c18-188c-4c69-8869-a03b280a4378 of type vlan for network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 Feb 15 09:34:21.370180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Port 036d51d3-7ce1-4dce-b008-c4f7db8681de update to DOWN by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:34:21.370924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 66b3525f-0fa4-4222-aef9-24102c896c2a no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:21.393066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port 0a39979a-ff48-47bf-a236-736207ef5638 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:21.400396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.404293 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae094707-104d-46f0-92e2-3d02bd54fdf9 req-b974e39a-1aa6-4f7a-ac5f-ebabdb752444 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "DELETE /v2.0/ports/0a39979a-ff48-47bf-a236-736207ef5638 HTTP/1.1" status: 204 len: 173 time: 1.2083182 Feb 15 09:34:21.417168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'name': 'network-vif-deleted', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:21.423607 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a286901-84e0-45a5-8177-4b9192f341a3" -d '{"events": [{"server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "name": "network-vif-deleted", "tag": "0a39979a-ff48-47bf-a236-736207ef5638"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:21.435500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.461910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857000d2-649e-401d-ac04-fd4c28f75283 req-13502007-2c5d-4418-aed1-97b8834e6b7e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.463656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-857000d2-649e-401d-ac04-fd4c28f75283 req-13502007-2c5d-4418-aed1-97b8834e6b7e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.2841947 Feb 15 09:34:21.469010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 036d51d3-7ce1-4dce-b008-c4f7db8681de on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:21.477951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.482299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c610efd1-d994-4c13-9297-850d27055013 req-71ad5dd7-d7dd-45c0-a98b-73b92ad9a201 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "DELETE /v2.0/ports/036d51d3-7ce1-4dce-b008-c4f7db8681de HTTP/1.1" status: 204 len: 173 time: 1.9202366 Feb 15 09:34:21.510367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:21.513088 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d8132-daa3-4abf-8c35-c9c02978c559" -d '{"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:21.522604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.528579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.529350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.548227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-857000d2-649e-401d-ac04-fd4c28f75283 req-a652a679-27a7-435b-b090-fa0d484ec7d7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728369 Feb 15 09:34:21.555729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.610224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38517ba2-091f-4c52-9417-9e07819f9a98 req-5a0eee63-1203-4375-a433-71b480cf3cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.611997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38517ba2-091f-4c52-9417-9e07819f9a98 req-5a0eee63-1203-4375-a433-71b480cf3cdf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 1096 time: 0.5227289 Feb 15 09:34:21.633856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ef06-e283-44d9-8379-165477f0f333 req-16f8d829-aa2e-4914-8584-b46fe0e65728 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.638043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:21.644457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ef06-e283-44d9-8379-165477f0f333 req-16f8d829-aa2e-4914-8584-b46fe0e65728 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.648973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf2ef06-e283-44d9-8379-165477f0f333 req-16f8d829-aa2e-4914-8584-b46fe0e65728 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 1680 time: 0.5637283 Feb 15 09:34:21.661203 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f64851-98cb-498c-a27d-4e992c2f22d3 x-openstack-request-id: req-a8f64851-98cb-498c-a27d-4e992c2f22d3 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:21.661432 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937440c2-1ef7-44e3-a09b-6b525e0ea663", "name": "network-vif-deleted", "tag": "0a39979a-ff48-47bf-a236-736207ef5638", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:21.661709 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8f64851-98cb-498c-a27d-4e992c2f22d3 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:21.662035 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '937440c2-1ef7-44e3-a09b-6b525e0ea663', 'name': 'network-vif-deleted', 'tag': '0a39979a-ff48-47bf-a236-736207ef5638', 'status': 'completed', 'code': 200} Feb 15 09:34:21.681032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.683185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.688263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9791677 Feb 15 09:34:21.691050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60466) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:21.696454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'subnet': {'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:21.734205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f1b5e-ec6b-4f11-807f-9c0b618aa91e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Network': ['ID=a7ded10e-6c9d-4bca-8e7f-9d5cbee58536,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.737793 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511c84e7-d066-4cc8-8bd9-8704fb6f57e3 x-openstack-request-id: req-511c84e7-d066-4cc8-8bd9-8704fb6f57e3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:21.738311 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "036d51d3-7ce1-4dce-b008-c4f7db8681de", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:21.738957 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-511c84e7-d066-4cc8-8bd9-8704fb6f57e3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:21.739738 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': '036d51d3-7ce1-4dce-b008-c4f7db8681de', 'status': 'completed', 'code': 200} Feb 15 09:34:21.768193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:34:21.773391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38517ba2-091f-4c52-9417-9e07819f9a98 req-b8e3b5cd-8ebe-40cc-9686-657809931b4d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233237 Feb 15 09:34:21.855663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a39979a-ff48-47bf-a236-736207ef5638'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:21.858463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:21.902493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.939236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf2ef06-e283-44d9-8379-165477f0f333 req-a808fc83-569b-443c-8aa2-9edf6c527e6a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613606 Feb 15 09:34:21.941248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a7a61-be9a-4155-bc3b-2b8947dd5632 req-14fb9aca-8e31-4f28-b566-88f7f6593b66 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:21.949341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc6a7a61-be9a-4155-bc3b-2b8947dd5632 req-14fb9aca-8e31-4f28-b566-88f7f6593b66 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1348608 Feb 15 09:34:21.950916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:21.955033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:21.961381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=15bc5cdf-d65d-45e1-b2d4-c6258d966582,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:21.991074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.089364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.097763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port 15bc5cdf-d65d-45e1-b2d4-c6258d966582 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:22.119651 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc6a7a61-be9a-4155-bc3b-2b8947dd5632 req-fd739d84-30a6-4fc5-833d-0a9893779476 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550801 Feb 15 09:34:22.128831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.189570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.192919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1abe1ab6-cb14-4a51-82eb-45ea2f5dbed7 req-e526b7d6-7c9e-499f-8287-43b723bb063b tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.72 "DELETE /v2.0/ports/15bc5cdf-d65d-45e1-b2d4-c6258d966582 HTTP/1.1" status: 204 len: 173 time: 2.4211469 Feb 15 09:34:22.206877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d2be3c-b355-4be8-99e9-cbdf9abd07a3 req-19165776-678d-435b-8a7b-3b5b28c8bab9 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=aea6d5d3-ac10-492b-b9e4-ffef178c3bba HTTP/1.1" status: 200 len: 210 time: 0.1528239 Feb 15 09:34:22.244242 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.302683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:22.303309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.391455 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Floating IP aaf5b749-1787-4b43-9105-327ffd5c1cf3 associated. External IP: 172.25.6.50, port: de25905a-b3a1-41ab-857d-73c249709b0b. Feb 15 09:34:22.407691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569943f-7401-4495-8473-b6e49b625206 req-99a281fb-2212-4446-9e8f-132dafc6ea03 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:22.409314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a569943f-7401-4495-8473-b6e49b625206 req-99a281fb-2212-4446-9e8f-132dafc6ea03 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1551948 Feb 15 09:34:22.412145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.431179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:22.522741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Subnet': ['ID=51aaac29-58e9-4572-a27b-c18a9afe30dd,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:22.549155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a569943f-7401-4495-8473-b6e49b625206 req-dde5b34c-6871-487c-ab9e-b2e64feebe40 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208844 Feb 15 09:34:22.550200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Checking segment: {'id': 'f8b34c18-188c-4c69-8869-a03b280a4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:22.550565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network hostable DHCP agents. Network: a7ded10e-6c9d-4bca-8e7f-9d5cbee58536, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:22.581608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:22.599252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port e4ece613-8f75-4d63-98a3-e3f08b44dbb7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:22.599511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.608430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a7ded10e-6c9d-4bca-8e7f-9d5cbee58536) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:22.614654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:22.615431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.642216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea6e3e6-adb8-49c7-bb25-95cc2c7e31e1 None None] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:22.665926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3855519f-a606-4ec5-8844-11a80b41240f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9736621 Feb 15 09:34:22.666652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60492) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:22.672857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'network': {'name': 'tempest-router-network01--1711661232'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:22.694210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for e4ece613-8f75-4d63-98a3-e3f08b44dbb7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:22.773279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:22.785513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.828724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:22.839854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.840541 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Added segment 8ce7b92f-4e4f-48f1-8015-aa60c4b459f3 of type vlan for network efcae12e-42f3-4a98-b6e0-aa7ac92e769c Feb 15 09:34:22.868210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a7ded10e-6c9d-4bca-8e7f-9d5cbee58536', 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536', 'tenant_id': '6fa05d6a802b40bb84043b12e6684b05', 'fixed_ips': [{'subnet_id': '51aaac29-58e9-4572-a27b-c18a9afe30dd'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:22.870903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.913477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.994524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:22.997481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582'}, {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7'}, {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:23.000317 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d114f4cb-709e-4c40-b608-a71ceb17ab13" -d '{"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-unplugged", "status": "completed", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582"}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7"}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:23.000606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.004785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.005862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1ede4ca-ce0e-4fea-a432-43c09f847093 req-f341cb4c-1ad5-4c7b-b43d-cd6897856094 tempest-AbsoluteLimitsNegativeTestJSON-504449388 tempest-AbsoluteLimitsNegativeTestJSON-504449388-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c99c5e0ea71f44149945bc78b6edefc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1935761 Feb 15 09:34:23.068928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Allocated IP 172.20.0.2 (a7ded10e-6c9d-4bca-8e7f-9d5cbee58536/51aaac29-58e9-4572-a27b-c18a9afe30dd/b4d3585e-d4a5-47d3-94dc-de6ea69fe259) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:23.108883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb93bfb1-a631-44dd-9bf7-9f13c18c2b16 req-d6c458ef-78c8-4cc3-a43c-bb2acc5c6eff tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.113332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb93bfb1-a631-44dd-9bf7-9f13c18c2b16 req-d6c458ef-78c8-4cc3-a43c-bb2acc5c6eff tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.4544237 Feb 15 09:34:23.126000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4583731 Feb 15 09:34:23.131956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60506) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:23.141706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'network': {'name': 'tempest-router-network02--409211872'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:23.154811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2895-4039-4cad-bdda-3db31c714b11 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Network': ['ID=efcae12e-42f3-4a98-b6e0-aa7ac92e769c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:23.211955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ede4ca-ce0e-4fea-a432-43c09f847093 req-5786b5a0-400e-4a82-bc54-ad3ade504e2f tempest-AbsoluteLimitsNegativeTestJSON-504449388 tempest-AbsoluteLimitsNegativeTestJSON-504449388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.213766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1ede4ca-ce0e-4fea-a432-43c09f847093 req-5786b5a0-400e-4a82-bc54-ad3ade504e2f tempest-AbsoluteLimitsNegativeTestJSON-504449388 tempest-AbsoluteLimitsNegativeTestJSON-504449388-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023499 Feb 15 09:34:23.215290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:23.219611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.243312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1ede4ca-ce0e-4fea-a432-43c09f847093 req-5d36a89d-f865-4840-9505-ae321945a86d tempest-AbsoluteLimitsNegativeTestJSON-504449388 tempest-AbsoluteLimitsNegativeTestJSON-504449388-project] 10.222.0.10 "GET /v2.0/quotas/c99c5e0ea71f44149945bc78b6edefc2 HTTP/1.1" status: 200 len: 375 time: 0.0195668 Feb 15 09:34:23.259657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb93bfb1-a631-44dd-9bf7-9f13c18c2b16 req-21f6f2e4-a427-4ec5-b2f0-25cb63d6c391 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411552 Feb 15 09:34:23.264344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:23.277533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.277936 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Added segment 2140efc7-11ba-4f33-9056-dbc44e7f2611 of type vlan for network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 Feb 15 09:34:23.286870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.307306 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.341893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.371165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1ede4ca-ce0e-4fea-a432-43c09f847093 req-6a95c690-aa00-4a01-a3b5-185ecf7ec8e2 tempest-AbsoluteLimitsNegativeTestJSON-504449388 tempest-AbsoluteLimitsNegativeTestJSON-504449388-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c99c5e0ea71f44149945bc78b6edefc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331297 Feb 15 09:34:23.403712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Router 2f58b974-8d53-48c0-9326-8d9e742db345 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:34:23.404005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.411741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.413068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.418511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Pushing event updated for resources: {'Port': ['ID=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:23.422354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:23.481663 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f9e6a2-711f-4455-9013-4866131d612d x-openstack-request-id: req-e8f9e6a2-711f-4455-9013-4866131d612d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:23.482025 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-unplugged", "status": "completed", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582", "code": 200}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7", "code": 200}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-unplugged", "status": "completed", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:23.482177 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8f9e6a2-711f-4455-9013-4866131d612d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:23.482540 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'code': 200} Feb 15 09:34:23.482794 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'code': 200} Feb 15 09:34:23.483041 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'code': 200} Feb 15 09:34:23.493612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:23.497544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:23.502188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:23.519054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.536075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8792be-eb26-4179-b3cb-90a6991cacb4 req-79bea3d2-0ab8-4c82-94d8-d308fb51e778 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.542201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8792be-eb26-4179-b3cb-90a6991cacb4 req-79bea3d2-0ab8-4c82-94d8-d308fb51e778 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.545863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a8792be-eb26-4179-b3cb-90a6991cacb4 req-79bea3d2-0ab8-4c82-94d8-d308fb51e778 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 1678 time: 0.1574090 Feb 15 09:34:23.584908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=e4ece613-8f75-4d63-98a3-e3f08b44dbb7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:23.593814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4572799 Feb 15 09:34:23.598570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60516) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:23.606640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'subnet': {'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:23.624597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Attempting to bind port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:23.625525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Attempting to bind port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f8b34c18-188c-4c69-8869-a03b280a4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:23.625894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Attempting to bind port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 on network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:23.641350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:23.642241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Checking segment: {'id': 'f8b34c18-188c-4c69-8869-a03b280a4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:23.642818 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.643206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Bound using segment: {'id': 'f8b34c18-188c-4c69-8869-a03b280a4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:23.643676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Bound port: b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8b34c18-188c-4c69-8869-a03b280a4378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'a7ded10e-6c9d-4bca-8e7f-9d5cbee58536'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:23.644056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.704902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa4ec4-6381-4178-864e-242a93aca689 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Network': ['ID=39e71c1f-ffc5-42fd-a6ec-d8497dfcc756,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:23.733619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:23.766262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-deleted', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:23.767699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2876178-2f3d-4bca-a72b-d307b9f2b2e0 req-0bac65cf-4508-41f4-aaa9-2b94cdeb259f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:23.769715 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a96896-f11e-402f-a4ee-fdd558f532f7" -d '{"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-deleted", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:23.776457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port e4ece613-8f75-4d63-98a3-e3f08b44dbb7 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:23.776679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2876178-2f3d-4bca-a72b-d307b9f2b2e0 req-0bac65cf-4508-41f4-aaa9-2b94cdeb259f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1890478 Feb 15 09:34:23.779632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.783100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c610efd1-d994-4c13-9297-850d27055013 req-aabf8ef4-3735-4af3-8343-cd0c6eb8a818 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "DELETE /v2.0/ports/e4ece613-8f75-4d63-98a3-e3f08b44dbb7 HTTP/1.1" status: 204 len: 173 time: 2.2610044 Feb 15 09:34:23.801189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a8792be-eb26-4179-b3cb-90a6991cacb4 req-fbdacb18-db48-48d4-8415-ed32b999cb99 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222149 Feb 15 09:34:23.802964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] For port b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:23.823328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] For port b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,segment=NetworkSegment(f8b34c18-188c-4c69-8869-a03b280a4378),segment_id=f8b34c18-188c-4c69-8869-a03b280a4378)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:23.838658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.874056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2876178-2f3d-4bca-a72b-d307b9f2b2e0 req-c378842a-0abf-4dcf-904f-33ee85eef835 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964303 Feb 15 09:34:23.875289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:23.880277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.885251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:23.958952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:34:23.959776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a39979a-ff48-47bf-a236-736207ef5638 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:23.970143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:23.974098 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Sync routers for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:34:23.993883 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:24.011523 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:24.026354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 0a39979a-ff48-47bf-a236-736207ef5638 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:24.026354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a39979a-ff48-47bf-a236-736207ef5638 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:24.026747 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b400dd50-7267-49c1-8c55-eda556f81bda x-openstack-request-id: req-b400dd50-7267-49c1-8c55-eda556f81bda {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:24.026747 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aea6d5d3-ac10-492b-b9e4-ffef178c3bba", "name": "network-vif-deleted", "tag": "15bc5cdf-d65d-45e1-b2d4-c6258d966582", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:24.026747 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b400dd50-7267-49c1-8c55-eda556f81bda {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:24.026747 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aea6d5d3-ac10-492b-b9e4-ffef178c3bba', 'name': 'network-vif-deleted', 'tag': '15bc5cdf-d65d-45e1-b2d4-c6258d966582', 'status': 'completed', 'code': 200} Feb 15 09:34:24.048585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1c655-3f19-42a0-a286-656a121004e1 None None] Pushing event updated for resources: {'Port': ['ID=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:24.111383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d05e7d0b-d211-4fa6-a836-98e0f50baf6e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "PUT /v2.0/floatingips/aaf5b749-1787-4b43-9105-327ffd5c1cf3 HTTP/1.1" status: 200 len: 990 time: 4.0737152 Feb 15 09:34:24.184063 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:34:24.207752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c7612c-1d9b-4515-abd3-0a35ef371304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.232706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5db830-11d0-463b-825c-af0be5840df9 req-4e8f800d-92f5-4a79-90ea-06b06c2cd98f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.237284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a5db830-11d0-463b-825c-af0be5840df9 req-4e8f800d-92f5-4a79-90ea-06b06c2cd98f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1237748 Feb 15 09:34:24.253431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 66b3525f-0fa4-4222-aef9-24102c896c2a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:24.254049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.282001 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:34:24.383110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.388445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.394264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.394894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a5db830-11d0-463b-825c-af0be5840df9 req-3f89be7c-4e50-4dbf-962b-fb4b60653992 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518056 Feb 15 09:34:24.400207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.407960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.414456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.422129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.434837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-c6d094fe-0038-477b-9bae-f2767a06d413 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.2096264 Feb 15 09:34:24.443955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.454422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 66b3525f-0fa4-4222-aef9-24102c896c2a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=66b3525f-0fa4-4222-aef9-24102c896c2a,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:24.455590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.491850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 66b3525f-0fa4-4222-aef9-24102c896c2a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:24.536867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Subnet': ['ID=7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:24.572302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ae7ce4e-98e0-4a96-bced-da82046ff924 req-d1f995b1-8a94-466c-838d-b7ec3033dd77 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1363921 Feb 15 09:34:24.627515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c7612c-1d9b-4515-abd3-0a35ef371304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.645669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Checking segment: {'id': '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:24.646726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network hostable DHCP agents. Network: efcae12e-42f3-4a98-b6e0-aa7ac92e769c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:24.657581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04c7612c-1d9b-4515-abd3-0a35ef371304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.737845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.766865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:24.781122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-04c7612c-1d9b-4515-abd3-0a35ef371304 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c99c5e0ea71f44149945bc78b6edefc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8928304 Feb 15 09:34:24.785141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c7612c-1d9b-4515-abd3-0a35ef371304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88836b4e-848d-47bb-a01a-7915b455b8dc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:24.791075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60540) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:24.795647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=66b3525f-0fa4-4222-aef9-24102c896c2a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:24.807563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, efcae12e-42f3-4a98-b6e0-aa7ac92e769c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:24.812864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.813456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.845056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b948374-6d50-42f3-941f-2408824936da None None] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:24.854924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 66b3525f-0fa4-4222-aef9-24102c896c2a on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:24.858854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:24.874194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c610efd1-d994-4c13-9297-850d27055013 req-6a81fb76-4839-415c-b165-226af9a887a0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "DELETE /v2.0/ports/66b3525f-0fa4-4222-aef9-24102c896c2a HTTP/1.1" status: 204 len: 173 time: 1.0672309 Feb 15 09:34:24.877999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60544) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:24.880174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-12fbe7d9-8483-494a-975d-3c2a47b21b20 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2803321 Feb 15 09:34:24.890484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'subnet': {'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:24.890848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc484cd0-e9ab-448a-8ce8-7cb90d50f3ee req-ce245dd2-31fc-4108-9b1f-8cda9b585547 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.900547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc484cd0-e9ab-448a-8ce8-7cb90d50f3ee req-ce245dd2-31fc-4108-9b1f-8cda9b585547 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1929266 Feb 15 09:34:24.920111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.948907 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'aaf5b749-1787-4b43-9105-327ffd5c1cf3', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'port_id': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'mac_address': 'fa:16:3e:94:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:32:33Z', 'updated_at': '2022-02-15T09:34:21Z', 'revision_number': 1, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:24.952173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.958658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.976010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:24.983051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.000883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.014366 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Checking router: 2f58b974-8d53-48c0-9326-8d9e742db345 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:34:25.024190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.050148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83aefec3-21e8-4e1f-895b-653bb5e1e92a req-1cb43a0b-ecc2-4d88-a1c3-dc2e0dade709 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.3252020 Feb 15 09:34:25.068465 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:25.069406 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:25.284604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bc484cd0-e9ab-448a-8ce8-7cb90d50f3ee req-beaadb70-93f7-4894-8257-342fafcea2de tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829956 Feb 15 09:34:25.284798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Made reservation on behalf of 6fa05d6a802b40bb84043b12e6684b05 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:25.290543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.322716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.324614 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:34:25.353786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.410779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb305a62-28d0-46e5-a9f6-79d033622ba8 req-1ecec019-6c71-4d8c-a08f-58aea00df680 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.416777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b4d3585e-d4a5-47d3-94dc-de6ea69fe259 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:25.430157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb305a62-28d0-46e5-a9f6-79d033622ba8 req-1ecec019-6c71-4d8c-a08f-58aea00df680 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.2297287 Feb 15 09:34:25.443875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.463061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.480475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88836b4e-848d-47bb-a01a-7915b455b8dc HTTP/1.1" status: 204 len: 168 time: 0.6864049 Feb 15 09:34:25.547589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1728f-1a27-46e5-8c66-a38bca61909e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88836b4e-848d-47bb-a01a-7915b455b8dc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:25.601211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb305a62-28d0-46e5-a9f6-79d033622ba8 req-2622b0c1-524a-47f3-879e-330a5c753de6 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697271 Feb 15 09:34:25.618437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c7073e0-633f-40dd-b0e8-7a9bc3831b1a req-0bb69b77-5db5-4783-8e1a-c1a09e762dba tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d HTTP/1.1" status: 200 len: 210 time: 0.1356857 Feb 15 09:34:25.722933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-efcae12e-42f3-4a98-b6e0-aa7ac92e769c', 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c', 'tenant_id': '6fa05d6a802b40bb84043b12e6684b05', 'fixed_ips': [{'subnet_id': '7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:25.725784 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.771043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090aa5b8-78db-4264-a984-f0635a356bb8 None None] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:25.801435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:25.801723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:25.908159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc99732-8da5-4528-b564-fc19cb0900d2 req-2711eae6-f425-4615-ad0e-1005121cbd77 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.916428 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cc99732-8da5-4528-b564-fc19cb0900d2 req-2711eae6-f425-4615-ad0e-1005121cbd77 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1171827 Feb 15 09:34:25.940966 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'aaf5b749-1787-4b43-9105-327ffd5c1cf3', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'port_id': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'mac_address': 'fa:16:3e:94:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:32:33Z', 'updated_at': '2022-02-15T09:34:21Z', 'revision_number': 1, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:25.978263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18bb55-506c-445d-8bfd-117e5e1cf5f9 req-2b8a213d-e3a7-4ee3-9699-a203d3b28074 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:25.978263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f18bb55-506c-445d-8bfd-117e5e1cf5f9 req-2b8a213d-e3a7-4ee3-9699-a203d3b28074 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2450485 Feb 15 09:34:25.995005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ce457c-5466-4384-9120-05b9d204c2b6 None None] The sync data for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 is: [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'aaf5b749-1787-4b43-9105-327ffd5c1cf3', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'port_id': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'mac_address': 'fa:16:3e:94:7d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:32:33Z', 'updated_at': '2022-02-15T09:34:21Z', 'revision_number': 1, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:34:26.025977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cc99732-8da5-4528-b564-fc19cb0900d2 req-b5e0fdf4-8e0b-4961-b570-d637b1416f30 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078420 Feb 15 09:34:26.043070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7'}, {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b'}, {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:26.054651 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-748926d7-9679-46b3-9d1c-a172a6d3fba0" -d '{"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7"}, {"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b"}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:26.116295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f18bb55-506c-445d-8bfd-117e5e1cf5f9 req-1a4bcb92-ca7b-4c8a-b117-0bfd95fd95c9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274519 Feb 15 09:34:26.132205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.180357 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d41ca24-a8bd-4145-804a-3a93e00248f4 x-openstack-request-id: req-5d41ca24-a8bd-4145-804a-3a93e00248f4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:26.180500 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "e4ece613-8f75-4d63-98a3-e3f08b44dbb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b", "status": "completed", "code": 200}, {"server_uuid": "fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d", "name": "network-vif-deleted", "tag": "66b3525f-0fa4-4222-aef9-24102c896c2a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:26.180721 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d41ca24-a8bd-4145-804a-3a93e00248f4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:26.181150 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': 'e4ece613-8f75-4d63-98a3-e3f08b44dbb7', 'status': 'completed', 'code': 200} Feb 15 09:34:26.181535 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'status': 'completed', 'code': 200} Feb 15 09:34:26.181782 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb29fdd0-694e-49ad-9e97-4ecc6ba18b2d', 'name': 'network-vif-deleted', 'tag': '66b3525f-0fa4-4222-aef9-24102c896c2a', 'status': 'completed', 'code': 200} Feb 15 09:34:26.207106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c68756eb-9d84-440b-96b1-da84eba24bdf None None] Provisioning complete for port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:26.208269 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c68756eb-9d84-440b-96b1-da84eba24bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.295222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Allocated IP 172.20.0.2 (efcae12e-42f3-4a98-b6e0-aa7ac92e769c/7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e/e6a1efc0-3206-4f8d-970c-dafd4702879e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:26.298910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-43cd088b-bfe9-4272-9fb7-97d74dd455cb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.300555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-43cd088b-bfe9-4272-9fb7-97d74dd455cb tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.1898468 Feb 15 09:34:26.305245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Subnet': ['ID=e5c590d3-34ec-4feb-8000-b373f456dc2c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:26.362961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Checking segment: {'id': '2140efc7-11ba-4f33-9056-dbc44e7f2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:26.363329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network hostable DHCP agents. Network: 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:26.380520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.381269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.381914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.382547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.383181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.383804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.384434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.386617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-480b5858-5eab-45e7-a497-3d452415d00e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6499 time: 0.1684661 Feb 15 09:34:26.481714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:26.503614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:26.516080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.516608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.570590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Deleting port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:26.571089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.579981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-49bcf3d0-73a5-4a15-9a5d-9f3e21583cff tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6984129 Feb 15 09:34:26.580194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-26f0c5f7-19e2-40d9-adc9-73368958feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.582693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60586) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:26.582851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-26f0c5f7-19e2-40d9-adc9-73368958feb7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562 HTTP/1.1" status: 200 len: 918 time: 0.1802855 Feb 15 09:34:26.582980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe51e74b-82ff-4e02-bcab-5b4bba26cec0 None None] New status for floating IP aaf5b749-1787-4b43-9105-327ffd5c1cf3: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:34:26.586849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c610ee7-e632-493f-95c6-9070171f2303 None None] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:26.693441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:26.708476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.723183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:26.742314 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.802556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.874240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-ba794fc7-5766-4294-bc2f-74f6461d496a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de25905a-b3a1-41ab-857d-73c249709b0b HTTP/1.1" status: 200 len: 998 time: 0.2795393 Feb 15 09:34:26.939943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting subnet 532453c0-a47b-4fdc-a3cd-0724e986f35c {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:26.961807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c3359-e345-465e-915e-496d5a967595 req-d9790e22-f94d-435a-b7ab-30a7051981a4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:26.962907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c8c3359-e345-465e-915e-496d5a967595 req-d9790e22-f94d-435a-b7ab-30a7051981a4 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 950 time: 0.2388513 Feb 15 09:34:26.963686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:26.972707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1511056898-network', 'tenant_id': 'c6345749d72b4fcb8aabb6fda71b9d61'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:27.007052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c68756eb-9d84-440b-96b1-da84eba24bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.042602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] For port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:27.042986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.049104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.052254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:27.052408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-1e922338-e227-44ec-935b-c7442ccc62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:27.054043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-1e922338-e227-44ec-935b-c7442ccc62af service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a983e0a-09bd-4a81-9cb7-fcc52720aedb HTTP/1.1" status: 200 len: 856 time: 0.1694903 Feb 15 09:34:27.080407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Made reservation on behalf of c6345749d72b4fcb8aabb6fda71b9d61 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:27.080870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,segment=NetworkSegment(f8b34c18-188c-4c69-8869-a03b280a4378),segment_id=f8b34c18-188c-4c69-8869-a03b280a4378)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:27.084371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.143071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:27.145126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.146584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Calling delete_port for 9e6ee620-e87a-48cd-9e97-9db8460f4f7d owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:27.154656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:27.156720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Pushing event updated for resources: {'Port': ['ID=e6a1efc0-3206-4f8d-970c-dafd4702879e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:27.166567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.253637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c8c3359-e345-465e-915e-496d5a967595 req-3f69238f-467e-4d1e-af1b-ada81b654239 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/security-groups?id=810e00dd-35b2-4877-b52c-fbbeea0f9d53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622700 Feb 15 09:34:27.353610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024f7ed-592a-4da4-8e16-91032d4324b6 req-d453a52c-089e-4932-a121-32651a3fbe67 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:27.355192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6024f7ed-592a-4da4-8e16-91032d4324b6 req-d453a52c-089e-4932-a121-32651a3fbe67 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1599877 Feb 15 09:34:27.381914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.446658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-bdff5a79-bc77-4e37-89b2-0d961ad0da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:27.450052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-bdff5a79-bc77-4e37-89b2-0d961ad0da58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3531644 Feb 15 09:34:27.462041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-c68756eb-9d84-440b-96b1-da84eba24bdf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:34:27.462686 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-c68756eb-9d84-440b-96b1-da84eba24bdf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:34:27.479968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:27.517019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6024f7ed-592a-4da4-8e16-91032d4324b6 req-125b7dc2-dc5e-4a7e-9e28-d19be37dfe92 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386921 Feb 15 09:34:27.538824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:27.542833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.565987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.573395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.579623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-39e71c1f-ffc5-42fd-a6ec-d8497dfcc756', 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756', 'tenant_id': '6fa05d6a802b40bb84043b12e6684b05', 'fixed_ips': [{'subnet_id': 'e5c590d3-34ec-4feb-8000-b373f456dc2c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:27.580557 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.582989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Attempting to bind port e6a1efc0-3206-4f8d-970c-dafd4702879e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:27.583427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Attempting to bind port e6a1efc0-3206-4f8d-970c-dafd4702879e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:27.583848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Attempting to bind port e6a1efc0-3206-4f8d-970c-dafd4702879e on network efcae12e-42f3-4a98-b6e0-aa7ac92e769c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:27.636531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:27.640776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:27.640776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Checking segment: {'id': '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:27.641131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.641483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Bound using segment: {'id': '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:27.642025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Bound port: e6a1efc0-3206-4f8d-970c-dafd4702879e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'efcae12e-42f3-4a98-b6e0-aa7ac92e769c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:27.642829 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.645860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:27.673106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5095b2b7-fbeb-42a0-b6d5-d38fcf2976f0 req-2dfec732-92c0-4f52-a252-762961404322 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:27.674747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5095b2b7-fbeb-42a0-b6d5-d38fcf2976f0 req-2dfec732-92c0-4f52-a252-762961404322 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.3181221 Feb 15 09:34:27.695210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a820a0e-fbfa-4caf-846a-fd7643a21b7a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:27.734821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.735172 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Added segment fab458ea-395e-491b-964d-a43ba3e85869 of type vlan for network 8885b7a4-5ac4-4d76-bc18-0fb535a9a688 Feb 15 09:34:27.792405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.814024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:27.858772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'mac_address': 'fa:16:3e:46:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:27.861980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Allocated IP 172.20.0.1 (efcae12e-42f3-4a98-b6e0-aa7ac92e769c/7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e/0306e01d-4969-44f6-a0ae-72878e60055b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:27.867152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.868184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:27.868904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.869874 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:27.963854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2679396 Feb 15 09:34:27.994327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60604) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:28.000920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Request body: {'subnet': {'network_id': '8885b7a4-5ac4-4d76-bc18-0fb535a9a688', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1511056898-subnet', 'tenant_id': 'c6345749d72b4fcb8aabb6fda71b9d61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:28.008400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432144e6-d336-4ceb-947b-e2c3bddb40f9 admin admin] Pushing event updated for resources: {'Network': ['ID=8885b7a4-5ac4-4d76-bc18-0fb535a9a688,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:28.065233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Made reservation on behalf of c6345749d72b4fcb8aabb6fda71b9d61 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:28.067825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.105198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 8885b7a4-5ac4-4d76-bc18-0fb535a9a688 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:28.131859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5095b2b7-fbeb-42a0-b6d5-d38fcf2976f0 req-92252835-ef67-4cac-a78e-0213ec53ea78 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Feb 15 09:34:28.167768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] For port e6a1efc0-3206-4f8d-970c-dafd4702879e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:28.171336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.173232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.188233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.203440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/subnets/532453c0-a47b-4fdc-a3cd-0724e986f35c HTTP/1.1" status: 204 len: 168 time: 1.4731851 Feb 15 09:34:28.205391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-26d878f7-f9e8-4324-bd8b-a212fdc7b03b service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127447 Feb 15 09:34:28.207417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60610) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:28.243675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.255596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6300a92-8e1a-4123-ab33-a8983772e9ff None None] Network f0fb20b9-d412-4e9d-be3f-9c67682126bc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:28.276587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e6ee620-e87a-48cd-9e97-9db8460f4f7d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:28.280980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] For port e6a1efc0-3206-4f8d-970c-dafd4702879e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e6a1efc0-3206-4f8d-970c-dafd4702879e,segment=NetworkSegment(8ce7b92f-4e4f-48f1-8015-aa60c4b459f3),segment_id=8ce7b92f-4e4f-48f1-8015-aa60c4b459f3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:28.302726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:28.309241 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ee0c83-cbda-4bde-8158-b1b256f70152" -d '{"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-unplugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:28.370364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.379605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a1a70-b586-4d23-9c81-1de133f46b87 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Subnet': ['ID=532453c0-a47b-4fdc-a3cd-0724e986f35c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:28.390061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-a2e764a7-6cc6-43c0-853e-b82271e0acfc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2671337 Feb 15 09:34:28.399863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.436440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:28.452186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Allocated IP 172.20.0.2 (39e71c1f-ffc5-42fd-a6ec-d8497dfcc756/e5c590d3-34ec-4feb-8000-b373f456dc2c/f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:28.463966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db6fb13-9694-4c52-ad9a-e9d48d2f753b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:28.467744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Checking segment: {'id': 'fab458ea-395e-491b-964d-a43ba3e85869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8885b7a4-5ac4-4d76-bc18-0fb535a9a688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:28.468120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Network hostable DHCP agents. Network: 8885b7a4-5ac4-4d76-bc18-0fb535a9a688, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:28.471716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.486066 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.495309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.496596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.523717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:28.536905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:28.538439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Port': ['ID=0306e01d-4969-44f6-a0ae-72878e60055b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:28.540013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-748926d7-9679-46b3-9d1c-a172a6d3fba0 req-89f5141a-9f8c-4b3e-ae00-ca1e31b3b9c3 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047292 Feb 15 09:34:28.541213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:28.543595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:28.588530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Pushing event deleted for resources: {'Port': ['ID=9e6ee620-e87a-48cd-9e97-9db8460f4f7d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:28.611122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-025b6d0b-8cef-4429-8771-6f32b3ff8cfc req-67f56b2a-9224-4bc2-bf8d-3e3ce7fa20c0 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.10 "GET /v2.0/ports?device_id=413f55d1-80aa-4362-a780-323df98980ad HTTP/1.1" status: 200 len: 210 time: 0.1638510 Feb 15 09:34:28.614275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.628652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Network 8885b7a4-5ac4-4d76-bc18-0fb535a9a688 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:28.671791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 8885b7a4-5ac4-4d76-bc18-0fb535a9a688) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:28.680905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.681493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.800843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7ac268a-7ed1-46e4-9e6f-4283da51851f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8047488 Feb 15 09:34:28.844229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] No DVR routers for this DVR port 9e6ee620-e87a-48cd-9e97-9db8460f4f7d on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:28.849982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:28.853573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-634ff627-d504-4aea-8671-af0ef9e416c5 req-793368c2-a7c8-4422-8fac-aa1c99b46b49 tempest-ServersOnMultiNodesTest-1889694250 tempest-ServersOnMultiNodesTest-1889694250-project] 10.222.0.36 "DELETE /v2.0/ports/9e6ee620-e87a-48cd-9e97-9db8460f4f7d HTTP/1.1" status: 204 len: 173 time: 2.5435505 Feb 15 09:34:28.864779 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe11303-9e00-4520-938e-83242b1acb43 x-openstack-request-id: req-0fe11303-9e00-4520-938e-83242b1acb43 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:28.865594 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-unplugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:28.866272 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0fe11303-9e00-4520-938e-83242b1acb43 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:28.868270 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'code': 200} Feb 15 09:34:28.873552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'name': 'network-vif-deleted', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:28.874199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aad068b-964b-4047-9da3-017fb81c5bd8 None None] Network 8885b7a4-5ac4-4d76-bc18-0fb535a9a688 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:28.891545 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6affc77-fc71-4e05-b874-af9c837562f0" -d '{"events": [{"server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "name": "network-vif-deleted", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:28.947573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.948053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.948524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.949092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.949517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.949974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.950514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:28.952589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-d67a9c23-bf92-4b2d-bf7f-d4ff85373bad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ddfed12a5b0d47c7960279d363298b07&device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6499 time: 0.2636442 Feb 15 09:34:29.049282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.103895 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66abc55a-92f5-436d-9bdf-ba00398350cf x-openstack-request-id: req-66abc55a-92f5-436d-9bdf-ba00398350cf {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:29.105879 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "413f55d1-80aa-4362-a780-323df98980ad", "name": "network-vif-deleted", "tag": "9e6ee620-e87a-48cd-9e97-9db8460f4f7d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:29.106154 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66abc55a-92f5-436d-9bdf-ba00398350cf {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:29.106723 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '413f55d1-80aa-4362-a780-323df98980ad', 'name': 'network-vif-deleted', 'tag': '9e6ee620-e87a-48cd-9e97-9db8460f4f7d', 'status': 'completed', 'code': 200} Feb 15 09:34:29.160892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 55ca9864-de22-4513-8192-37b9534644c9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:29.161391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.287558 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.334366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5db37-6f61-4903-8b9b-e9d8adc6b345 req-307e9ab3-c923-4ea4-a533-86b13d1b7327 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.335956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51c5db37-6f61-4903-8b9b-e9d8adc6b345 req-307e9ab3-c923-4ea4-a533-86b13d1b7327 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.5126903 Feb 15 09:34:29.366771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97840ac3-6c0e-47be-9f17-9b6a073cdc5c None None] Pushing event updated for resources: {'Port': ['ID=e6a1efc0-3206-4f8d-970c-dafd4702879e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:29.370861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-68e99653-27c3-4136-bdb9-739c51b682f7 None None] Provisioning complete for port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:29.374385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68e99653-27c3-4136-bdb9-739c51b682f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.435363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 55ca9864-de22-4513-8192-37b9534644c9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55ca9864-de22-4513-8192-37b9534644c9,segment=NetworkSegment(75a133b7-8496-4f0d-888e-30b6b2052b0c),segment_id=75a133b7-8496-4f0d-888e-30b6b2052b0c)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:29.436479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.452287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 55ca9864-de22-4513-8192-37b9534644c9 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:29.484084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b4d3585e-d4a5-47d3-94dc-de6ea69fe259 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:29.492692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.556279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:34:29.556946 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:34:29.578545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-417dc5df-2042-4de4-8abc-eb154e759866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.579167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-417dc5df-2042-4de4-8abc-eb154e759866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.579679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-417dc5df-2042-4de4-8abc-eb154e759866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.581524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-417dc5df-2042-4de4-8abc-eb154e759866 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=1b651788-e152-4421-a032-f7373d760b0d&id=50b12ed8-3048-42d5-ba97-d92252993cc4&id=50b12ed8-3048-42d5-ba97-d92252993cc4 HTTP/1.1" status: 200 len: 2296 time: 0.5302434 Feb 15 09:34:29.609986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:29.632974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:29.637491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bee5fe-380f-4ebb-a270-0b6d9759e96c req-62434401-22a1-4311-a9f6-51508f044dc3 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.640050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:29.644964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07bee5fe-380f-4ebb-a270-0b6d9759e96c req-62434401-22a1-4311-a9f6-51508f044dc3 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 948 time: 0.1441147 Feb 15 09:34:29.667463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-6be7932e-8fdd-4786-8b09-267bd659f3b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de25905a-b3a1-41ab-857d-73c249709b0b HTTP/1.1" status: 200 len: 1000 time: 0.0710075 Feb 15 09:34:29.668055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.711394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:29.764655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.774856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07bee5fe-380f-4ebb-a270-0b6d9759e96c req-e0017102-53bd-4ac3-9d48-95fe997fe417 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194572 Feb 15 09:34:29.775497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-53e3eec6-878f-4860-ba94-71c69e0a7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:29.777951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-53e3eec6-878f-4860-ba94-71c69e0a7cc9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7a983e0a-09bd-4a81-9cb7-fcc52720aedb HTTP/1.1" status: 200 len: 856 time: 0.0755312 Feb 15 09:34:29.781993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.856077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Port': ['ID=0306e01d-4969-44f6-a0ae-72878e60055b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:29.868178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0822e22-e6b6-44b9-9805-20ee6c59a79e None None] DHCP port deletion for f0fb20b9-d412-4e9d-be3f-9c67682126bc request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:29.937443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=55ca9864-de22-4513-8192-37b9534644c9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:29.962615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:29.963079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:29.967301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.022674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0eb01-be7a-4406-9680-c829ce3d3fa5 None None] Network 8885b7a4-5ac4-4d76-bc18-0fb535a9a688 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:30.029651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Pushing event updated for resources: {'Port': ['ID=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:30.039447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51c5db37-6f61-4903-8b9b-e9d8adc6b345 req-b582fd6e-3a33-4702-95a0-c8881a39c5d1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568701 Feb 15 09:34:30.049803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 55ca9864-de22-4513-8192-37b9534644c9 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:30.063758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Attempting to bind port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:30.067691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Attempting to bind port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '2140efc7-11ba-4f33-9056-dbc44e7f2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:30.068226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Attempting to bind port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b on network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:30.175354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:30.177136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:30.209513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:30.209895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Checking segment: {'id': '2140efc7-11ba-4f33-9056-dbc44e7f2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:30.210295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.210673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Bound using segment: {'id': '2140efc7-11ba-4f33-9056-dbc44e7f2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:30.211151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Bound port: f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2140efc7-11ba-4f33-9056-dbc44e7f2611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '39e71c1f-ffc5-42fd-a6ec-d8497dfcc756'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:30.211529 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.260828 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-b99cb577-6950-474a-bb3a-4761323b7ed2 service neutron] show failed (client error): The resource could not be found. Feb 15 09:34:30.266097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-b99cb577-6950-474a-bb3a-4761323b7ed2 service neutron] 10.222.0.36 "GET /v2.0/ports/c141ee85-9bd0-4763-bdd8-5fff9c507bd6/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.6764703 Feb 15 09:34:30.275121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-ae57e10c-203b-416a-8033-42c4212caddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:30.277831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-ae57e10c-203b-416a-8033-42c4212caddf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c6d24f0b-17e9-4a6a-885a-a7eefadcf562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4756377 Feb 15 09:34:30.306131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.352723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:30.406055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e3767b-0986-4b98-9488-b786a15fdfc3 None None] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:30.474830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-10dc0d14-1121-433f-a958-1e53458581b3 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762950 Feb 15 09:34:30.477508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.628763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] For port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:30.645188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] For port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,segment=NetworkSegment(2140efc7-11ba-4f33-9056-dbc44e7f2611),segment_id=2140efc7-11ba-4f33-9056-dbc44e7f2611)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:30.652369 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-8ab397cd-5ea3-44bb-bfd8-8559c9af4cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635542 Feb 15 09:34:30.653161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:30.686212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0fb20b9-d412-4e9d-be3f-9c67682126bc']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:30.691902 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-71bcb5c4-369a-476a-a5cd-f2b066290805 req-d19e22fb-2349-4638-8418-221da7ef0f17 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] show failed (client error): The resource could not be found. Feb 15 09:34:30.693322 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bcb5c4-369a-476a-a5cd-f2b066290805 req-d19e22fb-2349-4638-8418-221da7ef0f17 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/fd399842-23f8-4aef-a992-5f36b30b6400 HTTP/1.1" status: 404 len: 352 time: 0.5018795 Feb 15 09:34:30.707146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.713535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:30.806476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.863682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-597d869b-1965-443c-b77d-7b0676067611 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 217 time: 0.1933835 Feb 15 09:34:30.870682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a133b7-8496-4f0d-888e-30b6b2052b0c') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:30.870981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a133b7-8496-4f0d-888e-30b6b2052b0c') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:30.886315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-779d2d9c-5492-4888-90da-47aea8d525a6 req-47f19805-4a74-4a31-8df8-06c08eedadb5 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6345749d72b4fcb8aabb6fda71b9d61 HTTP/1.1" status: 200 len: 2988 time: 0.1406424 Feb 15 09:34:30.895261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] Provisioning complete for port e6a1efc0-3206-4f8d-970c-dafd4702879e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:30.896045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:30.901735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ecd753-cdd6-483d-9764-395d08616be5 None None] Pushing event updated for resources: {'Port': ['ID=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:30.956222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-779d2d9c-5492-4888-90da-47aea8d525a6 req-6d86bba2-38bc-43a0-9196-ebd3112f4db3 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/3a820a0e-fbfa-4caf-846a-fd7643a21b7a HTTP/1.1" status: 200 len: 2985 time: 0.0688965 Feb 15 09:34:31.028071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Router 03a5c1cc-1901-4104-99e6-058e57c6108f is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:34:31.049780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-779d2d9c-5492-4888-90da-47aea8d525a6 req-6b5406f1-c1ec-4a60-a876-4577f0499a60 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/3a820a0e-fbfa-4caf-846a-fd7643a21b7a HTTP/1.1" status: 200 len: 2985 time: 0.0925746 Feb 15 09:34:31.086970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.149513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.177201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:31.177654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:31.183197 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:31.186543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-5c891790-93a3-423d-8ab3-183313298e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:31.187677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-5c891790-93a3-423d-8ab3-183313298e12 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.3113000 Feb 15 09:34:31.250126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-d96905d4-b0e3-41dc-bcc9-d2ab974da97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:31.251769 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-d96905d4-b0e3-41dc-bcc9-d2ab974da97b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1100 time: 0.5611141 Feb 15 09:34:31.254158 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0f3505b-29a5-4a18-ab2d-ec25ea3dd030 req-860e46db-7b72-4f58-bcce-4301347cc607 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/3a820a0e-fbfa-4caf-846a-fd7643a21b7a HTTP/1.1" status: 200 len: 2985 time: 0.1717801 Feb 15 09:34:31.269465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:34:31.281081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd54ecbd-92ac-4c3c-9ea9-be5c91f1d0fe tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6992900 Feb 15 09:34:31.283315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:31.283609 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] Sync routers for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:34:31.320014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:31.321128 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:31.366548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:31.472271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e6a1efc0-3206-4f8d-970c-dafd4702879e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:31.486599 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:31.524342 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:31.525433 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:31.533849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1aa9e-9ebd-464a-b82b-a84d780e39c0 req-e5681b77-4d6f-4e9b-a017-863417fa060d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:31.538524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a1aa9e-9ebd-464a-b82b-a84d780e39c0 req-e5681b77-4d6f-4e9b-a017-863417fa060d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 949 time: 0.5534244 Feb 15 09:34:31.553300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fe0375b2-7121-447d-9b29-e7cab0a94a34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1f49531877c44bbc883570e1a4f4c38b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8886397 Feb 15 09:34:31.565644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:31.575057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:31.578996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60662) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:31.659534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.679146 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:31.679819 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca34adf4-fe02-49e0-869a-e7f3992ace48 None None] The sync data for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:34:31.773448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.779567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/networks/f0fb20b9-d412-4e9d-be3f-9c67682126bc HTTP/1.1" status: 204 len: 168 time: 3.5711424 Feb 15 09:34:31.784741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9f181-0a1f-470a-abb6-8a1453e40a2b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Network': ['ID=f0fb20b9-d412-4e9d-be3f-9c67682126bc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:31.799209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60664) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:31.880184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.914614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-265fb70f-d948-4d95-beb7-c8046a6e9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:31.916341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-265fb70f-d948-4d95-beb7-c8046a6e9366 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6634994 Feb 15 09:34:31.936980 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-b0f3505b-29a5-4a18-ab2d-ec25ea3dd030 req-ae501762-5a28-449b-b4f1-1005f24fe695 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 09:34:31.938115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0f3505b-29a5-4a18-ab2d-ec25ea3dd030 req-ae501762-5a28-449b-b4f1-1005f24fe695 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "DELETE /v2.0/security-groups/3a820a0e-fbfa-4caf-846a-fd7643a21b7a HTTP/1.1" status: 409 len: 352 time: 0.6557271 Feb 15 09:34:31.944841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.990311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:31.991931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e6a1efc0-3206-4f8d-970c-dafd4702879e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:31.991931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.000223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a1aa9e-9ebd-464a-b82b-a84d780e39c0 req-c9722173-0888-4406-9045-a6a52b4f3e5c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463339 Feb 15 09:34:32.001086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.056307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] For port e6a1efc0-3206-4f8d-970c-dafd4702879e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e6a1efc0-3206-4f8d-970c-dafd4702879e,segment=NetworkSegment(8ce7b92f-4e4f-48f1-8015-aa60c4b459f3),segment_id=8ce7b92f-4e4f-48f1-8015-aa60c4b459f3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:32.141089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.271715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-752f0cac-5e7c-41e8-8207-5463b83b6a6f service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778721 Feb 15 09:34:32.282827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d614878-0f9a-452d-a0fa-33c331295b7b req-de1e2f34-f545-4b01-b825-65f9c5e1832b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:32.284646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d614878-0f9a-452d-a0fa-33c331295b7b req-de1e2f34-f545-4b01-b825-65f9c5e1832b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.1507926 Feb 15 09:34:32.296580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.299423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.300584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/810e00dd-35b2-4877-b52c-fbbeea0f9d53 HTTP/1.1" status: 204 len: 168 time: 0.7151232 Feb 15 09:34:32.346750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6c66d-8fe2-42ed-898f-cad9acacd2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810e00dd-35b2-4877-b52c-fbbeea0f9d53,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:32.448908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting subnet fd688b59-69a3-4c0e-8baf-fb93f4ff9818 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:32.452944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bac698-c11d-45ad-bbf3-69898309de94 None None] Pushing event updated for resources: {'Port': ['ID=e6a1efc0-3206-4f8d-970c-dafd4702879e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:32.456535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-957b47c0-ec38-4b65-98c0-3db5dccb27f7 None None] Provisioning complete for port 0306e01d-4969-44f6-a0ae-72878e60055b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:32.456910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-957b47c0-ec38-4b65-98c0-3db5dccb27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.460371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.516440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-957b47c0-ec38-4b65-98c0-3db5dccb27f7 None None] Port 0306e01d-4969-44f6-a0ae-72878e60055b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:32.526526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.595899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-957b47c0-ec38-4b65-98c0-3db5dccb27f7 None None] Provisioning complete for port e6a1efc0-3206-4f8d-970c-dafd4702879e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:32.597124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-957b47c0-ec38-4b65-98c0-3db5dccb27f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.653279 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d614878-0f9a-452d-a0fa-33c331295b7b req-860aafd9-6d10-49a9-a9e4-18b78f678dd5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334460 Feb 15 09:34:32.682263 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-d5af0eb7-b908-45ea-be92-96a606610323 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:34:32.687746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5af0eb7-b908-45ea-be92-96a606610323 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4034314 Feb 15 09:34:32.690591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:32.712060 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-e622e1e5-6dea-434e-ae91-70648d70978d req-c95b3be1-bc96-47ed-8593-2bb5ace52c61 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] show failed (client error): The resource could not be found. Feb 15 09:34:32.714218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e622e1e5-6dea-434e-ae91-70648d70978d req-c95b3be1-bc96-47ed-8593-2bb5ace52c61 tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/ff18e8c4-4459-41d8-9ffc-fc9c1e117589 HTTP/1.1" status: 404 len: 352 time: 0.4349358 Feb 15 09:34:32.775895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a24b97d-7788-4d9b-9c00-dd497adb32be None None] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:32.850461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55ca9864-de22-4513-8192-37b9534644c9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:32.878243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.879925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e6ee620-e87a-48cd-9e97-9db8460f4f7d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:32.889310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 55ca9864-de22-4513-8192-37b9534644c9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:32.891381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55ca9864-de22-4513-8192-37b9534644c9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:32.906842 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-180fbfdb-54e4-4a83-8b75-69c70a831df6 req-1e2dd8b1-d303-4ad7-a7c1-2b7045a5811f tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] show failed (client error): The resource could not be found. Feb 15 09:34:32.926956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-180fbfdb-54e4-4a83-8b75-69c70a831df6 req-1e2dd8b1-d303-4ad7-a7c1-2b7045a5811f tempest-SecurityGroupsNegativeTestJSON-370703863 tempest-SecurityGroupsNegativeTestJSON-370703863-project] 10.222.0.10 "GET /v2.0/security-groups/43a80b84-fefa-43c4-9ac5-adef8dab1a14 HTTP/1.1" status: 404 len: 352 time: 0.0633307 Feb 15 09:34:32.928428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60680) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:32.944320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9e6ee620-e87a-48cd-9e97-9db8460f4f7d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:32.944955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e6ee620-e87a-48cd-9e97-9db8460f4f7d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:32.972440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Provisioning complete for port 0306e01d-4969-44f6-a0ae-72878e60055b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:32.973161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:32.985772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60682) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:32.995039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Deleting subnet 0db6fb13-9694-4c52-ad9a-e9d48d2f753b {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:33.000497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.025658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Port 0306e01d-4969-44f6-a0ae-72878e60055b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:33.057280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Provisioning complete for port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:33.057992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.096352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d0488b55-8967-4dbf-9c7e-c5efa093c026 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=921206cffc9c416d839c71158567d7c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1076117 Feb 15 09:34:33.103527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-13e941f2-ac20-4c18-a338-8421fed136a1 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7714734 Feb 15 09:34:33.131490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60686) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:33.146213 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.239622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.327626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.413565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] For port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,segment=NetworkSegment(2140efc7-11ba-4f33-9056-dbc44e7f2611),segment_id=2140efc7-11ba-4f33-9056-dbc44e7f2611)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:33.424015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.426620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.454290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db6fb13-9694-4c52-ad9a-e9d48d2f753b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:33.469619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.472238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:33.475685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be62fda6-a673-4e25-ad54-8f63465c1859 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0db6fb13-9694-4c52-ad9a-e9d48d2f753b HTTP/1.1" status: 204 len: 168 time: 0.5406847 Feb 15 09:34:33.476537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:33.587465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfa4bc-0308-4a9d-89b0-cd16337b5b5e None None] Pushing event updated for resources: {'Port': ['ID=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:33.609756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:33.610129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.658818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.679925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.734951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-e659ad75-be38-44f4-a273-0256863040d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 217 time: 0.5914319 Feb 15 09:34:33.756559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e6a1efc0-3206-4f8d-970c-dafd4702879e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:33.785754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.829385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b2a69a6d-bce5-42c5-958a-501e371729ca None None] Provisioning complete for port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:33.830220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2a69a6d-bce5-42c5-958a-501e371729ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.853517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.864948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987cd6a-113e-44ec-9b7e-c64ea4c0329b req-d25cbeb2-d791-4bad-b590-ce2e9b631aab tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:33.866617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6987cd6a-113e-44ec-9b7e-c64ea4c0329b req-d25cbeb2-d791-4bad-b590-ce2e9b631aab tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 949 time: 0.7289517 Feb 15 09:34:33.884199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Subnet': ['ID=fd688b59-69a3-4c0e-8baf-fb93f4ff9818,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:33.888976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e6a1efc0-3206-4f8d-970c-dafd4702879e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:33.889811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.925397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.930941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1f169200-9bdf-4fa7-b2e2-cb3e1f1461c4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/subnets/fd688b59-69a3-4c0e-8baf-fb93f4ff9818 HTTP/1.1" status: 204 len: 168 time: 2.1046798 Feb 15 09:34:33.935841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9041e11-b5f7-481d-bf97-f52b6ea47a5e None None] Network 326ee1bd-314e-4db4-969f-57bba46ae838 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:33.937774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60696) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:33.974964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:33.998792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-d5ccfd52-ae1e-4217-8cd9-1ebe886bff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:34.000288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-d5ccfd52-ae1e-4217-8cd9-1ebe886bff40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.2508931 Feb 15 09:34:34.006099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:34.142613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.158046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6987cd6a-113e-44ec-9b7e-c64ea4c0329b req-ca595a66-0519-431f-a288-b85900badc65 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770228 Feb 15 09:34:34.204908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:34.215627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.235619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8885b7a4-5ac4-4d76-bc18-0fb535a9a688']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:34.251426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-1c91505b-a64c-42b6-9e04-0c0931294172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:34.253389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-1c91505b-a64c-42b6-9e04-0c0931294172 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2109959 Feb 15 09:34:34.265856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fab458ea-395e-491b-964d-a43ba3e85869') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:34.266161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fab458ea-395e-491b-964d-a43ba3e85869') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:34.281975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] DHCP port deletion for 326ee1bd-314e-4db4-969f-57bba46ae838 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:34.305225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.306647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf0e9e7-cc9f-4805-a2b8-66244f2446f6 req-ffc66efe-95fa-41f5-9e43-32e1741c9b41 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:34.307728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.308159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf0e9e7-cc9f-4805-a2b8-66244f2446f6 req-ffc66efe-95fa-41f5-9e43-32e1741c9b41 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.5421040 Feb 15 09:34:34.308872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7365f428-d656-4ccd-8825-8e56931a81f0 HTTP/1.1" status: 204 len: 168 time: 1.1729348 Feb 15 09:34:34.310796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.317236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:34.319510 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7396a94-739a-4319-8dbe-0a649cdbc55d" -d '{"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:34.323753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.352422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.400492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4dc7e-4014-4182-9630-ea6bb249a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7365f428-d656-4ccd-8825-8e56931a81f0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:34.414022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:34.414230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:34.422054 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:34.449652 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2e159e-ee3f-4a76-a5d8-2c35c0798f0e x-openstack-request-id: req-cc2e159e-ee3f-4a76-a5d8-2c35c0798f0e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:34.449858 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-unplugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:34.450110 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc2e159e-ee3f-4a76-a5d8-2c35c0798f0e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:34.450641 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'code': 200} Feb 15 09:34:34.451770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Deleting port 37967987-0533-42f5-82f4-5c381933fd39 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:34.452355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.480280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-c84165bf-4242-4b75-874d-479e62f302a1 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192354 Feb 15 09:34:34.500527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 37967987-0533-42f5-82f4-5c381933fd39 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:34.500893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.522938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adf0e9e7-cc9f-4805-a2b8-66244f2446f6 req-ba197227-14c8-491c-88c1-121980126d22 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574802 Feb 15 09:34:34.547191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.552725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Transition to ACTIVE for port object c141ee85-9bd0-4763-bdd8-5fff9c507bd6 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:34.572082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.586086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.593176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8885b7a4-5ac4-4d76-bc18-0fb535a9a688 HTTP/1.1" status: 204 len: 168 time: 1.1088538 Feb 15 09:34:34.617063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86428962-93ad-4a0d-92cf-ad9973ffacd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8885b7a4-5ac4-4d76-bc18-0fb535a9a688,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:34.639967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] For port 37967987-0533-42f5-82f4-5c381933fd39, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37967987-0533-42f5-82f4-5c381933fd39,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:34.640373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.666355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 37967987-0533-42f5-82f4-5c381933fd39, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37967987-0533-42f5-82f4-5c381933fd39,segment=NetworkSegment(804abd2b-7feb-4700-9604-289f331667a8),segment_id=804abd2b-7feb-4700-9604-289f331667a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:34.666606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Calling delete_port for 37967987-0533-42f5-82f4-5c381933fd39 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:34.666710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.749159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:34.755413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 37967987-0533-42f5-82f4-5c381933fd39 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:34.767610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting port 0306e01d-4969-44f6-a0ae-72878e60055b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:34.768289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.846849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] No DVR routers for this DVR port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:34.849476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.882583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] No DVR routers for this DVR port 37967987-0533-42f5-82f4-5c381933fd39 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:34.886344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:34.936933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-9eb8414c-4d76-4951-a4d2-8ad4cdd3797b service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467657 Feb 15 09:34:34.955700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:34.973366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7ccab-906e-4265-82b4-964fc525db73 None None] Pushing event deleted for resources: {'Port': ['ID=37967987-0533-42f5-82f4-5c381933fd39,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:34.974973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Calling delete_port for 0306e01d-4969-44f6-a0ae-72878e60055b owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:35.030082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:35.030503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.041702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60712) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:35.043183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-4b0f8f85-78b1-4464-b01d-60f6fa1db88b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c HTTP/1.1" status: 200 len: 217 time: 0.0803516 Feb 15 09:34:35.131593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:35.131907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:35.132233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:35.163243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:35.163729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Attempting to bind port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:35.210192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:35.210528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:35.210918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:35.211356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Bound port: c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:35.211705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.229934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-1a4ef33c-ae1b-4ca3-8c95-e6b6f049806b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:35.233050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-1a4ef33c-ae1b-4ca3-8c95-e6b6f049806b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.1733799 Feb 15 09:34:35.236320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-48e08dce-9a1e-402f-88b0-4c19ac16bd45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6345749d72b4fcb8aabb6fda71b9d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920190 Feb 15 09:34:35.245093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.256481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60720) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:35.321556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.353773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.357720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:35.379434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=37967987-0533-42f5-82f4-5c381933fd39,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:35.387048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:35.388875 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd680854-5ebd-4b78-8783-9b5d7288f2e0" -d '{"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:35.391208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 37967987-0533-42f5-82f4-5c381933fd39 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:35.408655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:35.417234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Port': ['ID=0306e01d-4969-44f6-a0ae-72878e60055b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:35.427022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.427842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:35.486498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-4afdfa52-9a43-49ba-9cd5-8035d497faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:35.499158 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-4afdfa52-9a43-49ba-9cd5-8035d497faed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2399902 Feb 15 09:34:35.529676 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba578925-f43b-4904-8479-03536e64e43a x-openstack-request-id: req-ba578925-f43b-4904-8479-03536e64e43a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:35.530061 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:35.530398 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba578925-f43b-4904-8479-03536e64e43a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:35.530878 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'code': 200} Feb 15 09:34:35.692151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:35.698785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:35.699159 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.744327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:35.849906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.861975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff06ca-e45a-47ee-a4f4-30cd55a442df req-dfad26bc-d35b-481f-bab1-145c8095064f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:35.863553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbff06ca-e45a-47ee-a4f4-30cd55a442df req-dfad26bc-d35b-481f-bab1-145c8095064f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.2224205 Feb 15 09:34:35.915781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:35.928972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0c5ff-39af-4b6d-a2c9-4570347c88c3 req-0be1d8ea-9821-4bff-a33e-3e0736ff53b2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:35.938635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95e0c5ff-39af-4b6d-a2c9-4570347c88c3 req-0be1d8ea-9821-4bff-a33e-3e0736ff53b2 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.5833375 Feb 15 09:34:35.944841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:35.965560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37967987-0533-42f5-82f4-5c381933fd39 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:35.983861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbff06ca-e45a-47ee-a4f4-30cd55a442df req-65ddde26-9810-4b9e-965d-dd2e27a078c4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116066 Feb 15 09:34:36.008159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 37967987-0533-42f5-82f4-5c381933fd39 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:36.008664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37967987-0533-42f5-82f4-5c381933fd39 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:36.056745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['326ee1bd-314e-4db4-969f-57bba46ae838']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.069059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804abd2b-7feb-4700-9604-289f331667a8') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.069357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804abd2b-7feb-4700-9604-289f331667a8') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.080314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.095845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.113371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.116164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:36.122061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Router 03a5c1cc-1901-4104-99e6-058e57c6108f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:34:36.128867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0673f0f-0cc3-4704-bca6-1063ae83db07 req-9838ddea-92e7-45ef-856d-06bd95604a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.130396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0673f0f-0cc3-4704-bca6-1063ae83db07 req-9838ddea-92e7-45ef-856d-06bd95604a67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1101 time: 0.4072094 Feb 15 09:34:36.139569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:36.139956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:36.155069 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:36.160177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.221118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:34:36.229883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d907dfed-958f-42b9-b3dd-7df89f2f9aed tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5346317 Feb 15 09:34:36.230288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60742) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:36.239673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] Sync routers for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:34:36.257491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:36.258238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.275443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.285003 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-39267177-2755-4659-8979-a6f0f9045901 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] delete failed (client error): The resource could not be found. Feb 15 09:34:36.286047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39267177-2755-4659-8979-a6f0f9045901 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1401457326 HTTP/1.1" status: 404 len: 335 time: 0.0548315 Feb 15 09:34:36.295434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:36.302384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-13d35ed8-17e8-4362-9798-3d9dc4dc1a9e service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467585 Feb 15 09:34:36.307451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0edc1a83-f164-4d39-a7fb-3066b9f43c67 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'router': {'external_gateway_info': {'network_id': '03a5c1cc-1901-4104-99e6-058e57c6108f'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:36.327475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.373519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:36.375458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.436359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-7a8ea700-5114-47ef-998e-fe4814777f2a service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105380 Feb 15 09:34:36.452054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95e0c5ff-39af-4b6d-a2c9-4570347c88c3 req-b83ae6fc-ac88-4695-b7f4-2c8ce60dd8cb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110471 Feb 15 09:34:36.469625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.470252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.480287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] 10.222.0.72 "PUT /v2.0/ports/c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 1095 time: 4.9282794 Feb 15 09:34:36.480287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:36.481301 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a74d14-7ee1-4b0f-9710-050a4dad4e40" -d '{"events": [{"name": "network-changed", "server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:36.488667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:36.490084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe78b0c-0a09-456f-a2d1-485a14a405f7 None None] The sync data for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:34:36.660067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0673f0f-0cc3-4704-bca6-1063ae83db07 req-8a6392a1-4dc1-49a8-8bcd-6e4b31a33d3b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952247 Feb 15 09:34:36.662126 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4446d22e-f2fb-4573-b9eb-2dc09a5c01eb x-openstack-request-id: req-4446d22e-f2fb-4573-b9eb-2dc09a5c01eb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:36.662411 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:36.662659 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4446d22e-f2fb-4573-b9eb-2dc09a5c01eb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:36.663051 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'status': 'completed', 'code': 200} Feb 15 09:34:36.673291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0edc1a83-f164-4d39-a7fb-3066b9f43c67 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.678555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-830a209d-882d-4ad2-9482-f1405535d652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273 HTTP/1.1" status: 200 len: 217 time: 0.2235920 Feb 15 09:34:36.679189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.705936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3be3d4-1e0d-494b-8cd8-c74cac2b9661 service neutron] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:36.716996 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-0edc1a83-f164-4d39-a7fb-3066b9f43c67 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] update failed (client error): The resource could not be found. Feb 15 09:34:36.718055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0edc1a83-f164-4d39-a7fb-3066b9f43c67 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f HTTP/1.1" status: 404 len: 339 time: 0.4215405 Feb 15 09:34:36.723426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:36.726777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.735694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-8668521a-5af0-47dc-b38c-aeea612c5f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.737072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/networks/326ee1bd-314e-4db4-969f-57bba46ae838 HTTP/1.1" status: 204 len: 168 time: 2.7828598 Feb 15 09:34:36.737343 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-8668521a-5af0-47dc-b38c-aeea612c5f58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1098 time: 0.1044295 Feb 15 09:34:36.737801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60760) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:36.738032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9768634c-b062-4139-8aeb-57607f6fae8f tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Network': ['ID=326ee1bd-314e-4db4-969f-57bba46ae838,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:36.743777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2003485486'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:36.756770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-181efaf5-d0a3-498e-8cec-43fede13b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.758378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-181efaf5-d0a3-498e-8cec-43fede13b3e8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1098 time: 0.1525476 Feb 15 09:34:36.786985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.789555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:36.793823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a820a0e-fbfa-4caf-846a-fd7643a21b7a HTTP/1.1" status: 204 len: 168 time: 1.5299668 Feb 15 09:34:36.835498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd73d6-4a86-4e58-94be-76de211a8134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a820a0e-fbfa-4caf-846a-fd7643a21b7a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:36.925382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-e3d709d2-9665-4456-ba9b-d650864dcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.926891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-e3d709d2-9665-4456-ba9b-d650864dcb63 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1613362 Feb 15 09:34:36.936392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:36.937995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-66640658-2439-4735-9ded-7a6547b09b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:36.939547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-66640658-2439-4735-9ded-7a6547b09b3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 200 len: 797 time: 0.0731616 Feb 15 09:34:36.939879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.006469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-a221e7a6-20bd-4fa5-8f1d-779daf7e6319 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0704679 Feb 15 09:34:37.064359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-807bfa80-8ad1-4d73-9573-6cbe8bd17db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.064359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-807bfa80-8ad1-4d73-9573-6cbe8bd17db0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1b651788-e152-4421-a032-f7373d760b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1172674 Feb 15 09:34:37.086688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-b7b3f170-6d10-46ec-a175-f3643eb9e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.088154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-b7b3f170-6d10-46ec-a175-f3643eb9e52e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0703814 Feb 15 09:34:37.097924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:37.132331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.132671 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Added segment 164e4809-b3fa-4f95-bd17-c9771e16d012 of type vlan for network c6a6d101-bc0b-499f-8a20-636144a060d3 Feb 15 09:34:37.195326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-a04e96d9-8819-471d-a413-53fda3dbb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.196801 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-a04e96d9-8819-471d-a413-53fda3dbb612 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3162744 Feb 15 09:34:37.222305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-f76a8d12-aec3-4933-bd2c-c1ffcd41167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.223815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-f76a8d12-aec3-4933-bd2c-c1ffcd41167a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153166 Feb 15 09:34:37.258072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-428b8b41-4722-4039-9d68-898d7fd8c788 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830676 Feb 15 09:34:37.266257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-00ee27bd-6100-474a-b632-522ef8779f47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0518813 Feb 15 09:34:37.300095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.302931 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.425113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-f52a2877-f71e-48f2-ba85-03211c962c1b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913948 Feb 15 09:34:37.431899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-a75018ca-dca4-4ed4-8123-7d2bcca48cb3 service neutron] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388075 Feb 15 09:34:37.491235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-c5708ff0-72d1-4842-bf7c-d73966b2060f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914 HTTP/1.1" status: 200 len: 217 time: 0.0493052 Feb 15 09:34:37.615626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-e71faf13-4b2c-42c9-b445-1bbd502bcb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.617146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-e71faf13-4b2c-42c9-b445-1bbd502bcb4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 200 len: 797 time: 0.0819173 Feb 15 09:34:37.635330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5344fa-4612-4558-bbe1-7d35b6e40135 req-7db603c5-be77-4595-a5c7-ce635d6d884f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.636387 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5344fa-4612-4558-bbe1-7d35b6e40135 req-7db603c5-be77-4595-a5c7-ce635d6d884f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.4904521 Feb 15 09:34:37.648738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:34:37.669924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b1c5c3a-2dc8-4daa-a240-aa93e0bb3f99 req-b8e7f147-65e3-41c0-a6aa-b98b618a3321 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369914 Feb 15 09:34:37.742824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-b2bcc5c3-733d-4247-a8dc-588250c65411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.743991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-b2bcc5c3-733d-4247-a8dc-588250c65411 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0766971 Feb 15 09:34:37.750604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.754490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58d00b-b16f-46d1-9cd7-25626ab747ec req-f3c6ce59-632e-4720-8f71-061698ca0308 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.756127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.756710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:37.761664 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a58d00b-b16f-46d1-9cd7-25626ab747ec req-f3c6ce59-632e-4720-8f71-061698ca0308 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1590683 Feb 15 09:34:37.833149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:37.850662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-2fc4a7c7-1a88-422b-9d32-0dd451a2a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.852120 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-2fc4a7c7-1a88-422b-9d32-0dd451a2a06e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.5619910 Feb 15 09:34:37.870808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1311369 Feb 15 09:34:37.886339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:37.936215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5344fa-4612-4558-bbe1-7d35b6e40135 req-38c66809-6dde-4d10-88c3-12f10fbb680b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904980 Feb 15 09:34:37.936854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5a59d-dda9-4e67-a14a-3937446c96ef tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Network': ['ID=c6a6d101-bc0b-499f-8a20-636144a060d3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:37.939658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a58d00b-b16f-46d1-9cd7-25626ab747ec req-e3c582d4-acbc-4186-bafc-d4af4df325f3 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624699 Feb 15 09:34:37.942196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'subnet': {'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:37.950000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c6a6d101-bc0b-499f-8a20-636144a060d3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:37.970180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-8cf88005-755f-4f5a-b14f-50b0d6cbb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:37.973951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-8cf88005-755f-4f5a-b14f-50b0d6cbb882 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1098 time: 0.1974273 Feb 15 09:34:38.064059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1900112018-network', 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:38.183575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-719aeccf-d401-42bd-aba5-02185645b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.185907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-719aeccf-d401-42bd-aba5-02185645b241 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3230672 Feb 15 09:34:38.235334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Made reservation on behalf of 666879aa73a0492e9e67f5bc09e162ff for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:38.237898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.311789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.348018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Allocated IP 172.20.0.1 (a7ded10e-6c9d-4bca-8e7f-9d5cbee58536/51aaac29-58e9-4572-a27b-c18a9afe30dd/88e849ae-4f95-4517-9936-627acebbbce7) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:38.389805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-013aabb8-9faa-4887-9378-82ff8d203930 service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258118 Feb 15 09:34:38.399418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:38.403628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.463272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-bbfa5206-524d-41ec-8c79-ff4393f80558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.464758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-bbfa5206-524d-41ec-8c79-ff4393f80558 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4813645 Feb 15 09:34:38.466364 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-18ad81fd-c507-407c-919c-d61c2f04dbe3 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725239 Feb 15 09:34:38.533015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-82d0f2f9-d705-427c-8589-7046cc64f42f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0575950 Feb 15 09:34:38.587520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-3866e4c2-11fa-4451-b97b-161242580a2e service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874301 Feb 15 09:34:38.639521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-d33e3094-7648-4f37-a076-603784532e23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49309f55-d0bf-40b0-bf1f-3150d2466054 HTTP/1.1" status: 200 len: 217 time: 0.0433860 Feb 15 09:34:38.643384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-cdcac9c8-779a-4147-8239-e7451713a416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.644855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-cdcac9c8-779a-4147-8239-e7451713a416 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0990531 Feb 15 09:34:38.663606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60836) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:38.715922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.717874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-11648584-5529-4b03-9ec6-1efd9678ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.719454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-11648584-5529-4b03-9ec6-1efd9678ff9d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 200 len: 797 time: 0.0723817 Feb 15 09:34:38.725300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-4ce7b3db-4bfc-4934-9f7d-37fd3dd56d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.726689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-4ce7b3db-4bfc-4934-9f7d-37fd3dd56d1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0719438 Feb 15 09:34:38.769599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-4e9c9eab-6afa-4dfd-b61a-a2bc558eddd1 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663198 Feb 15 09:34:38.791572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.793439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.835173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.846648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b732f-5303-4145-929d-dafeed748380 req-2264321c-56d4-4c0f-8ed5-1e263c0d0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:38.848162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-2264321c-56d4-4c0f-8ed5-1e263c0d0d02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=50b12ed8-3048-42d5-ba97-d92252993cc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206284 Feb 15 09:34:38.873994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:38.875044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-421e4d85-0187-4eea-85b6-cbaeb14ff294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.905208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:38.907049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-cf4f4158-7cb7-4272-92f5-ff257f16cdfb service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712558 Feb 15 09:34:38.909241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:38.918493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:38.978884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Port': ['ID=88e849ae-4f95-4517-9936-627acebbbce7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:38.981817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8168795c-fb16-4701-bb1d-1adbef76f46a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:38.987342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:38.987695 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Added segment 153abab2-7da9-4763-ab71-62d34e230891 of type vlan for network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 Feb 15 09:34:39.021122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-04c32bd4-5933-4d0e-a478-bfb3085b856b service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650853 Feb 15 09:34:39.057929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a74d14-7ee1-4b0f-9710-050a4dad4e40 req-a4f70f0e-f73c-4e0d-9b70-06fdf8231815 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434700 Feb 15 09:34:39.098314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.141831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.173093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.175729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef2cd6-e1e4-41f1-87ea-141b2bacd49e req-e4ba8894-fd87-4681-943b-159d049b5c9a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:39.177634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8ef2cd6-e1e4-41f1-87ea-141b2bacd49e req-e4ba8894-fd87-4681-943b-159d049b5c9a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.0830507 Feb 15 09:34:39.179718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d19b732f-5303-4145-929d-dafeed748380 req-d9c24e0a-77b2-481c-acdf-175b32da4766 service neutron] 10.222.0.36 "GET /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508460 Feb 15 09:34:39.234049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8ef2cd6-e1e4-41f1-87ea-141b2bacd49e req-e7da0dcc-dacd-41d6-b1e1-7704782738c7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468688 Feb 15 09:34:39.269807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-422531c1-2d16-4ec7-83d4-67846d70ad92 None None] Provisioning complete for port 88e849ae-4f95-4517-9936-627acebbbce7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:39.270404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-422531c1-2d16-4ec7-83d4-67846d70ad92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.308084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-422531c1-2d16-4ec7-83d4-67846d70ad92 None None] Port 88e849ae-4f95-4517-9936-627acebbbce7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:39.316519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Subnet': ['ID=da55e0f0-49d0-408f-b16e-1f7afa72c9c8,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:39.328043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.329016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:39.329602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.338580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e1f01-7f61-4233-b601-e70bb2d95e69 req-1c01a799-46b8-4917-bf6a-370e6e1db62a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:39.340532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec1e1f01-7f61-4233-b601-e70bb2d95e69 req-1c01a799-46b8-4917-bf6a-370e6e1db62a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2647233 Feb 15 09:34:39.408248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Checking segment: {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:39.408621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network hostable DHCP agents. Network: c6a6d101-bc0b-499f-8a20-636144a060d3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:39.419174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-421e4d85-0187-4eea-85b6-cbaeb14ff294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.448450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6133718 Feb 15 09:34:39.452595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60846) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:39.458607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Request body: {'subnet': {'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1900112018-subnet', 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:39.463426 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-421e4d85-0187-4eea-85b6-cbaeb14ff294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.489752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Made reservation on behalf of 666879aa73a0492e9e67f5bc09e162ff for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:39.492216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.547009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9641240f-3f79-4fd9-b617-e78c594a4755 admin admin] Pushing event updated for resources: {'Network': ['ID=661d0cd4-92c3-48b6-bafd-4a3d92363c18,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:39.557838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:39.572205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec1e1f01-7f61-4233-b601-e70bb2d95e69 req-137ccbd3-98d3-4912-b1da-a014ef1ba363 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186496 Feb 15 09:34:39.572852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.582102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-421e4d85-0187-4eea-85b6-cbaeb14ff294 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea72471b8f2a45769735dd5f71c00c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9082522 Feb 15 09:34:39.585733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60848) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:39.590444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network c6a6d101-bc0b-499f-8a20-636144a060d3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:39.596048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e4d85-0187-4eea-85b6-cbaeb14ff294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930ef22e-bedc-4d9d-bafc-146e3905275a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:39.620884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c6a6d101-bc0b-499f-8a20-636144a060d3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:39.620884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:39.620884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.648574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3459824-8358-49ba-b4d1-71983e98722b None None] Network c6a6d101-bc0b-499f-8a20-636144a060d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:39.673007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e860c4d5-bdce-42fe-a6fc-a69f7ffc5eaa tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7851803 Feb 15 09:34:39.676155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60852) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:39.682985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-104368272'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:39.717173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.799504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.801599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.816651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:39.820444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.868090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:39.869462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf2188-9c2e-418e-ae5b-c6b82b05ae50 req-9f7f21ba-7f7d-48a5-a93e-ab045ebb5376 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:39.871146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9daf2188-9c2e-418e-ae5b-c6b82b05ae50 req-9f7f21ba-7f7d-48a5-a93e-ab045ebb5376 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1812377 Feb 15 09:34:39.899879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.899879 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Added segment 31b5b918-0635-43cb-aef0-8907a27c7685 of type vlan for network 5dc62bc3-e486-4eff-9543-979994753215 Feb 15 09:34:39.939758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Pushing event updated for resources: {'Subnet': ['ID=30ccec03-cff5-49e0-82fd-b4d4eefd0126,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:39.954247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Checking segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:39.954968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Network hostable DHCP agents. Network: 661d0cd4-92c3-48b6-bafd-4a3d92363c18, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:39.988849 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9daf2188-9c2e-418e-ae5b-c6b82b05ae50 req-035cbe99-0fe4-4ac1-9ac5-231a4dd487fc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008821 Feb 15 09:34:39.996648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:39.999777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.001538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/930ef22e-bedc-4d9d-bafc-146e3905275a HTTP/1.1" status: 204 len: 168 time: 0.4144700 Feb 15 09:34:40.004863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:40.030667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:40.033582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c6a6d101-bc0b-499f-8a20-636144a060d3', 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'fixed_ips': [{'subnet_id': 'da55e0f0-49d0-408f-b16e-1f7afa72c9c8'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:40.034944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.035650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 661d0cd4-92c3-48b6-bafd-4a3d92363c18) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:40.037834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd85b1eb-176a-4925-bd47-eb21b33f47b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930ef22e-bedc-4d9d-bafc-146e3905275a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:40.042050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:40.043906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.060362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae5243-83ef-4b38-a0f9-5df930a240c0 None None] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:40.071719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63ae9dab-4c66-40e3-b835-22a9694c42be admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6151628 Feb 15 09:34:40.093025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.164990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.171519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:40.172140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.190783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:40.227062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'mac_address': 'fa:16:3e:ce:dd:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:40.276738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5974915 Feb 15 09:34:40.277134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:40.282620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'subnet': {'network_id': '5dc62bc3-e486-4eff-9543-979994753215', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:40.306667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.329127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.432079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.501239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event updated for resources: {'Port': ['ID=88e849ae-4f95-4517-9936-627acebbbce7,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:40.512061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cb5fc8-b4b4-48ff-b9e5-83d02900305d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Network': ['ID=5dc62bc3-e486-4eff-9543-979994753215,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:40.515289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c141ee85-9bd0-4763-bdd8-5fff9c507bd6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:40.554724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5dc62bc3-e486-4eff-9543-979994753215 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:40.559108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:40.567965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.579262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Allocated IP 19.80.0.2 (c6a6d101-bc0b-499f-8a20-636144a060d3/da55e0f0-49d0-408f-b16e-1f7afa72c9c8/262b4837-1a47-49bc-9ae4-0813cd6b01be) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:40.619448 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.629309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bdf79-cdba-44c7-9306-134788581d90 req-a3bfe563-7a37-4878-800e-d4411c8e39d2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:40.630336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c87bdf79-cdba-44c7-9306-134788581d90 req-a3bfe563-7a37-4878-800e-d4411c8e39d2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 947 time: 0.2122581 Feb 15 09:34:40.710813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff', 'fixed_ips': [{'subnet_id': '30ccec03-cff5-49e0-82fd-b4d4eefd0126'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:40.711665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.756474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:40.764347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:40.938233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:40.991589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:41.077251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c87bdf79-cdba-44c7-9306-134788581d90 req-6e10e772-b008-4f3f-966c-3a814e9d4590 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301915 Feb 15 09:34:41.084170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60890) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:41.123761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68cd2c72-6420-469d-8e6e-06341747a87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.205064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Allocated IP 172.20.0.2 (661d0cd4-92c3-48b6-bafd-4a3d92363c18/30ccec03-cff5-49e0-82fd-b4d4eefd0126/c6b296ee-005b-412e-a6d0-df509179ea08) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:41.239556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.287670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404e4c0-7689-4c20-b31c-ff30a91bf557 req-06936e3a-14e6-4d01-b285-6019063d547d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:41.297624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e404e4c0-7689-4c20-b31c-ff30a91bf557 req-06936e3a-14e6-4d01-b285-6019063d547d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.6055636 Feb 15 09:34:41.356052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Subnet': ['ID=d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:41.356772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:41.365566 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.376393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Checking segment: {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:41.376773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network hostable DHCP agents. Network: 5dc62bc3-e486-4eff-9543-979994753215, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:41.383171 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e404e4c0-7689-4c20-b31c-ff30a91bf557 req-4f4cd33d-9508-47c3-a061-62ac95c2879a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841179 Feb 15 09:34:41.393553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:41.402745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.427840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68cd2c72-6420-469d-8e6e-06341747a87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.439979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68cd2c72-6420-469d-8e6e-06341747a87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.473880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd2c72-6420-469d-8e6e-06341747a87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49c0e50-c122-4287-b888-ad7460132bd6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:41.483932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network 5dc62bc3-e486-4eff-9543-979994753215 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:34:41.506877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:41.511962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:41.525061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-68cd2c72-6420-469d-8e6e-06341747a87f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=514f0306265241769a7a7efe2f5d2192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395037 Feb 15 09:34:41.525869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:41.526515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5dc62bc3-e486-4eff-9543-979994753215) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:41.533934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:41.534607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.569837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:41.587609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3cc73423-0e86-4d0d-af28-e1bd4bcd3785 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3093178 Feb 15 09:34:41.588130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ea6804-ba54-4cd0-a9c0-4e38ae7fe241 None None] Network 5dc62bc3-e486-4eff-9543-979994753215 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:41.615054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Router 03a5c1cc-1901-4104-99e6-058e57c6108f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:34:41.621056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.662840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.769145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.791024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Pushing event updated for resources: {'Port': ['ID=c6b296ee-005b-412e-a6d0-df509179ea08,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:41.816363 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.826408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:34:41.837812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8303bdc5-0810-4a0b-ab0e-d56210c0c601 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1124446 Feb 15 09:34:41.840086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:41.842979 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] Sync routers for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:34:41.858662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:41.860104 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:41.874034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.876540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:41.877894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d49c0e50-c122-4287-b888-ad7460132bd6 HTTP/1.1" status: 204 len: 168 time: 0.3402023 Feb 15 09:34:41.906407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f908d4-b3d1-448b-8693-d912c2ae45d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49c0e50-c122-4287-b888-ad7460132bd6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:41.955294 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:41.961864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Attempting to bind port c6b296ee-005b-412e-a6d0-df509179ea08 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:41.962178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Attempting to bind port c6b296ee-005b-412e-a6d0-df509179ea08 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:41.962476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Attempting to bind port c6b296ee-005b-412e-a6d0-df509179ea08 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:41.970001 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:41.970897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:41.972656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-3bb5fb8b-a50b-4b97-bf01-7b55510fe6c6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:41.974252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-3bb5fb8b-a50b-4b97-bf01-7b55510fe6c6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&tenant_id=18626dc280474be795e0581045384dc9&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 948 time: 0.1524203 Feb 15 09:34:41.984862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-e119b1a2-5acb-4fe4-828e-a558cf9065b2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:41.994514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-e119b1a2-5acb-4fe4-828e-a558cf9065b2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.2955422 Feb 15 09:34:42.024334 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:42.025938 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced1c0af-ad2f-4239-bd66-44383ee90607 None None] The sync data for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:34:42.048179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:42.048594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Checking segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:42.049219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.049745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Bound using segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:42.050787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Bound port: c6b296ee-005b-412e-a6d0-df509179ea08, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:42.051190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.060542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Network c6a6d101-bc0b-499f-8a20-636144a060d3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:42.071069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47e296e6-57c2-4182-a0cb-8e8683dfbcfb tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.083551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-9bd4ba30-b2aa-454c-8299-365b3c1b1bf9 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/quotas/666879aa73a0492e9e67f5bc09e162ff HTTP/1.1" status: 200 len: 375 time: 0.0880461 Feb 15 09:34:42.085802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:42.100919 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-3987317a-7095-4d25-9d0f-7fa54d52befe service neutron] delete failed (client error): The resource could not be found. Feb 15 09:34:42.101942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-3987317a-7095-4d25-9d0f-7fa54d52befe service neutron] 10.222.0.36 "DELETE /v2.0/ports/c141ee85-9bd0-4763-bdd8-5fff9c507bd6/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.1048608 Feb 15 09:34:42.115523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ef31a848-2bd3-4f88-b7ac-bd5f841331ef None None] Provisioning complete for port 88e849ae-4f95-4517-9936-627acebbbce7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:42.115887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef31a848-2bd3-4f88-b7ac-bd5f841331ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.117554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Pushing event updated for resources: {'Port': ['ID=262b4837-1a47-49bc-9ae4-0813cd6b01be,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:42.120334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:42.176109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-a340b893-747b-4864-8bc0-845a971d2e77 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916982 Feb 15 09:34:42.321985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-5dc62bc3-e486-4eff-9543-979994753215', 'network_id': '5dc62bc3-e486-4eff-9543-979994753215', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'fixed_ips': [{'subnet_id': 'd7435533-5abd-4bbb-8f55-dd9e9e7bfa2e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:34:42.322834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.329248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a817e-f3fa-459d-9fda-e0daa341a5b6 req-3e377d67-991c-4fb1-900d-ec843a95e016 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.331621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-710a817e-f3fa-459d-9fda-e0daa341a5b6 req-3e377d67-991c-4fb1-900d-ec843a95e016 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 948 time: 0.4925330 Feb 15 09:34:42.333818 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-47e296e6-57c2-4182-a0cb-8e8683dfbcfb tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 09:34:42.337872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47e296e6-57c2-4182-a0cb-8e8683dfbcfb tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f HTTP/1.1" status: 409 len: 329 time: 0.4967194 Feb 15 09:34:42.338689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60920) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:42.391832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0ae76cd6-81f0-419f-941c-b6fc77f7ecdf service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084103 Feb 15 09:34:42.399395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ef31a848-2bd3-4f88-b7ac-bd5f841331ef None None] Port 88e849ae-4f95-4517-9936-627acebbbce7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:42.437045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] For port c6b296ee-005b-412e-a6d0-df509179ea08, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:42.487612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-710a817e-f3fa-459d-9fda-e0daa341a5b6 req-cb9c13d5-26ab-40af-9e10-868c4ae184bc tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466281 Feb 15 09:34:42.493013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-0f00e807-43d3-4f1d-822d-2a45e5eac491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.494703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-0f00e807-43d3-4f1d-822d-2a45e5eac491 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1099 time: 0.2339163 Feb 15 09:34:42.495197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Attempting to bind port 262b4837-1a47-49bc-9ae4-0813cd6b01be on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:42.496289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Attempting to bind port 262b4837-1a47-49bc-9ae4-0813cd6b01be by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:42.496854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Attempting to bind port 262b4837-1a47-49bc-9ae4-0813cd6b01be on network c6a6d101-bc0b-499f-8a20-636144a060d3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:42.506957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] For port c6b296ee-005b-412e-a6d0-df509179ea08, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c6b296ee-005b-412e-a6d0-df509179ea08,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:42.516052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:42.516750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Checking segment: {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:42.517344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.518232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Bound using segment: {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:42.518879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Bound port: 262b4837-1a47-49bc-9ae4-0813cd6b01be, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:42.521627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.534379 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:42.637493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-b443c8cc-4c5b-4efa-885e-bf094bea9291 service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391026 Feb 15 09:34:42.648898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-18449973-d283-4053-acac-2730dede5660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.650632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-18449973-d283-4053-acac-2730dede5660 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1461248 Feb 15 09:34:42.713654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-9de6eb37-fff0-4751-8d44-26bda3bb0fda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0543683 Feb 15 09:34:42.789171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-d6edcd91-7ff1-42da-be9c-74eec34f9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.793135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-d6edcd91-7ff1-42da-be9c-74eec34f9768 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0689435 Feb 15 09:34:42.875505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8c11b-461e-4cfb-869a-d002e51ce8fc None None] Pushing event updated for resources: {'Port': ['ID=c6b296ee-005b-412e-a6d0-df509179ea08,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:42.937069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-e2f70843-e146-4cc4-9e49-9765568fae6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.939413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-e2f70843-e146-4cc4-9e49-9765568fae6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401954 Feb 15 09:34:42.966212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-4776155a-5191-4b05-afec-c904e0b5ac8b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.977584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-4776155a-5191-4b05-afec-c904e0b5ac8b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:42.984725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-4776155a-5191-4b05-afec-c904e0b5ac8b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/networks?id=c6a6d101-bc0b-499f-8a20-636144a060d3&id=5dc62bc3-e486-4eff-9543-979994753215 HTTP/1.1" status: 200 len: 1391 time: 0.3552542 Feb 15 09:34:43.002978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Allocated IP 19.86.0.2 (5dc62bc3-e486-4eff-9543-979994753215/d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e/e8c009e6-9e82-4989-acd9-90603248a2a1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:43.007946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-46eebb32-5691-4942-8e4d-aa8f982dbcb1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/quotas/abf71d19b1414ee7a48b7e34f7c7fa59 HTTP/1.1" status: 200 len: 375 time: 0.0222015 Feb 15 09:34:43.036965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] For port 262b4837-1a47-49bc-9ae4-0813cd6b01be, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:43.071487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] For port 262b4837-1a47-49bc-9ae4-0813cd6b01be, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=262b4837-1a47-49bc-9ae4-0813cd6b01be,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:43.090056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:43.127876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-3513d70f-9111-46e6-b538-631295a28889 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163242 Feb 15 09:34:43.200019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59f6ed-6b4f-477c-9aaa-aa079cef2d40 req-eaa064d7-ff2a-47c7-b45c-bc820ef6f5b5 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:43.214457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b59f6ed-6b4f-477c-9aaa-aa079cef2d40 req-eaa064d7-ff2a-47c7-b45c-bc820ef6f5b5 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2377687 Feb 15 09:34:43.300039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-69ce949a-c620-4285-b557-8ad90eaef25f service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519342 Feb 15 09:34:43.378274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:43.400877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ca4eebc3-56bd-4286-8641-738507da076f service neutron] 10.222.0.10 "GET /v2.0/networks/c6a6d101-bc0b-499f-8a20-636144a060d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712975 Feb 15 09:34:43.413282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b59f6ed-6b4f-477c-9aaa-aa079cef2d40 req-077de34f-280c-4a25-b2fd-7d06ffc0a201 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927650 Feb 15 09:34:43.551812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5c9ea-55a3-4707-9535-39fb9fa25638 None None] Pushing event updated for resources: {'Port': ['ID=262b4837-1a47-49bc-9ae4-0813cd6b01be,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:43.641144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-46ca2164-3cc2-47c4-814c-65fc06ef9b98 service neutron] 10.222.0.10 "GET /v2.0/networks/c6a6d101-bc0b-499f-8a20-636144a060d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395093 Feb 15 09:34:43.673678 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:43.696618 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:43.830941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Network 5dc62bc3-e486-4eff-9543-979994753215 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:43.838651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:43.845276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:43.875228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Pushing event updated for resources: {'Port': ['ID=e8c009e6-9e82-4989-acd9-90603248a2a1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:43.995723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Attempting to bind port e8c009e6-9e82-4989-acd9-90603248a2a1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:43.995723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Attempting to bind port e8c009e6-9e82-4989-acd9-90603248a2a1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:43.996107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Attempting to bind port e8c009e6-9e82-4989-acd9-90603248a2a1 on network 5dc62bc3-e486-4eff-9543-979994753215 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:44.028140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:44.033859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3229c6e-b5c0-44d0-bf74-aa1d28f3460c req-962d4714-6f67-4432-8acc-60dd55e3ced6 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7181525 Feb 15 09:34:44.072716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:44.073318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Checking segment: {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:44.073564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.073923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Bound using segment: {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:44.074355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Bound port: e8c009e6-9e82-4989-acd9-90603248a2a1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:44.075016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.093610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-690f49b8-79a5-4a4e-9d3d-359c0ebcb385 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:44.105827 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c1333cf5-abb0-42ab-accf-0bf9ad877bac service neutron] 10.222.0.10 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469238 Feb 15 09:34:44.109749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-690f49b8-79a5-4a4e-9d3d-359c0ebcb385 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.5599301 Feb 15 09:34:44.124477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-8cd2c669-8d4d-4e26-8a30-e24048ab3e86 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/quotas/666879aa73a0492e9e67f5bc09e162ff HTTP/1.1" status: 200 len: 375 time: 0.0137088 Feb 15 09:34:44.244173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-0c4e9424-8e1e-4d45-97fa-c06593fc03d3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1131618 Feb 15 09:34:44.267496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.299190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] For port e8c009e6-9e82-4989-acd9-90603248a2a1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:44.320507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] For port e8c009e6-9e82-4989-acd9-90603248a2a1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8c009e6-9e82-4989-acd9-90603248a2a1,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:44.323465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting port 88e849ae-4f95-4517-9936-627acebbbce7 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:44.323956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.329846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:34:44.335648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.345821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-b60c25dc-5dee-4c8c-8ad9-85e093c7b3b8 service neutron] 10.222.0.10 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385538 Feb 15 09:34:44.347631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:44.348097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.400498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-81932c9a-2b90-4617-bd89-03dcb04c8905 service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547008 Feb 15 09:34:44.492109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f79330-b46e-479f-9d9f-b56c3dd3df3f None None] Pushing event updated for resources: {'Port': ['ID=e8c009e6-9e82-4989-acd9-90603248a2a1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:44.570786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.642047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Calling delete_port for 88e849ae-4f95-4517-9936-627acebbbce7 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:44.691744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:44.712437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-802fcf08-e337-43d0-ac79-4b0a8c6b7f78 service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032529 Feb 15 09:34:44.778846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e3c028-9303-443e-bb26-86c295dc33fc None None] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:44.836965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:44.845299 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aec3a19-82da-46ad-bef8-5a7b63b7c30c" -d '{"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:44.973005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:45.000467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] Provisioning complete for port c6b296ee-005b-412e-a6d0-df509179ea08 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:45.009288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:45.155373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:45.528193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-244f5b75-a332-436c-aaaf-2f99cd45dd8e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:45.556309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-244f5b75-a332-436c-aaaf-2f99cd45dd8e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.7086539 Feb 15 09:34:45.572288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e4e732-b72f-419d-a077-94feef878dce None None] Network c6a6d101-bc0b-499f-8a20-636144a060d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:45.599814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Request body: {'port': {'device_id': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'admin_state_up': True, 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:45.698380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be33586-ee7e-44a8-9626-e7ffd73dfcdf req-36acb8cd-3b9a-48e0-b30b-ee875853b2b6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:45.715115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4be33586-ee7e-44a8-9626-e7ffd73dfcdf req-36acb8cd-3b9a-48e0-b30b-ee875853b2b6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.4530535 Feb 15 09:34:45.718632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:45.750875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 262b4837-1a47-49bc-9ae4-0813cd6b01be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:45.833529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4be33586-ee7e-44a8-9626-e7ffd73dfcdf req-92245d5c-f447-4e3d-8149-0933f6e6eb8f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172566 Feb 15 09:34:45.839163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:45.890137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fb118-eca0-4a29-87a9-c31b909b9501 req-804223c6-66fe-44ab-acfa-3cd5ddedc908 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:45.900273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683fb118-eca0-4a29-87a9-c31b909b9501 req-804223c6-66fe-44ab-acfa-3cd5ddedc908 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1181960 Feb 15 09:34:45.915256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Made reservation on behalf of 666879aa73a0492e9e67f5bc09e162ff for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:45.921165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.068992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] For port c6b296ee-005b-412e-a6d0-df509179ea08, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c6b296ee-005b-412e-a6d0-df509179ea08,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:46.078426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-683fb118-eca0-4a29-87a9-c31b909b9501 req-f1307a23-100d-4523-92d9-8cbade838cc8 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753788 Feb 15 09:34:46.090179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-898e1e0f-e465-49e2-8e0a-c86400a4010e req-a30837e2-ba18-40eb-8fa6-fc1995a2f898 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 210 time: 0.0515878 Feb 15 09:34:46.108498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.192476 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a432a9b9-ded0-4bda-b720-f10181762e25 x-openstack-request-id: req-a432a9b9-ded0-4bda-b720-f10181762e25 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:46.192797 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-plugged", "status": "completed", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:46.193891 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a432a9b9-ded0-4bda-b720-f10181762e25 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:46.194860 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'code': 200} Feb 15 09:34:46.251756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 262b4837-1a47-49bc-9ae4-0813cd6b01be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:46.253210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.265534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Allocated IP 172.20.0.13 (661d0cd4-92c3-48b6-bafd-4a3d92363c18/30ccec03-cff5-49e0-82fd-b4d4eefd0126/9f7bf887-d737-420b-80e3-87c66f8b0e6a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:46.281549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.385251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55dd48-f10b-4416-b6dd-fb56ea9950eb None None] Pushing event updated for resources: {'Port': ['ID=c6b296ee-005b-412e-a6d0-df509179ea08,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:46.400244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6cb1295e-bfb6-47b6-8d0b-bd192f749446 None None] Provisioning complete for port 262b4837-1a47-49bc-9ae4-0813cd6b01be triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:46.401069 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1295e-bfb6-47b6-8d0b-bd192f749446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.412598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Port': ['ID=88e849ae-4f95-4517-9936-627acebbbce7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:46.647380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.675893 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.759456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ce5e1600-fe44-4209-9958-49cd0e0f7089 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:46.768304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ce5e1600-fe44-4209-9958-49cd0e0f7089 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:46.769961 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ce5e1600-fe44-4209-9958-49cd0e0f7089 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "GET /v2.0/networks?id=c6a6d101-bc0b-499f-8a20-636144a060d3&id=5dc62bc3-e486-4eff-9543-979994753215 HTTP/1.1" status: 200 len: 1391 time: 0.3199322 Feb 15 09:34:46.783977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a81185-522c-4029-94c0-26522c137151 None None] Network 5dc62bc3-e486-4eff-9543-979994753215 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:46.829922 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4420e78e-b789-4399-9b18-d1269710f402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.836461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.863164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-4be2b00a-c6c9-4c38-a3bc-90f23a97c375 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:46.872702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-4be2b00a-c6c9-4c38-a3bc-90f23a97c375 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.4969144 Feb 15 09:34:46.899127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-094cae76-41eb-495b-b0ff-b72a8e831f7f tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/quotas/666879aa73a0492e9e67f5bc09e162ff HTTP/1.1" status: 200 len: 375 time: 0.0250211 Feb 15 09:34:46.903494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1295e-bfb6-47b6-8d0b-bd192f749446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.921549 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.968465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'port': {'device_id': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3', 'admin_state_up': True, 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:46.976592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:46.998982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 262b4837-1a47-49bc-9ae4-0813cd6b01be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=262b4837-1a47-49bc-9ae4-0813cd6b01be,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:47.037496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.038771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8c009e6-9e82-4989-acd9-90603248a2a1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:47.077314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-d317aae6-e8ed-414a-859e-1f25a17cc142 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1764119 Feb 15 09:34:47.089637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event updated for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:47.173568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Router 03a5c1cc-1901-4104-99e6-058e57c6108f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:34:47.264634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-7a7eb965-fbb8-40c9-993b-48d652e42162 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:47.266681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-7a7eb965-fbb8-40c9-993b-48d652e42162 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.1669033 Feb 15 09:34:47.282471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24b927-3c1b-422d-ae24-a04d7db95e22 req-8afabbbb-272c-4fe3-8969-80e8a69bf329 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:47.284270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b24b927-3c1b-422d-ae24-a04d7db95e22 req-8afabbbb-272c-4fe3-8969-80e8a69bf329 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.8766062 Feb 15 09:34:47.288162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:34:47.292724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Request body: {'port': {'device_id': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'admin_state_up': True, 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:47.298245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-5f32554b-7cae-4636-8910-bb3e05e92016 service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199943 Feb 15 09:34:47.303162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a3246940-7c91-4718-963a-e42e7a81547e tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9636896 Feb 15 09:34:47.312067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32800) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:47.352881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] Sync routers for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:34:47.394222 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-07668dd5-e358-4a1c-b439-47f27e16590f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] show failed (client error): The resource could not be found. Feb 15 09:34:47.399868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-07668dd5-e358-4a1c-b439-47f27e16590f tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-1122107212 HTTP/1.1" status: 404 len: 335 time: 0.0811996 Feb 15 09:34:47.400127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:47.406517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3a68e2ff-e6e0-44c1-9dcd-62b05693f352 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:47.417884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:47.423998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:47.424507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:47.442178 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-6cb1295e-bfb6-47b6-8d0b-bd192f749446 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:34:47.442629 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-6cb1295e-bfb6-47b6-8d0b-bd192f749446 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:34:47.456251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:47.460800 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-3a68e2ff-e6e0-44c1-9dcd-62b05693f352 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] update failed (client error): The resource could not be found. Feb 15 09:34:47.462569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a68e2ff-e6e0-44c1-9dcd-62b05693f352 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-572813396 HTTP/1.1" status: 404 len: 334 time: 0.0614216 Feb 15 09:34:47.469935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:47.472927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:47.483511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=262b4837-1a47-49bc-9ae4-0813cd6b01be,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:47.486915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:47.512116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8c009e6-9e82-4989-acd9-90603248a2a1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:47.512489 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.517602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] Routers {'03a5c1cc-1901-4104-99e6-058e57c6108f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:34:47.517602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['03a5c1cc-1901-4104-99e6-058e57c6108f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:47.532002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b24b927-3c1b-422d-ae24-a04d7db95e22 req-6d234646-5c22-47d5-8e0d-a35fbf247267 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170127 Feb 15 09:34:47.554639 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-5f623d0e-0cc5-4199-84a1-0c992a24791a service neutron] 10.222.0.10 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553854 Feb 15 09:34:47.561721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Made reservation on behalf of 666879aa73a0492e9e67f5bc09e162ff for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:47.566110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.578605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting subnet e5c590d3-34ec-4feb-8000-b373f456dc2c {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:47.602833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:47.607423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.625427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d56d435-0ddb-4f88-84bb-9b29e89cfd3b None None] The sync data for ids ['03a5c1cc-1901-4104-99e6-058e57c6108f'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:34:47.699800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.725323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-1c744974-d759-4330-a49c-e6fb08ef3c02 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:47.726925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-1c744974-d759-4330-a49c-e6fb08ef3c02 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.1643658 Feb 15 09:34:47.786920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Allocated IP 172.20.0.14 (661d0cd4-92c3-48b6-bafd-4a3d92363c18/30ccec03-cff5-49e0-82fd-b4d4eefd0126/885d2a0d-d5d0-457f-91a0-dcd542bceb66) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:47.800783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.919520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e8c009e6-9e82-4989-acd9-90603248a2a1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8c009e6-9e82-4989-acd9-90603248a2a1,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:47.925982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:47.926667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.927850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.933606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c6b296ee-005b-412e-a6d0-df509179ea08 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:47.965546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:47.970432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:47.980263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-4c348f45-fc4d-41fc-8fed-821dcd90fbf8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4126911 Feb 15 09:34:48.006646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Request body: {'port': {'device_id': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:48.040418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec4de7-3072-4e51-ba64-41781cddff4e req-2646f4f3-76be-46a0-a15e-a35df7adf318 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:48.042469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23ec4de7-3072-4e51-ba64-41781cddff4e req-2646f4f3-76be-46a0-a15e-a35df7adf318 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.2469540 Feb 15 09:34:48.064975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.137681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.183779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce0354-d0ff-4e51-9711-00a58bce3150 req-8d5a82eb-cd47-488d-90e9-329cfbc38527 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:48.192089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5ce0354-d0ff-4e51-9711-00a58bce3150 req-8d5a82eb-cd47-488d-90e9-329cfbc38527 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2235982 Feb 15 09:34:48.193256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ffd63b-5650-42cb-a2c3-ed9d733c8b21 None None] Network 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:48.196877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.200317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/subnets/e5c590d3-34ec-4feb-8000-b373f456dc2c HTTP/1.1" status: 204 len: 168 time: 0.7288740 Feb 15 09:34:48.202700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c81f5b-ca27-4947-af74-a08785356a21 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c590d3-34ec-4feb-8000-b373f456dc2c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:48.207558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32820) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:48.268017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5ce0354-d0ff-4e51-9711-00a58bce3150 req-cf898fd4-fee2-47fe-80b7-b54569702c3d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689631 Feb 15 09:34:48.276901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting subnet 7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:48.285829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port 5941b844-ac28-4afd-b47d-7da8af33b8fb {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:48.286013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.303181 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.332943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.358581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23ec4de7-3072-4e51-ba64-41781cddff4e req-710172ed-1f08-4544-9a27-13ff7f34def5 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010340 Feb 15 09:34:48.409858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c6b296ee-005b-412e-a6d0-df509179ea08 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:48.409858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.418543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81fe7827-8268-4392-8e31-b2720678083c req-b66440fd-7a1a-4b66-9fa1-561ac5b6e666 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 210 time: 0.0448508 Feb 15 09:34:48.418734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e8c009e6-9e82-4989-acd9-90603248a2a1,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:48.523321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Provisioning complete for port c6b296ee-005b-412e-a6d0-df509179ea08 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:48.523804 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.526329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port 5941b844-ac28-4afd-b47d-7da8af33b8fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5941b844-ac28-4afd-b47d-7da8af33b8fb,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:48.526714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.562793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for 5941b844-ac28-4afd-b47d-7da8af33b8fb owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:48.659611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4633a466-f1f4-4380-b177-25c1c336402d req-127d55a6-6d73-4eaa-aba0-1b5ce660d5b4 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 210 time: 0.2111356 Feb 15 09:34:48.663081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.701393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:48.706403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] DHCP port deletion for 39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:48.721460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Allocated IP 19.80.0.172 (c6a6d101-bc0b-499f-8a20-636144a060d3/da55e0f0-49d0-408f-b16e-1f7afa72c9c8/6c482ed0-d707-4601-ac38-cf1260af4bfb) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:48.934927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Provisioning complete for port 262b4837-1a47-49bc-9ae4-0813cd6b01be triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:48.935458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.014976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.043497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-47806e1b-9503-47bf-9bd9-cbce3f1d44bf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1872752 Feb 15 09:34:49.060936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.083617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 262b4837-1a47-49bc-9ae4-0813cd6b01be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:49.117482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32860) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:49.149385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Deleting port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:49.149999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.156712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.240108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] For port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,segment=NetworkSegment(2140efc7-11ba-4f33-9056-dbc44e7f2611),segment_id=2140efc7-11ba-4f33-9056-dbc44e7f2611)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:49.240397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e0e76-4129-49b3-b055-099b05eafba4 req-ac8d21c6-6727-40e7-95bf-3527c896eb25 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:49.241013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.250521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-735e0e76-4129-49b3-b055-099b05eafba4 req-ac8d21c6-6727-40e7-95bf-3527c896eb25 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 945 time: 0.3284101 Feb 15 09:34:49.318984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Calling delete_port for f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:49.324278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ae8ef8ce-ed7d-426a-86ad-df606d3f5f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.335955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port 5941b844-ac28-4afd-b47d-7da8af33b8fb on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:49.337919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=5941b844-ac28-4afd-b47d-7da8af33b8fb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:49.340596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.345794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f89b5f15-6c41-43bf-a9e9-00daef8b83bc req-ffb8c021-25d4-411f-9793-d4af90b567ed tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "DELETE /v2.0/ports/5941b844-ac28-4afd-b47d-7da8af33b8fb HTTP/1.1" status: 204 len: 173 time: 1.5467641 Feb 15 09:34:49.349411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'name': 'network-vif-deleted', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:49.351766 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516cde48-9352-44c1-acf3-a00a4d6e1dd3" -d '{"events": [{"server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "name": "network-vif-deleted", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:49.377814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-735e0e76-4129-49b3-b055-099b05eafba4 req-d78fe7be-b6b4-42d7-8518-b095cbc74ec8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257226 Feb 15 09:34:49.394953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9524ad4e-7a47-47c0-a925-40068b03f623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.440061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 262b4837-1a47-49bc-9ae4-0813cd6b01be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:49.440430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.537057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:49.563140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Provisioning complete for port 9f7bf887-d737-420b-80e3-87c66f8b0e6a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:49.563795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.586311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:49.589307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d24e8b-87b2-4a34-a747-752ebfa847f7 req-ec1d4c03-404e-4d0d-bc6d-e604343ed9ca tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:49.595650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f7bf887-d737-420b-80e3-87c66f8b0e6a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:49.598988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74d24e8b-87b2-4a34-a747-752ebfa847f7 req-ec1d4c03-404e-4d0d-bc6d-e604343ed9ca tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1113381 Feb 15 09:34:49.614042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:49.637055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Port 9f7bf887-d737-420b-80e3-87c66f8b0e6a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:49.645782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.648374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event updated for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:49.649825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9524ad4e-7a47-47c0-a925-40068b03f623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.692499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Provisioning complete for port e8c009e6-9e82-4989-acd9-90603248a2a1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:49.693007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-047909ed-bbe1-4d53-af3f-0b39aca867c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.699444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74d24e8b-87b2-4a34-a747-752ebfa847f7 req-63bd8044-4058-4fcf-8bd1-10f76dfa2a9d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990365 Feb 15 09:34:49.700400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9524ad4e-7a47-47c0-a925-40068b03f623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.828088 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614f9b59-f2f7-4873-974c-4a77148bf48f x-openstack-request-id: req-614f9b59-f2f7-4873-974c-4a77148bf48f {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:49.828469 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "576183b9-c0cd-452e-a5b0-3f6bdf97a1d3", "name": "network-vif-deleted", "tag": "5941b844-ac28-4afd-b47d-7da8af33b8fb", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:49.828665 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-614f9b59-f2f7-4873-974c-4a77148bf48f {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:49.829114 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '576183b9-c0cd-452e-a5b0-3f6bdf97a1d3', 'name': 'network-vif-deleted', 'tag': '5941b844-ac28-4afd-b47d-7da8af33b8fb', 'status': 'completed', 'code': 200} Feb 15 09:34:49.837983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9524ad4e-7a47-47c0-a925-40068b03f623 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad4d15a080194ee49cc614dd116dddc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7190142 Feb 15 09:34:49.843943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32872) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:49.844674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524ad4e-7a47-47c0-a925-40068b03f623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ffe484-3f2e-470a-89d7-e0f89bb0a0f7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:49.855652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.869027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Transition to ACTIVE for port object 9f7bf887-d737-420b-80e3-87c66f8b0e6a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:49.887231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.965362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-649a8039-37a1-484c-a5dc-fd51d9ef59e3 req-92067d9c-78d7-4afd-8be1-7112479fc29a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 210 time: 0.0494702 Feb 15 09:34:49.966386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.969503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:49.972523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:49.992613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.016252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] Pushing event deleted for resources: {'Port': ['ID=f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:50.026022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.047969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dddb4c-0f38-4677-af2f-3daa4357d6fb None None] No DVR routers for this DVR port f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:50.064713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5941b844-ac28-4afd-b47d-7da8af33b8fb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:50.096046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c6b296ee-005b-412e-a6d0-df509179ea08 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:50.098261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 5941b844-ac28-4afd-b47d-7da8af33b8fb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:50.098623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5941b844-ac28-4afd-b47d-7da8af33b8fb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:50.124854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-a1a2991e-6108-4ac2-b7bf-39d60aba589c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:50.126207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-a1a2991e-6108-4ac2-b7bf-39d60aba589c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0817008 Feb 15 09:34:50.144148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:50.144844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.156427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8f57593-0205-4778-a228-15c4d8f119f5 req-7d6da458-d9fe-4ee3-84cc-8188b8e4c83b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 210 time: 0.0441334 Feb 15 09:34:50.157210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.159700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.160768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58ffe484-3f2e-470a-89d7-e0f89bb0a0f7 HTTP/1.1" status: 204 len: 168 time: 0.3091056 Feb 15 09:34:50.168382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.171623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad707fe-56f8-467c-a4d8-84390753a7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ffe484-3f2e-470a-89d7-e0f89bb0a0f7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:50.176549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0bd6cf2b-905d-4549-b6e6-db3cbfbb80db tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/subnets/7a3c9f54-d4ef-4a3d-b49e-0bb18a17168e HTTP/1.1" status: 204 len: 168 time: 1.9662135 Feb 15 09:34:50.188591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:50.191431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0b32f-88e3-4c8c-9bb4-5694904277fc None None] Network efcae12e-42f3-4a98-b6e0-aa7ac92e769c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:50.195534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32876) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:50.258382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-ba65638d-5e58-49ff-a37c-0bf1c5224cec tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/quotas/18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 375 time: 0.1089070 Feb 15 09:34:50.319238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-fb1a9059-425f-4b93-8429-34c544d0faf0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0300004 Feb 15 09:34:50.347749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-3d5beedb-abc6-429e-af31-b0a52a933b65 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:50.349586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-3d5beedb-abc6-429e-af31-b0a52a933b65 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.36 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 816 time: 0.7666922 Feb 15 09:34:50.379376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c6b296ee-005b-412e-a6d0-df509179ea08 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:50.379735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.381988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Request body: {'port': {'device_id': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:50.396549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.452649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Request body: {'port': {'device_id': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'admin_state_up': True, 'tenant_id': '666879aa73a0492e9e67f5bc09e162ff'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:50.462051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dcb5525a-ac7f-40d0-ac64-266d8f500959 None None] Provisioning complete for port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:50.462421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcb5525a-ac7f-40d0-ac64-266d8f500959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.538666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5525a-ac7f-40d0-ac64-266d8f500959 None None] Port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:50.589415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4fb9693d-5d9f-48a3-8505-cf5d7988cce4 req-7a58c78b-c30f-4e9a-b562-d14779082c93 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0728469 Feb 15 09:34:50.650332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8c009e6-9e82-4989-acd9-90603248a2a1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:34:50.687460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.771193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.778187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.784178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8c009e6-9e82-4989-acd9-90603248a2a1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:50.784555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:50.811723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-98016639-f1ec-42b4-946a-8ddd0427ae33 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5144618 Feb 15 09:34:50.900255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] DHCP port deletion for efcae12e-42f3-4a98-b6e0-aa7ac92e769c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:50.941275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b81eba2-c5ef-4d36-a279-3ac6b785784b req-e6211a2b-3e6a-4c40-b1c2-a06c3268f42c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:50.957078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b81eba2-c5ef-4d36-a279-3ac6b785784b req-e6211a2b-3e6a-4c40-b1c2-a06c3268f42c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1246970 Feb 15 09:34:51.091119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b81eba2-c5ef-4d36-a279-3ac6b785784b req-58dda6d9-fca2-40f3-a562-761d3ecaf188 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294413 Feb 15 09:34:51.162981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.193760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Deleting port e6a1efc0-3206-4f8d-970c-dafd4702879e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:51.196893 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.199478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e71c1f-ffc5-42fd-a6ec-d8497dfcc756']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:51.213147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2140efc7-11ba-4f33-9056-dbc44e7f2611') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:51.213589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2140efc7-11ba-4f33-9056-dbc44e7f2611') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:51.232301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.237735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:51.257239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.266346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61e382a-ef9a-4e21-8657-e797174a978a req-3da12e8d-e008-4ac0-9494-a7636fde1b33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:51.276085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d61e382a-ef9a-4e21-8657-e797174a978a req-3da12e8d-e008-4ac0-9494-a7636fde1b33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 932 time: 0.0673261 Feb 15 09:34:51.276299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:51.276711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.342373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:51.342707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f4c5dd9b-d752-4e94-b4e5-238d6f1bec6b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:51.359419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d61e382a-ef9a-4e21-8657-e797174a978a req-b357a8c7-5d89-4a10-b7b4-9c4df2367ca3 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774059 Feb 15 09:34:51.370099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Made reservation on behalf of 666879aa73a0492e9e67f5bc09e162ff for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:51.381477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:51.391981 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:51.412980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network c6a6d101-bc0b-499f-8a20-636144a060d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:51.416598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] For port e6a1efc0-3206-4f8d-970c-dafd4702879e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e6a1efc0-3206-4f8d-970c-dafd4702879e,segment=NetworkSegment(8ce7b92f-4e4f-48f1-8015-aa60c4b459f3),segment_id=8ce7b92f-4e4f-48f1-8015-aa60c4b459f3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:51.417021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.431659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:51.436223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:51.449132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Calling delete_port for e6a1efc0-3206-4f8d-970c-dafd4702879e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:51.544632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd33d081-0de4-42e3-b758-eb61994fe144 req-5fdaaa2f-2679-413a-87bd-4c66c53809e1 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 210 time: 0.0552740 Feb 15 09:34:51.598813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e6a1efc0-3206-4f8d-970c-dafd4702879e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:51.694382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.747469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] Pushing event deleted for resources: {'Port': ['ID=e6a1efc0-3206-4f8d-970c-dafd4702879e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:51.756049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a55cf-a6d5-4a5e-a4bf-a9ed01d70aab None None] No DVR routers for this DVR port e6a1efc0-3206-4f8d-970c-dafd4702879e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:51.774795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No active binding found for port e6a1efc0-3206-4f8d-970c-dafd4702879e {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 09:34:51.776528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e6a1efc0-3206-4f8d-970c-dafd4702879e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:51.807963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.814191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.822520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:51.822681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/networks/39e71c1f-ffc5-42fd-a6ec-d8497dfcc756 HTTP/1.1" status: 204 len: 168 time: 1.6106908 Feb 15 09:34:51.910298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84be41df-c84a-4538-b3ef-be947783ba6a req-f23de35a-4ef7-4f84-a21f-8e11731a7aad tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 210 time: 0.8409750 Feb 15 09:34:51.917778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:51.918648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.976729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:51.979437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Attempting to bind port 9f7bf887-d737-420b-80e3-87c66f8b0e6a on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:51.979787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Attempting to bind port 9f7bf887-d737-420b-80e3-87c66f8b0e6a by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:51.980105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Attempting to bind port 9f7bf887-d737-420b-80e3-87c66f8b0e6a on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:51.981823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-12e086d8-8891-4bba-ae5a-51c26f626322 None None] Provisioning complete for port 6c482ed0-d707-4601-ac38-cf1260af4bfb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:51.984082 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-12e086d8-8891-4bba-ae5a-51c26f626322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:51.991449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.051087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14467338-d4e1-4f00-90d2-347798ef409d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Network': ['ID=39e71c1f-ffc5-42fd-a6ec-d8497dfcc756,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:52.084249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cb344704-de8d-4010-ba38-e67af76f71e1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1222177 Feb 15 09:34:52.089748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Port 9f7bf887-d737-420b-80e3-87c66f8b0e6a on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:52.089987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Attempting to bind port 9f7bf887-d737-420b-80e3-87c66f8b0e6a on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:52.122808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-12e086d8-8891-4bba-ae5a-51c26f626322 None None] Port 6c482ed0-d707-4601-ac38-cf1260af4bfb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:52.134945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Request body: {'port': {'device_id': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'network_id': '5dc62bc3-e486-4eff-9543-979994753215', 'admin_state_up': True, 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:52.165037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.229469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8b5d76d-348a-4d87-9167-809c1a2623ed req-c3993aca-3c20-488b-9efa-5930c528db4d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.1967258 Feb 15 09:34:52.239001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.249577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:52.249577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Checking segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:52.249577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Bound using segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:52.249577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Bound port: 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:52.249577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.255528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.307684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efcae12e-42f3-4a98-b6e0-aa7ac92e769c']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:52.318432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:52.319005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce7b92f-4e4f-48f1-8015-aa60c4b459f3') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:52.333343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.348349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.355486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:52.355938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:52.360365 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:52.426645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.436709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.440247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/networks/efcae12e-42f3-4a98-b6e0-aa7ac92e769c HTTP/1.1" status: 204 len: 168 time: 0.6165996 Feb 15 09:34:52.442848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:52.459873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:52.463322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:52.520721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.521277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b309044-b371-4ac5-a7c5-a264fb47000d tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Network': ['ID=efcae12e-42f3-4a98-b6e0-aa7ac92e769c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:52.530408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Made reservation on behalf of abf71d19b1414ee7a48b7e34f7c7fa59 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:52.534627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.570321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting subnet 51aaac29-58e9-4572-a27b-c18a9afe30dd {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:34:52.573891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.583313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c41aaf-02ba-4d49-9aa0-3d635217c539 req-4b563a9d-fc96-4068-9d3a-1aa5cdb27725 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:52.590619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8c41aaf-02ba-4d49-9aa0-3d635217c539 req-4b563a9d-fc96-4068-9d3a-1aa5cdb27725 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 932 time: 0.1290379 Feb 15 09:34:52.622178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:52.623604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.625693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] 10.222.0.72 "PUT /v2.0/ports/9f7bf887-d737-420b-80e3-87c66f8b0e6a HTTP/1.1" status: 200 len: 1092 time: 4.6286027 Feb 15 09:34:52.648305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:52.650810 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:52.709240 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:52.743148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f38319-2ee8-4407-a9ae-67138c0c44e9 req-6d518c3e-0141-4ec5-bacb-26ade12c1e6a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:52.745867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95f38319-2ee8-4407-a9ae-67138c0c44e9 req-6d518c3e-0141-4ec5-bacb-26ade12c1e6a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.4762564 Feb 15 09:34:52.746905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf58e0-71a0-4a63-b984-f6cdc05a3c3e service neutron] Pushing event updated for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:52.828438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8c41aaf-02ba-4d49-9aa0-3d635217c539 req-f1153e7f-c014-4dca-bd2c-a4e3bc433436 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368546 Feb 15 09:34:52.884878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32964) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:53.137222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95f38319-2ee8-4407-a9ae-67138c0c44e9 req-0c885c1a-916b-47e0-8205-976a58739516 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756254 Feb 15 09:34:53.144458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885d2a0d-d5d0-457f-91a0-dcd542bceb66 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:53.152500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a77c7d70-4ad8-45e6-9709-93d478b449b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.174649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.182213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-1163bb91-5152-4918-bff0-ea81a6b306e0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4383993 Feb 15 09:34:53.191718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-88e17388-6511-4824-a117-6bbc41a77905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:53.193290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-88e17388-6511-4824-a117-6bbc41a77905 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 1095 time: 0.3969162 Feb 15 09:34:53.216005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbba5da2-770c-4728-8cdd-8395653ff8f7 req-c5a7764e-f8e2-4d0b-855f-a1f4ab6ade30 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 210 time: 0.0487273 Feb 15 09:34:53.238909 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d85ae74-4825-4a25-8b01-45698e0a81a1 x-openstack-request-id: req-7d85ae74-4825-4a25-8b01-45698e0a81a1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:53.239194 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:53.239441 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d85ae74-4825-4a25-8b01-45698e0a81a1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:53.239883 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a', 'status': 'completed', 'code': 200} Feb 15 09:34:53.291154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Transition to ACTIVE for port object 885d2a0d-d5d0-457f-91a0-dcd542bceb66 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:53.292909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-608e4ec5-0a03-4ca6-b3dc-1d660494adee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a HTTP/1.1" status: 200 len: 217 time: 0.0887516 Feb 15 09:34:53.319951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.333229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.398800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-feb1e425-a9a1-456d-9c92-dd5f1f73dab9 req-47da2f7c-c291-4d2b-94db-6c352cc70e41 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0433400 Feb 15 09:34:53.408008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-1ed549c3-0aeb-493b-a78b-73e7fea4c1bd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:53.409525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-1ed549c3-0aeb-493b-a78b-73e7fea4c1bd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2208693 Feb 15 09:34:53.431673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Request body: {'port': {'device_id': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '18626dc280474be795e0581045384dc9'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:53.512290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb028e37-cf35-4472-8198-660a1f991428 req-725fc6cb-bfba-4770-86f7-73faad0a9438 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 210 time: 0.1819854 Feb 15 09:34:53.515694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Allocated IP 19.86.0.10 (5dc62bc3-e486-4eff-9543-979994753215/d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e/0a3f4249-c705-4590-b2e2-c1786ec77b4c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:53.529589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.552642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Pushing event updated for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:53.566092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Subnet': ['ID=51aaac29-58e9-4572-a27b-c18a9afe30dd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:53.582117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.585257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fe05ce6c-9fad-4640-817e-f79780eb7bb9 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/subnets/51aaac29-58e9-4572-a27b-c18a9afe30dd HTTP/1.1" status: 204 len: 168 time: 1.1413774 Feb 15 09:34:53.588643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:53.590503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2683ee78-e4eb-4c10-9454-93e95c322201 None None] Network a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:34:53.698268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.714489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Made reservation on behalf of 18626dc280474be795e0581045384dc9 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:53.718649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.778427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-cf362dd8-e62c-4d39-a0bf-e34dfd2e6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:53.780919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-cf362dd8-e62c-4d39-a0bf-e34dfd2e6f75 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.4777687 Feb 15 09:34:53.793665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Allocated IP 172.20.0.9 (661d0cd4-92c3-48b6-bafd-4a3d92363c18/30ccec03-cff5-49e0-82fd-b4d4eefd0126/b28fbdfe-1a6f-44ea-bb31-7f11f425e599) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:53.868998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Deleting port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:53.869258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.881413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Attempting to bind port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:53.881869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Attempting to bind port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:53.882135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Attempting to bind port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:53.891820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a77c7d70-4ad8-45e6-9709-93d478b449b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.898508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:53.899046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Attempting to bind port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:53.913149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:53.913589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Checking segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:53.914044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Bound using segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:53.914539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Bound port: 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:53.914897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.934507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a77c7d70-4ad8-45e6-9709-93d478b449b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:53.969648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Allocated IP 192.168.233.69 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/bff5c708-e602-4a7c-809a-32f94166c9eb) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:34:53.999423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-1067c1d6-69f7-4c41-832a-e132b0adb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:54.000664 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-1067c1d6-69f7-4c41-832a-e132b0adb6d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046196 Feb 15 09:34:54.024770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] DHCP port deletion for a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:34:54.099093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Deleting port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:34:54.099664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.180189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] For port b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,segment=NetworkSegment(f8b34c18-188c-4c69-8869-a03b280a4378),segment_id=f8b34c18-188c-4c69-8869-a03b280a4378)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:54.180591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.205394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Calling delete_port for b4d3585e-d4a5-47d3-94dc-de6ea69fe259 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:54.213032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] For port b4d3585e-d4a5-47d3-94dc-de6ea69fe259, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,segment=NetworkSegment(f8b34c18-188c-4c69-8869-a03b280a4378),segment_id=f8b34c18-188c-4c69-8869-a03b280a4378)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:54.213415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.235926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.243125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Calling delete_port for b4d3585e-d4a5-47d3-94dc-de6ea69fe259 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:34:54.257159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7c8b9-537e-4c1a-84c1-588ce01b251f req-01f9745e-e816-47c5-b7e8-08cafba14a38 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:54.265479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d7c8b9-537e-4c1a-84c1-588ce01b251f req-01f9745e-e816-47c5-b7e8-08cafba14a38 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 932 time: 0.3200097 Feb 15 09:34:54.319016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.362602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a77c7d70-4ad8-45e6-9709-93d478b449b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cccbdde086f467796bf4f6b7f718442&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4741879 Feb 15 09:34:54.370717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:54.379681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] Pushing event deleted for resources: {'Port': ['ID=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:54.393985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48359e-590a-4750-a8f1-3ef510153766 None None] No DVR routers for this DVR port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:54.397371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d7c8b9-537e-4c1a-84c1-588ce01b251f req-ed7dce99-3702-46a6-8cd4-5ec8050540c5 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308699 Feb 15 09:34:54.447938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.462297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:54.497045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c7d70-4ad8-45e6-9709-93d478b449b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c27260f-7056-4871-9c83-64c6cfbbe85e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:54.523469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.542501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.579731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:54.586437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:54.620643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] No DVR routers for this DVR port b4d3585e-d4a5-47d3-94dc-de6ea69fe259 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:34:54.628249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:54.631210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:54.649685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afee617-ccf7-4865-829c-10f27f8779ff req-5b8a36e6-5b00-4619-8941-397ad502e077 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:54.651407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2afee617-ccf7-4865-829c-10f27f8779ff req-5b8a36e6-5b00-4619-8941-397ad502e077 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.3133466 Feb 15 09:34:54.653808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Port': ['ID=b4d3585e-d4a5-47d3-94dc-de6ea69fe259,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:54.661156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-111f32bf-87ac-4958-8306-f245687bdcf4 req-3d3ae182-c547-493e-a8e3-76ca733336a3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 210 time: 0.1040127 Feb 15 09:34:54.672559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.680342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:54.682764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:54.711201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.745268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-013752bf-bdd7-4c84-8f8c-3110c70bca5e service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061413 Feb 15 09:34:54.815429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.823967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:54.824686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.826151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] 10.222.0.72 "PUT /v2.0/ports/885d2a0d-d5d0-457f-91a0-dcd542bceb66 HTTP/1.1" status: 200 len: 1092 time: 4.4491684 Feb 15 09:34:54.858271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:54.905286 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c6d0de6-578e-406e-b57f-12c564a1b276 req-5cf2db91-e762-487a-8632-5229599e41db tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=576183b9-c0cd-452e-a5b0-3f6bdf97a1d3 HTTP/1.1" status: 200 len: 210 time: 0.0946362 Feb 15 09:34:54.930590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:54.932372 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.018891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ded10e-6c9d-4bca-8e7f-9d5cbee58536']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:55.033478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8b34c18-188c-4c69-8869-a03b280a4378') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:55.033879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b4cd7d8-9399-4f14-82cd-e4993cd3e82c req-7ec62201-b293-4a66-b2f0-dddc74b97108 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524838 Feb 15 09:34:55.034366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8b34c18-188c-4c69-8869-a03b280a4378') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:34:55.035346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.056955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f5bd6a55-1af4-4266-8110-22fb2ea1b9fb None None] Provisioning complete for port bff5c708-e602-4a7c-809a-32f94166c9eb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:55.057598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5bd6a55-1af4-4266-8110-22fb2ea1b9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.061756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-eb37a445-a514-42c8-8bc5-e1e41836efdb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6357565 Feb 15 09:34:55.066741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.090945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Request body: {'port': {'device_id': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:55.120173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.154819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.156117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055ff4-2f7c-47a4-8e24-e9635c677230 service neutron] Pushing event updated for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:55.157819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.159100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c27260f-7056-4871-9c83-64c6cfbbe85e HTTP/1.1" status: 204 len: 168 time: 0.7872581 Feb 15 09:34:55.162955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.163669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5bd6a55-1af4-4266-8110-22fb2ea1b9fb None None] Port bff5c708-e602-4a7c-809a-32f94166c9eb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:55.186777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2afee617-ccf7-4865-829c-10f27f8779ff req-517bbdaa-fc4c-45d7-93d7-6d8dd53b2213 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4965382 Feb 15 09:34:55.187297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:34:55.187838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:34:55.201690 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:34:55.205797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760545c-2e3a-4283-85cf-dacaec1571c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c27260f-7056-4871-9c83-64c6cfbbe85e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:55.246685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:55.249555 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd" -d '{"events": [{"name": "network-changed", "server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:55.315363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999728f-757c-4727-9c1c-015b56f17f9d req-98fea106-5f23-4d95-bb93-a9f1bfd598e4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:55.323100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a999728f-757c-4727-9c1c-015b56f17f9d req-98fea106-5f23-4d95-bb93-a9f1bfd598e4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 935 time: 0.2597144 Feb 15 09:34:55.329594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Network 5dc62bc3-e486-4eff-9543-979994753215 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:55.331902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.346761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.352476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.377634 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877381d3-b552-4a51-8259-3b01d9b2712a x-openstack-request-id: req-877381d3-b552-4a51-8259-3b01d9b2712a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:55.377634 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:55.377634 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-877381d3-b552-4a51-8259-3b01d9b2712a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:55.378377 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66', 'status': 'completed', 'code': 200} Feb 15 09:34:55.378600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.381433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/networks/a7ded10e-6c9d-4bca-8e7f-9d5cbee58536 HTTP/1.1" status: 204 len: 168 time: 1.7922451 Feb 15 09:34:55.396721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32994) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:55.402597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:55.406112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3d231-b4d0-4c8c-ab52-5b88e56bf4bd tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Pushing event deleted for resources: {'Network': ['ID=a7ded10e-6c9d-4bca-8e7f-9d5cbee58536,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:55.410401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:55.439468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a999728f-757c-4727-9c1c-015b56f17f9d req-076d83c0-60b2-4073-87b5-42c363a61944 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153131 Feb 15 09:34:55.441667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:34:55.503895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b4d3585e-d4a5-47d3-94dc-de6ea69fe259 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:34:55.505424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:34:55.537023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-ebcbaad0-0e19-4232-8850-78b02b1a2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:55.540181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-ebcbaad0-0e19-4232-8850-78b02b1a2f43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 1095 time: 0.4965312 Feb 15 09:34:55.543244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7f034f85-f12d-4e10-aee7-9ad3013c51e7 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "GET /v2.0/ports?device_id=03a5c1cc-1901-4104-99e6-058e57c6108f HTTP/1.1" status: 200 len: 205 time: 0.1372759 Feb 15 09:34:55.551591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:34:55.561866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: b4d3585e-d4a5-47d3-94dc-de6ea69fe259 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:34:55.562909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32998) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:55.563840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b4d3585e-d4a5-47d3-94dc-de6ea69fe259 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:34:55.643099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-ebafd47d-b7b0-45c6-9b7a-c33335ae6960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:55.645111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-ebafd47d-b7b0-45c6-9b7a-c33335ae6960 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 1095 time: 0.5230429 Feb 15 09:34:55.710297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event updated for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:55.724239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.845515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b6cb59a-8c80-4617-8bd5-415b95b1530b None None] Provisioning complete for port 0a3f4249-c705-4590-b2e2-c1786ec77b4c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:55.846908 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b6cb59a-8c80-4617-8bd5-415b95b1530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.851222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:55.851864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:55.868527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-1c7f1ab1-71d4-4999-beda-39b52542e3b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66 HTTP/1.1" status: 200 len: 217 time: 0.2442327 Feb 15 09:34:55.945135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7b6cb59a-8c80-4617-8bd5-415b95b1530b None None] Port 0a3f4249-c705-4590-b2e2-c1786ec77b4c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:55.997237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:55.997890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.034380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6401587 Feb 15 09:34:56.051637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.056242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.059891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Request body: {'port': {'device_id': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:56.085733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aabff93-735c-47d1-b3df-819d72a0ffcd req-9522ddd2-4028-4e05-875d-f6755a2abcdd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.087559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9c3b3781-2207-489c-972c-36a90d5a42f8 None None] Provisioning complete for port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:34:56.088976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9c3b3781-2207-489c-972c-36a90d5a42f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.094539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4aabff93-735c-47d1-b3df-819d72a0ffcd req-9522ddd2-4028-4e05-875d-f6755a2abcdd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 931 time: 0.2312031 Feb 15 09:34:56.113989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c35b87df-c5dc-45fe-b352-cdc315b08b6b tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0147243 Feb 15 09:34:56.121972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26178c-a403-410d-bb93-9592c37bec92 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event updated for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:56.144035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Request body: {'port': {'device_id': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:56.157790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-d0b8dfa3-e061-41e9-a768-f73d6238f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.157790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-d0b8dfa3-e061-41e9-a768-f73d6238f29c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.1995487 Feb 15 09:34:56.168263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9c3b3781-2207-489c-972c-36a90d5a42f8 None None] Port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:34:56.186099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.186651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Fanout notify agent at l3_agent the message router_deleted on router 03a5c1cc-1901-4104-99e6-058e57c6108f {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:34:56.188362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f79f6-d054-41ef-99f0-084a10f0cbc4 req-37d8e22c-86d0-487d-958d-217aa459d186 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.195117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801f79f6-d054-41ef-99f0-084a10f0cbc4 req-37d8e22c-86d0-487d-958d-217aa459d186 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.196073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.196753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-801f79f6-d054-41ef-99f0-084a10f0cbc4 req-37d8e22c-86d0-487d-958d-217aa459d186 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1654 time: 0.5855026 Feb 15 09:34:56.200212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca6944aa-b8a2-4276-9a95-d7b98c74d277 tempest-RoutersNegativeTest-455750504 tempest-RoutersNegativeTest-455750504-project] 10.222.0.10 "DELETE /v2.0/routers/03a5c1cc-1901-4104-99e6-058e57c6108f HTTP/1.1" status: 204 len: 168 time: 0.6331460 Feb 15 09:34:56.211557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-110fda80-dffa-4090-b559-b704296c49ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.213061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-110fda80-dffa-4090-b559-b704296c49ea service neutron] 10.222.0.72 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 917 time: 0.4706275 Feb 15 09:34:56.225858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4aabff93-735c-47d1-b3df-819d72a0ffcd req-a6fe9ed8-3096-4652-9f12-e9a571d91559 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252625 Feb 15 09:34:56.283484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff5c708-e602-4a7c-809a-32f94166c9eb {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:56.291653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.301111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33024) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:56.312058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Transition to ACTIVE for port object bff5c708-e602-4a7c-809a-32f94166c9eb will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:56.322327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.354024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-96d29588-69a9-4d40-9572-ed577bbb1981 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a HTTP/1.1" status: 200 len: 217 time: 0.1065333 Feb 15 09:34:56.354576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.423851 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.481278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1218710156-network', 'tenant_id': '9946b6bf11eb4984938e57eeb19441b7'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:56.482400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-6bf5b92b-521c-499e-a6a4-4390fad8c48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.483934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-6bf5b92b-521c-499e-a6a4-4390fad8c48b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074939 Feb 15 09:34:56.488161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:56.522515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-801f79f6-d054-41ef-99f0-084a10f0cbc4 req-5302ca6f-14f6-4246-9548-c9930953447a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899914 Feb 15 09:34:56.638759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:56.643678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:56.644409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:56.660335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf57776-495a-4066-8e9c-05f80e65e76a req-38c06336-597b-4462-8946-ac6b2b3db829 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.667912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-302f87f0-51e9-4cee-968d-5a66781d240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.669727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-302f87f0-51e9-4cee-968d-5a66781d240b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.2944298 Feb 15 09:34:56.672119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebf57776-495a-4066-8e9c-05f80e65e76a req-38c06336-597b-4462-8946-ac6b2b3db829 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.2750564 Feb 15 09:34:56.676009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Made reservation on behalf of 9946b6bf11eb4984938e57eeb19441b7 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:56.679961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.697239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.707112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:56.709299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:56.722247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:56.737467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:56.737802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:56.738193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:56.738626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Bound port: bff5c708-e602-4a7c-809a-32f94166c9eb, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:56.739369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.829201 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebf57776-495a-4066-8e9c-05f80e65e76a req-7c4b43f8-468c-4481-8299-cdbaa040e812 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556284 Feb 15 09:34:56.834085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:56.840770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:56.862700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.942114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.943144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:56.944992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] 10.222.0.36 "PUT /v2.0/ports/bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 1095 time: 1.8652599 Feb 15 09:34:56.948069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:56.950789 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b1b84-62f1-4c64-af3f-bf2bb4a69969" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:56.973517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7976627-770a-453d-9810-1f1378f575f2 req-6cbdb620-1b07-4d8b-aaea-48fbd66c2996 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:56.974920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7976627-770a-453d-9810-1f1378f575f2 req-6cbdb620-1b07-4d8b-aaea-48fbd66c2996 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 947 time: 0.3327324 Feb 15 09:34:57.058043 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5cad7a-9789-4245-93e4-3570eb7f2726 x-openstack-request-id: req-5c5cad7a-9789-4245-93e4-3570eb7f2726 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:57.058295 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:57.058476 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c5cad7a-9789-4245-93e4-3570eb7f2726 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:57.059069 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'status': 'completed', 'code': 200} Feb 15 09:34:57.064195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f0258d-57b8-42c6-b26e-4e243b476583 service neutron] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:57.090702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-41fab10b-0ca1-4aeb-8269-d1b41cfff47e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fa05d6a802b40bb84043b12e6684b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3661392 Feb 15 09:34:57.097863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33048) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:57.110952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.135084 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.169463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-fe2e55b5-d927-4a88-beac-bd95789e52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.171054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-fe2e55b5-d927-4a88-beac-bd95789e52b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1098 time: 0.1364594 Feb 15 09:34:57.178585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:34:57.241808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ae3c3-60af-4630-ac15-24e6668e638c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:57.245203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.245556 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Added segment a6eb43fe-a0a9-4ab5-a79b-14c72abc8d0f of type vlan for network 9055f2af-2a1b-43f9-9f98-38954841f631 Feb 15 09:34:57.281973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.296073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-122b059b-a0d6-4e39-92bb-4d5fb1dc9ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0952830 Feb 15 09:34:57.343114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-647a2f59-05db-4e3d-a3be-271d0d306c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.344785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-647a2f59-05db-4e3d-a3be-271d0d306c79 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6597302 Feb 15 09:34:57.346627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-560ec1e8-ac93-4a9c-aa64-bb6b62ec7baa service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8373656 Feb 15 09:34:57.541689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7976627-770a-453d-9810-1f1378f575f2 req-7909e281-e4b5-45a3-9226-e55a93004d3f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042902 Feb 15 09:34:57.668771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.680354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80969165-8f97-49b4-b53e-149cd7f183b3 req-d28bcc75-0525-4b21-b4ff-bef61db82532 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217328 Feb 15 09:34:57.695652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.727523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-f8cab9b7-4dd6-4dca-9e24-962e89ae6465 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653316 Feb 15 09:34:57.739309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-16c02839-d90c-43ce-8438-d04b6cca499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.740772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-16c02839-d90c-43ce-8438-d04b6cca499c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.4155850 Feb 15 09:34:57.765602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28fbdfe-1a6f-44ea-bb31-7f11f425e599 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:57.783700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c482ed0-d707-4601-ac38-cf1260af4bfb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:57.805472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-66276af2-a2e3-417a-b686-e3ef5a08e9e7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.806895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-66276af2-a2e3-417a-b686-e3ef5a08e9e7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.5919335 Feb 15 09:34:57.810175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.824614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.825555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.826172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.836745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.844175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-c5d9a794-7f98-4fe1-b5fa-e32edc2b1d08 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0288448 Feb 15 09:34:57.854886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.858252 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.859432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/206b3bf6-7d01-4067-9a36-c0b30966af92 HTTP/1.1" status: 204 len: 168 time: 0.7598939 Feb 15 09:34:57.866336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-c0efa2d2-9ec8-4888-a2b8-866681a0f934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.867838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-c0efa2d2-9ec8-4888-a2b8-866681a0f934 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182163 Feb 15 09:34:57.877117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Transition to ACTIVE for port object 6c482ed0-d707-4601-ac38-cf1260af4bfb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:57.886323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2b447-d9d0-4a3f-9f10-874fdccc7d74 req-8b480b81-2be7-476a-98e4-a2419742cb8a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.887811 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8c2b447-d9d0-4a3f-9f10-874fdccc7d74 req-8b480b81-2be7-476a-98e4-a2419742cb8a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 931 time: 0.2678978 Feb 15 09:34:57.888947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Transition to ACTIVE for port object b28fbdfe-1a6f-44ea-bb31-7f11f425e599 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:34:57.894294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.897284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5948553 Feb 15 09:34:57.900311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33068) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:57.909849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Request body: {'subnet': {'network_id': '9055f2af-2a1b-43f9-9f98-38954841f631', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1218710156-subnet', 'tenant_id': '9946b6bf11eb4984938e57eeb19441b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:57.931384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:57.942550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c763b966-3df9-4286-b1fb-f68de21566ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206b3bf6-7d01-4067-9a36-c0b30966af92,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:57.957518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-102f060d-1ab6-4cae-a34f-1101b1cd1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:57.960789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-102f060d-1ab6-4cae-a34f-1101b1cd1ec1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 1095 time: 0.2274320 Feb 15 09:34:57.969165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-d14f0254-68fd-461b-a519-11d202f787eb tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084409 Feb 15 09:34:58.026490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d84580-c20f-496f-ae73-b706f4d217da admin admin] Pushing event updated for resources: {'Network': ['ID=9055f2af-2a1b-43f9-9f98-38954841f631,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:58.043979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9055f2af-2a1b-43f9-9f98-38954841f631 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:34:58.133421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-121a940c-a0fb-4ccb-b00b-d4de19bf4813 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333272 Feb 15 09:34:58.134612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ef9fb72-b13a-48e0-b430-e0e7cf67e4bc req-c1559475-1cf2-487f-949b-4091a9a2547a service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837461 Feb 15 09:34:58.144272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9f7bf887-d737-420b-80e3-87c66f8b0e6a details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:34:58.174156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-3b1491a9-472f-43e6-ab81-718c28ca81e7 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039549 Feb 15 09:34:58.240166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Pushing event updated for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:58.288560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Made reservation on behalf of 9946b6bf11eb4984938e57eeb19441b7 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:34:58.291982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:58.338132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.338612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.339046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.339469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.339891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.340318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.340728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.341182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.341580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.342596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.343009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.343419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:34:58.375955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8c2b447-d9d0-4a3f-9f10-874fdccc7d74 req-5f4ffebb-0918-4ce5-a655-bc37d0cf1b94 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463494 Feb 15 09:34:58.390781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:58.420935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '9f7bf887-d737-420b-80e3-87c66f8b0e6a', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'port_id': '9f7bf887-d737-420b-80e3-87c66f8b0e6a', 'mac_address': 'fa:16:3e:b3:2f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ccec03-cff5-49e0-82fd-b4d4eefd0126', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:34:58.426622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41e6c650-a8ad-4e43-a19a-68ec4a3a1732 req-f995e832-d824-451d-839c-42da98f92136 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771688 Feb 15 09:34:58.429070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-1c745491-5a55-4906-8bdf-ee2f6b1c86a2 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537322 Feb 15 09:34:58.517714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:58.533713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f7bf887-d737-420b-80e3-87c66f8b0e6a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:34:58.559481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-cb6226dd-9bf0-4b33-acee-98279d347b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.561657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-cb6226dd-9bf0-4b33-acee-98279d347b19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1098 time: 0.0568612 Feb 15 09:34:58.565574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:34:58.580132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:58.665076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-ddc2b9ca-3ad3-4a14-93db-baccd55c6958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.668517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-ddc2b9ca-3ad3-4a14-93db-baccd55c6958 service neutron] 10.222.0.72 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 917 time: 0.6868074 Feb 15 09:34:58.677532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-e8b08096-b615-4b76-af0b-6cf94cbb68e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.680775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-e8b08096-b615-4b76-af0b-6cf94cbb68e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1123199 Feb 15 09:34:58.715909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:58.749556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:58.770070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-48f032fb-4a76-4ff0-b726-e9b5e5981be8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0815580 Feb 15 09:34:58.789597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-ee9b2928-7e06-4777-8990-2d66d92d7e3e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66 HTTP/1.1" status: 200 len: 217 time: 0.0761564 Feb 15 09:34:58.815086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Attempting to bind port 6c482ed0-d707-4601-ac38-cf1260af4bfb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:58.815398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9f7bf887-d737-420b-80e3-87c66f8b0e6a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:34:58.815866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Attempting to bind port 6c482ed0-d707-4601-ac38-cf1260af4bfb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:58.816445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Attempting to bind port 6c482ed0-d707-4601-ac38-cf1260af4bfb on network c6a6d101-bc0b-499f-8a20-636144a060d3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:58.879024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Port 6c482ed0-d707-4601-ac38-cf1260af4bfb on network c6a6d101-bc0b-499f-8a20-636144a060d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:58.879024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Attempting to bind port 6c482ed0-d707-4601-ac38-cf1260af4bfb on network c6a6d101-bc0b-499f-8a20-636144a060d3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:58.907053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a719ed-1949-451e-953e-bc6257dea132 req-d89f26a4-ef11-43e5-b7ab-85988c56ba91 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.913402 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82a719ed-1949-451e-953e-bc6257dea132 req-d89f26a4-ef11-43e5-b7ab-85988c56ba91 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1458073 Feb 15 09:34:58.915688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-df2ab5a6-90cd-41be-9cd6-e54c94728b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.917068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c4e5-3e37-48cd-ae11-5e6db179236e req-19c66856-ef08-402f-a552-d70b9d4399c2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.918181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-df2ab5a6-90cd-41be-9cd6-e54c94728b85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1239512 Feb 15 09:34:58.924468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c4e5-3e37-48cd-ae11-5e6db179236e req-19c66856-ef08-402f-a552-d70b9d4399c2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.926642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5b2c4e5-3e37-48cd-ae11-5e6db179236e req-19c66856-ef08-402f-a552-d70b9d4399c2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1666 time: 0.3844769 Feb 15 09:34:58.938400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:58.938828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Checking segment: {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:58.939352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Bound using segment: {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:58.939884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Bound port: 6c482ed0-d707-4601-ac38-cf1260af4bfb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '164e4809-b3fa-4f95-bd17-c9771e16d012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:58.940330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:58.957994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Attempting to bind port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:34:58.958335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Attempting to bind port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:34:58.958757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Attempting to bind port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:58.995175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-8c7b3b1f-e84c-428a-aa87-fd254594249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:58.996803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-8c7b3b1f-e84c-428a-aa87-fd254594249d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.1857193 Feb 15 09:34:59.022071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:34:59.022498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Attempting to bind port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 on network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:34:59.045812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-f3c13c53-d83d-4f7b-97b8-71cc4af67ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.048796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-f3c13c53-d83d-4f7b-97b8-71cc4af67ed0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1143911 Feb 15 09:34:59.054018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82a719ed-1949-451e-953e-bc6257dea132 req-aad883e1-20d4-4dba-93f6-fe9d624faa1d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347120 Feb 15 09:34:59.084063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:34:59.084468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Checking segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:59.085062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Bound using segment: {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:34:59.085583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Bound port: b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '153abab2-7da9-4763-ab71-62d34e230891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:34:59.086206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.119459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:59.148757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5b2c4e5-3e37-48cd-ae11-5e6db179236e req-11861400-151e-4eb0-a527-6a7f997ea68e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034383 Feb 15 09:34:59.247677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:59.277518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-4a47546c-35ee-4361-83bc-01ab4394501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.279166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-4a47546c-35ee-4361-83bc-01ab4394501a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2273817 Feb 15 09:34:59.288295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae777a9e-471d-4523-9381-dc29c920543a req-12efb19c-66de-4a18-b242-1777eb754b48 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.295142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:59.295892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae777a9e-471d-4523-9381-dc29c920543a req-12efb19c-66de-4a18-b242-1777eb754b48 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 947 time: 0.1113577 Feb 15 09:34:59.325682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-67b2d414-a0ca-4854-9712-a5b655ae4f0d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678144 Feb 15 09:34:59.334851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63e04b45-b120-42af-8aa2-846e47a5cb83 req-0789c3f9-f0a4-4b9c-a8e3-b32a1364ab0c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0830748 Feb 15 09:34:59.337800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1e2a3a57-b3fc-4575-8e98-28d23c5e631d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:59.338483 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-1e2a3a57-b3fc-4575-8e98-28d23c5e631d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 09:34:59.339018 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-1e2a3a57-b3fc-4575-8e98-28d23c5e631d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 09:34:59.344125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1e2a3a57-b3fc-4575-8e98-28d23c5e631d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2184985 Feb 15 09:34:59.353391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.355843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.360552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33104) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:34:59.399090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--181912121'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:59.412431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae777a9e-471d-4523-9381-dc29c920543a req-172628d4-2fdb-48c5-8373-0453fc562c49 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155987 Feb 15 09:34:59.471588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-510b1b84-62f1-4c64-af3f-bf2bb4a69969 req-f5c3147a-2a75-4ba3-95f0-0a317feaa245 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342564 Feb 15 09:34:59.494523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:34:59.516195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.516843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.525443 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] 10.222.0.72 "PUT /v2.0/ports/6c482ed0-d707-4601-ac38-cf1260af4bfb HTTP/1.1" status: 200 len: 1092 time: 3.3946218 Feb 15 09:34:59.527735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:34:59.531299 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e83df53-1987-432f-bc08-69f027d466f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:34:59.563018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:34:59.595505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Request body: {'port': {'device_id': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:34:59.596296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237eb1f4-c10f-444f-90ae-928b5256f396 req-502d873a-9954-4f63-a616-c5e4a55dce6e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.607078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237eb1f4-c10f-444f-90ae-928b5256f396 req-502d873a-9954-4f63-a616-c5e4a55dce6e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 943 time: 0.0969224 Feb 15 09:34:59.611796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b256b99e-4f38-46f0-8e54-abfabe8a99c8,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:59.614594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.651241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e729fe-dc07-4704-82ac-949b78faf566 service neutron] Pushing event updated for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:34:59.671579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.677503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237eb1f4-c10f-444f-90ae-928b5256f396 req-02eb93a6-78b6-4e49-9552-54ee81f82b3e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690796 Feb 15 09:34:59.746500 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea30b84-d5db-4dcc-8c30-0cd629394ccf x-openstack-request-id: req-4ea30b84-d5db-4dcc-8c30-0cd629394ccf {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:34:59.746788 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:34:59.747015 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ea30b84-d5db-4dcc-8c30-0cd629394ccf {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:34:59.749378 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb', 'status': 'completed', 'code': 200} Feb 15 09:34:59.753353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:34:59.753980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.755400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] 10.222.0.36 "PUT /v2.0/ports/b28fbdfe-1a6f-44ea-bb31-7f11f425e599 HTTP/1.1" status: 200 len: 1091 time: 3.7048120 Feb 15 09:34:59.756502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Checking segment: {'id': 'a6eb43fe-a0a9-4ab5-a79b-14c72abc8d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '9055f2af-2a1b-43f9-9f98-38954841f631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:34:59.756786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Network hostable DHCP agents. Network: 9055f2af-2a1b-43f9-9f98-38954841f631, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:34:59.760394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-cdd45033-2200-4a24-b1e0-fac392791ef8 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635198 Feb 15 09:34:59.774057 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.948208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:34:59.971890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0abc696-abbc-452c-adfd-fa4ffd201322 service neutron] Pushing event updated for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:00.006735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Network 9055f2af-2a1b-43f9-9f98-38954841f631 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:35:00.105224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 885d2a0d-d5d0-457f-91a0-dcd542bceb66 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:00.112929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9f7bf887-d737-420b-80e3-87c66f8b0e6a up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:00.130766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01442def-ffa6-42e9-a1e7-b46ccbf1eaf7 req-43476ed2-5fe2-4637-9784-a497394d0e38 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0343282 Feb 15 09:35:00.258638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:00.275304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '885d2a0d-d5d0-457f-91a0-dcd542bceb66', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'port_id': '885d2a0d-d5d0-457f-91a0-dcd542bceb66', 'mac_address': 'fa:16:3e:73:93:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ccec03-cff5-49e0-82fd-b4d4eefd0126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:00.283908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 9f7bf887-d737-420b-80e3-87c66f8b0e6a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:00.297186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e666-1816-4906-b952-0d064efb4871 req-8578e9e9-64ad-4471-862d-a28e8a0a4750 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.303281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6e666-1816-4906-b952-0d064efb4871 req-8578e9e9-64ad-4471-862d-a28e8a0a4750 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.304992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6df6e666-1816-4906-b952-0d064efb4871 req-8578e9e9-64ad-4471-862d-a28e8a0a4750 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1666 time: 0.0680773 Feb 15 09:35:00.310137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 9f7bf887-d737-420b-80e3-87c66f8b0e6a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:00.310509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.354880 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6df6e666-1816-4906-b952-0d064efb4871 req-a25c06ca-a794-4318-aff3-9704f15b0d39 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417171 Feb 15 09:35:00.360198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.382464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885d2a0d-d5d0-457f-91a0-dcd542bceb66 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:00.398330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9055f2af-2a1b-43f9-9f98-38954841f631) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:00.409739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:00.410867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01ee53-56cc-45a7-b009-d3acf040115f None None] Network 9055f2af-2a1b-43f9-9f98-38954841f631 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:00.425763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-af99a5e3-4481-4ea5-af45-0a1c140b06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.426303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-af99a5e3-4481-4ea5-af45-0a1c140b06e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.428262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e83df53-1987-432f-bc08-69f027d466f8 req-af99a5e3-4481-4ea5-af45-0a1c140b06e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1913 time: 0.6654854 Feb 15 09:35:00.447663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-c763cb43-6be2-4b25-8478-0d32d91a748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.450136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-c763cb43-6be2-4b25-8478-0d32d91a748e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 1094 time: 0.5955861 Feb 15 09:35:00.466565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.467501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.513056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-41c59c27-f0f7-430a-99b2-de5dbce00ad5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0622208 Feb 15 09:35:00.522818 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.567215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-734fd10b-6fc0-4d71-8b3a-64a09f69cfcd req-f7853f25-880a-4ed5-b37b-c875bb3d0ea4 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7853394 Feb 15 09:35:00.577909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.582759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602da60c-8e6d-4e4c-ab15-104d207a83d4 req-d0924007-14f6-4467-a77b-8477f945e93b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.584963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-602da60c-8e6d-4e4c-ab15-104d207a83d4 req-d0924007-14f6-4467-a77b-8477f945e93b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 947 time: 0.0665607 Feb 15 09:35:00.642541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-602da60c-8e6d-4e4c-ab15-104d207a83d4 req-f2497166-9ba8-41f1-a09d-23e6ebc14642 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471802 Feb 15 09:35:00.644207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:00.650837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:00.653138 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902aac70-4ccd-46e1-b2ad-520b94b457db" -d '{"events": [{"server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "name": "network-vif-plugged", "status": "completed", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:00.663397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-fd151604-68de-4a14-9f64-ae67131d57c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599 HTTP/1.1" status: 200 len: 217 time: 0.1752796 Feb 15 09:35:00.687421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:00.698380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-24e2a023-757c-4e22-bf86-54bf971c3b45 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7942319 Feb 15 09:35:00.715484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.776792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a974cb-3ff1-45b8-bce6-825356179b4e req-6f31e573-1db1-44e6-b9c2-235b4c0e2734 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.778523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:00.783231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454e8f54-f88d-4ec3-865f-b6fe8945c58e None None] Network 9055f2af-2a1b-43f9-9f98-38954841f631 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:00.785305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1a974cb-3ff1-45b8-bce6-825356179b4e req-6f31e573-1db1-44e6-b9c2-235b4c0e2734 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.4124362 Feb 15 09:35:00.811279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.817478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['885d2a0d-d5d0-457f-91a0-dcd542bceb66'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:00.843863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:00.906475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-3dd498ad-0818-46d6-b2a2-c408b6322f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.906776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-56775bda-0799-444c-be95-bfef1cffd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.908025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-3dd498ad-0818-46d6-b2a2-c408b6322f16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.2322962 Feb 15 09:35:00.908773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-56775bda-0799-444c-be95-bfef1cffd22e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=51480292d2894c7f9b497abb274da4d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2403712 Feb 15 09:35:00.939553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:00.961979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-6fb450fa-ee12-40b2-a803-02fe2677dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.962385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-6fb450fa-ee12-40b2-a803-02fe2677dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.962833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-6fb450fa-ee12-40b2-a803-02fe2677dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.964531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e83df53-1987-432f-bc08-69f027d466f8 req-6fb450fa-ee12-40b2-a803-02fe2677dcd4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4910760 Feb 15 09:35:00.989161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9aa88-4202-46de-b359-ba5c46e363e3 req-0dfc8087-0f73-46e4-93bd-f800812af83b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:00.990876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bdf9aa88-4202-46de-b359-ba5c46e363e3 req-0dfc8087-0f73-46e4-93bd-f800812af83b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 943 time: 0.1255472 Feb 15 09:35:01.000961 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1a974cb-3ff1-45b8-bce6-825356179b4e req-f2f12b89-de7c-4813-874a-9f3d8410020a tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146888 Feb 15 09:35:01.001620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a3ca1-41aa-4e13-a62b-84200e788722,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:01.066717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:01.088841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'mac_address': 'fa:16:3e:67:a4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:01.119256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bdf9aa88-4202-46de-b359-ba5c46e363e3 req-aa85e700-21e1-40c0-9f68-024179dfe00e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171720 Feb 15 09:35:01.141755 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbdb7cf-07d0-484a-8d69-f7c8c2d0278b x-openstack-request-id: req-ecbdb7cf-07d0-484a-8d69-f7c8c2d0278b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:01.142217 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "name": "network-vif-plugged", "status": "completed", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:01.142316 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ecbdb7cf-07d0-484a-8d69-f7c8c2d0278b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:01.142942 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a', 'code': 200} Feb 15 09:35:01.154039 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:35:01.155362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.167607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-ca93a4af-6208-4305-a677-146dbb5d16ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.169873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-ca93a4af-6208-4305-a677-146dbb5d16ae service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2529645 Feb 15 09:35:01.175344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0e1-481e-4170-b574-9fab5a976557 req-fb3f8176-9f43-4184-9a7e-d45d3d446741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.178356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-fb3f8176-9f43-4184-9a7e-d45d3d446741 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2553577 Feb 15 09:35:01.183185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff5c708-e602-4a7c-809a-32f94166c9eb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:01.205213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:01.211421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e83df53-1987-432f-bc08-69f027d466f8 req-1a60ad0c-1d04-4cb6-8232-640004a80a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.214927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e83df53-1987-432f-bc08-69f027d466f8 req-1a60ad0c-1d04-4cb6-8232-640004a80a16 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2315319 Feb 15 09:35:01.218507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.247966 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.249233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.297336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b4f9f0-8685-4397-83a4-2f84d1dcf2cb req-13b14ab7-62bb-41fb-bea6-864fe2d245d5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0367637 Feb 15 09:35:01.326385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09def6ed-6894-46eb-b95f-2ca8edab95e4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:01.326648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c6b41b8-e800-4154-9e0a-98c8ffbbc373 req-956b56a7-47de-44a6-8179-598cf80196cf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0275774 Feb 15 09:35:01.335598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-84165664', 'description': 'tempest-description-1137400708'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:01.354178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:01.443230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.463467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.468403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-22d0b142-2062-45c1-bc28-8ffb09f12025 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0956380 Feb 15 09:35:01.470703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:01.477841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3f4249-c705-4590-b2e2-c1786ec77b4c {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:01.488979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '09def6ed-6894-46eb-b95f-2ca8edab95e4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:01.495123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.507377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f8e7e-8de2-41c5-90a4-7c8eb6a6b34c req-ea40a504-9af1-489e-a022-24823a8682eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.508947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c22f8e7e-8de2-41c5-90a4-7c8eb6a6b34c req-ea40a504-9af1-489e-a022-24823a8682eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 1097 time: 0.1987853 Feb 15 09:35:01.554798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Transition to ACTIVE for port object 0a3f4249-c705-4590-b2e2-c1786ec77b4c will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:01.569298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.580193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bff5c708-e602-4a7c-809a-32f94166c9eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:01.588603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-7a4e8cb9-4adb-47c0-882c-c9cb31a556d8 service neutron] 10.222.0.36 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678596 Feb 15 09:35:01.592537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0565c-b640-4bd8-aca6-79ce20baf0cc req-8160fcd5-55be-48c6-b686-f91e64c8eef9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.605247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0565c-b640-4bd8-aca6-79ce20baf0cc req-8160fcd5-55be-48c6-b686-f91e64c8eef9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.616754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66c0565c-b640-4bd8-aca6-79ce20baf0cc req-8160fcd5-55be-48c6-b686-f91e64c8eef9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1666 time: 0.1476984 Feb 15 09:35:01.620990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.712797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c22f8e7e-8de2-41c5-90a4-7c8eb6a6b34c req-6ce9b102-c01c-49fc-b84e-209de2173b89 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898243 Feb 15 09:35:01.731825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.743925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.757667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:01.764545 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb" -d '{"events": [{"name": "network-changed", "server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:01.786007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ec3389-861c-46f2-9faf-cc0eb199cf2c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:01.824671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:01.833014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.834541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3625760 Feb 15 09:35:01.838774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66c0565c-b640-4bd8-aca6-79ce20baf0cc req-82cc212d-cfd8-4c3d-ba24-7176de4492c1 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207956 Feb 15 09:35:01.839813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33142) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:01.840204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.840545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.840895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.841311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.843474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.843474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.843474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.843474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.844474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.844474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.844661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.845019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56286f11-3985-4c47-9197-8b0a6b8200d3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:01.853611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-159da52c-4d37-4327-b623-34b33f3bcfbb tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '09def6ed-6894-46eb-b95f-2ca8edab95e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:01.927323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.945631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:01.980950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb1ec0-eceb-460f-a87f-a5a3b57c5cb7 req-82e4e093-cd9b-47c3-a097-047f2effa4d9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:01.983244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68cb1ec0-eceb-460f-a87f-a5a3b57c5cb7 req-82e4e093-cd9b-47c3-a097-047f2effa4d9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 948 time: 0.0598941 Feb 15 09:35:01.989932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Attempting to bind port 0a3f4249-c705-4590-b2e2-c1786ec77b4c on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:01.990270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Attempting to bind port 0a3f4249-c705-4590-b2e2-c1786ec77b4c by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:01.990600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Attempting to bind port 0a3f4249-c705-4590-b2e2-c1786ec77b4c on network 5dc62bc3-e486-4eff-9543-979994753215 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:02.015161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-159da52c-4d37-4327-b623-34b33f3bcfbb tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.026130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ece0e1-481e-4170-b574-9fab5a976557 req-e493039e-d2e3-42b2-83d8-2f18ae26b6ac service neutron] 10.222.0.36 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031837 Feb 15 09:35:02.028312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-fa7dc578-8fb8-4719-8683-bed751f4ba7f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0790832 Feb 15 09:35:02.034219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68cb1ec0-eceb-460f-a87f-a5a3b57c5cb7 req-2adf0df3-38c2-41f0-a6aa-5a54943914d2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Feb 15 09:35:02.041299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.043359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4293ef0b-21b2-469e-ba6d-3c4c73d1e94a req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7121172 Feb 15 09:35:02.055419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Port 0a3f4249-c705-4590-b2e2-c1786ec77b4c on network 5dc62bc3-e486-4eff-9543-979994753215 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:02.056009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Attempting to bind port 0a3f4249-c705-4590-b2e2-c1786ec77b4c on network 5dc62bc3-e486-4eff-9543-979994753215 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:02.078181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88fa765-19c7-4f10-aab5-cb19498c73d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96031e65-da24-4a59-b719-a8d5e7097011,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:02.100048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:02.100396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Checking segment: {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:02.100783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Bound using segment: {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:02.101239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Bound port: 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31b5b918-0635-43cb-aef0-8907a27c7685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5dc62bc3-e486-4eff-9543-979994753215'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:02.101599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.112752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 885d2a0d-d5d0-457f-91a0-dcd542bceb66 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:02.157423 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4459dac4-7503-4ece-9a87-02791e0fec06 x-openstack-request-id: req-4459dac4-7503-4ece-9a87-02791e0fec06 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:02.157750 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:02.157963 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4459dac4-7503-4ece-9a87-02791e0fec06 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:02.158377 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599', 'status': 'completed', 'code': 200} Feb 15 09:35:02.172611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-4e677b6d-2c1b-4de1-9a1f-fcaff4faa567 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/96031e65-da24-4a59-b719-a8d5e7097011 HTTP/1.1" status: 200 len: 1813 time: 0.0856287 Feb 15 09:35:02.188853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96031e65-da24-4a59-b719-a8d5e7097011', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:02.189519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '96031e65-da24-4a59-b719-a8d5e7097011', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:02.200350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:02.206470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:02.207781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.270408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.306054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.306951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.310930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.315401 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-159da52c-4d37-4327-b623-34b33f3bcfbb tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 09:35:02.319226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-159da52c-4d37-4327-b623-34b33f3bcfbb tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4734142 Feb 15 09:35:02.321145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:02.344381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:02.349581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.355114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-0bb4670c-16bd-428f-8e0f-9d22edf169f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.355691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1c591d-0839-4750-b977-79425475e5ba,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:02.357019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-0bb4670c-16bd-428f-8e0f-9d22edf169f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 1094 time: 0.2016723 Feb 15 09:35:02.359069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:02.372116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50271cfe-905d-432c-8da0-37d7f4ba3750 req-5d47a4e7-b80d-4a19-a70d-909eca6226c8 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.374736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50271cfe-905d-432c-8da0-37d7f4ba3750 req-5d47a4e7-b80d-4a19-a70d-909eca6226c8 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1976986 Feb 15 09:35:02.375894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-9a520aaa-b7b4-4351-852a-8788f80d13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.377348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-9a520aaa-b7b4-4351-852a-8788f80d13f6 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=51480292d2894c7f9b497abb274da4d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3249657 Feb 15 09:35:02.385675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.387681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5e7a5e9-83d6-463e-a536-7df754abbd94 req-051f3186-08a0-4a98-b182-8f4b69e84f5c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2083626 Feb 15 09:35:02.399118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:02.418371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:02.430220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.460985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.477890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.536343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db5cb-eaa5-4996-9c58-80c28e2eb068 req-ff45875e-a9a8-441d-b791-6c71b489da46 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.537925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e7db5cb-eaa5-4996-9c58-80c28e2eb068 req-ff45875e-a9a8-441d-b791-6c71b489da46 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 943 time: 0.0821729 Feb 15 09:35:02.562966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.565539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.569294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/09def6ed-6894-46eb-b95f-2ca8edab95e4 HTTP/1.1" status: 204 len: 168 time: 0.2472837 Feb 15 09:35:02.569953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33156) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:02.587744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.588354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.589768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a3f4249-c705-4590-b2e2-c1786ec77b4c HTTP/1.1" status: 200 len: 1091 time: 3.0036573 Feb 15 09:35:02.598744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d9fc3-7cc4-4c6d-968d-36bfbbb57c3d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09def6ed-6894-46eb-b95f-2ca8edab95e4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:02.641267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50271cfe-905d-432c-8da0-37d7f4ba3750 req-2698a351-d15b-407f-a348-93d7d2e506b6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375591 Feb 15 09:35:02.660776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e7db5cb-eaa5-4996-9c58-80c28e2eb068 req-39ba5d58-d390-46db-8fc3-1329e8def2af tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150522 Feb 15 09:35:02.692977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff399b59-77ce-4257-bebf-42f4ecc8b997 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:02.743224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b71b7ecf-f14a-4ee0-8f70-e5ad71735c53 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1636131 Feb 15 09:35:02.748109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:02.762990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--495356494'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:02.783074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-0aa97d28-8eb5-4b71-a75c-7feea2fcd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.784579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-0aa97d28-8eb5-4b71-a75c-7feea2fcd732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 917 time: 0.4014294 Feb 15 09:35:02.815030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e866a9-1618-4e27-ac93-1c63b938d98f req-bf676a11-c601-4386-b641-1735487fe682 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.0705013 Feb 15 09:35:02.832366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0ca056a9-1b21-4061-9810-ef9096556f54 req-0ca2b246-6a0f-4f7b-ad0a-70a2ab01db63 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/96031e65-da24-4a59-b719-a8d5e7097011 HTTP/1.1" status: 200 len: 2407 time: 0.1344585 Feb 15 09:35:02.842905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.867291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-f6fcc9ab-bcd2-4001-91db-604e32cfddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.869357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-f6fcc9ab-bcd2-4001-91db-604e32cfddd2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4688354 Feb 15 09:35:02.870665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-0b7e631a-6091-412d-b5d2-6c95f123dba5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599 HTTP/1.1" status: 200 len: 217 time: 0.0629363 Feb 15 09:35:02.918538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-7faefcd2-58c7-4db9-95fd-72504f72c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.919121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-7faefcd2-58c7-4db9-95fd-72504f72c31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:02.922156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-7faefcd2-58c7-4db9-95fd-72504f72c31f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1980 time: 0.2471311 Feb 15 09:35:02.930783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:02.944200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:02.945666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.015356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd1d463-4e43-4968-9f92-10d46a2a9afc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.028855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port bff5c708-e602-4a7c-809a-32f94166c9eb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:03.034684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856d97-9bea-4341-a55c-673f780a6a71 req-045a9e4f-0a5b-4e04-b96e-64bb74daeac9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.037100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port bff5c708-e602-4a7c-809a-32f94166c9eb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:03.037934 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.041603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a856d97-9bea-4341-a55c-673f780a6a71 req-045a9e4f-0a5b-4e04-b96e-64bb74daeac9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.043436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a856d97-9bea-4341-a55c-673f780a6a71 req-045a9e4f-0a5b-4e04-b96e-64bb74daeac9 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1678 time: 0.1112487 Feb 15 09:35:03.046977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.051324 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-609a1bf7-74ed-4b99-b4a0-148207a8d028 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3020852 Feb 15 09:35:03.053241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.058843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3747f079-0d9e-4a86-bf92-49a235c2dea4 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '5bd1d463-4e43-4968-9f92-10d46a2a9afc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:03.060243 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-3747f079-0d9e-4a86-bf92-49a235c2dea4 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 09:35:03.060243 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-3747f079-0d9e-4a86-bf92-49a235c2dea4 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:03.064407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3747f079-0d9e-4a86-bf92-49a235c2dea4 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098753 Feb 15 09:35:03.070516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.134058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a856d97-9bea-4341-a55c-673f780a6a71 req-86efcf0d-3621-45f8-812d-0f56b6243498 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815656 Feb 15 09:35:03.160353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:03.160353 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ca70c-1fbe-4bff-ad2f-f15b48d1263d" -d '{"events": [{"server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "name": "network-vif-plugged", "status": "completed", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:03.168314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.198927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.278305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.281293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.282602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/5bd1d463-4e43-4968-9f92-10d46a2a9afc HTTP/1.1" status: 204 len: 168 time: 0.2114894 Feb 15 09:35:03.286977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.297326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc26e7cf-664f-4ac0-ad96-85f31fc20003 req-f9aacea9-afe6-4ac4-a68a-4c2871d6a608 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=fab51138-4548-4f30-8596-277cb3081710 HTTP/1.1" status: 200 len: 210 time: 0.3666122 Feb 15 09:35:03.302573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-cae2932c-20ba-411a-b804-c21166d66bcb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb HTTP/1.1" status: 200 len: 217 time: 0.3689978 Feb 15 09:35:03.305641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-618d4216-c312-4fc8-b580-d48faa16333a tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-group-rules/3e1c591d-0839-4750-b977-79425475e5ba HTTP/1.1" status: 200 len: 778 time: 0.4339442 Feb 15 09:35:03.316967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2ebe3-725f-4c8f-9f3c-5e3b840370a0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd1d463-4e43-4968-9f92-10d46a2a9afc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.332351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-c977ac16-8a69-487d-b76e-b5ca9858e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.333848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-c977ac16-8a69-487d-b76e-b5ca9858e49b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.4479783 Feb 15 09:35:03.335662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d17c55-70e1-42f6-bedc-152f7c84b191 req-98a65b2c-4dd2-4730-ae9b-ae22a6bd7b0b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.337578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4d17c55-70e1-42f6-bedc-152f7c84b191 req-98a65b2c-4dd2-4730-ae9b-ae22a6bd7b0b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 948 time: 0.1091530 Feb 15 09:35:03.406632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-03b0a206-7ec7-4d0e-b330-31be482991a1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180108 Feb 15 09:35:03.407776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.411639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33174) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.417622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--19845148'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:03.436490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-779cbe30-6855-480b-b2da-5a184b32f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.438031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-779cbe30-6855-480b-b2da-5a184b32f393 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=da55e0f0-49d0-408f-b16e-1f7afa72c9c8 HTTP/1.1" status: 200 len: 801 time: 0.1180382 Feb 15 09:35:03.446957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-e3226609-f2fb-4148-8e7e-084e23266ea0 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/96031e65-da24-4a59-b719-a8d5e7097011 HTTP/1.1" status: 200 len: 2407 time: 0.1256092 Feb 15 09:35:03.472498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:03.482368 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.487001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-ea939cab-46a6-46ad-adbb-a05d8de6e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.488527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-ea939cab-46a6-46ad-adbb-a05d8de6e869 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1308908 Feb 15 09:35:03.489286 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4d17c55-70e1-42f6-bedc-152f7c84b191 req-b63f042b-f965-4225-b178-6d7c243462a2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415536 Feb 15 09:35:03.516223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.542853 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b346b6-ed74-4b35-9b9b-da2b65a95674 x-openstack-request-id: req-55b346b6-ed74-4b35-9b9b-da2b65a95674 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:03.543143 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "name": "network-vif-plugged", "status": "completed", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:03.543472 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55b346b6-ed74-4b35-9b9b-da2b65a95674 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:03.543830 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66', 'code': 200} Feb 15 09:35:03.548938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.604727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.624196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.629358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.632958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.665979 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.667291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2546659 Feb 15 09:35:03.668075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-5b55b68c-0853-4d26-bdbd-9ffd8f8bd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.669721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5e1eb-b5f0-481b-a0d4-fcd564728c68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bee1d5-6e1b-40fa-9529-25e5f31b2e30,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.669940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-5b55b68c-0853-4d26-bdbd-9ffd8f8bd60b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c6a6d101-bc0b-499f-8a20-636144a060d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2221222 Feb 15 09:35:03.672723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33178) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.678502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a956e4a0-4b2a-4c5c-9061-a0c70998cc4f tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '54bee1d5-6e1b-40fa-9529-25e5f31b2e30', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:03.679399 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-a956e4a0-4b2a-4c5c-9061-a0c70998cc4f tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 09:35:03.679929 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a956e4a0-4b2a-4c5c-9061-a0c70998cc4f tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:03.680963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a956e4a0-4b2a-4c5c-9061-a0c70998cc4f tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071704 Feb 15 09:35:03.684265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33180) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.773850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.800159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.803949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee663c-39cd-44ba-9d1e-4ca7eb8ff125 req-fb20626c-8ea5-4f96-bd91-577106cfed26 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.805610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baee663c-39cd-44ba-9d1e-4ca7eb8ff125 req-fb20626c-8ea5-4f96-bd91-577106cfed26 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0828497 Feb 15 09:35:03.805866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.806986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b896da52-2e72-4c8f-81a3-450588ae63a1 req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3e1c591d-0839-4750-b977-79425475e5ba HTTP/1.1" status: 204 len: 173 time: 0.3461940 Feb 15 09:35:03.814077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-4923bb6c-771f-4c4b-9247-c30a68067bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147430 Feb 15 09:35:03.817973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.823912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af43992-a995-4bd3-9760-28d5744462df req-0b6a3a33-3623-4d37-9301-c5b21be12b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:03.825641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8af43992-a995-4bd3-9760-28d5744462df req-0b6a3a33-3623-4d37-9301-c5b21be12b61 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 1097 time: 0.2033572 Feb 15 09:35:03.858727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6463ed-6f62-4532-a56e-386c56af2247 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e1c591d-0839-4750-b977-79425475e5ba,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.884036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baee663c-39cd-44ba-9d1e-4ca7eb8ff125 req-59a981ea-44cc-4fc8-b7e0-5b34ab1ded55 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700023 Feb 15 09:35:03.908461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.910737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.914010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/54bee1d5-6e1b-40fa-9529-25e5f31b2e30 HTTP/1.1" status: 204 len: 168 time: 0.2268581 Feb 15 09:35:03.916842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33188) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:03.928282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-279465986', 'description': 'tempest-description-1327426998'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:03.945755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff14829-ef83-42c5-ab75-5159aef24e76 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bee1d5-6e1b-40fa-9529-25e5f31b2e30,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:03.966846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c23815c0-b806-4a22-849a-b570eecd3421 service neutron] 10.222.0.72 "GET /v2.0/networks/c6a6d101-bc0b-499f-8a20-636144a060d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820764 Feb 15 09:35:03.990466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8af43992-a995-4bd3-9760-28d5744462df req-791a5c58-339e-4683-8723-16e5b6c85fdc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565573 Feb 15 09:35:03.993366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4b3b1bc-d838-4166-84dd-6ae98075c418 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754917 Feb 15 09:35:03.995375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:03.997523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33190) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.004097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598628930'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.062773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.089095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ed775c-0e47-40a2-9ade-6dfb4cd9fafb req-44ed4bae-c5d5-4483-85f3-d08dcab7d572 service neutron] 10.222.0.36 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566266 Feb 15 09:35:04.104556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28413df-7efa-4ddd-9a11-15c673d02166 req-58e4c6e6-6d63-4e4b-890f-b11f6045b61c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.106024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b28413df-7efa-4ddd-9a11-15c673d02166 req-58e4c6e6-6d63-4e4b-890f-b11f6045b61c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 943 time: 0.2290473 Feb 15 09:35:04.133790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-0b068568-c330-4527-83be-17b7a7418482 service neutron] 10.222.0.72 "GET /v2.0/networks/c6a6d101-bc0b-499f-8a20-636144a060d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558616 Feb 15 09:35:04.136167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.143624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.159636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:04.162191 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b18c53d-381c-40b2-8ba3-7daa97b825a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:04.171717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b28413df-7efa-4ddd-9a11-15c673d02166 req-08ebc3bb-e11d-4f99-ae02-dad81dd14041 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502474 Feb 15 09:35:04.191933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.193321 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a803aa4b-e700-4f5b-b7db-7aef70110ceb req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2772636 Feb 15 09:35:04.197349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025566d5-9d00-4beb-92b7-8dec299b28be tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5190598-a7e4-4aa5-b662-b7ba030788a5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:04.220010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.226674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.277672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-eb1ec189-874a-4fd4-b957-351357146ba1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c HTTP/1.1" status: 200 len: 217 time: 0.0735192 Feb 15 09:35:04.301031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.302203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3037629 Feb 15 09:35:04.317850 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9596663-0df3-4d72-ad80-deb325ab4be6 x-openstack-request-id: req-e9596663-0df3-4d72-ad80-deb325ab4be6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:04.318371 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:04.318784 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9596663-0df3-4d72-ad80-deb325ab4be6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:04.319349 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c', 'status': 'completed', 'code': 200} Feb 15 09:35:04.319918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33200) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.322655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155fad6-e84b-4e6b-9f48-8383a99bb317 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1781eced-7238-4a54-9e72-b1563d88b15d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:04.334868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-01a5cd2f-9662-4a84-a77c-f15afc591a54 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '1781eced-7238-4a54-9e72-b1563d88b15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.349395 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-01a5cd2f-9662-4a84-a77c-f15afc591a54 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 09:35:04.350337 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-01a5cd2f-9662-4a84-a77c-f15afc591a54 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:04.351929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01a5cd2f-9662-4a84-a77c-f15afc591a54 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0306988 Feb 15 09:35:04.353627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dcbda-3c95-415d-9c2b-172b98d285eb req-d8c3a66f-3374-4f1a-8303-aa14fc8dde13 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.360332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dcbda-3c95-415d-9c2b-172b98d285eb req-d8c3a66f-3374-4f1a-8303-aa14fc8dde13 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.362204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a1dcbda-3c95-415d-9c2b-172b98d285eb req-d8c3a66f-3374-4f1a-8303-aa14fc8dde13 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1678 time: 0.0887909 Feb 15 09:35:04.362697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.367688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c3f2ca95-bd29-4dbe-b0ed-b9f9023c07b1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '1781eced-7238-4a54-9e72-b1563d88b15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.369113 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-c3f2ca95-bd29-4dbe-b0ed-b9f9023c07b1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 09:35:04.369902 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-c3f2ca95-bd29-4dbe-b0ed-b9f9023c07b1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:04.370925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3f2ca95-bd29-4dbe-b0ed-b9f9023c07b1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072513 Feb 15 09:35:04.375235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33206) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.386020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ccf6f7b0-e398-4c04-a43d-77bca9e0d70d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '1781eced-7238-4a54-9e72-b1563d88b15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.386979 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-ccf6f7b0-e398-4c04-a43d-77bca9e0d70d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 09:35:04.387461 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-ccf6f7b0-e398-4c04-a43d-77bca9e0d70d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:04.388425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ccf6f7b0-e398-4c04-a43d-77bca9e0d70d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0100458 Feb 15 09:35:04.393000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33208) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.397056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a7def1d0-f4f1-4cf4-9c1c-ef201de541c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '1781eced-7238-4a54-9e72-b1563d88b15d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.398282 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-a7def1d0-f4f1-4cf4-9c1c-ef201de541c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 09:35:04.398924 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a7def1d0-f4f1-4cf4-9c1c-ef201de541c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:04.400092 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7def1d0-f4f1-4cf4-9c1c-ef201de541c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063121 Feb 15 09:35:04.402434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33210) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.410432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c36df3af-6807-4e41-b1fa-3985dd99282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.412244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-c36df3af-6807-4e41-b1fa-3985dd99282d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e HTTP/1.1" status: 200 len: 801 time: 0.1262589 Feb 15 09:35:04.435591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02c023dc-96d4-4cbf-95a0-fb43238b5836 req-6465c3eb-d048-4c23-972d-760c8b0432e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/c5190598-a7e4-4aa5-b662-b7ba030788a5 HTTP/1.1" status: 200 len: 1814 time: 0.1121469 Feb 15 09:35:04.442579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a1dcbda-3c95-415d-9c2b-172b98d285eb req-9474f059-9daa-4fbb-816f-f5d55fd261a3 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707066 Feb 15 09:35:04.487358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.492670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-a35d02c9-7a33-4e9e-a515-43e62567c541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.502055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-a35d02c9-7a33-4e9e-a515-43e62567c541 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dc62bc3-e486-4eff-9543-979994753215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0803771 Feb 15 09:35:04.506453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1412567087', 'description': 'tempest-description-1068526095'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.526805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.566578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.599997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.603029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.607210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/1781eced-7238-4a54-9e72-b1563d88b15d HTTP/1.1" status: 204 len: 168 time: 0.2008822 Feb 15 09:35:04.613763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.646930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf51f5e-599e-4dff-92a9-59724ec7d63c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1781eced-7238-4a54-9e72-b1563d88b15d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:04.682574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-f6ce51fb-43c1-4d73-9340-265f53173623 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721413 Feb 15 09:35:04.703231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-90aa8b01-6917-4dbb-8269-83e98f2a1e03 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0883234 Feb 15 09:35:04.707283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.720589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1823639647'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.727628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.731018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-eaaf91ec-2b29-4202-bcea-171cb79d4e87 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.733572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-eaaf91ec-2b29-4202-bcea-171cb79d4e87 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.1673260 Feb 15 09:35:04.735060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.777629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.779056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-547eb9a7-7013-4b18-adfe-ebc55936784d req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2773554 Feb 15 09:35:04.781183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-93152cfa-88ef-4720-9681-5949fef36a42 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0171146 Feb 15 09:35:04.789231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.789231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4369e-8c99-411f-8489-2ea2dd01b6d4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90c977e6-3eac-4fb2-92cd-314593f0eee7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:04.836898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-39ea3219-42ca-45d1-bfc1-499a53659e46 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450552 Feb 15 09:35:04.870242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-565530b8-5bc7-42b0-98ca-8a456a09fb69 req-b001b20d-502b-4f4e-9675-6df990a6106e service neutron] 10.222.0.72 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770902 Feb 15 09:35:04.892313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.897124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.940751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:04.942493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2340717 Feb 15 09:35:04.946582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33234) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.948492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b28fbdfe-1a6f-44ea-bb31-7f11f425e599 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:04.952438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c0e395e2-df68-45a1-9c4d-c066ebade3ca tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.953391 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-c0e395e2-df68-45a1-9c4d-c066ebade3ca tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 09:35:04.953882 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-c0e395e2-df68-45a1-9c4d-c066ebade3ca tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:04.957632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0e395e2-df68-45a1-9c4d-c066ebade3ca tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066271 Feb 15 09:35:04.959045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33236) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:04.965114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ec8813e3-1dfc-4772-acce-f8da3dcdabab tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:04.981284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c2140-46a3-4909-ae51-7a71a4dd5e67 req-7bd55781-55a6-4b52-9ed4-52827f763349 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:04.983629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d38c2140-46a3-4909-ae51-7a71a4dd5e67 req-7bd55781-55a6-4b52-9ed4-52827f763349 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1229634 Feb 15 09:35:04.984577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73feb9f8-cb39-4353-8f9e-3ee848f8e7b3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a35e31-4cd4-4305-a4ae-fbbeca168dc9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:04.984920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-3ed13fe3-762d-4809-a410-3953b4b19306 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470611 Feb 15 09:35:05.025130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-9ed8831c-b6d9-4e7f-b5fc-90c3b4acfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.026196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-9ed8831c-b6d9-4e7f-b5fc-90c3b4acfb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.027422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-9ed8831c-b6d9-4e7f-b5fc-90c3b4acfb6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1980 time: 0.0956578 Feb 15 09:35:05.056652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d38c2140-46a3-4909-ae51-7a71a4dd5e67 req-d8a7745d-3017-4550-be46-e17939e02cfd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558770 Feb 15 09:35:05.058266 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-ec8813e3-1dfc-4772-acce-f8da3dcdabab tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.062503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec8813e3-1dfc-4772-acce-f8da3dcdabab tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0991030 Feb 15 09:35:05.063301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.068184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0a67a22f-c435-4652-9de5-ad867bab6e89 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.068881 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-0a67a22f-c435-4652-9de5-ad867bab6e89 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 09:35:05.069422 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-0a67a22f-c435-4652-9de5-ad867bab6e89 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.073616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a67a22f-c435-4652-9de5-ad867bab6e89 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0061958 Feb 15 09:35:05.073616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.081348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7e654806-8516-49b4-aa1f-eb2f58d01397 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.158662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:05.174821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599', 'network_id': '661d0cd4-92c3-48b6-bafd-4a3d92363c18', 'port_id': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599', 'mac_address': 'fa:16:3e:4b:13:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30ccec03-cff5-49e0-82fd-b4d4eefd0126', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:05.189810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c231a3a3-cb75-404f-b716-9c2f49867adf service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906011 Feb 15 09:35:05.192416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4f80aa4-740f-4211-9c28-efd5ec737e4e req-5ddc2784-70c4-4024-aabb-6fa0de721ecc tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/90c977e6-3eac-4fb2-92cd-314593f0eee7 HTTP/1.1" status: 200 len: 1815 time: 0.0840774 Feb 15 09:35:05.197477 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7e654806-8516-49b4-aa1f-eb2f58d01397 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.198403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e654806-8516-49b4-aa1f-eb2f58d01397 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1240897 Feb 15 09:35:05.207005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.213505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c55e8c0a-9108-4d7d-b311-addf3b951af1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.214131 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-c55e8c0a-9108-4d7d-b311-addf3b951af1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 09:35:05.214727 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-c55e8c0a-9108-4d7d-b311-addf3b951af1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.219650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c55e8c0a-9108-4d7d-b311-addf3b951af1 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0071867 Feb 15 09:35:05.220266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33248) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.222575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-4d5eb24b-5041-4b92-970c-ca8cd35df028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.224038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-4d5eb24b-5041-4b92-970c-ca8cd35df028 service neutron] 10.222.0.72 "GET /v2.0/networks?id=5dc62bc3-e486-4eff-9543-979994753215 HTTP/1.1" status: 200 len: 902 time: 0.1616552 Feb 15 09:35:05.231501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4e27fc67-6735-4848-9e40-52a7ed866415 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.264641 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.281008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28fbdfe-1a6f-44ea-bb31-7f11f425e599 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:05.306627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:05.313734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.317408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-6ad3ff56-9dfa-4651-8a5b-762e643cf424 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.10&port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c HTTP/1.1" status: 200 len: 217 time: 0.0776730 Feb 15 09:35:05.320620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b324c7-949a-4b3a-b03a-867635040cd3 req-fe9b82ff-9ca9-4425-be4b-696738f59642 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.322864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46b324c7-949a-4b3a-b03a-867635040cd3 req-fe9b82ff-9ca9-4425-be4b-696738f59642 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0629101 Feb 15 09:35:05.403566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:05.422384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46b324c7-949a-4b3a-b03a-867635040cd3 req-d1034bf4-ebfc-497f-81b8-c127bbfd484d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912161 Feb 15 09:35:05.444409 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-4e27fc67-6735-4848-9e40-52a7ed866415 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Project bbdd595c0dbb4abe887636e8010ade5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:35:05.454316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1097001610', 'description': 'tempest-description-1253392176'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.484517 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.490917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-da8e008f-6e00-4ca4-9e00-e9a15c4b9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.493095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-da8e008f-6e00-4ca4-9e00-e9a15c4b9299 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e HTTP/1.1" status: 200 len: 801 time: 0.1670628 Feb 15 09:35:05.496247 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-4e27fc67-6735-4848-9e40-52a7ed866415 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.501103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4e27fc67-6735-4848-9e40-52a7ed866415 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2798727 Feb 15 09:35:05.501737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.506846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2a646ee0-cbec-4f28-bff3-3972fc24c631 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.507228 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-2a646ee0-cbec-4f28-bff3-3972fc24c631 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 09:35:05.507727 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-2a646ee0-cbec-4f28-bff3-3972fc24c631 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.509073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a646ee0-cbec-4f28-bff3-3972fc24c631 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062897 Feb 15 09:35:05.512033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33258) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.518945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6ba691dc-9489-416b-bff0-2f9e6db2cc3a tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.533225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b393d9-09d4-4984-bccd-8c1e747c9901 req-de19a11f-2fab-43b6-aab3-40e5b8253f3d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.534966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94b393d9-09d4-4984-bccd-8c1e747c9901 req-de19a11f-2fab-43b6-aab3-40e5b8253f3d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 944 time: 0.1261189 Feb 15 09:35:05.546050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:05.550136 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7586db2d-c888-4960-ba9c-4c71429ec6d6" -d '{"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-plugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:05.569409 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-6ba691dc-9489-416b-bff0-2f9e6db2cc3a tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Project bbdd595c0dbb4abe887636e8010ade5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:35:05.594682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-a6f3d4e6-82e6-4267-8d97-a082609e7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.596474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-a6f3d4e6-82e6-4267-8d97-a082609e7fad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5dc62bc3-e486-4eff-9543-979994753215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884976 Feb 15 09:35:05.605232 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-6ba691dc-9489-416b-bff0-2f9e6db2cc3a tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.606405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ba691dc-9489-416b-bff0-2f9e6db2cc3a tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0932298 Feb 15 09:35:05.609464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.610445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33266) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.615489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b2e9549d-3ae8-45f8-9471-ff36972853aa tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': 'd7a35e31-4cd4-4305-a4ae-fbbeca168dc9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:05.619594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94b393d9-09d4-4984-bccd-8c1e747c9901 req-eed28c8e-5df7-4570-a89b-9035ee70a557 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601954 Feb 15 09:35:05.623009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.650965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b28fbdfe-1a6f-44ea-bb31-7f11f425e599'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:05.667907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1edb86fc-6318-485f-9f0c-2a5940547555,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:05.676296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.690454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fb1cd3d-6f9a-4e06-bc78-bca101f5d112 req-f6ebb555-a89e-41c0-8831-cc111458ff14 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2415130 Feb 15 09:35:05.692005 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-b2e9549d-3ae8-45f8-9471-ff36972853aa tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Project bbdd595c0dbb4abe887636e8010ade5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:35:05.730716 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b2e9549d-3ae8-45f8-9471-ff36972853aa tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:05.732270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2e9549d-3ae8-45f8-9471-ff36972853aa tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1209078 Feb 15 09:35:05.735201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:05.739540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5e14d66-2c09-4ec7-8e5f-e5a83c9e2154 req-dc521d8f-7c96-4701-80e9-7c25525ee2cf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 210 time: 0.0412209 Feb 15 09:35:05.803414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-86016be2-7e01-4ed8-b977-c4771b77d7b9 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880789 Feb 15 09:35:05.850391 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e59b52-0d2d-437a-8994-b32b203edf03 x-openstack-request-id: req-b3e59b52-0d2d-437a-8994-b32b203edf03 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:05.850818 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-plugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:05.851075 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b3e59b52-0d2d-437a-8994-b32b203edf03 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:05.851635 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'code': 200} Feb 15 09:35:05.859623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f22e-4f09-4c18-9bf6-aa66f95fb66a req-0f47daa6-ac77-4c28-ac74-5d8ce1dd07d4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.866894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f22e-4f09-4c18-9bf6-aa66f95fb66a req-0f47daa6-ac77-4c28-ac74-5d8ce1dd07d4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.876733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca2f22e-4f09-4c18-9bf6-aa66f95fb66a req-0f47daa6-ac77-4c28-ac74-5d8ce1dd07d4 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1678 time: 0.1044331 Feb 15 09:35:05.886785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.928758 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.934045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca2f22e-4f09-4c18-9bf6-aa66f95fb66a req-a207b0d3-3ef4-4e1c-8b01-a429b6f7e275 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564668 Feb 15 09:35:05.966112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f843ebb-08f1-48ee-9822-b88fb225a1d2 req-20b99554-c898-43ba-ab06-a98ec8cffaf4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/1edb86fc-6318-485f-9f0c-2a5940547555 HTTP/1.1" status: 200 len: 1815 time: 0.1154697 Feb 15 09:35:05.984344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0bd33-65d1-4191-8970-f0c7d9dd990a req-cf678a5f-8b90-4960-9ad5-54de716443bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:05.985918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1b0bd33-65d1-4191-8970-f0c7d9dd990a req-cf678a5f-8b90-4960-9ad5-54de716443bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1100 time: 0.0943074 Feb 15 09:35:05.988322 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.991156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:05.992663 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7a35e31-4cd4-4305-a4ae-fbbeca168dc9 HTTP/1.1" status: 204 len: 168 time: 0.2563086 Feb 15 09:35:05.998887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33276) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.003436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1599781367', 'description': 'tempest-description-1783777079'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:06.033529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb3217-1cab-4657-a71b-89159edacf9d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a35e31-4cd4-4305-a4ae-fbbeca168dc9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.036378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b18c53d-381c-40b2-8ba3-7daa97b825a3 req-596ffa91-ec03-4b93-94ca-b3ffa090ea67 service neutron] 10.222.0.72 "GET /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213662 Feb 15 09:35:06.074517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1b0bd33-65d1-4191-8970-f0c7d9dd990a req-5ab7c63f-42fa-4671-89e1-e25110914ec8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757291 Feb 15 09:35:06.078946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.086556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26471a49-46f8-4f58-889e-dfd7f87ea218 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0866451 Feb 15 09:35:06.090490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.096305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--768636887'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:06.114088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6c482ed0-d707-4601-ac38-cf1260af4bfb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:06.144547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.170965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.177798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.224975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.226648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-90b1c3a1-ae57-4746-9564-49dc8afb309e req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2319720 Feb 15 09:35:06.244921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6876bb-d639-4eb8-bc8e-47b5410de79e req-beac62ec-8bce-4334-8251-a7ca0d1dd0d7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:06.249799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:06.252526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e6876bb-d639-4eb8-bc8e-47b5410de79e req-beac62ec-8bce-4334-8251-a7ca0d1dd0d7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0922275 Feb 15 09:35:06.255649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18ab93-4a6a-4341-b220-8090b79cd452 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d848604-678d-44de-80c2-8d9488b037f4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.275438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '6c482ed0-d707-4601-ac38-cf1260af4bfb', 'network_id': 'c6a6d101-bc0b-499f-8a20-636144a060d3', 'port_id': '6c482ed0-d707-4601-ac38-cf1260af4bfb', 'mac_address': 'fa:16:3e:ff:57:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da55e0f0-49d0-408f-b16e-1f7afa72c9c8', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:06.305623 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-222dd7ea-a134-4ce4-be1d-7a713f3ad519 req-c002247e-7243-40d2-89d0-d9a4220c04d8 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/2d848604-678d-44de-80c2-8d9488b037f4 HTTP/1.1" status: 200 len: 1815 time: 0.0460417 Feb 15 09:35:06.318332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e6876bb-d639-4eb8-bc8e-47b5410de79e req-342b7290-dc95-45cd-aa87-95e7d09a829c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648158 Feb 15 09:35:06.320047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.320681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.326004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.348964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c482ed0-d707-4601-ac38-cf1260af4bfb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:06.350618 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-f0580394-5b3b-4060-807f-78c1eb4ea7ac req-a8695911-d643-4e3d-a15e-a6ef90492dc4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] show failed (client error): The resource could not be found. Feb 15 09:35:06.351727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0580394-5b3b-4060-807f-78c1eb4ea7ac req-a8695911-d643-4e3d-a15e-a6ef90492dc4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/8609dfb9-e12d-4709-bd8f-218108b0d2dd HTTP/1.1" status: 404 len: 352 time: 0.0157356 Feb 15 09:35:06.358648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.359602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2679343 Feb 15 09:35:06.363197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33288) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.372202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3dfcffab-895f-4322-91cd-48850500a169 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '3d614aa1-b728-4650-9cd2-5900ceeca4b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:06.379147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:06.385789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.386404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a3f4249-c705-4590-b2e2-c1786ec77b4c details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:06.393151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c641067-6cec-4f64-b5be-843a146cadb8 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d614aa1-b728-4650-9cd2-5900ceeca4b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.399492 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-f0927a6b-d2c5-4df2-a5a8-61a6b69ed3b9 req-c567608c-98df-40fd-8638-e28b15f75b24 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] show failed (client error): The resource could not be found. Feb 15 09:35:06.400869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0927a6b-d2c5-4df2-a5a8-61a6b69ed3b9 req-c567608c-98df-40fd-8638-e28b15f75b24 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-group-rules/8871d032-07ec-412d-a9f0-1ca1f1ac8180 HTTP/1.1" status: 404 len: 361 time: 0.0233099 Feb 15 09:35:06.442280 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3dfcffab-895f-4322-91cd-48850500a169 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The resource could not be found. Feb 15 09:35:06.443599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3dfcffab-895f-4322-91cd-48850500a169 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0790999 Feb 15 09:35:06.446346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33294) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.451320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-52911186-218d-4fd1-98e3-182e1b15d0a2 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '3d614aa1-b728-4650-9cd2-5900ceeca4b0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e6966a1b-52f0-43f0-a134-30fd256be766'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:06.461794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.471221 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-64c20b5d-0109-4950-9480-331b0238cc5f tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/2d848604-678d-44de-80c2-8d9488b037f4 HTTP/1.1" status: 200 len: 1815 time: 0.0439124 Feb 15 09:35:06.486794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.487354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.487694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.488036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.488415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.488884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.489217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.489541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.489862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.490182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.490501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.490858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:06.518353 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-52911186-218d-4fd1-98e3-182e1b15d0a2 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The resource could not be found. Feb 15 09:35:06.520462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-52911186-218d-4fd1-98e3-182e1b15d0a2 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0727954 Feb 15 09:35:06.531776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33296) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.569155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.609253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.614591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:06.635279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '0a3f4249-c705-4590-b2e2-c1786ec77b4c', 'network_id': '5dc62bc3-e486-4eff-9543-979994753215', 'port_id': '0a3f4249-c705-4590-b2e2-c1786ec77b4c', 'mac_address': 'fa:16:3e:6c:51:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7435533-5abd-4bbb-8f55-dd9e9e7bfa2e', 'ip_address': '19.86.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:06.635852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9436d7-beda-434d-bfee-f18f2bb97f7b req-90ab95a6-e5fc-4e58-9e43-1bef71414548 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:06.646965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e9436d7-beda-434d-bfee-f18f2bb97f7b req-90ab95a6-e5fc-4e58-9e43-1bef71414548 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1248956 Feb 15 09:35:06.674433 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.679180 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.681079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-13c1f2a7-bf3b-4d7a-9bab-1c7ae6e5075c req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-groups/2d848604-678d-44de-80c2-8d9488b037f4 HTTP/1.1" status: 204 len: 173 time: 0.2033796 Feb 15 09:35:06.700462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944eb81-2ebf-4583-aa95-c97e860cf21c tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d848604-678d-44de-80c2-8d9488b037f4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.708725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.733421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3f4249-c705-4590-b2e2-c1786ec77b4c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:06.757875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.784620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e9436d7-beda-434d-bfee-f18f2bb97f7b req-92ea4fdb-e075-48d5-a567-97e4c9434920 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311183 Feb 15 09:35:06.787999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:06.807860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.823356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40667969-8b9c-400e-bfe7-ee0131d25d52 req-29901146-9d15-4422-8e6c-7fc92ebf40a8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:06.825282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40667969-8b9c-400e-bfe7-ee0131d25d52 req-29901146-9d15-4422-8e6c-7fc92ebf40a8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 944 time: 0.0774610 Feb 15 09:35:06.832477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.860960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:06.873796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40667969-8b9c-400e-bfe7-ee0131d25d52 req-a8aa8148-8d25-40a3-83fe-96d7facc64ec tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403101 Feb 15 09:35:06.893649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-5a5d027c-2f5f-41e3-9be2-6d4d5501c4a5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:06.895150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-5a5d027c-2f5f-41e3-9be2-6d4d5501c4a5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.2366273 Feb 15 09:35:06.908611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-68d7b562-f60f-4aeb-b14a-8edcdfe74cf4 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/1edb86fc-6318-485f-9f0c-2a5940547555 HTTP/1.1" status: 200 len: 1815 time: 0.1011708 Feb 15 09:35:06.919095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:06.935932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.938439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:06.939531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/3d614aa1-b728-4650-9cd2-5900ceeca4b0 HTTP/1.1" status: 204 len: 168 time: 0.4061148 Feb 15 09:35:06.942307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33304) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:06.960669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b28fbdfe-1a6f-44ea-bb31-7f11f425e599 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:06.966260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2cbfe5-e1b7-4aaa-9f19-85b7e2de63a4 req-284f14ea-3b9f-4490-92c9-ff5307d12154 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 210 time: 0.0352380 Feb 15 09:35:06.990243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d2bcf8-c2d9-4e77-bcc9-fd09bb927a1d tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d614aa1-b728-4650-9cd2-5900ceeca4b0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.038737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:07.047919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:07.049042 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.050481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d1e29589-511d-4b50-9210-8f60ed3d8da4 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1070263 Feb 15 09:35:07.054376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33308) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:07.061204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7a104a5f-31b1-4742-8461-6b12401fb141 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '138d410d-94a8-4b67-88eb-3e444fd98e1e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:07.100768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.134814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a3f4249-c705-4590-b2e2-c1786ec77b4c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:07.145722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff625-94e5-4db9-ae49-61dc69557fae req-0a36153e-6769-43f8-9e06-458b07bb1cd7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:07.151608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aff625-94e5-4db9-ae49-61dc69557fae req-0a36153e-6769-43f8-9e06-458b07bb1cd7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:07.153373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9aff625-94e5-4db9-ae49-61dc69557fae req-0a36153e-6769-43f8-9e06-458b07bb1cd7 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1680 time: 0.0769646 Feb 15 09:35:07.157838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.166338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['6c482ed0-d707-4601-ac38-cf1260af4bfb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:07.170973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:07.174350 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7a104a5f-31b1-4742-8461-6b12401fb141 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The resource could not be found. Feb 15 09:35:07.178814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7a104a5f-31b1-4742-8461-6b12401fb141 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1183999 Feb 15 09:35:07.179013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.182805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33310) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:07.189955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1657504720'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:07.208118 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.222914 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9aff625-94e5-4db9-ae49-61dc69557fae req-8b8b8940-9783-47fb-91c5-4e0210705dc6 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Feb 15 09:35:07.242291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.288495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:07.305490 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.311701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.315214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.319013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56ec274d-dc1c-43e6-8043-180fb8eaa379 req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-groups/1edb86fc-6318-485f-9f0c-2a5940547555 HTTP/1.1" status: 204 len: 173 time: 0.3921649 Feb 15 09:35:07.363459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97a36c-9e27-4494-ab33-cd005ba39abf tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1edb86fc-6318-485f-9f0c-2a5940547555,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.397606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-47860176-221a-46d6-8bbc-63b7b13f994e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/90c977e6-3eac-4fb2-92cd-314593f0eee7 HTTP/1.1" status: 200 len: 1815 time: 0.0562737 Feb 15 09:35:07.408429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.426163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.441971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.454614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.9 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/02b3e170-1408-4fd3-994f-a2d6f16d5786) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:07.477309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.481012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2947862 Feb 15 09:35:07.481012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5767f5b-ab14-401a-86b4-3b54bd53aba0 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136fea9d-787b-4491-bf13-51956f1a85b3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.481816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33316) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:07.486209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720140376'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:07.521285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.537263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.570605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.641029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b737cd-40fb-4549-aae3-246d2e9ff526 req-796a1d8d-c7f8-4e1b-94fa-7c069cfb8594 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:07.641685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.642551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4b737cd-40fb-4549-aae3-246d2e9ff526 req-796a1d8d-c7f8-4e1b-94fa-7c069cfb8594 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1390684 Feb 15 09:35:07.644212 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.645372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-963229d1-7983-42eb-a616-ffb86042e1e8 req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-groups/90c977e6-3eac-4fb2-92cd-314593f0eee7 HTTP/1.1" status: 204 len: 173 time: 0.2406366 Feb 15 09:35:07.647890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.657802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eb954-5a85-4ce1-b14b-da32bab55b35 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c977e6-3eac-4fb2-92cd-314593f0eee7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.659713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.728378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4b737cd-40fb-4549-aae3-246d2e9ff526 req-460eb05b-60e9-430e-aacb-b5e412ab79aa tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725873 Feb 15 09:35:07.731582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.791234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.852235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:07.852963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:07.855613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:07.857445 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110220c-3420-423f-b685-a5b7f1ed07e3" -d '{"events": [{"server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "name": "network-vif-plugged", "status": "completed", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:07.858729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:07.894651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-3f3478cb-aee5-4055-a690-97474eac8f28 req-f162268b-46a2-477e-b5b2-b29c8c4cb224 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:35:07.895508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f3478cb-aee5-4055-a690-97474eac8f28 req-f162268b-46a2-477e-b5b2-b29c8c4cb224 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094287 Feb 15 09:35:07.896158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:07.922471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:07.923211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.941053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-cab56dd3-a21a-408f-9f6c-8c53ccd4e609 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0261860 Feb 15 09:35:07.954276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Request body: {'port': {'device_id': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:07.986342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:07.990248 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5048268 Feb 15 09:35:07.991684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33328) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:07.997905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac14660-e073-4df1-adb3-42ff1ed5e6c3 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a0b51-8504-44d2-909f-bdb00e98301d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:08.005370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-581ce3dc-6a9f-4ca4-94e7-0ba6cd5cec56 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '136fea9d-787b-4491-bf13-51956f1a85b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9e1a0b51-8504-44d2-909f-bdb00e98301d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:08.020122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.031329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ac23001-050c-43dc-81ca-313270ce851c req-0750d208-b98f-4542-b85b-f9a12ea090b5 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/c5190598-a7e4-4aa5-b662-b7ba030788a5 HTTP/1.1" status: 200 len: 1814 time: 0.0722992 Feb 15 09:35:08.133625 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-581ce3dc-6a9f-4ca4-94e7-0ba6cd5cec56 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:08.137501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-581ce3dc-6a9f-4ca4-94e7-0ba6cd5cec56 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1419718 Feb 15 09:35:08.137501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33336) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:08.139650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ac23001-050c-43dc-81ca-313270ce851c req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.185558 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ac23001-050c-43dc-81ca-313270ce851c req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.248858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f2c0e1-0254-482e-ad0f-57bd8b061189 req-aef352de-5e29-4515-b2b2-cdb5ffb3f395 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.250315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7f2c0e1-0254-482e-ad0f-57bd8b061189 req-aef352de-5e29-4515-b2b2-cdb5ffb3f395 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1097059 Feb 15 09:35:08.274357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.278015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ac23001-050c-43dc-81ca-313270ce851c req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.281497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1ac23001-050c-43dc-81ca-313270ce851c req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.282630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ac23001-050c-43dc-81ca-313270ce851c req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-groups/c5190598-a7e4-4aa5-b662-b7ba030788a5 HTTP/1.1" status: 204 len: 173 time: 0.2449718 Feb 15 09:35:08.314434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7f2c0e1-0254-482e-ad0f-57bd8b061189 req-a6e4399f-b7a7-461e-b0f8-8003d1778523 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568430 Feb 15 09:35:08.332900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-dbad382a-862d-4b6f-97c2-ac09c96c9750 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1978803 Feb 15 09:35:08.332900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-c6111db5-8700-4b51-ba0b-6d6939345d51 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:35:08.332900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-c6111db5-8700-4b51-ba0b-6d6939345d51 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063279 Feb 15 09:35:08.333570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.335831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68f1e2-d714-4232-8526-174503ad6b5e tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5190598-a7e4-4aa5-b662-b7ba030788a5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:08.398669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.405603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.405804 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c092615c-a6ca-41d6-9359-eb92fddcf201 x-openstack-request-id: req-c092615c-a6ca-41d6-9359-eb92fddcf201 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:08.406311 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "name": "network-vif-plugged", "status": "completed", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:08.406311 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c092615c-a6ca-41d6-9359-eb92fddcf201 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:08.409077 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599', 'code': 200} Feb 15 09:35:08.409200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/9e1a0b51-8504-44d2-909f-bdb00e98301d HTTP/1.1" status: 204 len: 168 time: 0.2683845 Feb 15 09:35:08.410038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33342) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:08.440444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dedbecf-9130-44c4-95ae-48fcd466aef6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a0b51-8504-44d2-909f-bdb00e98301d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:08.464406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b3e170-1408-4fd3-994f-a2d6f16d5786 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:08.474378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.506917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78523090-38f9-40c1-8108-11b675641651 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0957453 Feb 15 09:35:08.515687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33348) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:08.541963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Transition to ACTIVE for port object 02b3e170-1408-4fd3-994f-a2d6f16d5786 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:08.558705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:08.582333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b3f98-0ac7-43e3-a6dd-3824d16daa2a req-26c481cf-3566-4e83-b11f-0d624f6e8492 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.588749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-598b3f98-0ac7-43e3-a6dd-3824d16daa2a req-26c481cf-3566-4e83-b11f-0d624f6e8492 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 931 time: 0.0803006 Feb 15 09:35:08.625546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b87887-f447-45a6-ba23-52182ad2fdd1 req-4a5ea10a-ef86-464d-8623-8df0f544c346 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.632608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83b87887-f447-45a6-ba23-52182ad2fdd1 req-4a5ea10a-ef86-464d-8623-8df0f544c346 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.2384183 Feb 15 09:35:08.633404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-598b3f98-0ac7-43e3-a6dd-3824d16daa2a req-cf012828-1510-45e5-a528-a73f7a88a68f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427632 Feb 15 09:35:08.656871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911869eb-4ecd-4292-bf46-3c4f51a1dc03 req-ed0d0c90-60e3-4677-b1b1-f236187f7b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.658353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911869eb-4ecd-4292-bf46-3c4f51a1dc03 req-ed0d0c90-60e3-4677-b1b1-f236187f7b9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 1096 time: 0.1616511 Feb 15 09:35:08.684262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Pushing event updated for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:08.762403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bee5ca-6c11-42c2-bde6-2cc401ab4bf3 req-b0f97716-3cde-49e3-a9ae-b2468a92b92b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.764725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9bee5ca-6c11-42c2-bde6-2cc401ab4bf3 req-b0f97716-3cde-49e3-a9ae-b2468a92b92b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0553689 Feb 15 09:35:08.810756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9bee5ca-6c11-42c2-bde6-2cc401ab4bf3 req-4db4cbf6-77a4-417c-8ab9-b23fe7166960 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397243 Feb 15 09:35:08.950116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ba85-f71a-44e1-bee7-94dfaf3cf14a req-985f915a-8c42-4164-b0f1-866d4b129199 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.957279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2ba85-f71a-44e1-bee7-94dfaf3cf14a req-985f915a-8c42-4164-b0f1-866d4b129199 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:08.958514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5dc2ba85-f71a-44e1-bee7-94dfaf3cf14a req-985f915a-8c42-4164-b0f1-866d4b129199 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1680 time: 0.0634265 Feb 15 09:35:08.996962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.010682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5dc2ba85-f71a-44e1-bee7-94dfaf3cf14a req-a21e1c33-49a0-47b7-ba1c-b6455384dd58 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443039 Feb 15 09:35:09.040120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83b87887-f447-45a6-ba23-52182ad2fdd1 req-7e7e1e05-90a1-46e7-ba7c-3fb268021b8c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065886 Feb 15 09:35:09.071398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.077716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911869eb-4ecd-4292-bf46-3c4f51a1dc03 req-d3fe19dd-dabe-4403-8d4d-8a2105547e2e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029484 Feb 15 09:35:09.097726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-1ad62894-5723-490f-b0c6-b391decaa893 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "GET /v2.0/security-groups/96031e65-da24-4a59-b719-a8d5e7097011 HTTP/1.1" status: 200 len: 1813 time: 0.0595295 Feb 15 09:35:09.117888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Attempting to bind port 02b3e170-1408-4fd3-994f-a2d6f16d5786 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:09.118208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Attempting to bind port 02b3e170-1408-4fd3-994f-a2d6f16d5786 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:09.118530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Attempting to bind port 02b3e170-1408-4fd3-994f-a2d6f16d5786 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:09.125738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Port 02b3e170-1408-4fd3-994f-a2d6f16d5786 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:09.126069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Attempting to bind port 02b3e170-1408-4fd3-994f-a2d6f16d5786 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:09.132688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:09.133061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:09.133424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:09.134743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Bound port: 02b3e170-1408-4fd3-994f-a2d6f16d5786, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:09.134743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.161466 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.164376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.165617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/136fea9d-787b-4491-bf13-51956f1a85b3 HTTP/1.1" status: 204 len: 168 time: 0.6489851 Feb 15 09:35:09.169412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.184859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.200019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5a56e-1c81-4980-a3d9-cd6eb57f6184 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136fea9d-787b-4491-bf13-51956f1a85b3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:09.231092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:09.234947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:09.238764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.240926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.283380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:09.284002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.285471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] 10.222.0.72 "PUT /v2.0/ports/02b3e170-1408-4fd3-994f-a2d6f16d5786 HTTP/1.1" status: 200 len: 1091 time: 1.3358154 Feb 15 09:35:09.285918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:09.288171 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a84354b-8c4e-4856-a20b-32d4dcad4148" -d '{"events": [{"name": "network-changed", "server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:09.288696 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a05d4126-b9ae-49fe-b93c-b5c223af7563 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1148429 Feb 15 09:35:09.304060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.313156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.315934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.320868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--149573030'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:09.321177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6364b1ee-06de-41ce-935b-cef84d0f3cf5 req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] 10.222.0.10 "DELETE /v2.0/security-groups/96031e65-da24-4a59-b719-a8d5e7097011 HTTP/1.1" status: 204 len: 173 time: 0.2214859 Feb 15 09:35:09.324413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33376) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.334586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111f3a4-03d6-42a9-b2ab-658c9c5205e2 tempest-SecurityGroupRulesNegativeTestJSON-882787759 tempest-SecurityGroupRulesNegativeTestJSON-882787759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96031e65-da24-4a59-b719-a8d5e7097011,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:09.376517 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b128b787-43a4-4fe0-be72-d5e91ff7b697 x-openstack-request-id: req-b128b787-43a4-4fe0-be72-d5e91ff7b697 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:09.376873 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:09.377076 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b128b787-43a4-4fe0-be72-d5e91ff7b697 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:09.377469 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786', 'status': 'completed', 'code': 200} Feb 15 09:35:09.403411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6adc618-f575-4ce5-a98e-c60d59ba8daa service neutron] Pushing event updated for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:09.434002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.439921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Deleting subnet b256b99e-4f38-46f0-8e54-abfabe8a99c8 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:35:09.450247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.455376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ce8b2-24bc-482a-87e4-374fe7e16a77 req-d81099bb-9cc8-479e-8b21-29a70a28921f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:09.456959 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-760ce8b2-24bc-482a-87e4-374fe7e16a77 req-d81099bb-9cc8-479e-8b21-29a70a28921f tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.0578301 Feb 15 09:35:09.477162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-4915ea56-da00-45a8-ab3b-4356a330cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:09.478675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-4915ea56-da00-45a8-ab3b-4356a330cf6a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 1094 time: 0.1362727 Feb 15 09:35:09.498048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-760ce8b2-24bc-482a-87e4-374fe7e16a77 req-ff357651-70b6-47a5-9ab4-963916bba897 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343544 Feb 15 09:35:09.507836 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.557121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-b59f6534-7fa3-4d41-b16e-057ed6eacbe3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786 HTTP/1.1" status: 200 len: 217 time: 0.0664308 Feb 15 09:35:09.629816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.674740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-153ec55d-9f11-4031-a60e-697e11749687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:09.676250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-153ec55d-9f11-4031-a60e-697e11749687 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.1101010 Feb 15 09:35:09.683418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.691825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.753251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-53f4f453-7988-410b-a723-e4f50b2eb5d9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581460 Feb 15 09:35:09.793045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.794210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4891198 Feb 15 09:35:09.798096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33382) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.802651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0ebb036b-142d-4a04-ad4e-7efe978c24e9 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '2c5fe771-42b4-4cbb-b36c-445bc6beda42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:09.807604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.815238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf95b9-a7bf-45dc-99d8-2264c1547971 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5fe771-42b4-4cbb-b36c-445bc6beda42,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:09.842642 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-0ebb036b-142d-4a04-ad4e-7efe978c24e9 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:09.843980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ebb036b-142d-4a04-ad4e-7efe978c24e9 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0448663 Feb 15 09:35:09.846837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33386) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.851639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2be5b96d-5cba-4779-98b6-4a76655033c6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group_rule': {'security_group_id': '2c5fe771-42b4-4cbb-b36c-445bc6beda42', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:09.882532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b256b99e-4f38-46f0-8e54-abfabe8a99c8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:09.886924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:09.891921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d388d587-bd28-452a-afff-d5a0b441c769 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b256b99e-4f38-46f0-8e54-abfabe8a99c8 HTTP/1.1" status: 204 len: 168 time: 0.5611203 Feb 15 09:35:09.899331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:09.908098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60144762-7a5a-4199-8351-46abbe6d1261 req-d324c2ea-a1e4-44c0-8b71-4d11cb1cad71 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:09.909992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-60144762-7a5a-4199-8351-46abbe6d1261 req-d324c2ea-a1e4-44c0-8b71-4d11cb1cad71 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 943 time: 0.1991615 Feb 15 09:35:09.984212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-12e661d2-5053-4a3f-9183-3217bb22e7a3 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072482 Feb 15 09:35:09.989845 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-2be5b96d-5cba-4779-98b6-4a76655033c6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:35:09.993780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2be5b96d-5cba-4779-98b6-4a76655033c6 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1429558 Feb 15 09:35:09.994355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33390) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.009508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-60144762-7a5a-4199-8351-46abbe6d1261 req-e9dfaffb-de21-4b63-b86d-857aab4283e6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878003 Feb 15 09:35:10.050732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.057575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-67a16414-c17e-4791-8e10-380ae2a2052d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.060600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-67a16414-c17e-4791-8e10-380ae2a2052d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1100 time: 0.1305106 Feb 15 09:35:10.084792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7bb8e-289c-4b38-89ec-f5a160979a8b req-0b135550-dd13-485f-b457-da5409953917 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.086601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11a7bb8e-289c-4b38-89ec-f5a160979a8b req-0b135550-dd13-485f-b457-da5409953917 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1694410 Feb 15 09:35:10.133509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6c482ed0-d707-4601-ac38-cf1260af4bfb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:10.145776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.190947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9410a3-d7f4-41be-95cf-d2fb802d6aa0 req-673d4caf-9939-42a3-8b73-f524c6452a04 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976640 Feb 15 09:35:10.205791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 6c482ed0-d707-4601-ac38-cf1260af4bfb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:10.211412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 6c482ed0-d707-4601-ac38-cf1260af4bfb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:10.212075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.219032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be222fa-8fb0-4163-a83c-6325bb1d699b req-b3cf6189-dbcd-412b-9a37-a3a91d75a714 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.225046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be222fa-8fb0-4163-a83c-6325bb1d699b req-b3cf6189-dbcd-412b-9a37-a3a91d75a714 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.232459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0be222fa-8fb0-4163-a83c-6325bb1d699b req-b3cf6189-dbcd-412b-9a37-a3a91d75a714 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1680 time: 0.1142642 Feb 15 09:35:10.236456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11a7bb8e-289c-4b38-89ec-f5a160979a8b req-9708e26e-b52b-4eac-b497-a8b4a80a0347 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386406 Feb 15 09:35:10.244114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-d326406b-dd99-4c4b-9394-7923f5617912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.245931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-d326406b-dd99-4c4b-9394-7923f5617912 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1760221 Feb 15 09:35:10.256876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.283487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.312855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9055f2af-2a1b-43f9-9f98-38954841f631']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:10.325868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-1ad3a1bc-61ce-42d6-acc6-5fda4d1e8e27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0578992 Feb 15 09:35:10.332178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6eb43fe-a0a9-4ab5-a79b-14c72abc8d0f') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:10.332741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6eb43fe-a0a9-4ab5-a79b-14c72abc8d0f') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:10.342545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.357487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.366160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0be222fa-8fb0-4163-a83c-6325bb1d699b req-abc8a69a-b486-47b4-9060-c3b82e62235c tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326764 Feb 15 09:35:10.393820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:10.395105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-efed5f31-8f43-469e-9f76-fdca75b06f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.396705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-efed5f31-8f43-469e-9f76-fdca75b06f3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 1094 time: 0.1443617 Feb 15 09:35:10.402576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.403076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.403994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a3f4249-c705-4590-b2e2-c1786ec77b4c up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:10.423234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.425784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.429444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/2c5fe771-42b4-4cbb-b36c-445bc6beda42 HTTP/1.1" status: 204 len: 168 time: 0.4307961 Feb 15 09:35:10.433787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33396) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.435615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:35:10.436023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:35:10.439732 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:35:10.447269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-466e6e7a-e27a-4e29-92a2-28c70f95ed3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.449093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-466e6e7a-e27a-4e29-92a2-28c70f95ed3a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1122611 Feb 15 09:35:10.457438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5ad8b-df32-4a60-9c30-10f40135ab75 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5fe771-42b4-4cbb-b36c-445bc6beda42,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:10.468105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:10.470609 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cef85fd-876a-4572-bbeb-d69ba8d7ca1d" -d '{"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:10.522182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d90069-e3a1-4e75-9f79-b0c2ec9c5743 req-2f528efe-f7ab-402d-b0f6-52a3129a12d2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.524834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32d90069-e3a1-4e75-9f79-b0c2ec9c5743 req-2f528efe-f7ab-402d-b0f6-52a3129a12d2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.1415875 Feb 15 09:35:10.526184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.531395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:10.532786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.539965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9055f2af-2a1b-43f9-9f98-38954841f631 HTTP/1.1" status: 204 len: 168 time: 0.6355953 Feb 15 09:35:10.557137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 0a3f4249-c705-4590-b2e2-c1786ec77b4c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:10.569856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc8f0d-cad3-4919-a8ea-8caa59da3455 admin admin] Pushing event deleted for resources: {'Network': ['ID=9055f2af-2a1b-43f9-9f98-38954841f631,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:10.577623 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a01a038-bb1a-463d-9672-44eab24415c8 x-openstack-request-id: req-6a01a038-bb1a-463d-9672-44eab24415c8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:10.579737 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:10.579998 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a01a038-bb1a-463d-9672-44eab24415c8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:10.580399 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb', 'code': 200} Feb 15 09:35:10.582075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 0a3f4249-c705-4590-b2e2-c1786ec77b4c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:10.582624 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.602097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32d90069-e3a1-4e75-9f79-b0c2ec9c5743 req-aad74fdd-6e36-486d-a852-8bbbc7bcca4d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622010 Feb 15 09:35:10.639199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-72edfb17-6072-4423-bb00-43451b09ce1e tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2035823 Feb 15 09:35:10.643243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33404) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.647872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064403369'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:10.654491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-09c26e89-082b-43c7-a30c-29c9edafbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.656866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-09c26e89-082b-43c7-a30c-29c9edafbbe4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553569 Feb 15 09:35:10.673128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-ed36ab3d-cc52-4157-b8af-10f2e3a0d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.674922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-ed36ab3d-cc52-4157-b8af-10f2e3a0d27b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.2688019 Feb 15 09:35:10.684557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.715939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.760691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:10.766146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.782453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.787240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-3171d8f6-5e4a-497c-b27c-0150ab35dca2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786 HTTP/1.1" status: 200 len: 217 time: 0.0811453 Feb 15 09:35:10.789030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.823097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00a7ba-7e2a-463f-ad00-3462628af4d4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:10.825078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:10.829255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33406) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.840357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f596b-4ef6-4c38-8360-a72bdb2b0d01 req-3d577461-13ed-4ee4-9cfc-a6e8729da26b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.848241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-703f596b-4ef6-4c38-8360-a72bdb2b0d01 req-3d577461-13ed-4ee4-9cfc-a6e8729da26b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 950 time: 0.1885667 Feb 15 09:35:10.853127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.854380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-25bb7d56-b2d4-47dc-95af-97fca65e1adc tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2100708 Feb 15 09:35:10.857314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33408) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.864021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-748e0431-81f4-4dd0-8d3e-18afa3cd2e68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:10.864668 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-748e0431-81f4-4dd0-8d3e-18afa3cd2e68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 09:35:10.865216 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-748e0431-81f4-4dd0-8d3e-18afa3cd2e68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 09:35:10.866170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-748e0431-81f4-4dd0-8d3e-18afa3cd2e68 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "PUT /v2.0/security-groups/6f00a7ba-7e2a-463f-ad00-3462628af4d4 HTTP/1.1" status: 409 len: 330 time: 0.0070965 Feb 15 09:35:10.870196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33410) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.913690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-21725153-54a1-4cdd-8a1d-9ee2ed32ea07 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421863 Feb 15 09:35:10.915010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-6c20b5af-aa8f-4bd0-ac1d-c0183ff57214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:10.916192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44b3f85b-7feb-4aa6-871c-fd9834c03c2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9946b6bf11eb4984938e57eeb19441b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832512 Feb 15 09:35:10.916310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-6c20b5af-aa8f-4bd0-ac1d-c0183ff57214 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.1176155 Feb 15 09:35:10.919580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-703f596b-4ef6-4c38-8360-a72bdb2b0d01 req-380a2fa2-bec5-4701-a53a-2e26cf311597 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Feb 15 09:35:10.920034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:10.943615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.968038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:10.980629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-f3dc7e75-a9f7-4611-92c0-30ab2392e54c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453825 Feb 15 09:35:10.990655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:11.022538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.025311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.029172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/6f00a7ba-7e2a-463f-ad00-3462628af4d4 HTTP/1.1" status: 204 len: 168 time: 0.1557353 Feb 15 09:35:11.030669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33414) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.054412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b97bf5-e7f0-44c2-8fa2-ba82eb70860b tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00a7ba-7e2a-463f-ad00-3462628af4d4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:11.143092 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-25ce8f24-3193-433e-8d55-20308ca4f33c tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1101704 Feb 15 09:35:11.143714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33418) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.146296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.154783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:11.157266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-ef3210a7-9e56-480b-8e55-3f37ec0d2c53 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298534 Feb 15 09:35:11.161319 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-d15e3ec7-fe1c-4c4d-bdf4-4f1654faab38 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] delete failed (client error): The resource could not be found. Feb 15 09:35:11.163720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-1d9d428b-35a8-420c-8878-d6f24abe67fe service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534982 Feb 15 09:35:11.166557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d15e3ec7-fe1c-4c4d-bdf4-4f1654faab38 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "DELETE /v2.0/security-groups/5c172a67-7f23-4486-953f-285b03a6571c HTTP/1.1" status: 404 len: 347 time: 0.0210068 Feb 15 09:35:11.168742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.170026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'mac_address': 'fa:16:3e:46:9b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:11.187458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3488d4f-107d-4b14-b681-e48d21d1ecda req-654f0d6a-82c8-450c-b065-8ffd06fcb675 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:11.193608 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3488d4f-107d-4b14-b681-e48d21d1ecda req-654f0d6a-82c8-450c-b065-8ffd06fcb675 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 943 time: 0.1037951 Feb 15 09:35:11.193843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.215719 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-111ca950-ed6c-4cb2-b3d1-a04f0e7ad895 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] show failed (client error): The resource could not be found. Feb 15 09:35:11.216459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-111ca950-ed6c-4cb2-b3d1-a04f0e7ad895 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-groups/317a7a09-618c-4dbf-9363-44ecb5a87b34 HTTP/1.1" status: 404 len: 347 time: 0.0468452 Feb 15 09:35:11.221950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.224560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.239935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:11.249515 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-2ff2e919-7bdd-4918-9b6f-78e34f6a0476 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] show failed (client error): The resource could not be found. Feb 15 09:35:11.254918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ff2e919-7bdd-4918-9b6f-78e34f6a0476 tempest-NegativeSecGroupIPv6Test-380350293 tempest-NegativeSecGroupIPv6Test-380350293-project] 10.222.0.10 "GET /v2.0/security-group-rules/db417f2a-de2d-4ae5-9e4a-b25755aa03ea HTTP/1.1" status: 404 len: 356 time: 0.0317938 Feb 15 09:35:11.270898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:11.278134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3488d4f-107d-4b14-b681-e48d21d1ecda req-87d5d0dc-967d-40f3-8e14-52a99aaef435 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801873 Feb 15 09:35:11.281371 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.340311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.354169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.355422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/275ae3c3-60af-4630-ac15-24e6668e638c HTTP/1.1" status: 204 len: 168 time: 0.4342356 Feb 15 09:35:11.369057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:11.379930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a84354b-8c4e-4856-a20b-32d4dcad4148 req-057fc88b-72cb-40d7-9884-48cc8acee5a5 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989188 Feb 15 09:35:11.382393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f9d7-4d81-4f6a-ad81-6dede613d7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ae3c3-60af-4630-ac15-24e6668e638c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:11.441349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89d8594-3c0d-4d70-994a-c6c2901bc2ac req-c07a6d94-3f86-437c-8ae2-ca1e523f2a90 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:11.448510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c89d8594-3c0d-4d70-994a-c6c2901bc2ac req-c07a6d94-3f86-437c-8ae2-ca1e523f2a90 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0871427 Feb 15 09:35:11.493709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c89d8594-3c0d-4d70-994a-c6c2901bc2ac req-fb0d09d6-2e5d-4e03-a4a8-927ef1dc8e84 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399499 Feb 15 09:35:11.525444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d7e6b-27cc-4c22-b7e9-fd0223100c54 req-fc65b87e-5d23-4891-b2f4-6446f8e63980 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:11.533227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d7e6b-27cc-4c22-b7e9-fd0223100c54 req-fc65b87e-5d23-4891-b2f4-6446f8e63980 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:11.534865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5d7e6b-27cc-4c22-b7e9-fd0223100c54 req-fc65b87e-5d23-4891-b2f4-6446f8e63980 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.0788147 Feb 15 09:35:11.581513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c5d7e6b-27cc-4c22-b7e9-fd0223100c54 req-4f3a18f7-6432-4f14-9bb7-6bacdb310afe tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Feb 15 09:35:11.653759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:11.661778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33438) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.784932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adab31a-dee6-4653-bbf2-d8b5677eed26 req-3177555b-d9a1-4aad-a334-a3e297ee524d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:11.786448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4adab31a-dee6-4653-bbf2-d8b5677eed26 req-3177555b-d9a1-4aad-a334-a3e297ee524d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.0709653 Feb 15 09:35:11.865124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b7d51e6a-79bd-4f6e-8e1d-28428a58905c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bbdd595c0dbb4abe887636e8010ade5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2013931 Feb 15 09:35:11.868287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4adab31a-dee6-4653-bbf2-d8b5677eed26 req-37f219cd-37a3-488b-80da-ec692b080df4 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612917 Feb 15 09:35:11.869393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33450) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:11.921560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:11.943526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.013455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdd5b0-fd57-4476-a6b6-dac531140195 req-b450b99f-af94-48fd-8839-403fe18e6d3d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.016442 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6fdd5b0-fd57-4476-a6b6-dac531140195 req-b450b99f-af94-48fd-8839-403fe18e6d3d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0749469 Feb 15 09:35:12.039978 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.042529 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.043669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e74a3ca1-41aa-4e13-a62b-84200e788722 HTTP/1.1" status: 204 len: 168 time: 0.1731257 Feb 15 09:35:12.061169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9529550-c3da-4c17-81ab-2601d44848a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a3ca1-41aa-4e13-a62b-84200e788722,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:12.092633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6fdd5b0-fd57-4476-a6b6-dac531140195 req-57758623-8773-494c-8cb3-e8c5ee304669 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645101 Feb 15 09:35:12.102077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed2c0-abd7-4da6-a940-68019e976d5e req-7f7f6ff7-bedd-4041-a67c-c9b61798d730 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.104171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a41ed2c0-abd7-4da6-a940-68019e976d5e req-7f7f6ff7-bedd-4041-a67c-c9b61798d730 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 949 time: 0.1048348 Feb 15 09:35:12.143476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 02b3e170-1408-4fd3-994f-a2d6f16d5786 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:12.155283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a41ed2c0-abd7-4da6-a940-68019e976d5e req-bb2aa2b0-abae-42fa-a6e5-35982775983c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Feb 15 09:35:12.274533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33470) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:12.284436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aca92a-a431-4260-93a1-95b2d68cb7e7 req-c6786928-cee5-4aba-b6c8-5581eacae79b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.286122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3aca92a-a431-4260-93a1-95b2d68cb7e7 req-c6786928-cee5-4aba-b6c8-5581eacae79b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.0945423 Feb 15 09:35:12.319278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:12.349673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3aca92a-a431-4260-93a1-95b2d68cb7e7 req-5b73be89-d104-48ac-814a-6e2a83cf9abd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536606 Feb 15 09:35:12.352755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '02b3e170-1408-4fd3-994f-a2d6f16d5786', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '02b3e170-1408-4fd3-994f-a2d6f16d5786', 'mac_address': 'fa:16:3e:54:f6:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:12.439193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.463405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b3e170-1408-4fd3-994f-a2d6f16d5786 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:12.466205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dc014-a157-45eb-b697-defc668bdd76 req-442e7fc4-aabc-47fc-8eb1-dbc11b939648 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.473950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f69dc014-a157-45eb-b697-defc668bdd76 req-442e7fc4-aabc-47fc-8eb1-dbc11b939648 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 943 time: 0.0796297 Feb 15 09:35:12.485614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-408367815-network', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:12.485868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:12.490282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.551364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:12.551727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f69dc014-a157-45eb-b697-defc668bdd76 req-69bb5a84-74f4-46ac-b197-11cff4f9fc95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758250 Feb 15 09:35:12.564416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Made reservation on behalf of e439b0cb2f064e599fcc75eaf915c7e2 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:12.566770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.575862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.581866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:12.584671 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d01d90-8e46-4502-b665-d8bc48d5b713" -d '{"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:12.707860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.708042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa4c45-1401-4830-bd62-72821949c3bd req-2bc8f4fc-9103-480e-9a68-e058ce5aeb5f tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.709494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e2aa4c45-1401-4830-bd62-72821949c3bd req-2bc8f4fc-9103-480e-9a68-e058ce5aeb5f tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.0608797 Feb 15 09:35:12.716751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05a54a-ef49-4e65-887b-e5bd0c1aa3c8 req-389e0f9b-64bd-4238-a0a6-dd53685fc025 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.721474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a05a54a-ef49-4e65-887b-e5bd0c1aa3c8 req-389e0f9b-64bd-4238-a0a6-dd53685fc025 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0919824 Feb 15 09:35:12.723571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.760929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e2aa4c45-1401-4830-bd62-72821949c3bd req-c414c057-c72c-4d3e-87eb-085f22e8accb tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421989 Feb 15 09:35:12.774208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc714550-a04a-4318-b864-4b7414982457,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:12.782896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:35:12.795010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['02b3e170-1408-4fd3-994f-a2d6f16d5786'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:12.802956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a05a54a-ef49-4e65-887b-e5bd0c1aa3c8 req-40abedf7-e4bf-496b-9cc4-b904d785c248 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729234 Feb 15 09:35:12.811187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.813006 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Added segment d6076eac-bde5-4929-bb18-83f34000c04c of type vlan for network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 Feb 15 09:35:12.874871 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37820d6-149b-4958-a772-054c7063d415 x-openstack-request-id: req-e37820d6-149b-4958-a772-054c7063d415 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:12.875322 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-plugged", "status": "completed", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:12.875645 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e37820d6-149b-4958-a772-054c7063d415 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:12.876069 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c', 'code': 200} Feb 15 09:35:12.890318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.972185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:12.973306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:12.973949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.012916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:13.019625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:13.080960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:13.081565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.153047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-335032691'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:13.177280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.189451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2b442-9fc3-483b-ab79-c3d223efaab4 req-ec37f0ce-0ecd-46b4-b839-e8e33b8917ff tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.191376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbb2b442-9fc3-483b-ab79-c3d223efaab4 req-ec37f0ce-0ecd-46b4-b839-e8e33b8917ff tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0894892 Feb 15 09:35:13.208558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Made reservation on behalf of fa81e24b82b747f6bb270d38f2da8344 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:13.212388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.220744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:13.225708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.231807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.269771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbb2b442-9fc3-483b-ab79-c3d223efaab4 req-d14ae494-253f-41c0-b1a5-975857a8d6f1 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698531 Feb 15 09:35:13.312883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:13.358508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.365190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.417565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:35:13.419736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1441126 Feb 15 09:35:13.429448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33510) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:13.434176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87e1e49f-64f7-44ba-bd8a-0d76d4b7a525,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:13.443267 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.443617 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Added segment 9d9d5b43-7853-4146-bf80-6433ae9e6a70 of type vlan for network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f Feb 15 09:35:13.444667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Request body: {'subnet': {'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-408367815-subnet', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:13.458933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03cea-9f51-41e2-8feb-c8ade491fe52 req-45c69130-fe3f-492c-8b41-a2e3c2bcaf31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.464992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03cea-9f51-41e2-8feb-c8ade491fe52 req-45c69130-fe3f-492c-8b41-a2e3c2bcaf31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.466585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f03cea-9f51-41e2-8feb-c8ade491fe52 req-45c69130-fe3f-492c-8b41-a2e3c2bcaf31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.5445521 Feb 15 09:35:13.470907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621cf06-51f1-435e-bca6-f3a25bb7bc81 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc2cbcf-b327-47ec-b2a6-99a7610141d2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:13.484246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d0a9ba-095d-4cee-9bec-3defab6758ec req-c356a23e-3f6a-48ad-ba3d-abb0d8554971 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.485422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:35:13.485910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11d0a9ba-095d-4cee-9bec-3defab6758ec req-c356a23e-3f6a-48ad-ba3d-abb0d8554971 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1120827 Feb 15 09:35:13.505382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee9ac-478c-4607-ba2e-c61d848f6942 req-24a1df1d-0915-460e-a48d-fb98c481b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.505382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aee9ac-478c-4607-ba2e-c61d848f6942 req-24a1df1d-0915-460e-a48d-fb98c481b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.506329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80aee9ac-478c-4607-ba2e-c61d848f6942 req-24a1df1d-0915-460e-a48d-fb98c481b695 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1984 time: 0.5832016 Feb 15 09:35:13.520880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.529402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Made reservation on behalf of e439b0cb2f064e599fcc75eaf915c7e2 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:13.532518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.559794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f03cea-9f51-41e2-8feb-c8ade491fe52 req-ea3b090e-84b8-4a1e-b889-cbc41fc22903 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817661 Feb 15 09:35:13.570035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11d0a9ba-095d-4cee-9bec-3defab6758ec req-15257daa-84b4-4fcd-8e78-24d229faccdb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Feb 15 09:35:13.602550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.602550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:13.603174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.645405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80aee9ac-478c-4607-ba2e-c61d848f6942 req-5dbab251-3460-425b-942e-a86974d6612b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241562 Feb 15 09:35:13.675026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6609535 Feb 15 09:35:13.679104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33514) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:13.685208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Request body: {'subnet': {'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:13.694032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bde394-fe7e-4e2e-a113-6c5c9ddc20b8 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event updated for resources: {'Network': ['ID=2497fb0a-48b3-4b18-a3c1-531bedc7df9f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:13.707752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:35:13.857821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:13.867640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Made reservation on behalf of fa81e24b82b747f6bb270d38f2da8344 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:13.871985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.000117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553ddfa-7a3d-4da8-8350-8bc1a8882239 req-251b0294-abba-4487-994f-18d0a19c6159 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.001869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a553ddfa-7a3d-4da8-8350-8bc1a8882239 req-251b0294-abba-4487-994f-18d0a19c6159 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 944 time: 0.0590987 Feb 15 09:35:14.012338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4355541d-7219-4f7f-827c-5515938e026d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:14.041652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Checking segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:14.042057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Network hostable DHCP agents. Network: 0cc2cbcf-b327-47ec-b2a6-99a7610141d2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:35:14.046534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a553ddfa-7a3d-4da8-8350-8bc1a8882239 req-53020510-4e89-456b-a563-9daa73a59244 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Feb 15 09:35:14.057506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e48bfc-0b33-4aa3-8ad0-599bc1443818 req-09ad1de1-b787-4fef-9122-ee834d473d9a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.065079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e48bfc-0b33-4aa3-8ad0-599bc1443818 req-09ad1de1-b787-4fef-9122-ee834d473d9a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.069827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e48bfc-0b33-4aa3-8ad0-599bc1443818 req-09ad1de1-b787-4fef-9122-ee834d473d9a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.071639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55e48bfc-0b33-4aa3-8ad0-599bc1443818 req-09ad1de1-b787-4fef-9122-ee834d473d9a tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f&device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82&device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 2418 time: 0.1741621 Feb 15 09:35:14.138853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:35:14.141399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.159112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 02b3e170-1408-4fd3-994f-a2d6f16d5786 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:14.163174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfede4-476a-4516-92c5-e86252a216d7 req-2a68aae2-aa83-470a-b1b5-1dc6434e7207 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.165448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4bfede4-476a-4516-92c5-e86252a216d7 req-2a68aae2-aa83-470a-b1b5-1dc6434e7207 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0575824 Feb 15 09:35:14.167446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55e48bfc-0b33-4aa3-8ad0-599bc1443818 req-abebf9ba-0a34-4afd-81bc-702da821188e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842834 Feb 15 09:35:14.170144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 0cc2cbcf-b327-47ec-b2a6-99a7610141d2) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:14.191696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.192778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.195323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e0ca2d-5667-43ad-aac3-5abed837af44 None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:14.232150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4bfede4-476a-4516-92c5-e86252a216d7 req-f9689c75-c374-4159-b7d9-8ca354e894dc tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553126 Feb 15 09:35:14.255790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b42a9bd-5a01-45c0-8641-b48972574cc8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8181429 Feb 15 09:35:14.259258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:14.265984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:14.271525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.296161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 02b3e170-1408-4fd3-994f-a2d6f16d5786 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:14.307957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 02b3e170-1408-4fd3-994f-a2d6f16d5786 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:14.308320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.370295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event updated for resources: {'Subnet': ['ID=c5da0f3e-a221-4987-8ad3-757be51163fe,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:14.375962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.377441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.419264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Checking segment: {'id': '9d9d5b43-7853-4146-bf80-6433ae9e6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:14.419623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Network hostable DHCP agents. Network: 2497fb0a-48b3-4b18-a3c1-531bedc7df9f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:35:14.430546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:35:14.431384 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.431929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be710d2-ec3a-4313-98ae-d36aaef362fe req-bebf4536-a207-4219-a5cb-b311ae5f8cac tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.433503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3be710d2-ec3a-4313-98ae-d36aaef362fe req-bebf4536-a207-4219-a5cb-b311ae5f8cac tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.1271856 Feb 15 09:35:14.465431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.476944 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.552939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:35:14.566531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:14.573011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.578049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2497fb0a-48b3-4b18-a3c1-531bedc7df9f) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:14.581966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3be710d2-ec3a-4313-98ae-d36aaef362fe req-c42aef75-721c-469f-b347-d7489c4b9726 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168864 Feb 15 09:35:14.585409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.586006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.663309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.674990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5ac0e600-ffcc-4569-b6b2-94ef6b4cae15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938226 Feb 15 09:35:14.677637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33528) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:14.696093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Request body: {'port': {'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f', 'name': 'tempest-TagsExtTest-1708671378'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:14.749214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa5d3-0705-4ab2-a9c2-d2b2d459e2c5 req-980bd186-99cc-4c41-9661-da9d25445c93 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.761835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fa5d3-0705-4ab2-a9c2-d2b2d459e2c5 req-980bd186-99cc-4c41-9661-da9d25445c93 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:14.772363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0650a1b-292e-45b4-8c42-28188f0e5134 None None] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:14.774453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-887fa5d3-0705-4ab2-a9c2-d2b2d459e2c5 req-980bd186-99cc-4c41-9661-da9d25445c93 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.0960698 Feb 15 09:35:14.839757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-887fa5d3-0705-4ab2-a9c2-d2b2d459e2c5 req-80673c00-8ad1-41e1-bfae-c0540c685d44 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640347 Feb 15 09:35:14.878476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Made reservation on behalf of fa81e24b82b747f6bb270d38f2da8344 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:14.881330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}, {'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:14.882293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:14.884328 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7eb722-98fa-486c-b499-c0e825094205" -d '{"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}, {"server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "name": "network-vif-plugged", "status": "completed", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:14.893817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Allocated IP 172.20.0.2 (0cc2cbcf-b327-47ec-b2a6-99a7610141d2/4355541d-7219-4f7f-827c-5515938e026d/812a2e13-adba-4ab2-9f18-2e88a7977f26) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:14.911239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:14.912933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] device_id is not set on port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:35:15.089803 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb3392c-4d82-435c-b0b5-08f4dbb842a9 x-openstack-request-id: req-5eb3392c-4d82-435c-b0b5-08f4dbb842a9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:15.091786 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-plugged", "status": "completed", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "code": 200}, {"server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "name": "network-vif-plugged", "status": "completed", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:15.091786 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eb3392c-4d82-435c-b0b5-08f4dbb842a9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:15.091786 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'code': 200} Feb 15 09:35:15.092931 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786', 'code': 200} Feb 15 09:35:15.152533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e11625-5dd0-4545-9c69-375bf45faf1c req-50c16f25-262e-46d6-8e21-ca48b661249c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:15.161021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9e11625-5dd0-4545-9c69-375bf45faf1c req-50c16f25-262e-46d6-8e21-ca48b661249c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.2080803 Feb 15 09:35:15.176696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.192405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2497fb0a-48b3-4b18-a3c1-531bedc7df9f', 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f', 'tenant_id': 'fa81e24b82b747f6bb270d38f2da8344', 'fixed_ips': [{'subnet_id': 'c5da0f3e-a221-4987-8ad3-757be51163fe'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:35:15.193692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.220956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.240080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.258391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Allocated IP 172.20.0.10 (2497fb0a-48b3-4b18-a3c1-531bedc7df9f/c5da0f3e-a221-4987-8ad3-757be51163fe/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:15.274372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a9e11625-5dd0-4545-9c69-375bf45faf1c req-c9f1054c-3191-43e2-ad0f-dcb8ce183e21 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124749 Feb 15 09:35:15.278485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.368035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8f9be-f659-4bbc-9b6d-a613a4277383 req-2d34bc48-7ed3-419b-8d91-bb86c1f838a1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:15.370984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52f8f9be-f659-4bbc-9b6d-a613a4277383 req-2d34bc48-7ed3-419b-8d91-bb86c1f838a1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.0624371 Feb 15 09:35:15.375763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:15.381517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:15.390527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:15.415912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52f8f9be-f659-4bbc-9b6d-a613a4277383 req-8c366b51-81e9-457c-b6a2-5f2292636c75 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377295 Feb 15 09:35:15.442611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Pushing event updated for resources: {'Port': ['ID=812a2e13-adba-4ab2-9f18-2e88a7977f26,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:15.467012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b08e-9e37-4bf6-9ff0-ba9179be3895 req-25ee2fbc-34ab-4e4d-acf2-e042ed999b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:15.470359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d65b08e-9e37-4bf6-9ff0-ba9179be3895 req-25ee2fbc-34ab-4e4d-acf2-e042ed999b9e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 1096 time: 0.2070806 Feb 15 09:35:15.488211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Attempting to bind port 812a2e13-adba-4ab2-9f18-2e88a7977f26 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:15.488673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Attempting to bind port 812a2e13-adba-4ab2-9f18-2e88a7977f26 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:15.489132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Attempting to bind port 812a2e13-adba-4ab2-9f18-2e88a7977f26 on network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:15.494447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:15.495151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Checking segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:15.495623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.496110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Bound using segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:15.496610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Bound port: 812a2e13-adba-4ab2-9f18-2e88a7977f26, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:15.497207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.555479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffcea1-872d-4eb2-af9a-66c8bae8ff0d req-728ad8fb-0595-46e6-900f-3b55ca25e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:15.557051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caffcea1-872d-4eb2-af9a-66c8bae8ff0d req-728ad8fb-0595-46e6-900f-3b55ca25e9c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1102 time: 0.2184308 Feb 15 09:35:15.571785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] For port 812a2e13-adba-4ab2-9f18-2e88a7977f26, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:15.576188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] For port 812a2e13-adba-4ab2-9f18-2e88a7977f26, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=812a2e13-adba-4ab2-9f18-2e88a7977f26,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:15.582143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.622585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00840f0b-af6e-4854-ba42-b6460129bafd req-60a2758e-78b2-4142-8335-d9896ce66bbf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:15.623927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00840f0b-af6e-4854-ba42-b6460129bafd req-60a2758e-78b2-4142-8335-d9896ce66bbf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.2552547 Feb 15 09:35:15.667735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Allocated IP 172.25.6.167 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/daa98fef-e3f0-4d58-8d91-7941992f06c5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:15.671541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d65b08e-9e37-4bf6-9ff0-ba9179be3895 req-4a6fe51d-c560-4ff3-aebd-6a83123a9469 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886268 Feb 15 09:35:15.673888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beceae95-c4d9-4a4b-8361-fcccce55560e None None] Pushing event updated for resources: {'Port': ['ID=812a2e13-adba-4ab2-9f18-2e88a7977f26,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:15.741169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caffcea1-872d-4eb2-af9a-66c8bae8ff0d req-7160e764-9cf8-4936-8168-8bf9116783ff service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703117 Feb 15 09:35:15.766609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00840f0b-af6e-4854-ba42-b6460129bafd req-1b5066a3-a293-4ec4-b2c3-7ad1722b4fd5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257975 Feb 15 09:35:15.816416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.907027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.948899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:15.986941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Allocated IP 172.20.0.2 (2497fb0a-48b3-4b18-a3c1-531bedc7df9f/c5da0f3e-a221-4987-8ad3-757be51163fe/013d39e0-6782-44ae-9015-44a72120be67) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:16.032048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event updated for resources: {'Port': ['ID=ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:16.063585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:16.069799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:16.072784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:16.119821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.139648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662057-ccf8-4147-9946-69a80d8d4c9b req-f947b930-8982-4ba8-8cfa-dabfae669d1e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:16.147028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31662057-ccf8-4147-9946-69a80d8d4c9b req-f947b930-8982-4ba8-8cfa-dabfae669d1e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:16.149020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31662057-ccf8-4147-9946-69a80d8d4c9b req-f947b930-8982-4ba8-8cfa-dabfae669d1e tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.2174871 Feb 15 09:35:16.167957 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.176249 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.195005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:16.216569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f88f1d5-f2cc-4d6c-8e92-89477d3cfae0 req-8ed83363-406b-4103-95cb-2cc77710a749 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:16.221361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f88f1d5-f2cc-4d6c-8e92-89477d3cfae0 req-8ed83363-406b-4103-95cb-2cc77710a749 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0576773 Feb 15 09:35:16.230571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:16.242062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:16.242706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.251512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:16.253634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Pushing event updated for resources: {'Port': ['ID=013d39e0-6782-44ae-9015-44a72120be67,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:16.260390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:16.260613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:16.263459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:16.271591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f88f1d5-f2cc-4d6c-8e92-89477d3cfae0 req-4c02f453-395f-41b7-99cd-18f4336c54a1 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461135 Feb 15 09:35:16.300913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2abd635d-d7e5-4bf3-8b73-17ed328646e5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6201689 Feb 15 09:35:16.300913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Pushing event updated for resources: {'Port': ['ID=daa98fef-e3f0-4d58-8d91-7941992f06c5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:16.302624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:16.307378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1503411650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:16.333438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Attempting to bind port 013d39e0-6782-44ae-9015-44a72120be67 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:16.333742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Attempting to bind port 013d39e0-6782-44ae-9015-44a72120be67 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9d9d5b43-7853-4146-bf80-6433ae9e6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:16.333907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31662057-ccf8-4147-9946-69a80d8d4c9b req-046711c2-5aff-42ed-bcb6-93d7780fc979 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513786 Feb 15 09:35:16.334107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Attempting to bind port 013d39e0-6782-44ae-9015-44a72120be67 on network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Checking segment: {'id': '9d9d5b43-7853-4146-bf80-6433ae9e6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Bound using segment: {'id': '9d9d5b43-7853-4146-bf80-6433ae9e6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Bound port: 013d39e0-6782-44ae-9015-44a72120be67, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d9d5b43-7853-4146-bf80-6433ae9e6a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '2497fb0a-48b3-4b18-a3c1-531bedc7df9f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:16.342004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.379066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.380897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.430322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] For port 013d39e0-6782-44ae-9015-44a72120be67, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:16.434506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] For port 013d39e0-6782-44ae-9015-44a72120be67, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=013d39e0-6782-44ae-9015-44a72120be67,segment=NetworkSegment(9d9d5b43-7853-4146-bf80-6433ae9e6a70),segment_id=9d9d5b43-7853-4146-bf80-6433ae9e6a70)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:16.442420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.471238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.497122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.532739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcc249-b9af-4559-91c2-8bd53983c49c None None] Pushing event updated for resources: {'Port': ['ID=013d39e0-6782-44ae-9015-44a72120be67,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:16.550992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0bdd60-bd57-4135-a37c-98ba1471c36b req-ea043ffa-1dd6-4485-822f-cff14afa34fb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:16.552708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e0bdd60-bd57-4135-a37c-98ba1471c36b req-ea043ffa-1dd6-4485-822f-cff14afa34fb tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1661716 Feb 15 09:35:16.555967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.557188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8cfe229e-3324-44fb-b45e-16abddc80944 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2535760 Feb 15 09:35:16.563712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.569381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:16.575344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0c940f1a-378f-4f20-9ebb-a1cbf1b3760d tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1834586897', 'prefixes': ['172.20.0.0/16']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:16.673097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e6aa3235-c53a-406a-a17c-8b3a0afc38ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.697744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e0bdd60-bd57-4135-a37c-98ba1471c36b req-637d9d93-3785-4939-be4e-8df8e5b7e7b9 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118908 Feb 15 09:35:16.806598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0c940f1a-378f-4f20-9ebb-a1cbf1b3760d tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for subnetpool, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:16.814241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0c940f1a-378f-4f20-9ebb-a1cbf1b3760d tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2427800 Feb 15 09:35:16.815472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:16.829948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-1dd3f43d-2ff0-4e0c-86a4-153eb52cc684 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-980255686') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:17.027095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc57acc-634a-4168-ace7-8e884d1bf8d9 req-4cf24cfe-ba54-4d97-a4c7-2c6fcde5b4ca tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.037738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dc57acc-634a-4168-ace7-8e884d1bf8d9 req-4cf24cfe-ba54-4d97-a4c7-2c6fcde5b4ca tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.1216419 Feb 15 09:35:17.128668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dc57acc-634a-4168-ace7-8e884d1bf8d9 req-6b8f99e5-7fdd-4c53-bb31-2707d2db3730 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893838 Feb 15 09:35:17.135970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1dd3f43d-2ff0-4e0c-86a4-153eb52cc684 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-980255686 HTTP/1.1" status: 201 len: 201 time: 0.3172309 Feb 15 09:35:17.136749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33570) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:17.152131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-4ed9f103-cc9d-4929-b32b-ab66b54e6877 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-1836466987') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:17.173459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.256897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abb2e42-c036-4d77-affa-c3b730ab9fbb None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:17.294306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ed9f103-cc9d-4929-b32b-ab66b54e6877 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-1836466987 HTTP/1.1" status: 201 len: 201 time: 0.1560485 Feb 15 09:35:17.298640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33576) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:17.308902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-56afce2e-9d88-4e85-912a-5b179aab5049 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-1843980140') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:17.313305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d215b-5928-4fb9-9f64-75a062535fd4 req-e7575ae8-15cf-4203-97ed-f24971861448 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.322014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2b3fa5-b53d-45a4-94c7-ff015c3a4642 req-e753a3bd-aa6b-4715-80c8-925418a725d0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.323592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c2b3fa5-b53d-45a4-94c7-ff015c3a4642 req-e753a3bd-aa6b-4715-80c8-925418a725d0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1090987 Feb 15 09:35:17.333031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d215b-5928-4fb9-9f64-75a062535fd4 req-e7575ae8-15cf-4203-97ed-f24971861448 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.335355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-974d215b-5928-4fb9-9f64-75a062535fd4 req-e7575ae8-15cf-4203-97ed-f24971861448 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.2358267 Feb 15 09:35:17.342690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] Provisioning complete for port 812a2e13-adba-4ab2-9f18-2e88a7977f26 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:17.343132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.396372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c2b3fa5-b53d-45a4-94c7-ff015c3a4642 req-e0bfff1a-7ff4-42ae-8628-a1ba774e5cb3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384588 Feb 15 09:35:17.437621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-974d215b-5928-4fb9-9f64-75a062535fd4 req-ab623867-bffc-4262-b8dd-38d4ca8c5838 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553901 Feb 15 09:35:17.489144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56afce2e-9d88-4e85-912a-5b179aab5049 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-1843980140 HTTP/1.1" status: 201 len: 201 time: 0.1830006 Feb 15 09:35:17.489800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:17.506324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.507808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-1c9dc2cd-6ad1-4943-a26e-35d97503a5ca tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-1298767210') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:17.556241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] For port 812a2e13-adba-4ab2-9f18-2e88a7977f26, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=812a2e13-adba-4ab2-9f18-2e88a7977f26,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:17.563804 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.658034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2e239-7e8a-48b7-9630-b0e41d7f1da8 None None] Pushing event updated for resources: {'Port': ['ID=812a2e13-adba-4ab2-9f18-2e88a7977f26,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:17.665164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.671878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c866317e-d45b-4d66-bbd9-7189f2c7bdc2 req-d8e1063c-fae7-4e81-aa56-0811c2d341cc tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.680893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c866317e-d45b-4d66-bbd9-7189f2c7bdc2 req-d8e1063c-fae7-4e81-aa56-0811c2d341cc tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0920744 Feb 15 09:35:17.729648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 812a2e13-adba-4ab2-9f18-2e88a7977f26 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:17.733966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c9dc2cd-6ad1-4943-a26e-35d97503a5ca tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-1298767210 HTTP/1.1" status: 201 len: 201 time: 0.2404277 Feb 15 09:35:17.734798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33582) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:17.743710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-e03fcf5b-bb1c-43cd-a78f-84fea0982b63 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:17.759106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c866317e-d45b-4d66-bbd9-7189f2c7bdc2 req-4097100e-9ae4-48ab-808d-adbface7a4e7 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766501 Feb 15 09:35:17.834909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 812a2e13-adba-4ab2-9f18-2e88a7977f26 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:17.835311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:17.951454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 013d39e0-6782-44ae-9015-44a72120be67 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:17.972726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68980a6f-baf6-4cb4-9669-3190978eaa3e req-6683ca41-bcee-4639-a422-f466ebf83986 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:17.974503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68980a6f-baf6-4cb4-9669-3190978eaa3e req-6683ca41-bcee-4639-a422-f466ebf83986 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1406863 Feb 15 09:35:18.004227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Router 0f20adc8-9cc1-4363-a877-236ee8b97439 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:35:18.013248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e03fcf5b-bb1c-43cd-a78f-84fea0982b63 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 200 len: 240 time: 0.2749622 Feb 15 09:35:18.014188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33584) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.020563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-bdde1945-9015-45b2-8f1d-623f151470d1 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-980255686') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.037459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-566dc03f-65aa-4ed6-bddb-f42d93d9a641 None None] Provisioning complete for port 812a2e13-adba-4ab2-9f18-2e88a7977f26 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:18.037858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-566dc03f-65aa-4ed6-bddb-f42d93d9a641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.041976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 013d39e0-6782-44ae-9015-44a72120be67 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:18.042339 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.091835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68980a6f-baf6-4cb4-9669-3190978eaa3e req-a1328189-81f9-4a65-b129-b253f1f1f39d tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957906 Feb 15 09:35:18.134162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bdde1945-9015-45b2-8f1d-623f151470d1 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-980255686 HTTP/1.1" status: 204 len: 168 time: 0.1183546 Feb 15 09:35:18.136440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.146587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-631ab710-a787-4d68-b491-e9b045dccdd0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-980255686') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.252485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.319104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 013d39e0-6782-44ae-9015-44a72120be67, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=013d39e0-6782-44ae-9015-44a72120be67,segment=NetworkSegment(9d9d5b43-7853-4146-bf80-6433ae9e6a70),segment_id=9d9d5b43-7853-4146-bf80-6433ae9e6a70)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:18.323254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-631ab710-a787-4d68-b491-e9b045dccdd0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-980255686 HTTP/1.1" status: 204 len: 168 time: 0.1856318 Feb 15 09:35:18.326320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.328538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.332119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-56cfe02d-4f84-471e-af35-92c172f69df2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.379541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303dcc73-924c-418e-8c29-efc70a696117 None None] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:18.407750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56cfe02d-4f84-471e-af35-92c172f69df2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 200 len: 205 time: 0.0782645 Feb 15 09:35:18.409935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33594) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.416512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-8738ba87-4707-4ff8-887e-8f2852a1aad2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.474280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:35:18.485574 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Sync routers for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:35:18.495433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8738ba87-4707-4ff8-887e-8f2852a1aad2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 200 len: 241 time: 0.0838263 Feb 15 09:35:18.498076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.498439 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:18.499101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:34:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.504878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-28173d4c-5f9e-4edc-8674-26aa4a8c7358 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-1836466987') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.534460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03f5db-6951-456f-8b94-78a54bff8ac5 req-7a0a7887-688d-4d53-9676-26020a886ed2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:18.540708 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c03f5db-6951-456f-8b94-78a54bff8ac5 req-7a0a7887-688d-4d53-9676-26020a886ed2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.2083063 Feb 15 09:35:18.564427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=013d39e0-6782-44ae-9015-44a72120be67,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:18.580850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.583883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-71104606-9c89-4a85-9e25-5039933ae863 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3232956 Feb 15 09:35:18.597627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.607550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-1b5a4fd5-ab17-4540-981f-9236116a3967 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:18.613693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4108861c-a2ad-4c77-a089-87127de4204d None None] Provisioning complete for port 013d39e0-6782-44ae-9015-44a72120be67 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:18.617929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-1b5a4fd5-ab17-4540-981f-9236116a3967 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:18.618602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4108861c-a2ad-4c77-a089-87127de4204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:18.620380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-1b5a4fd5-ab17-4540-981f-9236116a3967 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.2196164 Feb 15 09:35:18.660597 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:18.662134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711b54e-c4c1-411a-b4ea-682bcd4e2352 req-db1ed250-f8bb-4075-b2d8-06742dd87585 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:18.665520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8711b54e-c4c1-411a-b4ea-682bcd4e2352 req-db1ed250-f8bb-4075-b2d8-06742dd87585 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1102 time: 0.1579223 Feb 15 09:35:18.678086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28173d4c-5f9e-4edc-8674-26aa4a8c7358 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-1836466987 HTTP/1.1" status: 204 len: 168 time: 0.1780665 Feb 15 09:35:18.678896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33606) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.684476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-c9f465ec-ad6a-4f82-835f-433ac412fe87 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-1836466987') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.754917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8711b54e-c4c1-411a-b4ea-682bcd4e2352 req-f65395a8-a03e-4978-8f34-e7265d1e4498 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749311 Feb 15 09:35:18.808687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9f465ec-ad6a-4f82-835f-433ac412fe87 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-1836466987 HTTP/1.1" status: 204 len: 168 time: 0.1273391 Feb 15 09:35:18.810128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.815723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-ef478ded-5b1b-4705-8326-a588767580f2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.817293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c03f5db-6951-456f-8b94-78a54bff8ac5 req-c6d8099a-5a32-4736-8691-6cdcbc2548a2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514961 Feb 15 09:35:18.886209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ef478ded-5b1b-4705-8326-a588767580f2 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 200 len: 205 time: 0.0748234 Feb 15 09:35:18.888726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33616) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:18.898694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-790679a3-4e16-49dd-9976-33716aa1671b tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:18.949027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 0a3f4249-c705-4590-b2e2-c1786ec77b4c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:18.950403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.046950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f7f90f-fac8-492b-a247-1a08a22997dc req-b87f71be-932e-4a5b-8698-4d8a1a6dfa81 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:19.055434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52f7f90f-fac8-492b-a247-1a08a22997dc req-b87f71be-932e-4a5b-8698-4d8a1a6dfa81 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1520803 Feb 15 09:35:19.075033 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:16Z', 'revision_number': 3, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:19.079759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-790679a3-4e16-49dd-9976-33716aa1671b tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 200 len: 241 time: 0.1848867 Feb 15 09:35:19.080778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33620) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:19.104348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-e54efcfe-1040-413c-ab05-837ef7ad10d0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-1843980140') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:19.127187 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Checking router: 0f20adc8-9cc1-4363-a877-236ee8b97439 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:35:19.128045 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Updating router 0f20adc8-9cc1-4363-a877-236ee8b97439 port daa98fef-e3f0-4d58-8d91-7941992f06c5 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:35:19.166048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52f7f90f-fac8-492b-a247-1a08a22997dc req-9bcf4de7-6510-4362-a94b-f9153c668b13 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100011 Feb 15 09:35:19.190423 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.215724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e54efcfe-1040-413c-ab05-837ef7ad10d0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-1843980140 HTTP/1.1" status: 204 len: 168 time: 0.1280265 Feb 15 09:35:19.221930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33622) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:19.238200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-8722ae59-c39f-4217-bbef-8c07bc19825c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-1843980140') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:19.259479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-599c17d5-b089-46ca-be5e-27feb34b2fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.302858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2ab6ec9b-20dc-47b5-98b5-0f3d5d69470f None None] Provisioning complete for port 013d39e0-6782-44ae-9015-44a72120be67 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:19.303516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ec9b-20dc-47b5-98b5-0f3d5d69470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.342121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e945f-da3e-4869-92b9-e79e4d20f7c9 req-686c4a7d-00d7-41e7-b251-918e4a99de8d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:19.355771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de6e945f-da3e-4869-92b9-e79e4d20f7c9 req-686c4a7d-00d7-41e7-b251-918e4a99de8d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0994313 Feb 15 09:35:19.420405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de6e945f-da3e-4869-92b9-e79e4d20f7c9 req-7214c06f-d8ac-4ec2-8b83-1edac74904d7 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632675 Feb 15 09:35:19.486373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2ab6ec9b-20dc-47b5-98b5-0f3d5d69470f None None] Provisioning complete for port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:19.486746 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ab6ec9b-20dc-47b5-98b5-0f3d5d69470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.523947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 812a2e13-adba-4ab2-9f18-2e88a7977f26 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:19.566605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6ec9b-20dc-47b5-98b5-0f3d5d69470f None None] Port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:19.597754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 812a2e13-adba-4ab2-9f18-2e88a7977f26 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:19.598141 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.610689 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.622609 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.644642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47922835-0d62-4610-8339-d01b89d4906a req-921156a5-8cc0-4b03-b4ea-b0f2c1c91a9d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:19.651234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47922835-0d62-4610-8339-d01b89d4906a req-921156a5-8cc0-4b03-b4ea-b0f2c1c91a9d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:19.658749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47922835-0d62-4610-8339-d01b89d4906a req-921156a5-8cc0-4b03-b4ea-b0f2c1c91a9d tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 1682 time: 0.6561637 Feb 15 09:35:19.666317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Pushing event updated for resources: {'Port': ['ID=daa98fef-e3f0-4d58-8d91-7941992f06c5,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:19.677519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.677856 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.678484 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.678993 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.679489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.680132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 0a3f4249-c705-4590-b2e2-c1786ec77b4c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=0a3f4249-c705-4590-b2e2-c1786ec77b4c,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:19.680612 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.681610 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.682143 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.682714 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.683226 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.683727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.684218 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.684758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:19.707694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Attempting to bind port daa98fef-e3f0-4d58-8d91-7941992f06c5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:19.708064 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Attempting to bind port daa98fef-e3f0-4d58-8d91-7941992f06c5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:19.708421 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Attempting to bind port daa98fef-e3f0-4d58-8d91-7941992f06c5 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:19.714467 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:19.715140 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:19.715745 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.716330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:19.717162 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Bound port: daa98fef-e3f0-4d58-8d91-7941992f06c5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:19.718573 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.726750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-302301ac-d072-4683-96be-b233f4f6e5e2 None None] Provisioning complete for port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:19.727127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-302301ac-d072-4683-96be-b233f4f6e5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.742257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 0a3f4249-c705-4590-b2e2-c1786ec77b4c owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:19.780493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-302301ac-d072-4683-96be-b233f4f6e5e2 None None] Port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:19.800032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] For port daa98fef-e3f0-4d58-8d91-7941992f06c5, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:19.809032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] For port daa98fef-e3f0-4d58-8d91-7941992f06c5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=daa98fef-e3f0-4d58-8d91-7941992f06c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:19.818359 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:19.859808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47922835-0d62-4610-8339-d01b89d4906a req-ef5c26e2-a5f8-40d1-9581-d43f8ef62309 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997523 Feb 15 09:35:19.879768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b0c60a-2723-45ef-8a17-7a148cac023b req-231ab183-4534-48e4-89ee-784147490c92 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:19.888926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5b0c60a-2723-45ef-8a17-7a148cac023b req-231ab183-4534-48e4-89ee-784147490c92 tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1102 time: 0.0638382 Feb 15 09:35:19.891077 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed096-b3ca-4961-bc2b-885a47b73a39 None None] Pushing event updated for resources: {'Port': ['ID=daa98fef-e3f0-4d58-8d91-7941992f06c5,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:19.919652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:19.921304 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:19.925634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 013d39e0-6782-44ae-9015-44a72120be67 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:19.942337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8722ae59-c39f-4217-bbef-8c07bc19825c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-1843980140 HTTP/1.1" status: 204 len: 168 time: 0.7179294 Feb 15 09:35:19.954245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33632) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:19.967099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5b0c60a-2723-45ef-8a17-7a148cac023b req-9f7dd328-4832-44d7-aed0-3adf86e5bbea tempest-ServersAdminTestJSON-1635687356 tempest-ServersAdminTestJSON-1635687356-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744960 Feb 15 09:35:19.992676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-fab6d1c5-fd2c-4173-b9cd-598cba56e5f7 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.020000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 013d39e0-6782-44ae-9015-44a72120be67 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:20.020382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:20.145878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10f156-a61d-40dd-95bb-3df72255fb7f req-f1c2fff9-8bf3-4362-a75c-a6ef64c5ef1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.155607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a10f156-a61d-40dd-95bb-3df72255fb7f req-f1c2fff9-8bf3-4362-a75c-a6ef64c5ef1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.1249163 Feb 15 09:35:20.207341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fab6d1c5-fd2c-4173-b9cd-598cba56e5f7 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 200 len: 205 time: 0.2382517 Feb 15 09:35:20.210044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.218604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-3592dfaa-22f1-4627-a1c8-80d910ab0532 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.271780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3592dfaa-22f1-4627-a1c8-80d910ab0532 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 200 len: 241 time: 0.0604055 Feb 15 09:35:20.274870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.286635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-3ae87770-da66-4a74-ac6a-5fb08a9e4297 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-1298767210') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.341898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ae87770-da66-4a74-ac6a-5fb08a9e4297 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-1298767210 HTTP/1.1" status: 204 len: 168 time: 0.0643585 Feb 15 09:35:20.343934 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:20.344945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.355561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-56798e15-59bd-474b-9827-3d4340826249 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-1298767210') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.413492 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:20.457199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.477877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56798e15-59bd-474b-9827-3d4340826249 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-1298767210 HTTP/1.1" status: 204 len: 168 time: 0.1317401 Feb 15 09:35:20.478530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.484573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-07dbb1e1-927b-438d-8850-0dcd8aeb668c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.516268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968008c3-e4ec-4f57-a75f-050ad52f4f49 req-84e1a005-a806-495a-bfe2-6bd6fd80134e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.517955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-968008c3-e4ec-4f57-a75f-050ad52f4f49 req-84e1a005-a806-495a-bfe2-6bd6fd80134e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1048341 Feb 15 09:35:20.527668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-07dbb1e1-927b-438d-8850-0dcd8aeb668c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 200 len: 205 time: 0.0469809 Feb 15 09:35:20.529572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33666) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.534744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-566593c8-6cac-48da-a9ed-649ab10bd5f0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.605718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a10f156-a61d-40dd-95bb-3df72255fb7f req-11d5c7fd-366c-47ae-ae65-fa820fc490ae tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4513862 Feb 15 09:35:20.616683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-968008c3-e4ec-4f57-a75f-050ad52f4f49 req-0c081b2a-c17d-45c3-8a3e-179de60a23e4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878377 Feb 15 09:35:20.627733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-566593c8-6cac-48da-a9ed-649ab10bd5f0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 204 len: 168 time: 0.0963814 Feb 15 09:35:20.628492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.634914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.635408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.635881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.636345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.636822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.637285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.637743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.640364 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-579cb99d-8ea6-4077-b216-af05cb89c86a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 6499 time: 0.1808131 Feb 15 09:35:20.644728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:20.645423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-095bbad4-bf6f-49a7-bb1a-e0b77b5d01a3 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.648620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:20.668020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a3f4249-c705-4590-b2e2-c1786ec77b4c', '6c482ed0-d707-4601-ac38-cf1260af4bfb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:20.706290 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:16Z', 'revision_number': 3, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.710563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=0a3f4249-c705-4590-b2e2-c1786ec77b4c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:20.763410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14c3363-4d29-4093-bc09-d9aa06dba2e5 req-af569764-2ffa-4d4e-a424-4a06df477899 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1144366 Feb 15 09:35:20.779808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-095bbad4-bf6f-49a7-bb1a-e0b77b5d01a3 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 204 len: 168 time: 0.1382718 Feb 15 09:35:20.781246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:20.791776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-959a9769-6617-4170-b7ed-42f2e3ae85af tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:20.817596 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2f146f-0c78-419a-8490-6c43b696f21f None None] The sync data for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 is: [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:16Z', 'revision_number': 3, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:35:20.820160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 0a3f4249-c705-4590-b2e2-c1786ec77b4c on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:20.849824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:20.854437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-dcd73a4f-6adb-457c-9102-e35aec45fb31 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "DELETE /v2.0/ports/0a3f4249-c705-4590-b2e2-c1786ec77b4c HTTP/1.1" status: 204 len: 173 time: 2.2146654 Feb 15 09:35:20.854923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-deleted', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:20.862586 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2943f1-e3d5-4b5b-9168-e9f357793ecd" -d '{"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-deleted", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:20.920412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b0c44-eb06-4f88-af29-4a4c0b545a63 req-a2709e5b-7ccc-476c-95c1-133c5c3f54ee tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:20.928062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c1b0c44-eb06-4f88-af29-4a4c0b545a63 req-a2709e5b-7ccc-476c-95c1-133c5c3f54ee tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1400142 Feb 15 09:35:20.975065 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-959a9769-6617-4170-b7ed-42f2e3ae85af tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.1881759 Feb 15 09:35:20.989608 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c1b0c44-eb06-4f88-af29-4a4c0b545a63 req-fe491869-a626-48fd-873b-87f50265d512 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600245 Feb 15 09:35:20.989824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33678) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:21.007713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-b535c4b0-29e2-4d6f-abd7-2132c3094f9a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:21.063147 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12696b94-1e5a-4351-a3e3-0f434e1fa4ac x-openstack-request-id: req-12696b94-1e5a-4351-a3e3-0f434e1fa4ac {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:21.063440 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-deleted", "tag": "0a3f4249-c705-4590-b2e2-c1786ec77b4c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:21.063686 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12696b94-1e5a-4351-a3e3-0f434e1fa4ac {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:21.064071 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-deleted', 'tag': '0a3f4249-c705-4590-b2e2-c1786ec77b4c', 'status': 'completed', 'code': 200} Feb 15 09:35:21.108932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf72ff-f04b-4a42-9261-d1075277d40b req-acd2f8f6-8bd6-44a7-9893-ace082789525 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:21.113592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58bf72ff-f04b-4a42-9261-d1075277d40b req-acd2f8f6-8bd6-44a7-9893-ace082789525 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.3050122 Feb 15 09:35:21.200392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36390a79-43f5-4b76-9ef8-96173aff1625 req-5da6ce5a-1704-48d3-bead-964211a2c2d8 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:21.209749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36390a79-43f5-4b76-9ef8-96173aff1625 req-5da6ce5a-1704-48d3-bead-964211a2c2d8 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 946 time: 0.0920486 Feb 15 09:35:21.225427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58bf72ff-f04b-4a42-9261-d1075277d40b req-166e9a04-52f8-40dd-8eef-97d34bc12bef tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959508 Feb 15 09:35:21.228572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Allocated IP 172.20.0.1 (0cc2cbcf-b327-47ec-b2a6-99a7610141d2/4355541d-7219-4f7f-827c-5515938e026d/baaf88b7-56c3-498c-8d74-9db1db986ff9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:21.272123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36390a79-43f5-4b76-9ef8-96173aff1625 req-75840af0-1b51-451b-a45f-34862913476a tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/security-groups?id=4cef94f1-c3a7-47c8-b0fd-2979c5712729&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608940 Feb 15 09:35:21.273510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 6c482ed0-d707-4601-ac38-cf1260af4bfb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:21.273865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.279145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b535c4b0-29e2-4d6f-abd7-2132c3094f9a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 204 len: 168 time: 0.2751355 Feb 15 09:35:21.283420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33682) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:21.289343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-ff1115c0-3b41-4c04-aa04-158a4ada8662 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-208833596') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:21.369472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff1115c0-3b41-4c04-aa04-158a4ada8662 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-208833596 HTTP/1.1" status: 201 len: 201 time: 0.0841703 Feb 15 09:35:21.372509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33684) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:21.379226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-5ece08ee-1af0-4390-bbd0-751b29b13f67 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-2068678713') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:21.444500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.485318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 6c482ed0-d707-4601-ac38-cf1260af4bfb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=6c482ed0-d707-4601-ac38-cf1260af4bfb,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:21.485746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.499288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.506547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 6c482ed0-d707-4601-ac38-cf1260af4bfb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:21.539297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device daa98fef-e3f0-4d58-8d91-7941992f06c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:21.554173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:21.582047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:21.587076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:21.589495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Pushing event updated for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:21.631162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port daa98fef-e3f0-4d58-8d91-7941992f06c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:21.631779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.784702 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.810065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port daa98fef-e3f0-4d58-8d91-7941992f06c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=daa98fef-e3f0-4d58-8d91-7941992f06c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:21.826164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.840354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ece08ee-1af0-4390-bbd0-751b29b13f67 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-2068678713 HTTP/1.1" status: 201 len: 201 time: 0.4638336 Feb 15 09:35:21.843178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33690) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:21.859591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-7fc8d2c5-70d8-4061-94ca-b5f94eb4056a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-324842326') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:21.897806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=daa98fef-e3f0-4d58-8d91-7941992f06c5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:21.932280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b24cba60-161d-4b5e-b8a2-3f0c3bf11198 None None] Provisioning complete for port baaf88b7-56c3-498c-8d74-9db1db986ff9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:21.932658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b24cba60-161d-4b5e-b8a2-3f0c3bf11198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.961896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:21.977207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e0685-9d1f-438c-a7e7-14887322a9cc req-bf004729-96fa-4c21-8d80-c219e6d7f9b5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:21.981007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b24cba60-161d-4b5e-b8a2-3f0c3bf11198 None None] Port baaf88b7-56c3-498c-8d74-9db1db986ff9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:21.985265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b3e0685-9d1f-438c-a7e7-14887322a9cc req-bf004729-96fa-4c21-8d80-c219e6d7f9b5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.2128723 Feb 15 09:35:22.021473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-3b7aee4f-6e02-4fb9-b4c5-12db580604d0 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:22.023364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-3b7aee4f-6e02-4fb9-b4c5-12db580604d0 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.1952584 Feb 15 09:35:22.024224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.038826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b3e0685-9d1f-438c-a7e7-14887322a9cc req-73fdcd8d-97ee-4683-b885-b9e73a199ac1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527039 Feb 15 09:35:22.040896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7fc8d2c5-70d8-4061-94ca-b5f94eb4056a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-324842326 HTTP/1.1" status: 201 len: 201 time: 0.1958065 Feb 15 09:35:22.044379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['0a3f4249-c705-4590-b2e2-c1786ec77b4c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:22.045116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33694) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:22.050897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-7099ae5f-67eb-482c-9567-f7d1271bb421 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-235606814') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:22.115836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6a79a-79c0-4bad-a87f-480b99b99dfa req-38961d23-7a3f-46cd-a53c-183757cd117d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:22.117444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dea6a79a-79c0-4bad-a87f-480b99b99dfa req-38961d23-7a3f-46cd-a53c-183757cd117d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.2812519 Feb 15 09:35:22.127545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=6c482ed0-d707-4601-ac38-cf1260af4bfb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:22.127837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.131793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7099ae5f-67eb-482c-9567-f7d1271bb421 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-235606814 HTTP/1.1" status: 201 len: 201 time: 0.0848236 Feb 15 09:35:22.134772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:22.147993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-9e38ff7e-4b0f-4c3a-9fe8-04b14b996dfd tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', {'tags': ['tempest-TagsExtTest-Tag-169111567', 'tempest-TagsExtTest-Tag-1344615702', 'tempest-TagsExtTest-Tag-1550753730']}) {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:22.241460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 6c482ed0-d707-4601-ac38-cf1260af4bfb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:22.242251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364e9e9-9feb-41d5-b1f5-1d455a97e5ba req-8d06a764-af6c-4c0c-ad8d-b14f9f6e85ef tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:22.244907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0364e9e9-9feb-41d5-b1f5-1d455a97e5ba req-8d06a764-af6c-4c0c-ad8d-b14f9f6e85ef tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1190536 Feb 15 09:35:22.251939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.254152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.255878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8269232b-3432-4f0d-a9fe-6e4fdefc0f6c req-e9578a8d-90aa-4987-aab3-cfa4d0c1ce33 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.72 "DELETE /v2.0/ports/6c482ed0-d707-4601-ac38-cf1260af4bfb HTTP/1.1" status: 204 len: 173 time: 1.3903027 Feb 15 09:35:22.261382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e38ff7e-4b0f-4c3a-9fe8-04b14b996dfd tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 200 len: 317 time: 0.1115241 Feb 15 09:35:22.265329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33700) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:22.270920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-e30382fe-cc11-453b-9579-52a0ec484882 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:22.283017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dea6a79a-79c0-4bad-a87f-480b99b99dfa req-f6dac114-0dad-4c06-a18e-160aeccc05fe tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521397 Feb 15 09:35:22.314099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Deleting port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:22.314520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.346315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0364e9e9-9feb-41d5-b1f5-1d455a97e5ba req-2993ceb0-e33d-4565-9f0a-ab69eb42564e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830193 Feb 15 09:35:22.421665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.438586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e30382fe-cc11-453b-9579-52a0ec484882 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1716244 Feb 15 09:35:22.443115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33706) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:22.451527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-507a1d69-d13e-411f-9d59-9539c0e57242 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-169111567') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:22.519297 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5750e705-4900-4051-b69f-499765cdc05e req-0fcf77ee-399e-4333-9ea0-eaaa3fe79876 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "GET /v2.0/ports?device_id=a40be2f8-d0f6-4b93-a9e2-05da065f2fcd HTTP/1.1" status: 200 len: 210 time: 0.0305099 Feb 15 09:35:22.597393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] For port 3f568abc-bac1-4e44-a3f3-2543ecc196a7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3f568abc-bac1-4e44-a3f3-2543ecc196a7,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:22.597772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.620723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97fd4-ec33-4683-85f5-8695e54abf40 req-06704d79-75ae-404d-bcf0-44b12f74753c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:22.622384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92c97fd4-ec33-4683-85f5-8695e54abf40 req-06704d79-75ae-404d-bcf0-44b12f74753c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=d39882c2-0f0f-4dfe-9ea2-20a5d65735cc HTTP/1.1" status: 200 len: 950 time: 0.1801350 Feb 15 09:35:22.629072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Calling delete_port for 3f568abc-bac1-4e44-a3f3-2543ecc196a7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:22.774627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92c97fd4-ec33-4683-85f5-8695e54abf40 req-1ec87d54-da7d-4ea9-b6eb-3dabf37af290 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351304 Feb 15 09:35:22.778570 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-507a1d69-d13e-411f-9d59-9539c0e57242 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:22.778956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44593d5f-ea4d-48d9-9b6f-a3f03107eb8a req-4b6ce294-8455-43be-8a09-e977cd1f36e0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:22.779550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-507a1d69-d13e-411f-9d59-9539c0e57242 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-169111567 HTTP/1.1" status: 404 len: 328 time: 0.3337352 Feb 15 09:35:22.781475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44593d5f-ea4d-48d9-9b6f-a3f03107eb8a req-4b6ce294-8455-43be-8a09-e977cd1f36e0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.0561590 Feb 15 09:35:22.783620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33710) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:22.800057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-d291fdd7-501f-4d0b-a8e5-be1a5ac24587 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-1344615702') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:22.837203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44593d5f-ea4d-48d9-9b6f-a3f03107eb8a req-06809291-d386-4e63-aa49-a0708920f40f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440483 Feb 15 09:35:22.914204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:22.924706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.016065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.018086 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-d291fdd7-501f-4d0b-a8e5-be1a5ac24587 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:23.022212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d291fdd7-501f-4d0b-a8e5-be1a5ac24587 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-1344615702 HTTP/1.1" status: 404 len: 329 time: 0.2315481 Feb 15 09:35:23.022212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.022705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.029420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1556279d-95aa-447c-b5b9-eff4541b1e5d', '3f568abc-bac1-4e44-a3f3-2543ecc196a7', '75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:23.034058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Pushing event updated for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:23.035188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-45fa8780-16a2-444a-a5ac-326e992dfd15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe', 'tempest-TagsExtTest-Tag-1550753730') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.067358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-deleted', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:23.069753 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa15c989-8f06-45c8-b288-646f1cfe7b75" -d '{"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-deleted", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:23.103322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event deleted for resources: {'Port': ['ID=3f568abc-bac1-4e44-a3f3-2543ecc196a7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:23.152353 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763ef8f0-9d8a-48c9-94d4-41f84245b289 x-openstack-request-id: req-763ef8f0-9d8a-48c9-94d4-41f84245b289 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:23.152649 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a40be2f8-d0f6-4b93-a9e2-05da065f2fcd", "name": "network-vif-deleted", "tag": "6c482ed0-d707-4601-ac38-cf1260af4bfb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:23.152901 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-763ef8f0-9d8a-48c9-94d4-41f84245b289 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:23.153294 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a40be2f8-d0f6-4b93-a9e2-05da065f2fcd', 'name': 'network-vif-deleted', 'tag': '6c482ed0-d707-4601-ac38-cf1260af4bfb', 'status': 'completed', 'code': 200} Feb 15 09:35:23.153749 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-45fa8780-16a2-444a-a5ac-326e992dfd15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:23.157490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-45fa8780-16a2-444a-a5ac-326e992dfd15 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags/tempest-TagsExtTest-Tag-1550753730 HTTP/1.1" status: 404 len: 329 time: 0.1308486 Feb 15 09:35:23.157774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.157921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] No DVR routers for this DVR port 3f568abc-bac1-4e44-a3f3-2543ecc196a7 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:23.162621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-5e78b663-6a41-485e-9156-889ffdfc8e56 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', {'tags': ['tempest-TagsExtTest-Tag-884571287', 'tempest-TagsExtTest-Tag-1206593470', 'tempest-TagsExtTest-Tag-1990282247']}) {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.168700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.172535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3bd8d38-bc00-43d5-9a88-bd0133891f2c req-494e8633-33e9-4783-b164-f276198adf2c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "DELETE /v2.0/ports/3f568abc-bac1-4e44-a3f3-2543ecc196a7 HTTP/1.1" status: 204 len: 173 time: 1.1360540 Feb 15 09:35:23.242622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5e78b663-6a41-485e-9156-889ffdfc8e56 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 200 len: 317 time: 0.0806596 Feb 15 09:35:23.242920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33720) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.249392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be4013-f1de-4402-9e1f-6d6aed1f9496 req-c226d934-220b-4f9b-a824-9a9ecb9f6bd1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:23.249935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-5313ff56-006d-4cbd-b74a-3e6549036f23 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.251143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73be4013-f1de-4402-9e1f-6d6aed1f9496 req-c226d934-220b-4f9b-a824-9a9ecb9f6bd1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0955129 Feb 15 09:35:23.260895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:23.270528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:23.350060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73be4013-f1de-4402-9e1f-6d6aed1f9496 req-d60df194-dca3-4849-b105-11e3ef05044f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912883 Feb 15 09:35:23.357183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5313ff56-006d-4cbd-b74a-3e6549036f23 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.1132271 Feb 15 09:35:23.360075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33722) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.366173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-6446b578-4716-44fa-a87d-b0d5ba5dd35c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-884571287') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.471267 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-6446b578-4716-44fa-a87d-b0d5ba5dd35c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:23.473042 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6446b578-4716-44fa-a87d-b0d5ba5dd35c tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-884571287 HTTP/1.1" status: 404 len: 328 time: 0.1118577 Feb 15 09:35:23.476027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.481619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-f6264ddb-b5fc-46d2-9fff-510a61df4758 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-1206593470') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.490566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Router 0f20adc8-9cc1-4363-a877-236ee8b97439 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:35:23.499385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device daa98fef-e3f0-4d58-8d91-7941992f06c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:23.599011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port daa98fef-e3f0-4d58-8d91-7941992f06c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:23.599947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.618490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865a845-f989-4a5a-94d1-81860fc3d61b req-0b7be51e-84c2-4958-b046-362aa5a8ffa9 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:23.620054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7865a845-f989-4a5a-94d1-81860fc3d61b req-0b7be51e-84c2-4958-b046-362aa5a8ffa9 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1347113 Feb 15 09:35:23.622652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.664422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:35:23.686774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ed4e1542-dfe9-4d31-8cd3-4948ac2025b2 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f20adc8-9cc1-4363-a877-236ee8b97439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0565481 Feb 15 09:35:23.687530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Sync routers for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:35:23.704904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:23.705545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.715731 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-f6264ddb-b5fc-46d2-9fff-510a61df4758 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:23.717137 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f6264ddb-b5fc-46d2-9fff-510a61df4758 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-1206593470 HTTP/1.1" status: 404 len: 329 time: 0.2398911 Feb 15 09:35:23.722086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33734) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.728393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-4ceaa614-74bb-45aa-8eed-efc8de9ee8c7 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc', 'tempest-TagsExtTest-Tag-1990282247') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.776724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting subnet d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:35:23.784119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3f0e70d4-1958-4ddb-93be-54f00c9cf479 None None] Provisioning complete for port baaf88b7-56c3-498c-8d74-9db1db986ff9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:23.784486 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f0e70d4-1958-4ddb-93be-54f00c9cf479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.795349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7865a845-f989-4a5a-94d1-81860fc3d61b req-9ffa7c11-0fed-4c56-b7fa-3c837fcf2298 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583219 Feb 15 09:35:23.796685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.850867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:23.896121 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-4ceaa614-74bb-45aa-8eed-efc8de9ee8c7 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:23.897332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ceaa614-74bb-45aa-8eed-efc8de9ee8c7 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags/tempest-TagsExtTest-Tag-1990282247 HTTP/1.1" status: 404 len: 329 time: 0.1743746 Feb 15 09:35:23.900029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33742) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:23.907486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-d05ca318-7bfe-4b84-9b41-5233febc77d5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', {'tags': ['tempest-TagsExtTest-Tag-1114283860', 'tempest-TagsExtTest-Tag-2039849306', 'tempest-TagsExtTest-Tag-427229854']}) {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:23.950540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:23.953543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3f0e70d4-1958-4ddb-93be-54f00c9cf479 None None] Port baaf88b7-56c3-498c-8d74-9db1db986ff9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:23.984655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.095715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.128119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Subnet': ['ID=d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:24.140988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.142704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fda9c2a-f187-468f-b34e-9a7f3cd25353 None None] Network 5dc62bc3-e486-4eff-9543-979994753215 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:24.145790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d99ce735-100f-4688-8909-611b31c7b812 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/subnets/d7435533-5abd-4bbb-8f55-dd9e9e7bfa2e HTTP/1.1" status: 204 len: 168 time: 0.5225322 Feb 15 09:35:24.148383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33750) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:24.230648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6c482ed0-d707-4601-ac38-cf1260af4bfb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:24.257993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.261758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 6c482ed0-d707-4601-ac38-cf1260af4bfb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:24.262100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 6c482ed0-d707-4601-ac38-cf1260af4bfb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:24.262513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a3f4249-c705-4590-b2e2-c1786ec77b4c no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:24.325339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port e8c009e6-9e82-4989-acd9-90603248a2a1 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:24.326124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.350503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 0a3f4249-c705-4590-b2e2-c1786ec77b4c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:24.351778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 0a3f4249-c705-4590-b2e2-c1786ec77b4c not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:24.377324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-e1e085c4-78c4-4acd-87c0-1df173119611 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:24.379648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-e1e085c4-78c4-4acd-87c0-1df173119611 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.1202621 Feb 15 09:35:24.383234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d05ca318-7bfe-4b84-9b41-5233febc77d5 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 200 len: 317 time: 0.4818873 Feb 15 09:35:24.385797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33754) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:24.395530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-a50708af-807c-47f7-a9b4-0865a69cb5f0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:24.404037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0bcd7-7995-4e9f-8fab-286ab656af42 req-b8838a17-9e08-46ce-b6bc-2eae9d934f63 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:24.406634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbd0bcd7-7995-4e9f-8fab-286ab656af42 req-b8838a17-9e08-46ce-b6bc-2eae9d934f63 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 945 time: 0.1596172 Feb 15 09:35:24.446593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port e8c009e6-9e82-4989-acd9-90603248a2a1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8c009e6-9e82-4989-acd9-90603248a2a1,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:24.446965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.469360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 2, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:24.485024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbd0bcd7-7995-4e9f-8fab-286ab656af42 req-c22418d3-cd13-4e90-a129-a900cf22ce78 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697117 Feb 15 09:35:24.491114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for e8c009e6-9e82-4989-acd9-90603248a2a1 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:24.518471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] DHCP port deletion for 5dc62bc3-e486-4eff-9543-979994753215 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:35:24.521389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Checking router: 0f20adc8-9cc1-4363-a877-236ee8b97439 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:35:24.521809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Updating router 0f20adc8-9cc1-4363-a877-236ee8b97439 port baaf88b7-56c3-498c-8d74-9db1db986ff9 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:35:24.577517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.612723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a50708af-807c-47f7-a9b4-0865a69cb5f0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 204 len: 168 time: 0.2247550 Feb 15 09:35:24.615334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port 02b3e170-1408-4fd3-994f-a2d6f16d5786 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:24.615811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33756) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:24.616021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.626411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-f5b1cc25-f98b-40da-aded-461dcf5c3d4b tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-1114283860') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:24.682284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9b8f8-dc92-494f-be62-7172c77d649a req-513b2ce8-177d-4cd8-8dc8-0a41245999de tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:24.684005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1b9b8f8-dc92-494f-be62-7172c77d649a req-513b2ce8-177d-4cd8-8dc8-0a41245999de tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.1300018 Feb 15 09:35:24.701261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:24.706544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Deleting port e8c009e6-9e82-4989-acd9-90603248a2a1 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:24.707030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.709846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1632788329', 'description': 'tempest-description--1064371231'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:24.787321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.790787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1b9b8f8-dc92-494f-be62-7172c77d649a req-5ac1f9f3-a76c-4124-8ae3-844d488975da tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822363 Feb 15 09:35:24.792954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port 02b3e170-1408-4fd3-994f-a2d6f16d5786, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=02b3e170-1408-4fd3-994f-a2d6f16d5786,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:24.793652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.801940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] For port e8c009e6-9e82-4989-acd9-90603248a2a1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8c009e6-9e82-4989-acd9-90603248a2a1,segment=NetworkSegment(31b5b918-0635-43cb-aef0-8907a27c7685),segment_id=31b5b918-0635-43cb-aef0-8907a27c7685)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:24.802407 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.814466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for 02b3e170-1408-4fd3-994f-a2d6f16d5786 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:24.850119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port e8c009e6-9e82-4989-acd9-90603248a2a1 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:24.850680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Calling delete_port for e8c009e6-9e82-4989-acd9-90603248a2a1 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:24.904552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=e8c009e6-9e82-4989-acd9-90603248a2a1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:24.908636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:24.924636 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-f5b1cc25-f98b-40da-aded-461dcf5c3d4b tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:24.928381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5b1cc25-f98b-40da-aded-461dcf5c3d4b tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-1114283860 HTTP/1.1" status: 404 len: 329 time: 0.3078587 Feb 15 09:35:24.936676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33762) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:24.948310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.tag.tag_plugin [None req-3881629b-9579-467a-88bd-34fc357e9438 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-2039849306') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.007468 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.015545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3f568abc-bac1-4e44-a3f3-2543ecc196a7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:25.032128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836153e-4968-4f3e-a2c8-b98d583b8459 req-2e8b1bfa-b0b6-4662-9a9d-f159f78fb578 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:25.034041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d836153e-4968-4f3e-a2c8-b98d583b8459 req-2e8b1bfa-b0b6-4662-9a9d-f159f78fb578 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.2672558 Feb 15 09:35:25.070187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba83014-f5bf-4d85-977f-03edd4f7f914 req-a3d8f7f7-fbe3-41fb-8194-6a8a8bdab20c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:25.070358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 3f568abc-bac1-4e44-a3f3-2543ecc196a7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:25.070557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3f568abc-bac1-4e44-a3f3-2543ecc196a7 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:25.074927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.076679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] Pushing event deleted for resources: {'Port': ['ID=e8c009e6-9e82-4989-acd9-90603248a2a1,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.081442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.083540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c596732-dc6a-4575-a370-6074086f95b8 None None] No DVR routers for this DVR port e8c009e6-9e82-4989-acd9-90603248a2a1 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:25.086702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ba83014-f5bf-4d85-977f-03edd4f7f914 req-a3d8f7f7-fbe3-41fb-8194-6a8a8bdab20c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.2062383 Feb 15 09:35:25.097892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.108592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d836153e-4968-4f3e-a2c8-b98d583b8459 req-5133d34a-0ce6-434f-80a4-5cc72b2db593 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650690 Feb 15 09:35:25.136508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.149312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dc62bc3-e486-4eff-9543-979994753215']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.160251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['02b3e170-1408-4fd3-994f-a2d6f16d5786'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:25.167159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31b5b918-0635-43cb-aef0-8907a27c7685') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.167634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31b5b918-0635-43cb-aef0-8907a27c7685') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.173762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'name': 'network-vif-deleted', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:25.176614 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c9e4be-53d4-410e-9e04-0663d9040915" -d '{"events": [{"server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "name": "network-vif-deleted", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:25.180166 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3881629b-9579-467a-88bd-34fc357e9438 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:25.184103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3881629b-9579-467a-88bd-34fc357e9438 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-2039849306 HTTP/1.1" status: 404 len: 329 time: 0.2428846 Feb 15 09:35:25.188250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33766) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.190143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.208776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ba83014-f5bf-4d85-977f-03edd4f7f914 req-e73e56af-7dbf-46af-ab9a-54535dfb8223 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208925 Feb 15 09:35:25.211133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=02b3e170-1408-4fd3-994f-a2d6f16d5786,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.211749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b80559-2a06-401c-a28f-1bbfdb6ffe7b None None] Pushing event updated for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.258853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Attempting to bind port baaf88b7-56c3-498c-8d74-9db1db986ff9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:25.261512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Attempting to bind port baaf88b7-56c3-498c-8d74-9db1db986ff9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:25.262773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Attempting to bind port baaf88b7-56c3-498c-8d74-9db1db986ff9 on network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:25.270743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port 02b3e170-1408-4fd3-994f-a2d6f16d5786 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:25.273565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.273716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:25.274178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.274582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Checking segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:25.278979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.279995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Bound using segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:25.282165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Bound port: baaf88b7-56c3-498c-8d74-9db1db986ff9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:25.282978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.287655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f695926-ba50-4f51-936e-bcb83f8fc9f3 req-4ba566c8-7ba5-40ac-8f7a-8f5e20189b2c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "DELETE /v2.0/ports/02b3e170-1408-4fd3-994f-a2d6f16d5786 HTTP/1.1" status: 204 len: 173 time: 0.8788443 Feb 15 09:35:25.289012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-807b1b12-1cf1-4dc9-9d51-4cfc29d22701 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e', 'tempest-TagsExtTest-Tag-427229854') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.305001 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a53912-b3d2-46a1-af56-a2eb31632361 x-openstack-request-id: req-f0a53912-b3d2-46a1-af56-a2eb31632361 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:25.305411 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d39882c2-0f0f-4dfe-9ea2-20a5d65735cc", "name": "network-vif-deleted", "tag": "3f568abc-bac1-4e44-a3f3-2543ecc196a7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:25.305761 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0a53912-b3d2-46a1-af56-a2eb31632361 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:25.306244 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd39882c2-0f0f-4dfe-9ea2-20a5d65735cc', 'name': 'network-vif-deleted', 'tag': '3f568abc-bac1-4e44-a3f3-2543ecc196a7', 'status': 'completed', 'code': 200} Feb 15 09:35:25.355799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.357901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:35:25.359127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:35:25.362901 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:35:25.375666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] For port baaf88b7-56c3-498c-8d74-9db1db986ff9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:25.379474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] For port baaf88b7-56c3-498c-8d74-9db1db986ff9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=baaf88b7-56c3-498c-8d74-9db1db986ff9,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:25.389228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.408259 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.453703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:25.454705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.480306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b80559-2a06-401c-a28f-1bbfdb6ffe7b None None] Pushing event updated for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.529641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8c009e6-9e82-4989-acd9-90603248a2a1 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:25.556855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e10be-e689-422b-ba60-85b725adc5a6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.571760 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.574152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e8c009e6-9e82-4989-acd9-90603248a2a1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:25.574501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8c009e6-9e82-4989-acd9-90603248a2a1 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:25.576995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-279238c9-8ecb-49f8-bae5-6431afc8137c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8736732 Feb 15 09:35:25.580577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33770) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.592982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'security_group_rule': {'security_group_id': '1a9e10be-e689-422b-ba60-85b725adc5a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:25.596728 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-807b1b12-1cf1-4dc9-9d51-4cfc29d22701 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:25.601105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-807b1b12-1cf1-4dc9-9d51-4cfc29d22701 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags/tempest-TagsExtTest-Tag-427229854 HTTP/1.1" status: 404 len: 328 time: 0.4088182 Feb 15 09:35:25.601777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33772) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.608042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-dde7ded7-1a6f-4efb-8841-065871441b21 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', {'tags': ['tempest-TagsExtTest-Tag-133181421', 'tempest-TagsExtTest-Tag-307080480', 'tempest-TagsExtTest-Tag-1527150713']}) {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.630073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.652357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.656394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/networks/5dc62bc3-e486-4eff-9543-979994753215 HTTP/1.1" status: 204 len: 168 time: 1.5065589 Feb 15 09:35:25.657474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065bcbe9-9537-4f58-acae-2c02d01775e2 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Network': ['ID=5dc62bc3-e486-4eff-9543-979994753215,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:25.659778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33774) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.663523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] Provisioning complete for port baaf88b7-56c3-498c-8d74-9db1db986ff9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:25.663747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.695498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dde7ded7-1a6f-4efb-8841-065871441b21 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "PUT /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 200 len: 316 time: 0.0919943 Feb 15 09:35:25.696663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33776) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.701575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-6530375b-a892-4140-b0bd-f2a47d54aafe tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.728974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:25.759956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6530375b-a892-4140-b0bd-f2a47d54aafe tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 204 len: 168 time: 0.0624065 Feb 15 09:35:25.761252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.764668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9011167-b18a-4143-8638-39822e804b57 req-a8f6f905-7d1a-4c31-a3aa-cbee210e950d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcde65be-f443-4e28-b1a1-35b0c39d40d4 HTTP/1.1" status: 200 len: 210 time: 0.1000400 Feb 15 09:35:25.781516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-111daa46-2e50-445c-9250-6d4855700446 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-133181421') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.797563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-b7934ccf-6514-49a3-9dda-f454f811bb41 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:25.799074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-b7934ccf-6514-49a3-9dda-f454f811bb41 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.2406263 Feb 15 09:35:25.800633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.807944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting subnet da55e0f0-49d0-408f-b16e-1f7afa72c9c8 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:35:25.814384 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-111daa46-2e50-445c-9250-6d4855700446 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:25.817654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-111daa46-2e50-445c-9250-6d4855700446 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-133181421 HTTP/1.1" status: 404 len: 328 time: 0.0545194 Feb 15 09:35:25.821567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33782) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.826009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.828438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-96fb1c30-5e6b-4154-bccb-4a77dbf361b1 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-307080480') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.878922 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-96fb1c30-5e6b-4154-bccb-4a77dbf361b1 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:25.885847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96fb1c30-5e6b-4154-bccb-4a77dbf361b1 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-307080480 HTTP/1.1" status: 404 len: 328 time: 0.0629911 Feb 15 09:35:25.887082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.899809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-63e7d454-4947-404c-bde1-f93efb2722a0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513', 'tempest-TagsExtTest-Tag-1527150713') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:25.972467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:25.983904 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-63e7d454-4947-404c-bde1-f93efb2722a0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] show failed (client error): The resource could not be found. Feb 15 09:35:25.988017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-63e7d454-4947-404c-bde1-f93efb2722a0 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags/tempest-TagsExtTest-Tag-1527150713 HTTP/1.1" status: 404 len: 329 time: 0.0959032 Feb 15 09:35:25.990683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:25.997262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-6e5b389a-e008-43ce-b88d-6dfcdcc7f2aa tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '316864d1-1279-4b92-b2c4-3c1d3ba49513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:26.016718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916c450-6d42-49e6-88d1-83776ff1e780 req-90012811-42e2-4bdf-9d28-8af15624c479 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:26.018349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e916c450-6d42-49e6-88d1-83776ff1e780 req-90012811-42e2-4bdf-9d28-8af15624c479 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 949 time: 0.0988314 Feb 15 09:35:26.027315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.040484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.064842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e5b389a-e008-43ce-b88d-6dfcdcc7f2aa tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513/tags HTTP/1.1" status: 204 len: 168 time: 0.0692427 Feb 15 09:35:26.064842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.068771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-113d3689-ec43-47b5-9877-65665127d28a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2d4c63fb-c415-45b0-83d5-d0afe18d165e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:26.090389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dc7d65-f2b7-4efb-a097-a474be8ec311,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:26.111342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e916c450-6d42-49e6-88d1-83776ff1e780 req-fc327bb6-3b0e-4d04-96ce-506cb99bee84 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868349 Feb 15 09:35:26.126620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.130870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e99516d-1753-48f7-82a1-b61bf932aaf7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5512521 Feb 15 09:35:26.136667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33790) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.156744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.170203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-113d3689-ec43-47b5-9877-65665127d28a tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e/tags HTTP/1.1" status: 204 len: 168 time: 0.1026800 Feb 15 09:35:26.170441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33794) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.177319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-b6613da3-692b-476f-981f-1ee51d10e669 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:26.179791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.215217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'security_group_rule': {'security_group_id': '1a9e10be-e689-422b-ba60-85b725adc5a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:26.220311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] For port baaf88b7-56c3-498c-8d74-9db1db986ff9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=baaf88b7-56c3-498c-8d74-9db1db986ff9,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:26.222537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Deleting port 1556279d-95aa-447c-b5b9-eff4541b1e5d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:26.222961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.228454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.239735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:25Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:26.249601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6613da3-692b-476f-981f-1ee51d10e669 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc/tags HTTP/1.1" status: 204 len: 168 time: 0.0747325 Feb 15 09:35:26.249920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.255318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.tag.tag_plugin [None req-daf2dc43-aab5-49b2-895e-a81496c72430 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c5da0f3e-a221-4987-8ad3-757be51163fe') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:26.291099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df21ab00-7036-4701-a9fe-e19b19cbbaed None None] The sync data for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 is: [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:25Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:35:26.316589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64098a-48b4-42d9-9933-d6095ecd52b9 None None] Pushing event updated for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:26.387362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e05d0d-4f14-45aa-a0eb-8243f1ff6ee9 req-15e56514-eec2-4dd3-9487-b9795a66005d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:26.388963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5395164a-73e2-4a3f-aaaa-424de96b3774 None None] Provisioning complete for port baaf88b7-56c3-498c-8d74-9db1db986ff9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:26.389336 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5395164a-73e2-4a3f-aaaa-424de96b3774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.397283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25e05d0d-4f14-45aa-a0eb-8243f1ff6ee9 req-15e56514-eec2-4dd3-9487-b9795a66005d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1052997 Feb 15 09:35:26.438979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-daf2dc43-aab5-49b2-895e-a81496c72430 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe/tags HTTP/1.1" status: 204 len: 168 time: 0.1830425 Feb 15 09:35:26.439578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33800) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.469046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25e05d0d-4f14-45aa-a0eb-8243f1ff6ee9 req-0fd61e59-8de6-4f99-b072-cd476e4fcb86 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692058 Feb 15 09:35:26.481558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.511736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] For port 1556279d-95aa-447c-b5b9-eff4541b1e5d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1556279d-95aa-447c-b5b9-eff4541b1e5d,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:26.511960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.544152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77426dc5-9aca-4a66-8189-eb96bc1bb14d req-b1ac398a-5628-456a-8c19-a0fa2c9b80d9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:26.548221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77426dc5-9aca-4a66-8189-eb96bc1bb14d req-b1ac398a-5628-456a-8c19-a0fa2c9b80d9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.3173602 Feb 15 09:35:26.552937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.568590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023369e1-7096-4b18-b0cd-92c1b6d7ebc2 None None] Network c6a6d101-bc0b-499f-8a20-636144a060d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:26.582013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Subnet': ['ID=da55e0f0-49d0-408f-b16e-1f7afa72c9c8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:26.590414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Calling delete_port for 1556279d-95aa-447c-b5b9-eff4541b1e5d owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:26.595684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.599005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d3704e71-00eb-4205-95d0-6ea8be1534e0 tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/subnets/da55e0f0-49d0-408f-b16e-1f7afa72c9c8 HTTP/1.1" status: 204 len: 168 time: 0.9338500 Feb 15 09:35:26.601747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.726374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77426dc5-9aca-4a66-8189-eb96bc1bb14d req-268cda0f-0ede-4a86-ba88-162d58b77fe6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690350 Feb 15 09:35:26.728402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.737059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-30546a95-de69-4ab8-bd85-78367bf92d24 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for subnetpool, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.738518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-30546a95-de69-4ab8-bd85-78367bf92d24 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnetpools/316864d1-1279-4b92-b2c4-3c1d3ba49513 HTTP/1.1" status: 204 len: 168 time: 0.2980728 Feb 15 09:35:26.750028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.750249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.760128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.784859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa53564-bfcf-41b8-965a-d2bf0e6edfde,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:26.811220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.815347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e2717bb8-c750-4b4c-b990-289814b6f6d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6748607 Feb 15 09:35:26.817073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eec4620c-9ebc-4bfe-ad36-6d225b8a2169 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "GET /v2.0/ports?device_id=2d4c63fb-c415-45b0-83d5-d0afe18d165e HTTP/1.1" status: 200 len: 205 time: 0.0747409 Feb 15 09:35:26.817866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.819536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33810) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:26.825455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:26.833219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] DHCP port deletion for c6a6d101-bc0b-499f-8a20-636144a060d3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:35:26.881997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Deleting port 262b4837-1a47-49bc-9ae4-0813cd6b01be {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:26.882489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.887171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.914964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Deleting port 262b4837-1a47-49bc-9ae4-0813cd6b01be {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:26.915346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:26.979890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.012347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] For port 262b4837-1a47-49bc-9ae4-0813cd6b01be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=262b4837-1a47-49bc-9ae4-0813cd6b01be,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:27.012736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.033824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Calling delete_port for 262b4837-1a47-49bc-9ae4-0813cd6b01be owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:27.048555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] For port 262b4837-1a47-49bc-9ae4-0813cd6b01be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=262b4837-1a47-49bc-9ae4-0813cd6b01be,segment=NetworkSegment(164e4809-b3fa-4f95-bd17-c9771e16d012),segment_id=164e4809-b3fa-4f95-bd17-c9771e16d012)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:27.048991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.070443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Calling delete_port for 262b4837-1a47-49bc-9ae4-0813cd6b01be owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:27.159104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.192540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] Pushing event deleted for resources: {'Port': ['ID=262b4837-1a47-49bc-9ae4-0813cd6b01be,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:27.200788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.203630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9baa05-52f7-48e9-a0ec-080054a08fad None None] No DVR routers for this DVR port 262b4837-1a47-49bc-9ae4-0813cd6b01be on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:27.244703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] No DVR routers for this DVR port 262b4837-1a47-49bc-9ae4-0813cd6b01be on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:27.298666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.308885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'name': 'network-vif-deleted', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:27.311116 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9213b308-b3f5-47f4-8674-9407b55e3c5e" -d '{"events": [{"server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "name": "network-vif-deleted", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:27.335772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Port': ['ID=262b4837-1a47-49bc-9ae4-0813cd6b01be,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:27.362185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.364587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.370397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.378229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:27.433628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.468668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec35112-5ed3-4fe7-9c76-835c985fe1e7 req-37adb5cc-14e8-4461-b5bb-d9a128f229a3 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:27.477584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ec35112-5ed3-4fe7-9c76-835c985fe1e7 req-37adb5cc-14e8-4461-b5bb-d9a128f229a3 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=37a2f68f-7b26-4fe3-9e75-990fe6535a0b HTTP/1.1" status: 200 len: 867 time: 0.2380602 Feb 15 09:35:27.503186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event deleted for resources: {'Port': ['ID=1556279d-95aa-447c-b5b9-eff4541b1e5d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:27.506864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a6d101-bc0b-499f-8a20-636144a060d3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:27.531822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '164e4809-b3fa-4f95-bd17-c9771e16d012') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:27.532127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '164e4809-b3fa-4f95-bd17-c9771e16d012') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:27.578935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.605079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ec35112-5ed3-4fe7-9c76-835c985fe1e7 req-154f341e-e685-4652-842f-37f5cbf45e10 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217532 Feb 15 09:35:27.629150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.633902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device baaf88b7-56c3-498c-8d74-9db1db986ff9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:27.643379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-22b8be54-bdcb-46c3-937e-d2656fb36b78 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:27.653531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-22b8be54-bdcb-46c3-937e-d2656fb36b78 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.5915101 Feb 15 09:35:27.662534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Allocated IP 172.25.6.56 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/473e651a-9224-4a08-82fc-6641b46c888b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:27.664887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:35:27.665289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:35:27.668528 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:35:27.709265 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1224f31-85e2-4b8e-ab4c-4578e399d64a x-openstack-request-id: req-b1224f31-85e2-4b8e-ab4c-4578e399d64a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:27.709533 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcde65be-f443-4e28-b1a1-35b0c39d40d4", "name": "network-vif-deleted", "tag": "02b3e170-1408-4fd3-994f-a2d6f16d5786", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:27.709767 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1224f31-85e2-4b8e-ab4c-4578e399d64a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:27.710342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port baaf88b7-56c3-498c-8d74-9db1db986ff9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:27.710883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.715102 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcde65be-f443-4e28-b1a1-35b0c39d40d4', 'name': 'network-vif-deleted', 'tag': '02b3e170-1408-4fd3-994f-a2d6f16d5786', 'status': 'completed', 'code': 200} Feb 15 09:35:27.720900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] No DVR routers for this DVR port 1556279d-95aa-447c-b5b9-eff4541b1e5d on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:27.731988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.732532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Fanout notify agent at l3_agent the message router_deleted on router 2d4c63fb-c415-45b0-83d5-d0afe18d165e {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:35:27.746513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.750217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-869fc2e7-bde8-4c5f-984a-2505219b72ee tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/routers/2d4c63fb-c415-45b0-83d5-d0afe18d165e HTTP/1.1" status: 204 len: 168 time: 0.9270175 Feb 15 09:35:27.754972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:27.756021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.765115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9bc99b1-16e2-4852-b6b6-af2a5528ad23 req-83dd2775-1c7c-4541-ae4f-af32503aa18b tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "DELETE /v2.0/ports/1556279d-95aa-447c-b5b9-eff4541b1e5d HTTP/1.1" status: 204 len: 173 time: 1.9485762 Feb 15 09:35:27.788591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-bae4d0fb-1c69-43e6-a2bb-c3eae073ea4f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.1346762 Feb 15 09:35:27.801915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.836944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:27.844285 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] 10.222.0.10 "DELETE /v2.0/networks/c6a6d101-bc0b-499f-8a20-636144a060d3 HTTP/1.1" status: 204 len: 168 time: 1.2373209 Feb 15 09:35:27.856446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b318ef-8712-4b9c-ba66-23c1eacf8dac tempest-ServersTestMultiNic-1405985548 tempest-ServersTestMultiNic-1405985548-project] Pushing event deleted for resources: {'Network': ['ID=c6a6d101-bc0b-499f-8a20-636144a060d3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:27.928654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d3440-77ac-4e9f-bfd4-7b4e07a98f5e req-2660125c-cbb0-4629-9fae-58fb8b0e223b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:27.930340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb1d3440-77ac-4e9f-bfd4-7b4e07a98f5e req-2660125c-cbb0-4629-9fae-58fb8b0e223b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1345510 Feb 15 09:35:27.948448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.015830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb1d3440-77ac-4e9f-bfd4-7b4e07a98f5e req-f8c46ee6-628f-44e1-a9e1-fbb054d90e32 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659831 Feb 15 09:35:28.016147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 262b4837-1a47-49bc-9ae4-0813cd6b01be no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:28.083413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.083873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 262b4837-1a47-49bc-9ae4-0813cd6b01be {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:28.084964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 262b4837-1a47-49bc-9ae4-0813cd6b01be not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:28.142147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:28.166434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:28.178812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:28.213864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 02b3e170-1408-4fd3-994f-a2d6f16d5786 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:28.235477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'Port': ['ID=473e651a-9224-4a08-82fc-6641b46c888b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:28.246895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 02b3e170-1408-4fd3-994f-a2d6f16d5786 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:28.247586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 02b3e170-1408-4fd3-994f-a2d6f16d5786 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:28.278241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f992bc-1ef0-44d6-bdc4-2efffb0c67df req-4ec076d2-1743-4683-b1fe-746c16d15897 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:28.279698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72f992bc-1ef0-44d6-bdc4-2efffb0c67df req-4ec076d2-1743-4683-b1fe-746c16d15897 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1282461 Feb 15 09:35:28.310143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-034c39ed-78e5-4acb-81cc-77b467b18d4b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4967487 Feb 15 09:35:28.351072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.360747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72f992bc-1ef0-44d6-bdc4-2efffb0c67df req-72b482f0-2c3c-4b63-bd71-536bb2ae8d63 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565588 Feb 15 09:35:28.475006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-3611d15b-7695-4b87-914a-102ab8b62016 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1671398 Feb 15 09:35:28.513165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-4f66145b-5447-4b4a-8ecb-27bf3c687ba2 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904681 Feb 15 09:35:28.552521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Deleting port ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:28.552888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.580222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33842) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:28.671757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.740222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8139b-0dae-4862-9224-15aae90fd501 req-afd9b7db-9b22-43b3-8786-e7fb448800d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:28.742537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-afd9b7db-9b22-43b3-8786-e7fb448800d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9468f9271159472792d154443b93dcf1&device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 1102 time: 0.2319489 Feb 15 09:35:28.840619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.847638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.871026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.871026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-661ca6f5-485c-47ce-a289-d1c801dca5af service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419247 Feb 15 09:35:28.919382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Calling delete_port for ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:28.958451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'Port': ['ID=473e651a-9224-4a08-82fc-6641b46c888b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:28.974593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:28.989494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e650d98-cef6-4671-b526-25caaa5f0a25 req-76721f4d-b765-403f-af87-4fb5e6651efc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:28.991028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e650d98-cef6-4671-b526-25caaa5f0a25 req-76721f4d-b765-403f-af87-4fb5e6651efc tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1138084 Feb 15 09:35:29.004163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:29.011281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1556279d-95aa-447c-b5b9-eff4541b1e5d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:29.016389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be0039e1-341e-48cd-b2c8-8a32ea9f17a1 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1963530 Feb 15 09:35:29.085323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 1556279d-95aa-447c-b5b9-eff4541b1e5d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:29.085662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1556279d-95aa-447c-b5b9-eff4541b1e5d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:29.096650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e650d98-cef6-4671-b526-25caaa5f0a25 req-93a96432-26c9-4bfd-9fce-779e1bfa37c0 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790956 Feb 15 09:35:29.113631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8139b-0dae-4862-9224-15aae90fd501 req-009f093c-5fb5-48c6-9fb3-2d45d09abd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.115088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-009f093c-5fb5-48c6-9fb3-2d45d09abd43 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3054416 Feb 15 09:35:29.153934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c66a3c6-b968-46b2-a0cd-9ecae0e718fc req-3c3f1adc-1bcf-48b1-8ee9-b6ac514cdf51 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 210 time: 0.0580781 Feb 15 09:35:29.220573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-394cd8be-c2bd-4c1c-bd32-5be84f6e99a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747 HTTP/1.1" status: 200 len: 217 time: 0.0789857 Feb 15 09:35:29.235757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f38f70-7467-43fc-bfb5-cac4c4402484 req-d8a9ca3f-ead7-415e-a9b8-49d517b8a807 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.237296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50f38f70-7467-43fc-bfb5-cac4c4402484 req-d8a9ca3f-ead7-415e-a9b8-49d517b8a807 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0551035 Feb 15 09:35:29.279032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50f38f70-7467-43fc-bfb5-cac4c4402484 req-d867af8b-7306-49b8-a7dc-e0aed9caf390 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350304 Feb 15 09:35:29.378554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8139b-0dae-4862-9224-15aae90fd501 req-0d2b75fa-39c5-47c9-a570-b50b961cd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.380326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-0d2b75fa-39c5-47c9-a570-b50b961cd648 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1269095 Feb 15 09:35:29.392940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:29.422901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-82eeaaee-a155-49d4-9257-aedb8d946a0b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1632788329&fields=id&tenant_id=e439b0cb2f064e599fcc75eaf915c7e2 HTTP/1.1" status: 200 len: 267 time: 0.1744196 Feb 15 09:35:29.479712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event deleted for resources: {'Port': ['ID=ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:29.513838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a21b5-dbfc-4abd-86d3-03c2f7d2b002 req-8c06cbe4-d678-4594-8dde-ddeca2d0c27b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.516916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e15a21b5-dbfc-4abd-86d3-03c2f7d2b002 req-8c06cbe4-d678-4594-8dde-ddeca2d0c27b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0606771 Feb 15 09:35:29.564598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e15a21b5-dbfc-4abd-86d3-03c2f7d2b002 req-a4a8ce18-3365-4a81-ba99-f5cb0591d081 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Feb 15 09:35:29.701384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8139b-0dae-4862-9224-15aae90fd501 req-0ccde13c-5b7f-4b9b-a214-2e66f2f337e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.703848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-0ccde13c-5b7f-4b9b-a214-2e66f2f337e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3024242 Feb 15 09:35:29.723151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'name': 'network-vif-deleted', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:29.725457 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b875eec0-c64a-4f98-a72f-a21f148793a2" -d '{"events": [{"server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "name": "network-vif-deleted", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:29.760281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-c200dc1b-24d2-434a-b3ba-2f3953d02b5f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2695034 Feb 15 09:35:29.761538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:29.768125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-50cc4d0e-c8d7-4932-a941-ef18a4f7bc05 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/ports/ec6ed2c5-7a5d-474b-9e3e-7444f1ea2bfc HTTP/1.1" status: 204 len: 168 time: 1.9982657 Feb 15 09:35:29.768333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33878) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:29.780143 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891ca87c-88d4-4312-b700-a7ca88d528c2 x-openstack-request-id: req-891ca87c-88d4-4312-b700-a7ca88d528c2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:29.781078 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37a2f68f-7b26-4fe3-9e75-990fe6535a0b", "name": "network-vif-deleted", "tag": "1556279d-95aa-447c-b5b9-eff4541b1e5d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:29.781489 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-891ca87c-88d4-4312-b700-a7ca88d528c2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:29.781974 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37a2f68f-7b26-4fe3-9e75-990fe6535a0b', 'name': 'network-vif-deleted', 'tag': '1556279d-95aa-447c-b5b9-eff4541b1e5d', 'status': 'completed', 'code': 200} Feb 15 09:35:29.842201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Deleting subnet c5da0f3e-a221-4987-8ad3-757be51163fe {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:35:29.845936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:29.882680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-350b4b68-3512-4585-be18-c1e218e0b603 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:29.884480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-350b4b68-3512-4585-be18-c1e218e0b603 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/networks?id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2 HTTP/1.1" status: 200 len: 811 time: 0.3899889 Feb 15 09:35:29.892893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:29.926901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-e494d1b2-247a-4300-95f2-ae193df30459 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/quotas/e439b0cb2f064e599fcc75eaf915c7e2 HTTP/1.1" status: 200 len: 375 time: 0.0325925 Feb 15 09:35:29.987549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.008527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-8b7021ed-8bf6-45c6-b67c-c1c4b4efeaaa service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898293 Feb 15 09:35:30.016183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-706f765d-b555-4ee3-84cf-2724b49e0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.017701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-706f765d-b555-4ee3-84cf-2724b49e0cf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.2000365 Feb 15 09:35:30.058214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.073184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.082290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fbd763-48de-4a9a-b1dd-ddf7ae3277d5 None None] Network 2497fb0a-48b3-4b18-a3c1-531bedc7df9f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:30.085741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/subnets/c5da0f3e-a221-4987-8ad3-757be51163fe HTTP/1.1" status: 204 len: 168 time: 0.3162580 Feb 15 09:35:30.088753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33880) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:30.119127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1a18-5f06-4e18-8b61-62a31dc09df6 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event deleted for resources: {'Subnet': ['ID=c5da0f3e-a221-4987-8ad3-757be51163fe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:30.273042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.306537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd3ad1-25bc-4770-a07d-25e596ffe854 req-0e6cbecc-8b1e-4c54-a6f0-838edb163c9c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.308267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9fd3ad1-25bc-4770-a07d-25e596ffe854 req-0e6cbecc-8b1e-4c54-a6f0-838edb163c9c tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1095133 Feb 15 09:35:30.358116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] DHCP port deletion for 2497fb0a-48b3-4b18-a3c1-531bedc7df9f request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:35:30.404562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9fd3ad1-25bc-4770-a07d-25e596ffe854 req-a72cf970-abce-4616-9f56-534739771cc5 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/security-groups?id=a455761f-8e0c-4545-9a02-79077fd8f821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656753 Feb 15 09:35:30.414934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Deleting port 013d39e0-6782-44ae-9015-44a72120be67 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:30.415299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.417100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Deleting port 013d39e0-6782-44ae-9015-44a72120be67 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:30.417518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.493737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] For port 013d39e0-6782-44ae-9015-44a72120be67, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=013d39e0-6782-44ae-9015-44a72120be67,segment=NetworkSegment(9d9d5b43-7853-4146-bf80-6433ae9e6a70),segment_id=9d9d5b43-7853-4146-bf80-6433ae9e6a70)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:30.494205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.508956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Calling delete_port for 013d39e0-6782-44ae-9015-44a72120be67 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:30.510362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-cf5f59ec-3652-4572-9bf4-0bb92fff2502 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e439b0cb2f064e599fcc75eaf915c7e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5713818 Feb 15 09:35:30.553751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a52f0f3-4439-4298-a070-2080ea762fd3 req-f9b30a14-f32a-42d4-9657-308ab56dea78 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 210 time: 0.0480032 Feb 15 09:35:30.566568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-e1653d5e-d9b8-4d46-8e1b-177d5b2274b6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.568066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-e1653d5e-d9b8-4d46-8e1b-177d5b2274b6 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 951 time: 0.1679614 Feb 15 09:35:30.570012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] For port 013d39e0-6782-44ae-9015-44a72120be67, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=013d39e0-6782-44ae-9015-44a72120be67,segment=NetworkSegment(9d9d5b43-7853-4146-bf80-6433ae9e6a70),segment_id=9d9d5b43-7853-4146-bf80-6433ae9e6a70)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:30.570381 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.613160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.628452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Calling delete_port for 013d39e0-6782-44ae-9015-44a72120be67 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:30.639323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.652657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] No DVR routers for this DVR port 013d39e0-6782-44ae-9015-44a72120be67 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:30.658483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14c22d-24d8-4db8-a52c-534232a6b893 None None] Pushing event deleted for resources: {'Port': ['ID=013d39e0-6782-44ae-9015-44a72120be67,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:30.730571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71a8139b-0dae-4862-9224-15aae90fd501 req-9af9a1b5-146e-4a1e-a3d7-6290c4e1f5a4 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104056 Feb 15 09:35:30.756359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-49daee5a-8177-494f-9967-5d4e4d2563ef tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.757899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-49daee5a-8177-494f-9967-5d4e4d2563ef tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.3709562 Feb 15 09:35:30.762325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b029f4-d97b-4671-8df6-e098315e5cf8 req-09d491fd-36ff-4c3d-be69-c1e8447b88aa tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.763866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83b029f4-d97b-4671-8df6-e098315e5cf8 req-09d491fd-36ff-4c3d-be69-c1e8447b88aa tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1140056 Feb 15 09:35:30.767260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-189afd23-ad6f-4569-b0c7-4ac0d68503fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:30.768782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-189afd23-ad6f-4569-b0c7-4ac0d68503fc service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.7174642 Feb 15 09:35:30.775147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:30.813959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Deleting port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:30.814549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.877381 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:30.884724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83b029f4-d97b-4671-8df6-e098315e5cf8 req-f03b7108-3713-42d2-a71e-afa7d7d81975 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101711 Feb 15 09:35:30.907204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-3a0fb879-8884-46d6-a17b-6c5979a03349 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0966835 Feb 15 09:35:30.912748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-ee72d538-c87f-4221-9b51-f6593a89556d service neutron] 10.222.0.10 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866022 Feb 15 09:35:30.914094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event deleted for resources: {'Port': ['ID=013d39e0-6782-44ae-9015-44a72120be67,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:30.922808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] No DVR routers for this DVR port 013d39e0-6782-44ae-9015-44a72120be67 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:31.054644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] For port 75a08b8f-a108-4ae2-9873-aca2e2a1c747, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=75a08b8f-a108-4ae2-9873-aca2e2a1c747,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:31.055001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.059156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.083859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Calling delete_port for 75a08b8f-a108-4ae2-9873-aca2e2a1c747 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:31.098085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2497fb0a-48b3-4b18-a3c1-531bedc7df9f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:31.125425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8be8f7-17a6-4bd5-bbda-0fcbd30745f2 req-0c1e32da-e4c0-441b-8c48-524975c53286 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:31.127635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c8be8f7-17a6-4bd5-bbda-0fcbd30745f2 req-0c1e32da-e4c0-441b-8c48-524975c53286 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1518428 Feb 15 09:35:31.132086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d9d5b43-7853-4146-bf80-6433ae9e6a70') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:31.132503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d9d5b43-7853-4146-bf80-6433ae9e6a70') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:31.152712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-a4428ae6-0d7d-458a-b032-1c3721a8f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:31.152712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-a4428ae6-0d7d-458a-b032-1c3721a8f167 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2303503 Feb 15 09:35:31.188443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.212651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.235709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:35:31.236104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.239437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-da67c41e-a95b-429f-9f20-39e634a04a1b service neutron] 10.222.0.10 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080204 Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:35:31.240303 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:35:31.258997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:31.262515 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.285514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-62994029-c9b6-4a3b-9057-d6ad68c36bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:31.286217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c8be8f7-17a6-4bd5-bbda-0fcbd30745f2 req-fd5c481b-d3c8-4772-b768-c7f471d9eba6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417587 Feb 15 09:35:31.287039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-62994029-c9b6-4a3b-9057-d6ad68c36bfb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223929 Feb 15 09:35:31.360699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.365729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.372183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] 10.222.0.10 "DELETE /v2.0/networks/2497fb0a-48b3-4b18-a3c1-531bedc7df9f HTTP/1.1" status: 204 len: 168 time: 1.2823706 Feb 15 09:35:31.404692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3153bd3e-8235-4faa-ba8f-72d1d438f765 tempest-TagsExtTest-1163620362 tempest-TagsExtTest-1163620362-project] Pushing event deleted for resources: {'Network': ['ID=2497fb0a-48b3-4b18-a3c1-531bedc7df9f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:31.432061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.451060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['75a08b8f-a108-4ae2-9873-aca2e2a1c747'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:31.494546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Pushing event deleted for resources: {'Port': ['ID=75a08b8f-a108-4ae2-9873-aca2e2a1c747,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:31.585241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 013d39e0-6782-44ae-9015-44a72120be67 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:31.614398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 013d39e0-6782-44ae-9015-44a72120be67 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:31.615434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 013d39e0-6782-44ae-9015-44a72120be67 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:31.630906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] No DVR routers for this DVR port 75a08b8f-a108-4ae2-9873-aca2e2a1c747 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:31.634194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-215aa7a1-037e-49c9-ab13-e99f00299d1f req-f7b4f108-59eb-413a-b7e9-452dc90ad84d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 210 time: 0.0937819 Feb 15 09:35:31.635337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.642317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a124cd3-a2ab-4173-b0be-4c270daee5b7 req-1cd33763-8768-4ef4-ac33-7eedb98447cd tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.36 "DELETE /v2.0/ports/75a08b8f-a108-4ae2-9873-aca2e2a1c747 HTTP/1.1" status: 204 len: 173 time: 1.0632730 Feb 15 09:35:31.653387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-deleted', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:31.656043 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d31ffcf-2a95-482a-b0ea-a0d5fd8b2bdc" -d '{"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-deleted", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:31.659608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a8daf9-698f-44fa-8880-c3b0f7d0b42c req-ebdc1081-953b-4972-abc2-46d3aa528677 tempest-ServersAdminTestJSON-32375112 tempest-ServersAdminTestJSON-32375112-project] 10.222.0.10 "GET /v2.0/ports?device_id=f5f7ac74-775b-4313-abf5-b4a797bc95a1 HTTP/1.1" status: 200 len: 210 time: 0.0777850 Feb 15 09:35:31.694601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-3100f3de-163e-42c6-b5a9-180290304366 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787634 Feb 15 09:35:31.731609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Deleting port 799b62e9-7199-459e-84a9-422be91a1de9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:31.731942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:31.787095 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c28b476-1a4b-47b2-8c7f-f52175f282fa x-openstack-request-id: req-4c28b476-1a4b-47b2-8c7f-f52175f282fa {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:31.787405 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f7ac74-775b-4313-abf5-b4a797bc95a1", "name": "network-vif-deleted", "tag": "75a08b8f-a108-4ae2-9873-aca2e2a1c747", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:31.787608 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c28b476-1a4b-47b2-8c7f-f52175f282fa {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:31.788003 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f7ac74-775b-4313-abf5-b4a797bc95a1', 'name': 'network-vif-deleted', 'tag': '75a08b8f-a108-4ae2-9873-aca2e2a1c747', 'status': 'completed', 'code': 200} Feb 15 09:35:31.809686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.4 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/112e8887-7b1e-4895-9e94-1f35de787333) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:31.911303 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ef2f55f-cabb-4e84-a099-28b5b53a297b req-0aecef4a-47e8-4501-8cf3-c1175e24de87 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 210 time: 0.0975339 Feb 15 09:35:31.994133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33910) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:32.031522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3027fbdf-ddb2-42ed-9151-9093a7e0e8b0 req-3e523965-8fd7-466e-adfe-8e7e6c2fa9b6 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245127 Feb 15 09:35:32.037916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] For port 799b62e9-7199-459e-84a9-422be91a1de9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=799b62e9-7199-459e-84a9-422be91a1de9,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:32.038409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.091159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Calling delete_port for 799b62e9-7199-459e-84a9-422be91a1de9 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:32.222378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b02578-2f3a-43d1-b22b-1b0e445ff4a3 req-9cab3f97-1078-4f9f-81a1-85a375a7b1c3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:32.224234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6b02578-2f3a-43d1-b22b-1b0e445ff4a3 req-9cab3f97-1078-4f9f-81a1-85a375a7b1c3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1157079 Feb 15 09:35:32.323685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.367829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f6b02578-2f3a-43d1-b22b-1b0e445ff4a3 req-c2fc1ae4-8f84-4acb-a46d-bb86c63e7a86 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256845 Feb 15 09:35:32.373544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cc16d4db-017a-4be2-bac0-8f071f62d61b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa81e24b82b747f6bb270d38f2da8344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3782353 Feb 15 09:35:32.374722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33918) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:32.437594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.463964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.519388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.522494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.526270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87e1e49f-64f7-44ba-bd8a-0d76d4b7a525 HTTP/1.1" status: 204 len: 168 time: 0.1479836 Feb 15 09:35:32.536597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a591313a-aded-45d4-8c07-bf72621440f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e1e49f-64f7-44ba-bd8a-0d76d4b7a525,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:32.805320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405679c4-6b8c-4476-a221-f620ff97c527 req-a677a8d7-1d94-4dd9-bbad-add5fc816a47 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:32.806896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-405679c4-6b8c-4476-a221-f620ff97c527 req-a677a8d7-1d94-4dd9-bbad-add5fc816a47 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1076052 Feb 15 09:35:32.810471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:32.818245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b2a2426-f1ac-44a1-bd26-6b4ca4cd97a1 req-27f90612-27d7-4310-ba0a-5944ebe1e816 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 210 time: 0.0459390 Feb 15 09:35:32.917755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:32.929615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:32.935927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:32.939256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:32.950646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-405679c4-6b8c-4476-a221-f620ff97c527 req-c0d4cef6-ca92-442a-9fb4-cb54f1a2581f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314077 Feb 15 09:35:32.971947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.015490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=799b62e9-7199-459e-84a9-422be91a1de9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:33.053905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:33.054823 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.116816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-1103a77b-d78d-4ac9-98bd-a7bcacde5883 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3454196 Feb 15 09:35:33.250993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33942) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:33.261133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Request body: {'port': {'device_id': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:33.285066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.292233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691aa9d1-748b-4b78-b430-e1646023132b req-13f1bbc3-f381-40d7-a8e1-5f01d738fa51 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:33.298876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-691aa9d1-748b-4b78-b430-e1646023132b req-13f1bbc3-f381-40d7-a8e1-5f01d738fa51 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 931 time: 0.1710615 Feb 15 09:35:33.310407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-8b94d13e-5248-4db4-991b-8483fa88e96e tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:33.312446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-8b94d13e-5248-4db4-991b-8483fa88e96e tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.36 "GET /v2.0/networks?id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2 HTTP/1.1" status: 200 len: 811 time: 0.3477585 Feb 15 09:35:33.383777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.429508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-691aa9d1-748b-4b78-b430-e1646023132b req-85221bb4-75b2-4339-92ce-f6a88aa44e8d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124785 Feb 15 09:35:33.451417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-b2bed9be-2bf9-46e3-b48e-d5cabaaeb2f2 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e439b0cb2f064e599fcc75eaf915c7e2 HTTP/1.1" status: 200 len: 380 time: 0.1222265 Feb 15 09:35:33.466562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'port': {'device_id': '0c928d32-68eb-431e-9501-0f2415ef940a', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'admin_state_up': True, 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'security_groups': ['1a9e10be-e689-422b-ba60-85b725adc5a6']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:33.589655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Made reservation on behalf of e439b0cb2f064e599fcc75eaf915c7e2 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:33.594236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.695127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-992c2e8a-b330-4e2b-837c-1aa00ca6ea28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9468f9271159472792d154443b93dcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429643 Feb 15 09:35:33.704181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33958) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:33.740128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Allocated IP 172.20.0.9 (0cc2cbcf-b327-47ec-b2a6-99a7610141d2/4355541d-7219-4f7f-827c-5515938e026d/798687d2-0db8-4cd0-bb4c-125eb35d9cac) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:33.783734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9934bfe3-c7b5-43e4-a90e-fb348536a97f req-95b09b50-880b-4ccd-b086-6468b6c4a70c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:33.785268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9934bfe3-c7b5-43e4-a90e-fb348536a97f req-95b09b50-880b-4ccd-b086-6468b6c4a70c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.2763772 Feb 15 09:35:33.914695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.954975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11eb08b1-60f7-4cff-979e-9c5e8ef85e1b req-ee72ac16-8244-4ac8-9353-3a56bfa851ba tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 210 time: 0.0451684 Feb 15 09:35:33.982736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:33.997393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.014906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9934bfe3-c7b5-43e4-a90e-fb348536a97f req-5c1de570-375c-4aa7-bcf2-6d07366d1b4b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112098 Feb 15 09:35:34.053852 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.056619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:34.060307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:34.064607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:34.089281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:35:34.104690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event updated for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:34.180252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:34.181179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.182434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112e8887-7b1e-4895-9e94-1f35de787333 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:34.199721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.201707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9830f1e-7351-4b92-918c-394dc4f0b904 req-7fa4c1e2-0f92-40d7-97df-a6fadbba4636 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:34.203892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9830f1e-7351-4b92-918c-394dc4f0b904 req-7fa4c1e2-0f92-40d7-97df-a6fadbba4636 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1321499 Feb 15 09:35:34.211710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-6cc6f713-87ff-4d46-bb7a-d1aa1502d1c4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7496555 Feb 15 09:35:34.239235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Request body: {'port': {'device_id': '0c928d32-68eb-431e-9501-0f2415ef940a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:34.256911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Transition to ACTIVE for port object 112e8887-7b1e-4895-9e94-1f35de787333 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:34.259601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.262321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.263533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a455761f-8e0c-4545-9a02-79077fd8f821 HTTP/1.1" status: 204 len: 168 time: 0.5583477 Feb 15 09:35:34.271553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.328068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9830f1e-7351-4b92-918c-394dc4f0b904 req-47a26956-a269-43eb-9282-dbffb67a8b7b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147044 Feb 15 09:35:34.331296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41de067a-89d0-4b21-8007-46177543be41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a455761f-8e0c-4545-9a02-79077fd8f821,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:34.331441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.352037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:35:34.362028 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Sync routers for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:35:34.368377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4df6d5fb-ca98-4205-b6f7-7f484fa32ffc admin admin] 10.222.0.10 "PUT /v2.0/routers/38a5f4ba-70a4-4fd8-ac42-481a5508b3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7779708 Feb 15 09:35:34.377907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33982) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:34.399491 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:34.405274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:34.484408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:34.544098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d2bda2c1-dbbb-4187-b125-1fc94d09d1ef None None] Provisioning complete for port 798687d2-0db8-4cd0-bb4c-125eb35d9cac triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:34.544634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d2bda2c1-dbbb-4187-b125-1fc94d09d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.596733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d2bda2c1-dbbb-4187-b125-1fc94d09d1ef None None] Port 798687d2-0db8-4cd0-bb4c-125eb35d9cac cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:34.608075 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:34.647639 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.652763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Attempting to bind port 112e8887-7b1e-4895-9e94-1f35de787333 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:34.653116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Attempting to bind port 112e8887-7b1e-4895-9e94-1f35de787333 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:34.653437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Attempting to bind port 112e8887-7b1e-4895-9e94-1f35de787333 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:34.702573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db289dd-6348-408b-a383-4edee33d3462 req-0ad364b0-80ea-4ef7-9244-4aa1883a09f5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:34.703979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1db289dd-6348-408b-a383-4edee33d3462 req-0ad364b0-80ea-4ef7-9244-4aa1883a09f5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 943 time: 0.1581600 Feb 15 09:35:34.704573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Port 112e8887-7b1e-4895-9e94-1f35de787333 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:34.704908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Attempting to bind port 112e8887-7b1e-4895-9e94-1f35de787333 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:34.726401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:34.726735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:34.727111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:34.727655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Bound port: 112e8887-7b1e-4895-9e94-1f35de787333, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:34.727897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.829166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1db289dd-6348-408b-a383-4edee33d3462 req-851a33f6-7fde-405d-ae5e-d85a661b66b0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156747 Feb 15 09:35:34.854569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.871920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:34.875731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:34.899718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.901616 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174'}], 'enable_snat': True}, 'gw_port_id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:35:32Z', 'revision_number': 5, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port': {'id': '77413cf6-b7ed-4166-8fd7-c0de260d1fd7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:33:20Z', 'updated_at': '2022-02-15T09:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:34.944291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 798687d2-0db8-4cd0-bb4c-125eb35d9cac {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:34.950106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:34.950773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.953118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] 10.222.0.72 "PUT /v2.0/ports/112e8887-7b1e-4895-9e94-1f35de787333 HTTP/1.1" status: 200 len: 1091 time: 1.7052774 Feb 15 09:35:34.953773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:34.955889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:34.956404 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca74a61e-2c48-4d8f-9179-68c65be7ae25" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "tag": "112e8887-7b1e-4895-9e94-1f35de787333"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:34.992995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819143b-f300-48c5-b165-cbc7b91caa5c service neutron] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:34.993609 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Checking router: 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:35:35.001468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Deleting port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:35.002062 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.014382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:35.018992 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Routers {'38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:35.019669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:35.049296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Transition to ACTIVE for port object 798687d2-0db8-4cd0-bb4c-125eb35d9cac will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:35.064286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.071843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34006) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:35.075652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 75a08b8f-a108-4ae2-9873-aca2e2a1c747 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:35.077665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 75a08b8f-a108-4ae2-9873-aca2e2a1c747 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:35.133114 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3ffc4-ea7c-44a9-b3f7-a211bad105fe x-openstack-request-id: req-52d3ffc4-ea7c-44a9-b3f7-a211bad105fe {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:35.133114 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "tag": "112e8887-7b1e-4895-9e94-1f35de787333", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:35.133114 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52d3ffc4-ea7c-44a9-b3f7-a211bad105fe {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:35.133114 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333', 'status': 'completed', 'code': 200} Feb 15 09:35:35.158722 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] Set router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:35.235784 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:35:34Z', 'revision_number': 6, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:35.268239 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35d333-f38f-4b8a-b678-38f07d1034a5 None None] The sync data for ids ['38a5f4ba-70a4-4fd8-ac42-481a5508b3b4'] in n-d-825064-4 is: [{'id': '38a5f4ba-70a4-4fd8-ac42-481a5508b3b4', 'name': 'tempest-ServersTestMultiNic-1597499806-router', 'tenant_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:33:17Z', 'updated_at': '2022-02-15T09:35:34Z', 'revision_number': 6, 'project_id': 'abf71d19b1414ee7a48b7e34f7c7fa59', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:35:35.273146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d711173-e38c-4c99-96e9-315511711ea5 req-f3e8fdc8-f676-4557-8266-d12f733f0dae tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.281303 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d711173-e38c-4c99-96e9-315511711ea5 req-f3e8fdc8-f676-4557-8266-d12f733f0dae tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 943 time: 0.1464791 Feb 15 09:35:35.287560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Pushing event updated for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:35.294482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e14f8a0-5a0b-4bde-a6d0-3f72615402c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f222e2eb04a43fab172888132ec8b73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044079 Feb 15 09:35:35.298009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34018) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:35.331844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-e267ce08-0d2c-40a1-a10d-cada74b0a126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.331844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-e267ce08-0d2c-40a1-a10d-cada74b0a126 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 1094 time: 0.3101795 Feb 15 09:35:35.333546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] For port 77413cf6-b7ed-4166-8fd7-c0de260d1fd7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:35.333989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.388564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Calling delete_port for 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:35.391496 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-a4f20520-7194-4600-a25a-7bf84cccae80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112e8887-7b1e-4895-9e94-1f35de787333 HTTP/1.1" status: 200 len: 217 time: 0.0469096 Feb 15 09:35:35.423600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ef77ce-b6f8-486f-9bee-ee3fd85e5201 req-8a291647-e20e-4e3b-a3ed-a4d5180d3abd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.425189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68ef77ce-b6f8-486f-9bee-ee3fd85e5201 req-8a291647-e20e-4e3b-a3ed-a4d5180d3abd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.2243536 Feb 15 09:35:35.456384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d711173-e38c-4c99-96e9-315511711ea5 req-4e42dcfd-208a-4ac5-b907-b471491d3907 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739686 Feb 15 09:35:35.480905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Attempting to bind port 798687d2-0db8-4cd0-bb4c-125eb35d9cac on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:35.481246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Attempting to bind port 798687d2-0db8-4cd0-bb4c-125eb35d9cac by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:35.481581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Attempting to bind port 798687d2-0db8-4cd0-bb4c-125eb35d9cac on network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:35.491932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Port 798687d2-0db8-4cd0-bb4c-125eb35d9cac on network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:35.492272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Attempting to bind port 798687d2-0db8-4cd0-bb4c-125eb35d9cac on network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:35.509238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.515997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:35.516336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Checking segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:35.516724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Bound using segment: {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:35.517203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Bound port: 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6076eac-bde5-4929-bb18-83f34000c04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:35.517789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.541245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68ef77ce-b6f8-486f-9bee-ee3fd85e5201 req-deade7b8-a7cb-4fa4-b5e7-510cca7bb714 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006269 Feb 15 09:35:35.551892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-c8029999-de8d-4823-9880-3669df3bf845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.553618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-c8029999-de8d-4823-9880-3669df3bf845 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.1528587 Feb 15 09:35:35.574841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.634622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-51bca65f-9b87-4bdf-8323-312695252e7a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701988 Feb 15 09:35:35.638483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:35.645351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:35.662702 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.677867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 799b62e9-7199-459e-84a9-422be91a1de9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:35.710033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.712635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.716494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc8294df-545c-4dff-8f97-b20dade4a06f HTTP/1.1" status: 204 len: 168 time: 0.4148877 Feb 15 09:35:35.742810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 799b62e9-7199-459e-84a9-422be91a1de9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:35.744040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9772ec1-e22a-4c2e-86e4-0e564e7bbc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8294df-545c-4dff-8f97-b20dade4a06f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:35.745937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 799b62e9-7199-459e-84a9-422be91a1de9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:35.816366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.817890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:35.821872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/798687d2-0db8-4cd0-bb4c-125eb35d9cac HTTP/1.1" status: 200 len: 1091 time: 1.5952251 Feb 15 09:35:35.822519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a8a2-e263-478c-b13c-a4dcf79c60e1 service neutron] Pushing event updated for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:35.834360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:35.839570 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:35.962970 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aafbe8b4-0f78-4ea1-a0db-592c4edebbe7 x-openstack-request-id: req-aafbe8b4-0f78-4ea1-a0db-592c4edebbe7 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:35.962970 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:35.962970 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aafbe8b4-0f78-4ea1-a0db-592c4edebbe7 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:35.962970 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'status': 'completed', 'code': 200} Feb 15 09:35:35.981718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-180ea948-a93d-42a5-8fc6-99185cb0ddd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:35.984426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-180ea948-a93d-42a5-8fc6-99185cb0ddd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e439b0cb2f064e599fcc75eaf915c7e2&device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 1094 time: 0.0898027 Feb 15 09:35:36.073184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-b4de3e67-73e0-45a6-8b07-f6d0afeea5e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac HTTP/1.1" status: 200 len: 217 time: 0.0785704 Feb 15 09:35:36.163697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7f7efca8-7221-44c4-aa3b-a4aaec25b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.165712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-7f7efca8-7221-44c4-aa3b-a4aaec25b20d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4355541d-7219-4f7f-827c-5515938e026d HTTP/1.1" status: 200 len: 850 time: 0.0824645 Feb 15 09:35:36.179832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2ee78-13fc-4610-8ff7-f2feed7e4ddf req-199c4203-c83f-400f-8f5e-f776c6bcaaf0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.190521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84d2ee78-13fc-4610-8ff7-f2feed7e4ddf req-199c4203-c83f-400f-8f5e-f776c6bcaaf0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 943 time: 0.1196902 Feb 15 09:35:36.270340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84d2ee78-13fc-4610-8ff7-f2feed7e4ddf req-958c80e8-8272-4abb-822e-052742c751ff tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786200 Feb 15 09:35:36.310946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-f5a0dc1a-c00c-4951-ab88-304b82cdd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.313991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-f5a0dc1a-c00c-4951-ab88-304b82cdd7ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209853 Feb 15 09:35:36.339668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c30619-76f9-4a3c-a75e-ba24f5d27f0c req-4ef2f9e4-811b-49b0-a4e7-b9bb1bf5a0fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.354641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6c30619-76f9-4a3c-a75e-ba24f5d27f0c req-4ef2f9e4-811b-49b0-a4e7-b9bb1bf5a0fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.8081830 Feb 15 09:35:36.447222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6c30619-76f9-4a3c-a75e-ba24f5d27f0c req-cedfe055-54b0-4cfd-89fa-f094d857e22f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916119 Feb 15 09:35:36.452948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:36.517453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-e3be8c47-bd6a-442d-865a-0d22c1d836cf service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916692 Feb 15 09:35:36.525087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Pushing event deleted for resources: {'Port': ['ID=77413cf6-b7ed-4166-8fd7-c0de260d1fd7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:36.572579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-8ca5df57-a7a8-459b-85c9-36527c676a99 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280710 Feb 15 09:35:36.720693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5842e7-d49a-4234-b646-e21f581b5ac7 req-2501eee8-0154-492a-90a8-96665e9a61bb tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.722341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:36.727895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d5842e7-d49a-4234-b646-e21f581b5ac7 req-2501eee8-0154-492a-90a8-96665e9a61bb tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 943 time: 0.0869274 Feb 15 09:35:36.759626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba7522bc-fb34-4ef1-abf7-6c071c85ff5b req-deb2e081-7c08-4451-a25f-dcf89b4858c1 service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241085 Feb 15 09:35:36.790380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d5842e7-d49a-4234-b646-e21f581b5ac7 req-c346d5ee-8cfd-4b55-9a5f-b8116d6f029e tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615680 Feb 15 09:35:36.805739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a75386e2-6c05-4661-ac10-50628c0e1b56 req-4f290612-f964-4d91-bbce-b5018eb30071 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258871 Feb 15 09:35:36.885968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-854eb62c-e325-45a5-9a30-7153e0d35dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:36.887720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-854eb62c-e325-45a5-9a30-7153e0d35dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e439b0cb2f064e599fcc75eaf915c7e2&device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 1094 time: 0.0606685 Feb 15 09:35:36.950481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:36.955602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.006379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-95e7dfae-6d6e-4782-b88f-c548cb067a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.008144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-95e7dfae-6d6e-4782-b88f-c548cb067a42 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2 HTTP/1.1" status: 200 len: 912 time: 0.1123230 Feb 15 09:35:37.017680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7993f-c4fd-4b7a-bf39-58bb7c55c9f5 req-89cb7d12-f900-4953-965a-3f1bfeea345b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.019234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3b7993f-c4fd-4b7a-bf39-58bb7c55c9f5 req-89cb7d12-f900-4953-965a-3f1bfeea345b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.3032103 Feb 15 09:35:37.022992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-341adbdf-a243-488f-b84f-2a98701d2f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.024890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-341adbdf-a243-488f-b84f-2a98701d2f05 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 1094 time: 0.1121423 Feb 15 09:35:37.059869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.060690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:35:37.067904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.073241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d866f401-6c26-46d6-a48e-634f94756bee admin admin] 10.222.0.10 "DELETE /v2.0/routers/38a5f4ba-70a4-4fd8-ac42-481a5508b3b4 HTTP/1.1" status: 204 len: 168 time: 2.6940658 Feb 15 09:35:37.090341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34120) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:37.163272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34122) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:37.204943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3b7993f-c4fd-4b7a-bf39-58bb7c55c9f5 req-8a3e846f-e329-481b-98cd-b62e91b159f1 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764164 Feb 15 09:35:37.282793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Deleting subnet 315777a7-dc23-489c-8dd0-e7bfcc582452 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:35:37.297552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.334094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-6c27b054-5fe3-4177-ab6c-5eb8cc3d8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.336355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-6c27b054-5fe3-4177-ab6c-5eb8cc3d8021 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.2867467 Feb 15 09:35:37.401470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.416483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-ee38f76c-7fb9-45a6-a977-abf423ccacb7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112e8887-7b1e-4895-9e94-1f35de787333 HTTP/1.1" status: 200 len: 217 time: 0.0678868 Feb 15 09:35:37.423976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-73fad150-444c-46ca-9d60-ed0349856b64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac HTTP/1.1" status: 200 len: 217 time: 0.3934329 Feb 15 09:35:37.492173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-55ee8804-96e2-419e-8957-a8c892ebf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.494317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-55ee8804-96e2-419e-8957-a8c892ebf8dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4355541d-7219-4f7f-827c-5515938e026d HTTP/1.1" status: 200 len: 850 time: 0.0642123 Feb 15 09:35:37.504150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a06cae52-ba7a-47b5-8f41-40824fb67912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.514080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:37.558405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:37.559549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 77413cf6-b7ed-4166-8fd7-c0de260d1fd7 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:37.564050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-10f8946a-f2b1-4925-b328-d73def66f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.565621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-10f8946a-f2b1-4925-b328-d73def66f961 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635116 Feb 15 09:35:37.676003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-b32c940f-0f0f-4eec-ae3b-e641beac51f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.677484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-b32c940f-0f0f-4eec-ae3b-e641beac51f3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.2240741 Feb 15 09:35:37.724217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a272c-612b-4a4d-a3e1-fd2b3d04a89d req-c20c7108-e1f6-4a37-bb71-77e55c1b433b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.725982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b2a272c-612b-4a4d-a3e1-fd2b3d04a89d req-c20c7108-e1f6-4a37-bb71-77e55c1b433b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1246104 Feb 15 09:35:37.728752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322eb83-48bf-4c1d-b83c-9f116565b907 req-1e59c508-fe80-40b0-b578-4987f89daf3d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.730269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f322eb83-48bf-4c1d-b83c-9f116565b907 req-1e59c508-fe80-40b0-b578-4987f89daf3d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 943 time: 0.2783489 Feb 15 09:35:37.757386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-a6acdf24-50b8-4d1d-93d9-abbb0f579f76 service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816189 Feb 15 09:35:37.773434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-b0dcb3e5-c3c7-4a8c-874f-5917914a592d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711935 Feb 15 09:35:37.784103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:37.799608 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b2a272c-612b-4a4d-a3e1-fd2b3d04a89d req-6e131997-091b-4fa5-9255-515961fef0e0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614214 Feb 15 09:35:37.875819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f90a7bbb-bbdf-4591-b7d5-d4b7f53e7ea8 req-2f0bbfd6-49c2-4cbb-bce4-7ee7cea126b6 service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061060 Feb 15 09:35:37.922348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-9fb61674-55d0-4285-a4a1-db545187fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.923764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-9fb61674-55d0-4285-a4a1-db545187fca9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=666879aa73a0492e9e67f5bc09e162ff&device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 1097 time: 0.2754345 Feb 15 09:35:37.955137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f322eb83-48bf-4c1d-b83c-9f116565b907 req-6b46f823-85f6-4732-8a6c-c0f79ed9e32d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127416 Feb 15 09:35:37.962339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62aa7e-62db-4144-ad1c-63ac18ad226b req-77c0ac8e-7fea-41c2-b7e6-3a5981896527 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:37.963865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a62aa7e-62db-4144-ad1c-63ac18ad226b req-77c0ac8e-7fea-41c2-b7e6-3a5981896527 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0545168 Feb 15 09:35:38.008934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a62aa7e-62db-4144-ad1c-63ac18ad226b req-49825307-de80-4076-9063-8b1d18d59c2e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370541 Feb 15 09:35:38.040455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a06cae52-ba7a-47b5-8f41-40824fb67912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.056338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a06cae52-ba7a-47b5-8f41-40824fb67912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.066708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.143648 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:35:38.179860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8c8c3-9218-491e-8be3-9a70eb8abbfc None None] Network 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:38.180876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.188972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/315777a7-dc23-489c-8dd0-e7bfcc582452 HTTP/1.1" status: 204 len: 168 time: 1.0971248 Feb 15 09:35:38.191169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-253dca78-db71-4f99-9112-f55d8bdf2b7a service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611188 Feb 15 09:35:38.191650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34160) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:38.199072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844a756-effa-40d4-ab5a-884bedf092f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315777a7-dc23-489c-8dd0-e7bfcc582452,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:38.214567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a06cae52-ba7a-47b5-8f41-40824fb67912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=766eb9aef09c4fdcb9b1ce4280d573b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0499513 Feb 15 09:35:38.227515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34162) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:38.243450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cae52-ba7a-47b5-8f41-40824fb67912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f1d883-e421-410d-9ede-8756d16bf4ea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:38.244484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:38.337332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-36a1d4c1-7e24-4f0f-870b-29cf9aa9903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.338828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-36a1d4c1-7e24-4f0f-870b-29cf9aa9903a service neutron] 10.222.0.72 "GET /v2.0/networks?id=661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 200 len: 917 time: 0.3990057 Feb 15 09:35:38.351915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.359346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-83f6ea8d-f11a-4fb7-b574-f06d255688b7 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367467 Feb 15 09:35:38.376623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67695f2c-51c9-4d6a-bb80-a81e6a8230ef req-e1e76b23-39eb-498b-806f-2ea828e0051b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.378186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67695f2c-51c9-4d6a-bb80-a81e6a8230ef req-e1e76b23-39eb-498b-806f-2ea828e0051b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 943 time: 0.3178830 Feb 15 09:35:38.391966 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-12d8fd57-6100-4aa9-a32d-8616fa38156c service neutron] show failed (client error): The resource could not be found. Feb 15 09:35:38.393184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-12d8fd57-6100-4aa9-a32d-8616fa38156c service neutron] 10.222.0.36 "GET /v2.0/ports/bff5c708-e602-4a7c-809a-32f94166c9eb/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.2107582 Feb 15 09:35:38.432853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-c090375a-27f1-4663-9d3c-550f30f9c604 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a HTTP/1.1" status: 200 len: 217 time: 0.0813410 Feb 15 09:35:38.447770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:38.450980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.466749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.488048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '112e8887-7b1e-4895-9e94-1f35de787333', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '112e8887-7b1e-4895-9e94-1f35de787333', 'mac_address': 'fa:16:3e:d5:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:38.535147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca74a61e-2c48-4d8f-9179-68c65be7ae25 req-c3845c47-4f65-4584-bae8-e0ff368990a6 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239822 Feb 15 09:35:38.552190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-c521a863-56fa-44e9-8bfd-94626c0c3b9d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.553878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-c521a863-56fa-44e9-8bfd-94626c0c3b9d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824236 Feb 15 09:35:38.563917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] DHCP port deletion for 52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:35:38.568982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.572214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67695f2c-51c9-4d6a-bb80-a81e6a8230ef req-55dbf5b1-f3bf-4ff0-aa74-ea56f5bd4bfe tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453867 Feb 15 09:35:38.574656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-69f16515-e798-4941-9af2-013122bcd8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.576076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-69f16515-e798-4941-9af2-013122bcd8e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 200 len: 855 time: 0.1331515 Feb 15 09:35:38.583065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.585851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.588190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41f1d883-e421-410d-9ede-8756d16bf4ea HTTP/1.1" status: 204 len: 168 time: 0.3589299 Feb 15 09:35:38.597893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-ba885894-91d3-4c80-8028-035e182d53c6 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/quotas/5117e0fcf74f4e3995341c9e93dceefc HTTP/1.1" status: 200 len: 375 time: 0.0378063 Feb 15 09:35:38.609207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e8887-7b1e-4895-9e94-1f35de787333 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:38.613357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc853db-fc8e-44c2-bbe9-0ba74cc4792d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f1d883-e421-410d-9ede-8756d16bf4ea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:38.648905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Deleting port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:38.649250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.665337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-660f7157-5f68-4493-84bd-2fbe27ddba21 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556943 Feb 15 09:35:38.680882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:38.693330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.731588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-af90c18d-2254-415a-89ed-8e7b608d514d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.733160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-af90c18d-2254-415a-89ed-8e7b608d514d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=661d0cd4-92c3-48b6-bafd-4a3d92363c18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1468196 Feb 15 09:35:38.759178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:38.779794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Deleting port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:38.780062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] For port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:38.781053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.781193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.850240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Calling delete_port for 9458cb63-6d5f-48a5-bce7-350cbaa32a6c owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:38.866767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-c6299c59-91d0-498d-915c-dbcaf6c5dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.870257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-c6299c59-91d0-498d-915c-dbcaf6c5dbd6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1100 time: 0.1997688 Feb 15 09:35:38.918535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:38.919681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] For port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,segment=NetworkSegment(efb9df02-2325-4f3d-8f70-47e0c8fae554),segment_id=efb9df02-2325-4f3d-8f70-47e0c8fae554)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:38.920086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:38.951777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Calling delete_port for 9458cb63-6d5f-48a5-bce7-350cbaa32a6c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:38.961856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20960543-ad35-4a34-9c0b-9b4c1324fdca req-84f03713-01a4-456c-846b-8abdefa7a867 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 210 time: 0.1089618 Feb 15 09:35:38.978857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485a4226-1616-4a30-92a9-300ef8856317 req-3652762e-82d8-41d1-a303-f5f46c1b18d4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:38.980445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-485a4226-1616-4a30-92a9-300ef8856317 req-3652762e-82d8-41d1-a303-f5f46c1b18d4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.0669665 Feb 15 09:35:38.985340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['112e8887-7b1e-4895-9e94-1f35de787333'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:39.052034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.076207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-485a4226-1616-4a30-92a9-300ef8856317 req-c33695fb-b89d-4d44-880f-cbfe38886912 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869451 Feb 15 09:35:39.085575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-5dddae16-f9b0-4c48-afff-346cc544d61b service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393450 Feb 15 09:35:39.104636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 798687d2-0db8-4cd0-bb4c-125eb35d9cac details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:39.216684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34190) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:39.255753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.256400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48d3acc7-179a-4f26-89c4-419eb952b205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.299098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22853d14-0a57-45cb-85b5-07eceea6cb9b req-50f47244-8b76-4495-91a9-24353680e2fa tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:39.300491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22853d14-0a57-45cb-85b5-07eceea6cb9b req-50f47244-8b76-4495-91a9-24353680e2fa tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1490483 Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: from cryptography.utils import int_from_bytes Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: from cryptography.utils import int_from_bytes Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.318105 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:35:39.321425 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:35:39.372849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22853d14-0a57-45cb-85b5-07eceea6cb9b req-1a4db601-b48a-4480-85f4-fdd556b68898 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579503 Feb 15 09:35:39.379565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] No DVR routers for this DVR port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:39.401379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a153303-2744-45a1-866f-d31af64c15ea req-8bba4c66-5b54-4a16-8ccd-33ea764b2397 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:39.403242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a153303-2744-45a1-866f-d31af64c15ea req-8bba4c66-5b54-4a16-8ccd-33ea764b2397 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 944 time: 0.3212891 Feb 15 09:35:39.403412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48d3acc7-179a-4f26-89c4-419eb952b205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.412449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:39.420022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48d3acc7-179a-4f26-89c4-419eb952b205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.426688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36e22ad4-6079-4fb0-a489-1a0b83711844 req-161ec2c9-bc02-4318-99fa-0d9d01874f46 service neutron] 10.222.0.72 "GET /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264053 Feb 15 09:35:39.427735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.486847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3acc7-179a-4f26-89c4-419eb952b205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48f81e7-4bb1-4820-8136-30410a454ab5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:39.505877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-48d3acc7-179a-4f26-89c4-419eb952b205 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22d588de4aa0478698dcb51c38932782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771845 Feb 15 09:35:39.508393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34194) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:39.509660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] Pushing event deleted for resources: {'Port': ['ID=9458cb63-6d5f-48a5-bce7-350cbaa32a6c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:39.538694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:39.544625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9458cb63-6d5f-48a5-bce7-350cbaa32a6c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:39.578960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.598315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e0e41-fcf8-4e4a-bec8-1ad4b877d0af None None] No DVR routers for this DVR port 9458cb63-6d5f-48a5-bce7-350cbaa32a6c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:39.609410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9458cb63-6d5f-48a5-bce7-350cbaa32a6c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:39.609800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9458cb63-6d5f-48a5-bce7-350cbaa32a6c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:39.611601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.645181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'port_id': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'mac_address': 'fa:16:3e:86:03:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:39.700555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.705718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.711253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c48f81e7-4bb1-4820-8136-30410a454ab5 HTTP/1.1" status: 204 len: 168 time: 0.2013879 Feb 15 09:35:39.740884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.757929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 798687d2-0db8-4cd0-bb4c-125eb35d9cac {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:39.777462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d262bb-7270-4e1f-b7d2-0fffbdc6f47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48f81e7-4bb1-4820-8136-30410a454ab5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:39.784021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:39.794248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:39.847712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e433c6-373b-4b68-9fac-620b0f0fb5ec req-b6757586-de31-4a98-9218-fb8d7ce54259 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:39.856165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30e433c6-373b-4b68-9fac-620b0f0fb5ec req-b6757586-de31-4a98-9218-fb8d7ce54259 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 943 time: 0.1362023 Feb 15 09:35:39.867738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:39.913439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30e433c6-373b-4b68-9fac-620b0f0fb5ec req-02810d98-919f-4b61-94f8-a0af4cf55167 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473449 Feb 15 09:35:39.989337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.010929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a153303-2744-45a1-866f-d31af64c15ea req-e0a3cbdf-2305-4812-b6ea-3770ffc564fa tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917561 Feb 15 09:35:40.032557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:40.048466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:40.061191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb9df02-2325-4f3d-8f70-47e0c8fae554') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:40.061817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb9df02-2325-4f3d-8f70-47e0c8fae554') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:40.078239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.090012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70570d2c-ef79-446b-811a-152cf3b820ab req-9b67bbde-21a7-429f-89cf-9c84c767b748 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 210 time: 0.0343132 Feb 15 09:35:40.097372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['798687d2-0db8-4cd0-bb4c-125eb35d9cac'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:40.104597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:40.140766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.152758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:35:40.153196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:35:40.154916 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:35:40.239515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:40.242364 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ed730-9ae2-4af2-8033-34485ef56d38" -d '{"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-unplugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:40.250514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.275902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Transition to ACTIVE for port object bff5c708-e602-4a7c-809a-32f94166c9eb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:40.277872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.298465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.310515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5 HTTP/1.1" status: 204 len: 168 time: 2.1123528 Feb 15 09:35:40.311488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037eee85-490b-41da-9af0-9b7e11ca7ab8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52d7caa7-06d2-4d9f-89e5-ee58f0abf4e5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:40.318330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.331993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5120a8-f5ee-4ac3-9f5e-cbe4f35f7730 req-8bdf612b-ef69-416f-bf9b-684545d4b3a5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:40.333863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a5120a8-f5ee-4ac3-9f5e-cbe4f35f7730 req-8bdf612b-ef69-416f-bf9b-684545d4b3a5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1834595 Feb 15 09:35:40.336701 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a257b0-8907-455d-9884-de066c6fc013 x-openstack-request-id: req-24a257b0-8907-455d-9884-de066c6fc013 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:40.337153 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-unplugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:40.337527 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24a257b0-8907-455d-9884-de066c6fc013 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:40.338304 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'code': 200} Feb 15 09:35:40.450862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-02e8f275-cd02-4d65-80ab-5ff16a7e9801 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990465 Feb 15 09:35:40.548272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a5120a8-f5ee-4ac3-9f5e-cbe4f35f7730 req-6298df66-d6ff-4096-8b26-e042750bdc72 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997182 Feb 15 09:35:40.572460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] No DVR routers for this DVR port bff5c708-e602-4a7c-809a-32f94166c9eb on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:40.583483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:40.618462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9caad-6c58-4fe4-b600-aa10c2cb2b15 req-bfbddca0-ca3f-4d3a-a203-1df0695586f0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:40.621119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01e9caad-6c58-4fe4-b600-aa10c2cb2b15 req-bfbddca0-ca3f-4d3a-a203-1df0695586f0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1304197 Feb 15 09:35:40.639081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:40.692142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:40.692396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:40.692723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:40.707741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:40.708061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Attempting to bind port bff5c708-e602-4a7c-809a-32f94166c9eb on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:40.715482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:40.715816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:40.716332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:40.716888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Bound port: bff5c708-e602-4a7c-809a-32f94166c9eb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:40.717259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.718327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01e9caad-6c58-4fe4-b600-aa10c2cb2b15 req-7137e111-3904-46c8-b146-c1c20d73b86d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897586 Feb 15 09:35:40.721975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59e7ba8b-b328-4fca-9250-5826b40e2243 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abf71d19b1414ee7a48b7e34f7c7fa59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0808513 Feb 15 09:35:40.728555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:40.750681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-10d91d07-1168-48cc-9ea5-f70b0d1e04c2 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:40.752229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-10d91d07-1168-48cc-9ea5-f70b0d1e04c2 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875128 Feb 15 09:35:40.775719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Request body: {'port': {'device_id': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '5117e0fcf74f4e3995341c9e93dceefc'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:40.826375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.858041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.873448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:40.885177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:40.891327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.942830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3a19a-1ff5-4b85-b075-a054cfe62d43 req-52bd8b27-d939-4f94-aecf-fd4f8f93e8c6 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:40.949406 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77c3a19a-1ff5-4b85-b075-a054cfe62d43 req-52bd8b27-d939-4f94-aecf-fd4f8f93e8c6 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0817096 Feb 15 09:35:40.962778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:40.963588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:40.964795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] 10.222.0.72 "PUT /v2.0/ports/bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 1095 time: 2.0730238 Feb 15 09:35:41.022228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Made reservation on behalf of 5117e0fcf74f4e3995341c9e93dceefc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:41.022919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77c3a19a-1ff5-4b85-b075-a054cfe62d43 req-69f626f8-cfcb-4c19-9535-490671072de4 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590758 Feb 15 09:35:41.022919 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.024729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.026029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.041040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cef94f1-c3a7-47c8-b0fd-2979c5712729 HTTP/1.1" status: 204 len: 168 time: 0.3073483 Feb 15 09:35:41.072106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 798687d2-0db8-4cd0-bb4c-125eb35d9cac up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:41.077214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5666c-772a-4999-bbdb-eb7732c9801e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cef94f1-c3a7-47c8-b0fd-2979c5712729,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:41.089136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cf8d3-3fd6-43cc-88bc-02d70acbbe8b service neutron] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:41.104410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.216463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 798687d2-0db8-4cd0-bb4c-125eb35d9cac completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:41.222305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 798687d2-0db8-4cd0-bb4c-125eb35d9cac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:41.223047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.229155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-9895d35e-ed05-457e-b248-b95d47d01616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.230883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-9895d35e-ed05-457e-b248-b95d47d01616 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1098 time: 0.2237360 Feb 15 09:35:41.302648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d0b20e-7d9e-4914-b00e-26cd5dfb747d req-0a659a41-80d6-4b74-a428-6e6f97402d44 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.310294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50d0b20e-7d9e-4914-b00e-26cd5dfb747d req-0a659a41-80d6-4b74-a428-6e6f97402d44 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 944 time: 0.1077588 Feb 15 09:35:41.344096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4c616-5fcb-41fa-9865-990b3cc1d610 req-24d391c8-763d-4fa3-a11c-bc25ee1a30e4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.345727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd4c616-5fcb-41fa-9865-990b3cc1d610 req-24d391c8-763d-4fa3-a11c-bc25ee1a30e4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 944 time: 0.2181091 Feb 15 09:35:41.371300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-50d0b20e-7d9e-4914-b00e-26cd5dfb747d req-cdbe2eea-b735-4a5d-ab03-e4afff9bee56 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583375 Feb 15 09:35:41.400474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.431488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd4c616-5fcb-41fa-9865-990b3cc1d610 req-72e9383e-b9ff-4764-b391-4c3545ab2a39 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715704 Feb 15 09:35:41.457648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-dd95eb17-bbfc-4f62-ad0a-d141047ecf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.459156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-dd95eb17-bbfc-4f62-ad0a-d141047ecf28 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2146432 Feb 15 09:35:41.492623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.501600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:41.502983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:41.504175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615fd11-cb42-40e4-b850-7a84ffae5e97 req-82c60f33-d3eb-4aba-a709-aa0b737c54d0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.506954 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723c766d-cb38-4f5c-8887-15b801f68154" -d '{"events": [{"server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "name": "network-vif-plugged", "status": "completed", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:41.514063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3615fd11-cb42-40e4-b850-7a84ffae5e97 req-82c60f33-d3eb-4aba-a709-aa0b737c54d0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.0714459 Feb 15 09:35:41.514521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.517611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:41.518943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:41.576859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3615fd11-cb42-40e4-b850-7a84ffae5e97 req-1b2c08f1-0d75-4b98-a021-1df07e8d733f tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619287 Feb 15 09:35:41.600718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-322936ab-111d-4c6e-a172-e04e0c9160d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.1181080 Feb 15 09:35:41.635528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a4c4420-e221-4b7e-a89a-6b6e4dd278d4 req-a6162b29-2d26-4f16-9b8c-d8f8053b551c tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 210 time: 0.0482008 Feb 15 09:35:41.663161 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f741f926-5331-4402-8803-6341ea106d6b x-openstack-request-id: req-f741f926-5331-4402-8803-6341ea106d6b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:41.663161 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "name": "network-vif-plugged", "status": "completed", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:41.665064 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f741f926-5331-4402-8803-6341ea106d6b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:41.665504 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'code': 200} Feb 15 09:35:41.731269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:41.743374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:41.748566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18222592-d07c-4b39-a6ce-8fe621faead6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:41.806231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-e3db290d-bf8b-44a4-87dc-522336ffea67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.808035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-e3db290d-bf8b-44a4-87dc-522336ffea67 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1717958 Feb 15 09:35:41.838542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19356fca-0fb2-4e85-9cb3-cc9ae90d31e1 req-51fe8b14-cdef-4cea-ab3b-2b2de53fe3d3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.847378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19356fca-0fb2-4e85-9cb3-cc9ae90d31e1 req-51fe8b14-cdef-4cea-ab3b-2b2de53fe3d3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 947 time: 0.1322136 Feb 15 09:35:41.858143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe92343-1ec1-4c5e-84f2-fdbad41625a0 req-badd2da5-67de-4967-abcb-d9e0310e3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.860490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffe92343-1ec1-4c5e-84f2-fdbad41625a0 req-badd2da5-67de-4967-abcb-d9e0310e3068 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 1096 time: 0.1310844 Feb 15 09:35:41.899814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8a9aa-7190-4523-87b1-0c31d0c730ca req-3530899c-10bd-43ee-a615-e5e521237444 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:41.908455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecc8a9aa-7190-4523-87b1-0c31d0c730ca req-3530899c-10bd-43ee-a615-e5e521237444 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.1533737 Feb 15 09:35:41.925027 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19356fca-0fb2-4e85-9cb3-cc9ae90d31e1 req-fc7192e7-93fc-49ce-adf5-3263da27e389 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720158 Feb 15 09:35:41.932693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffe92343-1ec1-4c5e-84f2-fdbad41625a0 req-c9222722-0f74-4ef2-a93b-907dba1fc32e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636899 Feb 15 09:35:41.982354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Allocated IP 192.168.233.44 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/f9c52763-6c5a-46ce-9140-1a7c2f11487a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:41.987982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecc8a9aa-7190-4523-87b1-0c31d0c730ca req-3936a2ee-482b-4880-8ca4-6352f0ee2c65 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786676 Feb 15 09:35:42.003168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-a950ade4-4b17-43f4-9f71-094b5ef345c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.005131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-a950ade4-4b17-43f4-9f71-094b5ef345c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604688 Feb 15 09:35:42.040692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-3fa8ca81-5701-407f-8507-afd3b800ea54 req-1c315e98-6297-4055-9d3a-a2339b7c02c2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:35:42.041970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fa8ca81-5701-407f-8507-afd3b800ea54 req-1c315e98-6297-4055-9d3a-a2339b7c02c2 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063541 Feb 15 09:35:42.178688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fa8ca81-5701-407f-8507-afd3b800ea54 req-16ed16f0-2b3f-40b4-9f69-cc36fa0db5e8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1272745 Feb 15 09:35:42.199269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-b2203d91-18fb-40fb-bb27-cdaf61d2bcdd service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864953 Feb 15 09:35:42.249763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:42.351691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:42.358199 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:42.407240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34296) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:42.434760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.463282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8986c364-f643-4458-8a97-8c5f955f50c5 req-fcd3aabf-76ca-4580-ab69-ac5b970c3214 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569673 Feb 15 09:35:42.532331 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40e738f-bdc2-498f-95de-c37482f3b59f x-openstack-request-id: req-b40e738f-bdc2-498f-95de-c37482f3b59f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:42.534229 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:42.534633 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b40e738f-bdc2-498f-95de-c37482f3b59f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:42.535149 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'status': 'completed', 'code': 200} Feb 15 09:35:42.559904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.613793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 112e8887-7b1e-4895-9e94-1f35de787333 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:42.621809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 112e8887-7b1e-4895-9e94-1f35de787333 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:42.622912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.630265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Pushing event updated for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:42.661365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-604165482-network', 'tenant_id': '6871ba578a6d4eed93c97e907ad82809'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:42.716974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bfd0b-cbc8-4e5e-99e8-bf0a7b3ecfbf req-fb4c4bbd-5be5-43b1-80c5-8fa48bf9475e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.725081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c7bfd0b-cbc8-4e5e-99e8-bf0a7b3ecfbf req-fb4c4bbd-5be5-43b1-80c5-8fa48bf9475e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.2963266 Feb 15 09:35:42.730641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Made reservation on behalf of 6871ba578a6d4eed93c97e907ad82809 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:42.733179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.750217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.752134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-437c45e9-c27d-4949-8a91-bd9523e5b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.753785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-437c45e9-c27d-4949-8a91-bd9523e5b3be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1098 time: 0.2032976 Feb 15 09:35:42.762619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.769393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:42.782262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:42.785135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:42.803012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:42.814398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.884954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c7bfd0b-cbc8-4e5e-99e8-bf0a7b3ecfbf req-2e57647a-604d-4b51-b5c1-f4ca766cb2e8 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527877 Feb 15 09:35:42.926814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-814b3ed8-deb7-453c-aa2b-03d34323164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.929383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-814b3ed8-deb7-453c-aa2b-03d34323164c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1098 time: 0.3000908 Feb 15 09:35:42.941012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.941012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:42.951833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:42.964742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551006e-2505-47dc-b9e8-a4ab27dd5930 req-37065c23-206a-4cfd-9810-8ce8c836aee8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:42.966531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1551006e-2505-47dc-b9e8-a4ab27dd5930 req-37065c23-206a-4cfd-9810-8ce8c836aee8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 944 time: 0.2506111 Feb 15 09:35:42.978793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a03b6012-5bf4-4546-b5fb-422477a89d83 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2068782 Feb 15 09:35:43.038207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Request body: {'port': {'device_id': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:43.113131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-7d2ea0ea-9df8-436b-8287-fb0c64359d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.114656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-7d2ea0ea-9df8-436b-8287-fb0c64359d1b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3476062 Feb 15 09:35:43.180744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1551006e-2505-47dc-b9e8-a4ab27dd5930 req-0ebd4182-7a97-404c-b201-b464a40ee085 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010727 Feb 15 09:35:43.203910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.211128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b47858f2-3010-4244-bdaa-da08663ac2d9 None None] Provisioning complete for port f9c52763-6c5a-46ce-9140-1a7c2f11487a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:43.211875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b47858f2-3010-4244-bdaa-da08663ac2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.229254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-8ab3d189-91ed-42cf-aba4-af7f347ccb3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0682123 Feb 15 09:35:43.264679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-a836d003-41de-486e-b139-cfba929702d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.267917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-a836d003-41de-486e-b139-cfba929702d7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3131511 Feb 15 09:35:43.286291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b47858f2-3010-4244-bdaa-da08663ac2d9 None None] Port f9c52763-6c5a-46ce-9140-1a7c2f11487a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:43.317084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8881920e-dcb3-4ca7-bcce-8f505f8411eb req-90066361-52e6-4876-b234-be9fd293e772 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.319496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8881920e-dcb3-4ca7-bcce-8f505f8411eb req-90066361-52e6-4876-b234-be9fd293e772 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.2701173 Feb 15 09:35:43.361427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-f589cfeb-cffc-4e78-b1dc-2f88fd06473b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0667922 Feb 15 09:35:43.369335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.376336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-dba80723-8076-49ec-a979-7627897f1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.378161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-dba80723-8076-49ec-a979-7627897f1327 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1341176 Feb 15 09:35:43.384165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.417418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:35:43.428398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8881920e-dcb3-4ca7-bcce-8f505f8411eb req-7d4fdf95-ac96-489f-be9c-0b7326f41f36 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953293 Feb 15 09:35:43.486856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.487621 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Added segment 2c415b44-305d-4b37-9403-65e458c0c7f8 of type vlan for network a6759d01-76ca-4ab6-9a54-dc7048068ada Feb 15 09:35:43.499885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cdb006-e687-4ef3-b576-7ae18ef3cd2d req-57c2d8ef-ce6f-45c4-8053-ae15f4e78df6 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.502143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9799ff0d-0c7b-468a-b357-144f2cd49a91,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:43.507921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58cdb006-e687-4ef3-b576-7ae18ef3cd2d req-57c2d8ef-ce6f-45c4-8053-ae15f4e78df6 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 935 time: 0.2147422 Feb 15 09:35:43.508476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-ff837e12-4264-4d96-88de-81b2f8cd36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.510190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-ff837e12-4264-4d96-88de-81b2f8cd36ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1157770 Feb 15 09:35:43.559996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-e525b5b1-da1f-4e07-bc74-a51a33857fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.564589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-e525b5b1-da1f-4e07-bc74-a51a33857fa3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1963985 Feb 15 09:35:43.599486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58cdb006-e687-4ef3-b576-7ae18ef3cd2d req-f2ffb962-7a47-4609-914c-fa83a04c737e tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905838 Feb 15 09:35:43.638624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.666919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:43.673910 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9d0fbf-1a02-42f1-9ac1-b954b1f4b5dc" -d '{"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-plugged", "status": "completed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:43.692624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-1ac6c111-46ea-4e9e-bc65-1e3f5e60cf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.697526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-1ac6c111-46ea-4e9e-bc65-1e3f5e60cf01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1178603 Feb 15 09:35:43.711230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d802b87-75d2-45d3-9e3c-3ee519db1bc4 req-a3600d92-d29c-4d16-be14-7831f535e607 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.717379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d802b87-75d2-45d3-9e3c-3ee519db1bc4 req-a3600d92-d29c-4d16-be14-7831f535e607 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.1685963 Feb 15 09:35:43.724506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.725507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.726101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.763187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-b1e5e2de-be70-48fa-8284-a55d26e0f038 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155952 Feb 15 09:35:43.811144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4020872 Feb 15 09:35:43.821533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34318) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:43.827634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Request body: {'subnet': {'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-604165482-subnet', 'tenant_id': '6871ba578a6d4eed93c97e907ad82809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:43.881380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da81646-97d7-4ac6-b392-41c0af66a8d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a6759d01-76ca-4ab6-9a54-dc7048068ada,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:43.887455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d802b87-75d2-45d3-9e3c-3ee519db1bc4 req-0e4100ed-294a-4589-8168-8284613ba999 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559494 Feb 15 09:35:43.895260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79816fa2-34ce-4f77-9b64-03833c93511d req-7d21448e-5f28-403e-a600-a49b3d6c7bf2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:43.895715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a6759d01-76ca-4ab6-9a54-dc7048068ada details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:35:43.896835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79816fa2-34ce-4f77-9b64-03833c93511d req-7d21448e-5f28-403e-a600-a49b3d6c7bf2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 947 time: 0.1666901 Feb 15 09:35:43.942157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-495eec32-a928-4324-88c5-2085b316d133 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208431 Feb 15 09:35:43.944481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-e7ced0d7-af9e-4ecb-9445-6efd8997fb5a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720152 Feb 15 09:35:43.945592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c52763-6c5a-46ce-9140-1a7c2f11487a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:43.949650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Made reservation on behalf of 6871ba578a6d4eed93c97e907ad82809 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:43.951994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.959954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:43.981839 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b7dbac-8081-49a6-bf99-98450117afb9 x-openstack-request-id: req-75b7dbac-8081-49a6-bf99-98450117afb9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:43.982326 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-plugged", "status": "completed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:43.982755 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75b7dbac-8081-49a6-bf99-98450117afb9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:43.983313 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333', 'code': 200} Feb 15 09:35:44.087178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Transition to ACTIVE for port object f9c52763-6c5a-46ce-9140-1a7c2f11487a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:44.097426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79816fa2-34ce-4f77-9b64-03833c93511d req-a6bf0e35-bbbe-4807-8808-4b2a0f12832f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863828 Feb 15 09:35:44.101602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.111824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f94b9-a3d5-4433-9570-d32a2aa80f4d req-f0e09be7-d250-4e71-bebe-d1f08d4d7a21 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.119105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-277f94b9-a3d5-4433-9570-d32a2aa80f4d req-f0e09be7-d250-4e71-bebe-d1f08d4d7a21 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.0777628 Feb 15 09:35:44.147214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.178279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ce9b-ad1d-441c-968d-6d5c474c6c81 req-926a8fa9-b0d1-4973-8ef9-30a37a90b982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.179838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8a0ce9b-ad1d-441c-968d-6d5c474c6c81 req-926a8fa9-b0d1-4973-8ef9-30a37a90b982 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 1096 time: 0.0879240 Feb 15 09:35:44.182612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-277f94b9-a3d5-4433-9570-d32a2aa80f4d req-671e55b3-7625-4dba-95ab-9cfbbd35597c tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627677 Feb 15 09:35:44.200601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:44.213368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82cfb0d5-065d-4377-b7e0-c58f3aa9f759 req-f98f26c4-4029-47ba-922d-1722e2c01b67 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567475 Feb 15 09:35:44.243466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8a0ce9b-ad1d-441c-968d-6d5c474c6c81 req-b8c1e161-0829-4567-b738-280973f0bcb2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542674 Feb 15 09:35:44.248187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:44.389945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225bc4d-0c72-43c6-bce8-18db00843dff req-25e35ee8-6a28-412a-8ff9-b4bf7d97287e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.391597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:44.399659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d225bc4d-0c72-43c6-bce8-18db00843dff req-25e35ee8-6a28-412a-8ff9-b4bf7d97287e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0844059 Feb 15 09:35:44.407562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'mac_address': 'fa:16:3e:67:a4:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:44.423328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Attempting to bind port f9c52763-6c5a-46ce-9140-1a7c2f11487a on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:44.423765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Attempting to bind port f9c52763-6c5a-46ce-9140-1a7c2f11487a by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:44.424207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Attempting to bind port f9c52763-6c5a-46ce-9140-1a7c2f11487a on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:44.442385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Port f9c52763-6c5a-46ce-9140-1a7c2f11487a on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:44.442610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Attempting to bind port f9c52763-6c5a-46ce-9140-1a7c2f11487a on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:44.448838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:44.455864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:44.455864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:44.456369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Bound port: f9c52763-6c5a-46ce-9140-1a7c2f11487a, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:44.456849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.459503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.465496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d225bc4d-0c72-43c6-bce8-18db00843dff req-b9cd6265-868e-4304-8015-2a0a14c7638a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648885 Feb 15 09:35:44.474379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.477181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff5c708-e602-4a7c-809a-32f94166c9eb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:44.513767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:44.521180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.578576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:44.598529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61755b26-0c22-4fc0-b1ad-cc833acbcc82 req-8efa7fef-bfe0-4400-94f9-5276652518d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.600037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31124f38-ead9-4ef0-948d-e262236d47e0 req-6df4e3d1-851c-4bb3-9037-13788640c566 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.600414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61755b26-0c22-4fc0-b1ad-cc833acbcc82 req-8efa7fef-bfe0-4400-94f9-5276652518d7 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.0554233 Feb 15 09:35:44.605867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31124f38-ead9-4ef0-948d-e262236d47e0 req-6df4e3d1-851c-4bb3-9037-13788640c566 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.611952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31124f38-ead9-4ef0-948d-e262236d47e0 req-6df4e3d1-851c-4bb3-9037-13788640c566 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.613741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31124f38-ead9-4ef0-948d-e262236d47e0 req-6df4e3d1-851c-4bb3-9037-13788640c566 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f&device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82&device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 2418 time: 0.1868005 Feb 15 09:35:44.634373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4dced88-1cd5-4f92-9972-729f758cd2b3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:44.641860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61755b26-0c22-4fc0-b1ad-cc833acbcc82 req-c61605a5-9f92-416f-8411-61ab992e146d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351317 Feb 15 09:35:44.664165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:44.669012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:44.670474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Checking segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:44.670842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Network hostable DHCP agents. Network: a6759d01-76ca-4ab6-9a54-dc7048068ada, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:35:44.679064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.727404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31124f38-ead9-4ef0-948d-e262236d47e0 req-02e0e8a6-ff49-40d5-8e45-e94b306bf34e tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978553 Feb 15 09:35:44.738837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.739462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.740874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] 10.222.0.72 "PUT /v2.0/ports/f9c52763-6c5a-46ce-9140-1a7c2f11487a HTTP/1.1" status: 200 len: 1095 time: 1.7426176 Feb 15 09:35:44.741324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:44.743745 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a223cd-6f84-45c8-8547-54de87701456" -d '{"events": [{"name": "network-changed", "server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:44.764573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Network a6759d01-76ca-4ab6-9a54-dc7048068ada is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:35:44.777748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91849162-b458-4ba8-9ef6-1840c35030c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:44.786152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a6759d01-76ca-4ab6-9a54-dc7048068ada) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:44.791931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.793645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c42d8a-ecbe-456a-9335-11b3592c7f4b None None] Network a6759d01-76ca-4ab6-9a54-dc7048068ada requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:44.794660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:44.834169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a5648310-3e16-4396-9f15-11ad9699430c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0114760 Feb 15 09:35:44.842516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ad23e-988c-4849-b820-ed36acb3c135 req-c3c4d344-d512-4ae5-af0c-6efe2b173946 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.849174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e54ad23e-988c-4849-b820-ed36acb3c135 req-c3c4d344-d512-4ae5-af0c-6efe2b173946 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 947 time: 0.1484482 Feb 15 09:35:44.954379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e54ad23e-988c-4849-b820-ed36acb3c135 req-152f1c51-089a-4076-89aa-541d5dde1cea tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979605 Feb 15 09:35:44.962627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec3d7a2-cefd-45bb-b57a-9a318b69fef7 req-f6adc0dd-7306-42a5-afe1-af81b940d77b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.970149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fec3d7a2-cefd-45bb-b57a-9a318b69fef7 req-f6adc0dd-7306-42a5-afe1-af81b940d77b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.1343124 Feb 15 09:35:44.977029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-204ce4ae-a504-4121-a194-f4c54cdb3ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:44.977029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-204ce4ae-a504-4121-a194-f4c54cdb3ea3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 1098 time: 0.1385119 Feb 15 09:35:44.978380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34342) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:35:44.983344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Request body: {'floatingip': {'port_id': '798687d2-0db8-4cd0-bb4c-125eb35d9cac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:45.082597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-313c11fe-b458-4a61-9db2-070293383e03 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a HTTP/1.1" status: 200 len: 217 time: 0.0870893 Feb 15 09:35:45.090951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-a8059bc4-71a0-4057-9eda-83f2d20c864f req-945a48e5-812b-4fa5-a904-a5a70cf20155 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:35:45.101661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8059bc4-71a0-4057-9eda-83f2d20c864f req-945a48e5-812b-4fa5-a904-a5a70cf20155 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175710 Feb 15 09:35:45.152216 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ccaca0-3ad6-4704-9f17-47c41fa21add x-openstack-request-id: req-39ccaca0-3ad6-4704-9f17-47c41fa21add {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:45.152968 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:45.153476 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39ccaca0-3ad6-4704-9f17-47c41fa21add {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:45.154563 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a', 'status': 'completed', 'code': 200} Feb 15 09:35:45.264161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46b1c82-1bd7-41d7-b5d3-4f12619d7a33 None None] Network a6759d01-76ca-4ab6-9a54-dc7048068ada requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:35:45.264396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:45.322397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-798f543a-6ff3-4652-a63d-f5ff78b9a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:45.325665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-798f543a-6ff3-4652-a63d-f5ff78b9a6e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1462841 Feb 15 09:35:45.411266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8059bc4-71a0-4057-9eda-83f2d20c864f req-889cc242-01af-4af7-8c45-64e5deaff33f tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3078809 Feb 15 09:35:45.433197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-747e1bbe-8a20-4bbd-b248-cef7dd205e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:45.434767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-747e1bbe-8a20-4bbd-b248-cef7dd205e39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965526 Feb 15 09:35:45.444727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebabff5-dde9-4e6c-bd88-5eff47527653 req-92360cc6-a792-407e-8313-c2301664fced tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:45.458306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eebabff5-dde9-4e6c-bd88-5eff47527653 req-92360cc6-a792-407e-8313-c2301664fced tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 948 time: 0.1934776 Feb 15 09:35:45.576553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eebabff5-dde9-4e6c-bd88-5eff47527653 req-ac81273d-ccb7-4646-b292-4d07fd0cb225 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154408 Feb 15 09:35:45.586069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a31b0884-28a4-43c0-990e-fc6ea3ec4b95 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438096 Feb 15 09:35:45.745120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-979d61c4-a14e-42f8-8e21-01d43be8c8fe req-a603ff22-a711-4e0e-9186-a48efdcf6267 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519308 Feb 15 09:35:45.844263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9fe62-403f-4a1e-978c-04a245699474 req-6e219b0e-252f-4e42-8b75-7023b276f988 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:45.846025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cf9fe62-403f-4a1e-978c-04a245699474 req-6e219b0e-252f-4e42-8b75-7023b276f988 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0881577 Feb 15 09:35:45.870007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['bff5c708-e602-4a7c-809a-32f94166c9eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:45.875250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a223cd-6f84-45c8-8547-54de87701456 req-d952e176-b08e-4e1b-bde8-df781d21244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:45.876909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-d952e176-b08e-4e1b-bde8-df781d21244f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 1098 time: 0.0764592 Feb 15 09:35:46.233990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cf9fe62-403f-4a1e-978c-04a245699474 req-c20b7b5e-4d8b-4bb3-a444-97ffd1fba93d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785403 Feb 15 09:35:46.330840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a223cd-6f84-45c8-8547-54de87701456 req-eb4f50d5-ce60-4fbc-83ad-6f1547b4e680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:46.335442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-eb4f50d5-ce60-4fbc-83ad-6f1547b4e680 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4495850 Feb 15 09:35:46.441748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:35:46.479880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-c254a23c-8c0b-40d2-b3fe-fbc98d62a8db service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a HTTP/1.1" status: 200 len: 217 time: 0.1295040 Feb 15 09:35:46.602514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:46.623008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a223cd-6f84-45c8-8547-54de87701456 req-dda6b17c-2bc9-4486-99d8-9820f9a9a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:46.624650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-dda6b17c-2bc9-4486-99d8-9820f9a9a95b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1339214 Feb 15 09:35:46.675112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b004f6b4-dac8-44ec-830b-e41e2d51ec2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:46.716356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a223cd-6f84-45c8-8547-54de87701456 req-96482985-146e-4503-8db2-e913eba62274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:46.719890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-8fb9aaf0-708a-431a-a82a-547759a421a8 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:46.720741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-96482985-146e-4503-8db2-e913eba62274 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0789535 Feb 15 09:35:46.721707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-8fb9aaf0-708a-431a-a82a-547759a421a8 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.4549663 Feb 15 09:35:46.724456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:46.758774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:46.815311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-2ad21007-2213-44a3-be41-6b18bd473f66 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/quotas/6871ba578a6d4eed93c97e907ad82809 HTTP/1.1" status: 200 len: 375 time: 0.0786183 Feb 15 09:35:46.833766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-3af75565-36bf-45a8-8e8b-9be16bb1ede5 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023743 Feb 15 09:35:46.852050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-271844eb-42c6-4f1b-8a23-9a10754cbf25 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:46.854942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-271844eb-42c6-4f1b-8a23-9a10754cbf25 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a&tenant_id=18626dc280474be795e0581045384dc9&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 948 time: 0.2601998 Feb 15 09:35:46.877369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-5f65b48f-660a-4f5f-b69a-4e6dc3aba785 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534046 Feb 15 09:35:46.947793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5a223cd-6f84-45c8-8547-54de87701456 req-49dc213f-b63b-430e-b8f7-9233b40330ae service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062689 Feb 15 09:35:47.023659 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Floating IP 885cc109-75ae-4a0c-80b4-3a7a1379cffd associated. External IP: 172.25.6.56, port: 798687d2-0db8-4cd0-bb4c-125eb35d9cac. Feb 15 09:35:47.024683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cc265-1e34-4e31-8bf5-0ce009aef562 req-dff0acde-1c14-4e41-8f68-0cfec567e16f tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.026243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc3cc265-1e34-4e31-8bf5-0ce009aef562 req-dff0acde-1c14-4e41-8f68-0cfec567e16f tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 947 time: 0.0592437 Feb 15 09:35:47.065607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc3cc265-1e34-4e31-8bf5-0ce009aef562 req-245620e3-3775-4e8e-b6ac-5766799ba434 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325775 Feb 15 09:35:47.075462 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-3f977aa4-ac2d-4a66-b73b-0491328f5d9f service neutron] delete failed (client error): The resource could not be found. Feb 15 09:35:47.076368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-3f977aa4-ac2d-4a66-b73b-0491328f5d9f service neutron] 10.222.0.36 "DELETE /v2.0/ports/bff5c708-e602-4a7c-809a-32f94166c9eb/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.2023292 Feb 15 09:35:47.141616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-5e1d32fb-0715-4208-ac88-1da56cce9254 service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565908 Feb 15 09:35:47.301299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-50338993-05f8-403a-a485-2e485a9a868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.302773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-50338993-05f8-403a-a485-2e485a9a868f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 1099 time: 0.1419508 Feb 15 09:35:47.394933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-fcceac13-3dbd-4ead-a7c0-c5246c42059f service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442532 Feb 15 09:35:47.441122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Router 0f20adc8-9cc1-4363-a877-236ee8b97439 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:35:47.466042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-091c6e86-e7b8-44ef-87eb-ca2fa37daaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.467539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-091c6e86-e7b8-44ef-87eb-ca2fa37daaed service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1565206 Feb 15 09:35:47.508248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966d912-a2f1-41de-9d65-d6bbd16302d0 req-31d89de8-cff7-444f-8963-13a49576377a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.518298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6966d912-a2f1-41de-9d65-d6bbd16302d0 req-31d89de8-cff7-444f-8963-13a49576377a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 948 time: 0.0705922 Feb 15 09:35:47.557818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-65f6c477-c9a0-478a-b664-356739a53aaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 200 len: 217 time: 0.0540683 Feb 15 09:35:47.645265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6966d912-a2f1-41de-9d65-d6bbd16302d0 req-7caefd17-288e-488b-847c-d5070c66475e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259229 Feb 15 09:35:47.695222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:35:47.701202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:47.708528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Sync routers for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:35:47.736252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:47.736933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:47.744728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-7bafddb1-ac03-4554-b434-006e966b7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.746372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-7bafddb1-ac03-4554-b434-006e966b7f8c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1780803 Feb 15 09:35:47.753554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f6e02fe-1dc4-4034-83fa-b48fa6efe14d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "PUT /v2.0/floatingips/885cc109-75ae-4a0c-80b4-3a7a1379cffd HTTP/1.1" status: 200 len: 990 time: 2.7715502 Feb 15 09:35:47.753554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:47.755762 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf09855-6e83-485e-a518-c6ed63260145" -d '{"events": [{"name": "network-changed", "server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:47.839720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-860df234-fc9f-4728-a506-12684eb78a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.842121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-860df234-fc9f-4728-a506-12684eb78a4d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0795383 Feb 15 09:35:47.863539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-262779ae-9d8b-419c-ae7b-489526ad0df6 req-ac59d49e-c0b3-45bc-8930-03af3e0bbff6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 210 time: 0.0439091 Feb 15 09:35:47.886989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f9cb5-fb13-4376-82f1-e0e7c9ba9d80 req-33e760e0-2b8c-4cf4-aee0-95bcd6df104d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:47.888571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-448f9cb5-fb13-4376-82f1-e0e7c9ba9d80 req-33e760e0-2b8c-4cf4-aee0-95bcd6df104d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1103473 Feb 15 09:35:47.987240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-448f9cb5-fb13-4376-82f1-e0e7c9ba9d80 req-5d3b4dbc-69e9-4d62-be28-2293d8d055c8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891454 Feb 15 09:35:48.017473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-ad67786c-7dd2-4e33-a4fc-8b4820a1af30 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576579 Feb 15 09:35:48.031749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:48.037145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32816d7-9e1a-414b-bdf0-43a85c8f787b req-97a23928-2211-459a-bfa3-b2990ead35e6 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.045297 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a32816d7-9e1a-414b-bdf0-43a85c8f787b req-97a23928-2211-459a-bfa3-b2990ead35e6 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.0983791 Feb 15 09:35:48.066275 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b41a822-ba7f-43aa-8b0e-df97503a1fbf x-openstack-request-id: req-5b41a822-ba7f-43aa-8b0e-df97503a1fbf {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:48.066725 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:48.067071 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b41a822-ba7f-43aa-8b0e-df97503a1fbf {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:48.067563 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'status': 'completed', 'code': 200} Feb 15 09:35:48.178217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09855-6e83-485e-a518-c6ed63260145 req-d4c6d1f5-b387-4e11-bc09-8b2ad7ead3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.185043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-d4c6d1f5-b387-4e11-bc09-8b2ad7ead3bb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e439b0cb2f064e599fcc75eaf915c7e2&device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 1096 time: 0.1127338 Feb 15 09:35:48.201559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a32816d7-9e1a-414b-bdf0-43a85c8f787b req-1f72c469-bb72-4e12-9ec3-ac08da444583 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506240 Feb 15 09:35:48.269483 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a9c8cf2-d85b-43c0-8a99-f70b7ab82e5c req-20eabf40-0b1c-4ac1-b453-7929d8e99bf8 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420993 Feb 15 09:35:48.277890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f9c52763-6c5a-46ce-9140-1a7c2f11487a details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:48.280276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:48.392066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09855-6e83-485e-a518-c6ed63260145 req-66e17b13-fef4-4ae9-af04-06f889011938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.394198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-66e17b13-fef4-4ae9-af04-06f889011938 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2 HTTP/1.1" status: 200 len: 912 time: 0.2046592 Feb 15 09:35:48.492648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-264c990b-c148-4f36-bb98-253a0930a78f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac HTTP/1.1" status: 200 len: 998 time: 0.0901930 Feb 15 09:35:48.511653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea5475-b7dd-49c0-9cb2-828a971440b1 req-a27c0de7-111a-4abb-9a33-302783e86b73 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.520255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21ea5475-b7dd-49c0-9cb2-828a971440b1 req-a27c0de7-111a-4abb-9a33-302783e86b73 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 947 time: 0.1406796 Feb 15 09:35:48.553411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port bff5c708-e602-4a7c-809a-32f94166c9eb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:48.568193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port bff5c708-e602-4a7c-809a-32f94166c9eb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:48.568579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:48.572107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21ea5475-b7dd-49c0-9cb2-828a971440b1 req-0675350e-6ab1-4332-82d1-96c17e84ac60 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507994 Feb 15 09:35:48.606578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09855-6e83-485e-a518-c6ed63260145 req-825c6989-c2ae-41f0-a86b-225efab6ef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.608087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-825c6989-c2ae-41f0-a86b-225efab6ef97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4355541d-7219-4f7f-827c-5515938e026d HTTP/1.1" status: 200 len: 850 time: 0.1070578 Feb 15 09:35:48.654353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:48.658952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '885cc109-75ae-4a0c-80b4-3a7a1379cffd', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'port_id': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'mac_address': 'fa:16:3e:86:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c928d32-68eb-431e-9501-0f2415ef940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:35:28Z', 'updated_at': '2022-02-15T09:35:46Z', 'revision_number': 1, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:48.706092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf09855-6e83-485e-a518-c6ed63260145 req-724bccc4-ffc5-4f94-8e4c-94d2067462fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.708341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-724bccc4-ffc5-4f94-8e4c-94d2067462fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cc2cbcf-b327-47ec-b2a6-99a7610141d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913799 Feb 15 09:35:48.783135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Checking router: 0f20adc8-9cc1-4363-a877-236ee8b97439 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:35:48.831037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a', 'mac_address': 'fa:16:3e:45:2a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:48.839667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:35:48.841972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:48.870697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5594c52-7945-4473-95f0-1a0beaad369c req-167b88f3-c752-4f3e-bd34-a165154f7d39 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:48.874946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5594c52-7945-4473-95f0-1a0beaad369c req-167b88f3-c752-4f3e-bd34-a165154f7d39 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 948 time: 0.1087205 Feb 15 09:35:48.943688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-3edfbca5-d081-4c8d-b82a-4433339323fb service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254951 Feb 15 09:35:48.984744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5594c52-7945-4473-95f0-1a0beaad369c req-5d13dffb-3396-4b6d-b6f3-233c37e53a71 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947793 Feb 15 09:35:49.146988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82d1a46f-11d9-4050-8775-ea03994f04af req-dba81876-00cc-4b8b-95eb-c2b092cf02e2 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 210 time: 0.0418794 Feb 15 09:35:49.176864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160c2fe-53f7-4131-8a7c-f212acf3b135 req-3ec18356-970b-41b1-98cf-bd9f520f509d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:49.178765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0160c2fe-53f7-4131-8a7c-f212acf3b135 req-3ec18356-970b-41b1-98cf-bd9f520f509d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0825975 Feb 15 09:35:49.236166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bf09855-6e83-485e-a518-c6ed63260145 req-c6e95c99-243f-4e68-9e4f-e1262154e55a service neutron] 10.222.0.36 "GET /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746587 Feb 15 09:35:49.245733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:35:49.294022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0160c2fe-53f7-4131-8a7c-f212acf3b135 req-c9bf5164-4628-4684-abda-99af3fd73e14 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867345 Feb 15 09:35:49.361451 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:49.369949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:49.459330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c52763-6c5a-46ce-9140-1a7c2f11487a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:49.475109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:49.477381 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5cf30d-869d-4e1f-8220-2f6e1d0086b3" -d '{"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-plugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:49.479995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a5a1b9c4-b04d-4fab-adda-85fcad749c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:49.517789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:49.521460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:49.534828 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:49.541188 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:49.568173 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3766fea-53e5-49f5-8f1a-55c2ed5f9ab3 x-openstack-request-id: req-d3766fea-53e5-49f5-8f1a-55c2ed5f9ab3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:49.568498 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-plugged", "status": "completed", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:49.568694 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3766fea-53e5-49f5-8f1a-55c2ed5f9ab3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:49.569099 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'code': 200} Feb 15 09:35:49.645465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:49.647399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-4ae71cf8-d76f-4214-9027-63f0d002ec1a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:49.650583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-4ae71cf8-d76f-4214-9027-63f0d002ec1a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.3195205 Feb 15 09:35:49.667635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Request body: {'port': {'device_id': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'admin_state_up': True, 'tenant_id': '6871ba578a6d4eed93c97e907ad82809'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:49.692084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb718f55-f009-49b0-b5a4-6e49b5fcf0df req-e05d3b64-40dd-4e41-9789-626c5713a4cc tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:49.694046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb718f55-f009-49b0-b5a4-6e49b5fcf0df req-e05d3b64-40dd-4e41-9789-626c5713a4cc tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.1327903 Feb 15 09:35:49.695872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '885cc109-75ae-4a0c-80b4-3a7a1379cffd', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'port_id': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'mac_address': 'fa:16:3e:86:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c928d32-68eb-431e-9501-0f2415ef940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:35:28Z', 'updated_at': '2022-02-15T09:35:46Z', 'revision_number': 1, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:35:49.730343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5dda2-bb3a-45c4-96fe-1d74d5c2a30b req-8cdae438-544f-4534-8923-6ebd04849f7e tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:49.741737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dba5dda2-bb3a-45c4-96fe-1d74d5c2a30b req-8cdae438-544f-4534-8923-6ebd04849f7e tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 948 time: 0.0814171 Feb 15 09:35:49.746010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c3922-fcbf-426a-b85e-ae75d83fe979 None None] The sync data for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 is: [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '885cc109-75ae-4a0c-80b4-3a7a1379cffd', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'port_id': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'mac_address': 'fa:16:3e:86:03:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c928d32-68eb-431e-9501-0f2415ef940a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:35:28Z', 'updated_at': '2022-02-15T09:35:46Z', 'revision_number': 1, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:35:49.769307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:49.805395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dba5dda2-bb3a-45c4-96fe-1d74d5c2a30b req-fe589baf-a543-49b6-9f9f-1b71e666ab19 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627286 Feb 15 09:35:49.811026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb718f55-f009-49b0-b5a4-6e49b5fcf0df req-a4819743-9e7b-4a8b-a1ac-decd83be0447 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825472 Feb 15 09:35:49.839722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['f9c52763-6c5a-46ce-9140-1a7c2f11487a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:49.893179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Made reservation on behalf of 6871ba578a6d4eed93c97e907ad82809 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:49.897707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.078723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Allocated IP 172.20.0.14 (a6759d01-76ca-4ab6-9a54-dc7048068ada/d4dced88-1cd5-4f92-9972-729f758cd2b3/54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:50.160360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28841f8-7e79-4f2f-9fff-fa9936f4b123 None None] New status for floating IP 885cc109-75ae-4a0c-80b4-3a7a1379cffd: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:35:50.241440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.257351 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ceef9b8-0327-4dc5-888b-ff308c1bb848 req-8fcab21a-2d8a-484a-8a28-de9bcb491f29 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 210 time: 0.0375805 Feb 15 09:35:50.262305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415e5632-80bd-4f5d-bfb3-6a675bdfc755 req-0f328266-5b4d-45bf-8f7e-8c69c2a5b29a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:50.263811 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-415e5632-80bd-4f5d-bfb3-6a675bdfc755 req-0f328266-5b4d-45bf-8f7e-8c69c2a5b29a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1168468 Feb 15 09:35:50.337659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.342004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-415e5632-80bd-4f5d-bfb3-6a675bdfc755 req-643470a8-0a8f-4d89-9d0f-87aa61b2364b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668299 Feb 15 09:35:50.391372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.427584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5cbe4-6c84-47d4-bb59-15ee0ec89975 req-13ac5975-b63d-4867-b623-8d7de8f85512 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:50.429103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7c5cbe4-6c84-47d4-bb59-15ee0ec89975 req-13ac5975-b63d-4867-b623-8d7de8f85512 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0607545 Feb 15 09:35:50.467413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Network a6759d01-76ca-4ab6-9a54-dc7048068ada is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:50.469930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7c5cbe4-6c84-47d4-bb59-15ee0ec89975 req-c8ffcc46-3f2c-435e-8b59-943f45959b85 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344448 Feb 15 09:35:50.474552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:50.477515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:50.482498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:50.529169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efbea7c-e294-4e46-a8b8-ecbc55a76f15 req-c4de398f-3afa-4882-8ce1-e1c31589a591 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:50.531163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8efbea7c-e294-4e46-a8b8-ecbc55a76f15 req-c4de398f-3afa-4882-8ce1-e1c31589a591 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1041985 Feb 15 09:35:50.542097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:50.542690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.574299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-87173564-959d-4054-b863-6a862d84b70e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9114983 Feb 15 09:35:50.590393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8efbea7c-e294-4e46-a8b8-ecbc55a76f15 req-c51bff30-6ab5-484f-8d50-9f662994eb98 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444129 Feb 15 09:35:50.597379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Request body: {'port': {'device_id': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:50.662476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:50.788541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-c0e3b288-4830-4214-8569-d157be60bef0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:50.790439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-c0e3b288-4830-4214-8569-d157be60bef0 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.36 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.0704329 Feb 15 09:35:50.951910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Deleting port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:50.952254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.039907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:51.062074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2ab8-05eb-4bc5-a44f-377237d27795 req-742b4ce0-4c3f-489d-a49f-a9b300dc404d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.064322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d8e2ab8-05eb-4bc5-a44f-377237d27795 req-742b4ce0-4c3f-489d-a49f-a9b300dc404d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 948 time: 0.1322901 Feb 15 09:35:51.067855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.101410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Transition to ACTIVE for port object 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:51.109561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.116228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fa991-691c-4d73-99dd-4915dbbae9a7 req-62d3c139-4f59-4f60-8d70-2bac891e58c3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.117870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d17fa991-691c-4d73-99dd-4915dbbae9a7 req-62d3c139-4f59-4f60-8d70-2bac891e58c3 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=7120843f-5b2f-45ae-9a08-b3a1069e833f HTTP/1.1" status: 200 len: 945 time: 0.1946523 Feb 15 09:35:51.125093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] For port b28fbdfe-1a6f-44ea-bb31-7f11f425e599, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:51.125748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.145414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Calling delete_port for b28fbdfe-1a6f-44ea-bb31-7f11f425e599 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:51.156183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d8e2ab8-05eb-4bc5-a44f-377237d27795 req-1420457d-e033-42b2-a3ed-7bec9a4d13f4 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772049 Feb 15 09:35:51.202943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:51.263986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Attempting to bind port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:51.264502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Attempting to bind port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:51.264967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Attempting to bind port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:51.270125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b on network a6759d01-76ca-4ab6-9a54-dc7048068ada not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:51.270454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Attempting to bind port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:51.276007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:51.276345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Checking segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:51.276729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Bound using segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:51.277195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Bound port: 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:51.277555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.318946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-f294ae80-ea40-484a-9d45-ce1b6404d84f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389149 Feb 15 09:35:51.447762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:51.456887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:51.463657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.515959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-3021ae58-ce79-481e-986b-7e2ffa2239cd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.517609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-3021ae58-ce79-481e-986b-7e2ffa2239cd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1766021 Feb 15 09:35:51.529061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.529688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.531040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d17fa991-691c-4d73-99dd-4915dbbae9a7 req-49d9f333-70e9-44a0-b781-1d06b5bdf9e1 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920846 Feb 15 09:35:51.539938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] 10.222.0.36 "PUT /v2.0/ports/54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b HTTP/1.1" status: 200 len: 1092 time: 0.9463904 Feb 15 09:35:51.541586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:51.548269 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa95cd8-5186-4941-b650-72108e314f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:51.590248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29374ce8-7874-4c69-8b9b-d19d7d4b51fd service neutron] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:51.620153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-323884dc-76a7-46cf-8f0a-59cd54a2e72b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/quotas/18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 375 time: 0.0672019 Feb 15 09:35:51.675666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.689586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b28fbdfe-1a6f-44ea-bb31-7f11f425e599'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:51.695528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9f7bf887-d737-420b-80e3-87c66f8b0e6a', '885d2a0d-d5d0-457f-91a0-dcd542bceb66'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:51.699344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7c27b-b7c7-45ca-bab1-6bc90711e272 req-06923570-a250-45ba-957f-694d0911f82d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.702097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1a7c27b-b7c7-45ca-bab1-6bc90711e272 req-06923570-a250-45ba-957f-694d0911f82d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 944 time: 0.0742278 Feb 15 09:35:51.718902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4bb9bb68-2e4a-4baa-b4f0-7cb44272e577 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978727 Feb 15 09:35:51.728742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event deleted for resources: {'Port': ['ID=b28fbdfe-1a6f-44ea-bb31-7f11f425e599,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:51.729976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-4d5f3afc-f3b8-47a2-9a89-cc8e4c950c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.732219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-4d5f3afc-f3b8-47a2-9a89-cc8e4c950c0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 1095 time: 0.1291401 Feb 15 09:35:51.805445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] No DVR routers for this DVR port b28fbdfe-1a6f-44ea-bb31-7f11f425e599 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:51.809712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-780d24fa-c26f-4ba9-9c1f-31f98678d289 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b HTTP/1.1" status: 200 len: 217 time: 0.0689485 Feb 15 09:35:51.814488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:51.818735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-226a251a-7cf0-4efc-b776-ccf50b22538f req-24e59f5e-e199-4e96-8ad7-859f49e8da69 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.36 "DELETE /v2.0/ports/b28fbdfe-1a6f-44ea-bb31-7f11f425e599 HTTP/1.1" status: 204 len: 173 time: 1.0226357 Feb 15 09:35:51.820454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'name': 'network-vif-deleted', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:51.832433 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb78747-0976-4151-bf7c-bfdc2a99e697" -d '{"events": [{"server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "name": "network-vif-deleted", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:51.882630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-bd6f90c6-0cc7-4c62-a373-58193928b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:51.884784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-bd6f90c6-0cc7-4c62-a373-58193928b42e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.0674863 Feb 15 09:35:51.920300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1a7c27b-b7c7-45ca-bab1-6bc90711e272 req-e6c7dbe7-d6d5-45dc-ba17-bcf8e8cf2a67 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983373 Feb 15 09:35:51.983388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-6fe2740c-80d7-4592-b44b-7f40f0aa4822 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891280 Feb 15 09:35:52.049659 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9158f3-683c-4301-8508-d9f7f56c5aaa x-openstack-request-id: req-ab9158f3-683c-4301-8508-d9f7f56c5aaa {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:52.050024 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:52.050611 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab9158f3-683c-4301-8508-d9f7f56c5aaa {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:52.051080 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'status': 'completed', 'code': 200} Feb 15 09:35:52.161805 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa99d37-9fa7-4876-8578-d8ff448835d5 x-openstack-request-id: req-eaa99d37-9fa7-4876-8578-d8ff448835d5 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:52.162463 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7120843f-5b2f-45ae-9a08-b3a1069e833f", "name": "network-vif-deleted", "tag": "b28fbdfe-1a6f-44ea-bb31-7f11f425e599", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:52.162904 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaa99d37-9fa7-4876-8578-d8ff448835d5 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:52.163607 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7120843f-5b2f-45ae-9a08-b3a1069e833f', 'name': 'network-vif-deleted', 'tag': 'b28fbdfe-1a6f-44ea-bb31-7f11f425e599', 'status': 'completed', 'code': 200} Feb 15 09:35:52.190465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:52.206861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2bdf8-7a8a-4d75-9130-9bf56577dfa1 req-80c360e3-1cb4-4ebc-9860-8d18da6c932f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.209177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0b2bdf8-7a8a-4d75-9130-9bf56577dfa1 req-80c360e3-1cb4-4ebc-9860-8d18da6c932f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0969734 Feb 15 09:35:52.232155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-93ac0a13-6193-4dea-987f-0d01a85cafde service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370267 Feb 15 09:35:52.257238 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:52.282140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f9c52763-6c5a-46ce-9140-1a7c2f11487a up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:52.307625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0b2bdf8-7a8a-4d75-9130-9bf56577dfa1 req-986a6cea-ae43-4832-b139-d64109308cc2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868993 Feb 15 09:35:52.337824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d8ad4f3-5c6e-4748-b5d4-53b92ce641dc req-e248ac14-235d-4bd7-a80a-2ca09bea1359 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 210 time: 0.0994890 Feb 15 09:35:52.412966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port f9c52763-6c5a-46ce-9140-1a7c2f11487a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:52.430751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port f9c52763-6c5a-46ce-9140-1a7c2f11487a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:52.433079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:52.483456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c30fb-87f4-4ce3-8f81-a828cd24ec4c req-25af1c9b-5e9a-428c-8084-ced530864be1 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.484478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a51c30fb-87f4-4ce3-8f81-a828cd24ec4c req-25af1c9b-5e9a-428c-8084-ced530864be1 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 948 time: 0.0681918 Feb 15 09:35:52.504610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-702741f8-2e78-4ed1-a17f-da31b284e777 req-77400915-e687-4ef5-8066-d6ce85ec49f7 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493236 Feb 15 09:35:52.554327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a51c30fb-87f4-4ce3-8f81-a828cd24ec4c req-ec29805b-84d2-47af-a298-aa17e2a01cec tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558221 Feb 15 09:35:52.565018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:52.596933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:52.600156 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8624ad7d-30be-4fb8-b4f0-6ece8e098d80" -d '{"events": [{"server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:52.621550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95cd8-5186-4941-b650-72108e314f9b req-1d9f8a9f-4fa3-4195-b15f-8da7fa5bb8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.622790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:52.623377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-1d9f8a9f-4fa3-4195-b15f-8da7fa5bb8ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 1095 time: 0.0619318 Feb 15 09:35:52.628210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:52.681408 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e3ebbd-ece7-4327-84ad-3cf550d4807e x-openstack-request-id: req-e9e3ebbd-ece7-4327-84ad-3cf550d4807e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:52.681698 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "name": "network-vif-plugged", "status": "completed", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:52.681944 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9e3ebbd-ece7-4327-84ad-3cf550d4807e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:52.682447 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a', 'code': 200} Feb 15 09:35:52.723516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:52.797788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95cd8-5186-4941-b650-72108e314f9b req-3ae1d52c-5b91-440f-9dbb-6d5cc88290fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.799454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-3ae1d52c-5b91-440f-9dbb-6d5cc88290fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 915 time: 0.1681533 Feb 15 09:35:52.860696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-deb14880-10fe-4d29-92c3-1b102a4ef95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b HTTP/1.1" status: 200 len: 217 time: 0.0475841 Feb 15 09:35:52.927251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bd99fa-ead6-4b3a-b43a-b42c29f41793 req-83676903-3847-45be-84b8-98728a77b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.928660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8bd99fa-ead6-4b3a-b43a-b42c29f41793 req-83676903-3847-45be-84b8-98728a77b6f5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 1100 time: 0.1461177 Feb 15 09:35:52.978496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692d7c7-6a5d-46bc-8f27-bcb52abada2c req-61b1c5c9-15cd-432b-9bbd-cd48550994d7 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.980738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a692d7c7-6a5d-46bc-8f27-bcb52abada2c req-61b1c5c9-15cd-432b-9bbd-cd48550994d7 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.1260118 Feb 15 09:35:52.984700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa95cd8-5186-4941-b650-72108e314f9b req-19e7b8dd-f369-4629-8f1a-c2246f7f9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:52.986156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-19e7b8dd-f369-4629-8f1a-c2246f7f9b20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.1174698 Feb 15 09:35:53.054072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-50c2f7ac-feda-425a-bcaa-e929846013c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583143 Feb 15 09:35:53.059959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8bd99fa-ead6-4b3a-b43a-b42c29f41793 req-72d04664-9169-416e-9055-afe99d712400 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199732 Feb 15 09:35:53.081702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc115ec-1819-41f9-93a4-4c7390468b70 req-3434b060-d2db-4e54-9811-569a2384d075 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:53.083653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3dc115ec-1819-41f9-93a4-4c7390468b70 req-3434b060-d2db-4e54-9811-569a2384d075 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 944 time: 0.0655303 Feb 15 09:35:53.095262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a692d7c7-6a5d-46bc-8f27-bcb52abada2c req-5503a2a7-860f-4afd-a347-c25e79a960bc tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062052 Feb 15 09:35:53.133346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3dc115ec-1819-41f9-93a4-4c7390468b70 req-cb95e009-748c-44bf-8fa5-17fd0163e25b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411298 Feb 15 09:35:53.163653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-ed65f195-2da6-4a50-95db-77c5bfed2c37 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026416 Feb 15 09:35:53.274217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caa95cd8-5186-4941-b650-72108e314f9b req-87eb39b5-b8cf-4e92-877d-994ddf47c3ad service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039879 Feb 15 09:35:53.427773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd079a-ae80-4d52-ad49-6b76f3fbbd98 req-145a95e5-cccc-42fd-b7df-4abd81c7ffdd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:53.429341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2cd079a-ae80-4d52-ad49-6b76f3fbbd98 req-145a95e5-cccc-42fd-b7df-4abd81c7ffdd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0525181 Feb 15 09:35:53.444874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e018ede6-ce10-45e6-aa67-26f627e0cd8d req-0c382023-c42b-4e55-8724-20fad7d37a10 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 210 time: 0.0414588 Feb 15 09:35:53.469437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2cd079a-ae80-4d52-ad49-6b76f3fbbd98 req-01d5c9d0-0bb7-4d7d-b36c-ec345575b8d2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Feb 15 09:35:53.647148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-71cbd094-f7c2-4a97-9dd7-721a38fac5f8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227530 Feb 15 09:35:53.688722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aff9a9-70a4-40f1-996d-51b41b4303e7 req-6c25e9b0-dafd-4163-b2ae-8adc62d1351f tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:53.690839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86aff9a9-70a4-40f1-996d-51b41b4303e7 req-6c25e9b0-dafd-4163-b2ae-8adc62d1351f tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 949 time: 0.0549273 Feb 15 09:35:53.735961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86aff9a9-70a4-40f1-996d-51b41b4303e7 req-65612168-e0a1-499c-a833-88731f95dbd4 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Feb 15 09:35:53.772156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-fbc911a8-5876-419d-8988-0898372b90dd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:53.773696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-fbc911a8-5876-419d-8988-0898372b90dd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186609 Feb 15 09:35:53.790162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Request body: {'port': {'device_id': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '18626dc280474be795e0581045384dc9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:53.900452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Made reservation on behalf of 18626dc280474be795e0581045384dc9 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:35:53.903903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.035625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Allocated IP 192.168.233.148 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/749d7942-ebca-4085-a432-a04cc5c0637b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:35:54.207933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.276631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab721b-3ca1-4b0a-9ca7-24d5eab45d45 req-676f255e-f521-4db0-b24c-a027c430e753 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.283314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4ab721b-3ca1-4b0a-9ca7-24d5eab45d45 req-676f255e-f521-4db0-b24c-a027c430e753 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 944 time: 0.0685430 Feb 15 09:35:54.323071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05839b7a-1ded-45fc-836c-d600f7dc1011 req-9c470055-5857-481a-a10b-7e9ca105c546 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.356606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05839b7a-1ded-45fc-836c-d600f7dc1011 req-9c470055-5857-481a-a10b-7e9ca105c546 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.1633325 Feb 15 09:35:54.364599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4ab721b-3ca1-4b0a-9ca7-24d5eab45d45 req-a4b7c7f6-600a-4dd4-a55c-4267021881b9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778570 Feb 15 09:35:54.414301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.426174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'bff5c708-e602-4a7c-809a-32f94166c9eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:54.457754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05839b7a-1ded-45fc-836c-d600f7dc1011 req-5457e781-022e-4333-b23e-7c92f336ddfd tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999956 Feb 15 09:35:54.495196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:35:54.499169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:35:54.503784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:35:54.536787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:54.592694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03cad6-5930-4199-aeb5-2c88398523ef req-4b944f3d-fa4d-4a57-92bc-a3b6bf9fc8bd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.594456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.595278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.603622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd03cad6-5930-4199-aeb5-2c88398523ef req-4b944f3d-fa4d-4a57-92bc-a3b6bf9fc8bd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 936 time: 0.0708826 Feb 15 09:35:54.616071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-e9d9a25c-2b68-473b-8547-31e8f4bdfcf5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8300514 Feb 15 09:35:54.633734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Request body: {'port': {'device_id': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:35:54.663265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd03cad6-5930-4199-aeb5-2c88398523ef req-68291043-e323-4dfa-b065-89d47a0442a4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587459 Feb 15 09:35:54.744792 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.758741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9674448-1783-43ef-8301-bd90dad671e6 req-fdd7db28-fa53-42de-ac30-35536f604c8c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.765644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9674448-1783-43ef-8301-bd90dad671e6 req-fdd7db28-fa53-42de-ac30-35536f604c8c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1041656 Feb 15 09:35:54.798163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-ebb129a7-fe6c-4118-a8cc-e872183ed67b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.799714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-ebb129a7-fe6c-4118-a8cc-e872183ed67b tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 946 time: 0.0720236 Feb 15 09:35:54.838625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fa37a33a-4be8-4c03-ae15-9fa3b5981eba None None] Provisioning complete for port 749d7942-ebca-4085-a432-a04cc5c0637b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:54.838993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fa37a33a-4be8-4c03-ae15-9fa3b5981eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:54.858918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9674448-1783-43ef-8301-bd90dad671e6 req-86f72a0d-283d-46e9-ba8c-26fcee47d18f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823331 Feb 15 09:35:54.877072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fa37a33a-4be8-4c03-ae15-9fa3b5981eba None None] Port 749d7942-ebca-4085-a432-a04cc5c0637b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:35:54.930419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60134d3a-642f-477d-be8b-61ebf26c3fe1 req-e3fb2222-e442-4117-8c20-0cd3f15a1fc7 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:54.931893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60134d3a-642f-477d-be8b-61ebf26c3fe1 req-e3fb2222-e442-4117-8c20-0cd3f15a1fc7 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 949 time: 0.1181328 Feb 15 09:35:54.980377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60134d3a-642f-477d-be8b-61ebf26c3fe1 req-39084c56-3f4b-4cd2-8686-bf328e11a7cb tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409563 Feb 15 09:35:54.985185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Deleting port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:54.985523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.095315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:55.096094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] For port 885d2a0d-d5d0-457f-91a0-dcd542bceb66, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=885d2a0d-d5d0-457f-91a0-dcd542bceb66,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:55.096542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.105512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.111518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Calling delete_port for 885d2a0d-d5d0-457f-91a0-dcd542bceb66 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:55.127373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Transition to ACTIVE for port object 749d7942-ebca-4085-a432-a04cc5c0637b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:35:55.131731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:55.132835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.136045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b28fbdfe-1a6f-44ea-bb31-7f11f425e599 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:35:55.165908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: b28fbdfe-1a6f-44ea-bb31-7f11f425e599 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:35:55.166332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b28fbdfe-1a6f-44ea-bb31-7f11f425e599 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:35:55.197950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:55.282002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Attempting to bind port 749d7942-ebca-4085-a432-a04cc5c0637b on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:35:55.282342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Attempting to bind port 749d7942-ebca-4085-a432-a04cc5c0637b by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:35:55.282676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Attempting to bind port 749d7942-ebca-4085-a432-a04cc5c0637b on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:55.287995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Port 749d7942-ebca-4085-a432-a04cc5c0637b on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:35:55.288316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Attempting to bind port 749d7942-ebca-4085-a432-a04cc5c0637b on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:35:55.294598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:35:55.295025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:35:55.295521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:35:55.296151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Bound port: 749d7942-ebca-4085-a432-a04cc5c0637b, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:35:55.297231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.345445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:55.365438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'port_id': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'mac_address': 'fa:16:3e:f8:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dced88-1cd5-4f92-9972-729f758cd2b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:55.422874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.443957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9f7bf887-d737-420b-80e3-87c66f8b0e6a', '885d2a0d-d5d0-457f-91a0-dcd542bceb66'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:55.448385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:35:55.455388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:35:55.470582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.526923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:55.527664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.529018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] 10.222.0.72 "PUT /v2.0/ports/749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 1096 time: 0.9040914 Feb 15 09:35:55.529453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:55.529558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event deleted for resources: {'Port': ['ID=885d2a0d-d5d0-457f-91a0-dcd542bceb66,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:55.537322 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5365adc7-98e4-4e31-b830-194f5ee699b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:55.580223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.583249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818152e-2e7e-4a6c-b3a4-f022f7a3eb8c service neutron] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:55.595430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:55.667978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80714c10-ff31-45b0-9966-7d94dab227c0 req-e475b92b-a935-424e-b71d-07c6182bda01 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=a6a80284-ce1a-4f54-af16-eb9ea226df82 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Feb 15 09:35:55.705547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] No DVR routers for this DVR port 885d2a0d-d5d0-457f-91a0-dcd542bceb66 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:55.709667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.712077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-978e8826-d16e-4729-a537-271f59605864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:55.714540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-76eb538b-dd7a-47fe-a250-7f3242010d8c req-838505b9-ddec-4657-a07c-a7cbdc66e858 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "DELETE /v2.0/ports/885d2a0d-d5d0-457f-91a0-dcd542bceb66 HTTP/1.1" status: 204 len: 173 time: 0.9080417 Feb 15 09:35:55.715128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-978e8826-d16e-4729-a537-271f59605864 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1099 time: 0.1185231 Feb 15 09:35:55.720187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'name': 'network-vif-deleted', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:55.729538 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011a6081-274e-4fa3-b03c-dd90e81f2cc8" -d '{"events": [{"server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "name": "network-vif-deleted", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:55.761549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c206593-1c4e-4dbb-bd79-23aee1c81e2a req-6af662ca-52c2-47e7-82b6-227bea2c3682 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:55.762478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:55.774064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c206593-1c4e-4dbb-bd79-23aee1c81e2a req-6af662ca-52c2-47e7-82b6-227bea2c3682 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 944 time: 0.1915069 Feb 15 09:35:55.780542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:55.833989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-23af2a00-a365-465f-8dab-61c7f45e3234 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.0898068 Feb 15 09:35:55.834679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c206593-1c4e-4dbb-bd79-23aee1c81e2a req-3764486d-3290-4672-be45-dab475d5a829 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593691 Feb 15 09:35:55.897481 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850e83e-85a5-41a6-a74c-b346e4806b9a x-openstack-request-id: req-e850e83e-85a5-41a6-a74c-b346e4806b9a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:55.897863 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:55.898203 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e850e83e-85a5-41a6-a74c-b346e4806b9a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:55.898648 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'status': 'completed', 'code': 200} Feb 15 09:35:55.938349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-a48604eb-7bb2-4ed4-8de4-8a5fc52e11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:55.940481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-a48604eb-7bb2-4ed4-8de4-8a5fc52e11c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1032665 Feb 15 09:35:55.982584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:56.026158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a6fd7-2ac3-4b0d-aff1-020a18796731 req-3d8c2311-0185-4152-bdfb-5dc8a07a707a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:56.036275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f5a6fd7-2ac3-4b0d-aff1-020a18796731 req-3d8c2311-0185-4152-bdfb-5dc8a07a707a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.0847874 Feb 15 09:35:56.086638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-2b5ee11c-76ae-4033-b6f0-dc7b8ecab0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:56.088697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-2b5ee11c-76ae-4033-b6f0-dc7b8ecab0ad service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1317301 Feb 15 09:35:56.096398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f5a6fd7-2ac3-4b0d-aff1-020a18796731 req-b1e51064-dfce-4953-890f-fad31f098355 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591455 Feb 15 09:35:56.112017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:56.143861 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2486c140-e985-4a31-a4a5-9203a427abc6 x-openstack-request-id: req-2486c140-e985-4a31-a4a5-9203a427abc6 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:56.144162 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6a80284-ce1a-4f54-af16-eb9ea226df82", "name": "network-vif-deleted", "tag": "885d2a0d-d5d0-457f-91a0-dcd542bceb66", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:56.144415 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2486c140-e985-4a31-a4a5-9203a427abc6 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:56.144844 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a80284-ce1a-4f54-af16-eb9ea226df82', 'name': 'network-vif-deleted', 'tag': '885d2a0d-d5d0-457f-91a0-dcd542bceb66', 'status': 'completed', 'code': 200} Feb 15 09:35:56.274390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb629d5-f1df-4bcd-b09a-aa75cb877655 req-681a16de-8aee-44d5-9442-b5214b290e5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:56.285985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7fb629d5-f1df-4bcd-b09a-aa75cb877655 req-681a16de-8aee-44d5-9442-b5214b290e5a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0797741 Feb 15 09:35:56.307108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-913881fb-2239-42dd-8553-49a0ef2d2762 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991661 Feb 15 09:35:56.349452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7fb629d5-f1df-4bcd-b09a-aa75cb877655 req-35bb897f-eedc-497c-ade5-e0709690178f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621405 Feb 15 09:35:56.529925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4b6b8-39e8-45b4-bf7f-8828cd708dfe req-fb15129a-e1cd-4190-bbe1-5288eeb99c6d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:56.532346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6eb4b6b8-39e8-45b4-bf7f-8828cd708dfe req-fb15129a-e1cd-4190-bbe1-5288eeb99c6d tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 949 time: 0.0544713 Feb 15 09:35:56.581565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6eb4b6b8-39e8-45b4-bf7f-8828cd708dfe req-07f34d4b-2efc-4846-8873-2712c9157744 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406108 Feb 15 09:35:56.773453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c24c262a-d023-4aa0-8349-dd74c23866e7 req-3cdf4c76-f4a2-4141-9231-4ccc11a69cca service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549339 Feb 15 09:35:56.867560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-4b15b95b-7a08-4d39-bb71-2d397d568464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:56.869148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-4b15b95b-7a08-4d39-bb71-2d397d568464 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1099 time: 0.0483019 Feb 15 09:35:57.054341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be9eee2-0266-41d2-b0b8-9562d543590a req-53d02084-4ae0-4067-aedd-57d84f5bb130 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.055957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3be9eee2-0266-41d2-b0b8-9562d543590a req-53d02084-4ae0-4067-aedd-57d84f5bb130 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0720086 Feb 15 09:35:57.058778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fe0de-9d35-4b4d-a65c-39b1c5a5a912 req-8af4da7e-e1a9-46ad-9ced-231b09e7c0fd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.061511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f74fe0de-9d35-4b4d-a65c-39b1c5a5a912 req-8af4da7e-e1a9-46ad-9ced-231b09e7c0fd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 945 time: 0.1387975 Feb 15 09:35:57.076904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-6d3c05b3-1417-4210-9654-e05ea71e80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.078635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-6d3c05b3-1417-4210-9654-e05ea71e80ac service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1928740 Feb 15 09:35:57.103878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3be9eee2-0266-41d2-b0b8-9562d543590a req-95ebe5bd-881c-46f7-ab89-eff36898c5de tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Feb 15 09:35:57.146560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-09cf6b6f-8f96-464b-83ca-2a084531d66e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.0531361 Feb 15 09:35:57.149909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:35:57.163263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f74fe0de-9d35-4b4d-a65c-39b1c5a5a912 req-3b78e0b8-e99d-487f-a5bc-f16bd74dbe0c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837231 Feb 15 09:35:57.229749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:35:57.236285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:35:57.237088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:57.238308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-dcf9fcf5-3a4c-4221-8c58-957ef937faae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.239832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-dcf9fcf5-3a4c-4221-8c58-957ef937faae service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0803864 Feb 15 09:35:57.251965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e7537e-836a-45f0-bb12-2f8c541a7cd4 req-980c3f54-f780-4e53-8637-2825311652e8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.260138 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-78e7537e-836a-45f0-bb12-2f8c541a7cd4 req-980c3f54-f780-4e53-8637-2825311652e8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.0849113 Feb 15 09:35:57.299706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-78e7537e-836a-45f0-bb12-2f8c541a7cd4 req-ee299383-0239-4ad7-bc26-3a3a7a44fb3b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385678 Feb 15 09:35:57.302005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-8fc7fecb-9e09-4e4f-9de0-4ce0a54ceeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.303810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-8fc7fecb-9e09-4e4f-9de0-4ce0a54ceeaa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0515530 Feb 15 09:35:57.333652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:57.357149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:57.359675 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44626c-5851-4a73-92fa-c857ebb3c8ae" -d '{"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-plugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:57.373452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:57.377710 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:57.412434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-1f2f6aa8-2f34-4211-bd01-ee1cf6a3742a service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856912 Feb 15 09:35:57.420565 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c5f479-5cf8-447a-bc33-1ae4675ecb68 x-openstack-request-id: req-f0c5f479-5cf8-447a-bc33-1ae4675ecb68 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:57.420878 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-plugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:57.421128 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0c5f479-5cf8-447a-bc33-1ae4675ecb68 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:57.421540 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'code': 200} Feb 15 09:35:57.434747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:57.495035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a07149-f498-49c3-9534-2d2c846a8983 req-3c1a6d62-ec20-4bec-bbbf-5a113509151f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.496701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2a07149-f498-49c3-9534-2d2c846a8983 req-3c1a6d62-ec20-4bec-bbbf-5a113509151f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0546689 Feb 15 09:35:57.536334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2a07149-f498-49c3-9534-2d2c846a8983 req-78786138-7e5f-43e4-ac8c-fb0c6e60fa75 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321586 Feb 15 09:35:57.549362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f8812-a42e-46de-8e31-a38990aa3d20 req-9829e961-399b-4585-b944-343204c1730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.550860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb6f8812-a42e-46de-8e31-a38990aa3d20 req-9829e961-399b-4585-b944-343204c1730a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 1097 time: 0.0659904 Feb 15 09:35:57.553052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5365adc7-98e4-4e31-b830-194f5ee699b3 req-9e9a7a39-4254-45dc-9a41-01df55447d39 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274540 Feb 15 09:35:57.586408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb6f8812-a42e-46de-8e31-a38990aa3d20 req-88265f35-d822-4ae0-938a-8f7f56ed4cec service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294147 Feb 15 09:35:57.704104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477b589-aee3-4a8a-9927-d20a84fa4434 req-1bb70a7e-d918-4595-9ab7-4a7f13502229 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:57.705603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9477b589-aee3-4a8a-9927-d20a84fa4434 req-1bb70a7e-d918-4595-9ab7-4a7f13502229 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 949 time: 0.0541985 Feb 15 09:35:57.742511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9477b589-aee3-4a8a-9927-d20a84fa4434 req-3c87f238-21ec-4772-b2e1-8425c5f89e3f tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/security-groups?id=18222592-d07c-4b39-a6ce-8fe621faead6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307543 Feb 15 09:35:58.229203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a5a54-0fcc-42a2-8abf-28f7a220cee5 req-45aaa17d-70d0-416a-962f-2d6b7e150a14 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:58.230917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b6a5a54-0fcc-42a2-8abf-28f7a220cee5 req-45aaa17d-70d0-416a-962f-2d6b7e150a14 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0554047 Feb 15 09:35:58.278812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b6a5a54-0fcc-42a2-8abf-28f7a220cee5 req-18ccfea3-1fef-46e9-bbe0-021dbb23adc4 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382533 Feb 15 09:35:58.308903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-2a0d3531-5ede-44e7-9e95-c9d9971e0a14 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:58.310501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-2a0d3531-5ede-44e7-9e95-c9d9971e0a14 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 949 time: 0.0793600 Feb 15 09:35:58.334519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:35:58.336496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8e229-b3cc-45d4-8f1c-edf42f0f7f52 req-3b05d883-a24e-4426-9ca4-4dddd342a877 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:58.338066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccc8e229-b3cc-45d4-8f1c-edf42f0f7f52 req-3b05d883-a24e-4426-9ca4-4dddd342a877 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0786231 Feb 15 09:35:58.433320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7433d591-0c1c-4553-bb95-75916755c00a req-80a2d830-b567-48c8-8d8d-b45efb9941c8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:58.435441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccc8e229-b3cc-45d4-8f1c-edf42f0f7f52 req-02d57894-b902-44ee-b076-9d67a0172bae tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794041 Feb 15 09:35:58.442021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7433d591-0c1c-4553-bb95-75916755c00a req-80a2d830-b567-48c8-8d8d-b45efb9941c8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.0601404 Feb 15 09:35:58.462401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Deleting port f9c52763-6c5a-46ce-9140-1a7c2f11487a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:58.462746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.480479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:58.488010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7433d591-0c1c-4553-bb95-75916755c00a req-2ab1a6f1-af41-436d-840a-d6ee64a82f98 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450866 Feb 15 09:35:58.493984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '749d7942-ebca-4085-a432-a04cc5c0637b', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '749d7942-ebca-4085-a432-a04cc5c0637b', 'mac_address': 'fa:16:3e:5d:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:35:58.537671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.552341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:35:58.561615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] For port f9c52763-6c5a-46ce-9140-1a7c2f11487a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=f9c52763-6c5a-46ce-9140-1a7c2f11487a,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:58.562623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.575977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Calling delete_port for f9c52763-6c5a-46ce-9140-1a7c2f11487a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:58.588530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:58.594502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.663454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:58.692734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2b55f-e7ee-4767-9c2b-631a7fd01da7 req-80ec82db-0a2a-403d-9c40-14a09fd53b15 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:58.694233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3c2b55f-e7ee-4767-9c2b-631a7fd01da7 req-80ec82db-0a2a-403d-9c40-14a09fd53b15 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0683157 Feb 15 09:35:58.758360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3c2b55f-e7ee-4767-9c2b-631a7fd01da7 req-9c3fb733-4ca0-4efd-8814-03c8734d1feb tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561175 Feb 15 09:35:58.805816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.842478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Pushing event deleted for resources: {'Port': ['ID=f9c52763-6c5a-46ce-9140-1a7c2f11487a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:58.876345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.876711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.876711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.877133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.877407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.877709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.878034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.878356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.878677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.879002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.879326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.879658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:35:58.880278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef41c6cd-1d0d-4901-9379-0e572678ecca req-67ad43da-f47d-4bf1-860e-fe1abba17ac0 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc11650a-dc76-48b3-9e8b-41c572df59e4 HTTP/1.1" status: 200 len: 210 time: 0.0399578 Feb 15 09:35:58.899680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] No DVR routers for this DVR port f9c52763-6c5a-46ce-9140-1a7c2f11487a on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:58.902163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:58.905603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2a18932-3299-47d5-91b0-03fb9116f52e req-4992e874-2fbb-41e0-8f7f-0a95e4aa9fc5 tempest-TenantUsagesTestJSON-1179300922 tempest-TenantUsagesTestJSON-1179300922-project] 10.222.0.72 "DELETE /v2.0/ports/f9c52763-6c5a-46ce-9140-1a7c2f11487a HTTP/1.1" status: 204 len: 173 time: 0.5847149 Feb 15 09:35:58.906068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'name': 'network-vif-deleted', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:35:58.908511 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6345099b-d74a-4712-bd8c-d2cd60ea2875" -d '{"events": [{"server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "name": "network-vif-deleted", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:35:58.917696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['749d7942-ebca-4085-a432-a04cc5c0637b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:58.958572 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4b658c-3ffd-48a2-b1f4-f8295e858fc1 x-openstack-request-id: req-ce4b658c-3ffd-48a2-b1f4-f8295e858fc1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:35:58.958959 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc11650a-dc76-48b3-9e8b-41c572df59e4", "name": "network-vif-deleted", "tag": "f9c52763-6c5a-46ce-9140-1a7c2f11487a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:35:58.959315 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce4b658c-3ffd-48a2-b1f4-f8295e858fc1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:35:58.959791 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc11650a-dc76-48b3-9e8b-41c572df59e4', 'name': 'network-vif-deleted', 'tag': 'f9c52763-6c5a-46ce-9140-1a7c2f11487a', 'status': 'completed', 'code': 200} Feb 15 09:35:59.139428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-d5ade513-d575-4145-9671-5dbf92563610 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.145925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-d5ade513-d575-4145-9671-5dbf92563610 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.1321821 Feb 15 09:35:59.323297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Deleting port 9f7bf887-d737-420b-80e3-87c66f8b0e6a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:35:59.323642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:59.406347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c734cb-7405-436b-b8ea-18259b010f84 req-852deb45-46a9-4359-835f-730882ccd941 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.407900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5c734cb-7405-436b-b8ea-18259b010f84 req-852deb45-46a9-4359-835f-730882ccd941 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/ports?device_id=006f8303-e07a-47bb-a9b3-34854afc97b3 HTTP/1.1" status: 200 len: 946 time: 0.0560219 Feb 15 09:35:59.421450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] For port 9f7bf887-d737-420b-80e3-87c66f8b0e6a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9f7bf887-d737-420b-80e3-87c66f8b0e6a,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:35:59.422129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:59.436015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Calling delete_port for 9f7bf887-d737-420b-80e3-87c66f8b0e6a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:35:59.456287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5c734cb-7405-436b-b8ea-18259b010f84 req-66aac726-0900-4ac8-873c-ba8abf7cf96d tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.10 "GET /v2.0/security-groups?id=8168795c-fb16-4701-bb1d-1adbef76f46a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360658 Feb 15 09:35:59.616277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:59.621880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf1a12-44e0-47ef-8599-421b71de26fe req-f3886485-0160-41c4-ac2b-4b569814218d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.623574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ccf1a12-44e0-47ef-8599-421b71de26fe req-f3886485-0160-41c4-ac2b-4b569814218d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 949 time: 0.0538754 Feb 15 09:35:59.647876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Pushing event deleted for resources: {'Port': ['ID=9f7bf887-d737-420b-80e3-87c66f8b0e6a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:35:59.659492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bd5f81-644e-4e6e-8945-45227c3a2d45 req-3b1f8601-4fd8-45b8-a7fd-8b6a544d188c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.661053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01bd5f81-644e-4e6e-8945-45227c3a2d45 req-3b1f8601-4fd8-45b8-a7fd-8b6a544d188c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0991147 Feb 15 09:35:59.669336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ccf1a12-44e0-47ef-8599-421b71de26fe req-2906280d-a322-44a4-8891-0ccc687867ca tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368800 Feb 15 09:35:59.720143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] No DVR routers for this DVR port 9f7bf887-d737-420b-80e3-87c66f8b0e6a on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:35:59.723449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:35:59.726763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a67bc65-755e-47a9-ab65-9356565a84ea req-4fd38966-5673-4f0e-8491-5060f11c2e04 tempest-ListServerFiltersTestJSON-1958400212 tempest-ListServerFiltersTestJSON-1958400212-project] 10.222.0.72 "DELETE /v2.0/ports/9f7bf887-d737-420b-80e3-87c66f8b0e6a HTTP/1.1" status: 204 len: 173 time: 0.5719359 Feb 15 09:35:59.739036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9f7bf887-d737-420b-80e3-87c66f8b0e6a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:35:59.745783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01bd5f81-644e-4e6e-8945-45227c3a2d45 req-bcb8cd99-55a8-474c-adb4-0b252ac16065 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619385 Feb 15 09:35:59.887156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e6910-58e3-479f-b9f4-c0a6fea86901 req-02f1aa16-d937-4a15-9a02-e5e84388d0c5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.889421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-668e6910-58e3-479f-b9f4-c0a6fea86901 req-02f1aa16-d937-4a15-9a02-e5e84388d0c5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0598114 Feb 15 09:35:59.903474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fd8b9-3a36-488b-b12b-a5903b2b846f req-6c6a3732-65b7-49c0-8ddd-3aa8e83af922 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:35:59.905724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa6fd8b9-3a36-488b-b12b-a5903b2b846f req-6c6a3732-65b7-49c0-8ddd-3aa8e83af922 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0623941 Feb 15 09:35:59.934654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-668e6910-58e3-479f-b9f4-c0a6fea86901 req-054b3596-ce86-4f37-96f6-c0a551e4d532 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363958 Feb 15 09:35:59.946566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa6fd8b9-3a36-488b-b12b-a5903b2b846f req-92e3d091-bf06-487f-9125-f0cfe9b17ea0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336652 Feb 15 09:36:00.347546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:00.352488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd615fae-ab30-404b-bc3b-e793da9523a1 req-3bbebbc9-054b-4731-910c-720d8caf1623 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:00.354123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd615fae-ab30-404b-bc3b-e793da9523a1 req-3bbebbc9-054b-4731-910c-720d8caf1623 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0930216 Feb 15 09:36:00.381577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34670) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:00.409377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 749d7942-ebca-4085-a432-a04cc5c0637b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:36:00.419728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 749d7942-ebca-4085-a432-a04cc5c0637b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:00.420038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.424100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd615fae-ab30-404b-bc3b-e793da9523a1 req-0fcc2216-df7f-4874-bc78-b82f5322f8b1 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622113 Feb 15 09:36:00.555752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:00.559044 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.590633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:00.595048 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e904bf80-34d1-4165-b7ea-678bba6ebfe8" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:00.597943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f880ffa-90ab-4b99-a570-6215d6af581d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5117e0fcf74f4e3995341c9e93dceefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2150173 Feb 15 09:36:00.600908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:00.612052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Deleting subnet 30ccec03-cff5-49e0-82fd-b4d4eefd0126 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:36:00.616930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.631855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:00.646981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.648025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f9c52763-6c5a-46ce-9140-1a7c2f11487a no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:00.669026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.672759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.678343 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b4367bf-2ac3-41b2-a755-07590b9b0043 x-openstack-request-id: req-0b4367bf-2ac3-41b2-a755-07590b9b0043 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:00.678633 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:00.678884 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b4367bf-2ac3-41b2-a755-07590b9b0043 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:00.679270 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'code': 200} Feb 15 09:36:00.685195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: f9c52763-6c5a-46ce-9140-1a7c2f11487a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:00.685541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device f9c52763-6c5a-46ce-9140-1a7c2f11487a not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:00.685965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 885d2a0d-d5d0-457f-91a0-dcd542bceb66 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:00.702745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.745936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 885d2a0d-d5d0-457f-91a0-dcd542bceb66 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:00.746457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 885d2a0d-d5d0-457f-91a0-dcd542bceb66 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:00.775698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:00.795841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.840112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d785f-bf30-474b-87e3-50fda75e546f req-e43c3cca-c821-4ee3-88d4-23aa51d4eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:00.842302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b3d785f-bf30-474b-87e3-50fda75e546f req-e43c3cca-c821-4ee3-88d4-23aa51d4eee7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1101 time: 0.1174400 Feb 15 09:36:00.855494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ed844-eee5-4825-9aeb-19af9fee5388 req-c3e4656e-2f74-49ad-a2c0-0a094c0c0852 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:00.857148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d91ed844-eee5-4825-9aeb-19af9fee5388 req-c3e4656e-2f74-49ad-a2c0-0a094c0c0852 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0961080 Feb 15 09:36:00.870587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.889540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.893024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.894317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18222592-d07c-4b39-a6ce-8fe621faead6 HTTP/1.1" status: 204 len: 168 time: 0.2921989 Feb 15 09:36:00.910906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30ccec03-cff5-49e0-82fd-b4d4eefd0126,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:00.917011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:00.919849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b34cac6-2129-4efd-8057-e9669348c698 None None] Network 661d0cd4-92c3-48b6-bafd-4a3d92363c18 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:00.922540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b58b5d5a-8fa6-4849-9a79-49f70809b14a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/30ccec03-cff5-49e0-82fd-b4d4eefd0126 HTTP/1.1" status: 204 len: 168 time: 0.3650634 Feb 15 09:36:00.926031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34686) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:00.935740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f63712c-4349-420f-a8aa-361305ca89e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18222592-d07c-4b39-a6ce-8fe621faead6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:00.961274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'name': 'network-vif-deleted', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:00.967863 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7718bd7e-224b-432e-b5f1-7f9b20d01993" -d '{"events": [{"server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "name": "network-vif-deleted", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:01.004692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b3d785f-bf30-474b-87e3-50fda75e546f req-9f228004-2f83-4ded-be73-696cc6d84b3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462140 Feb 15 09:36:01.017708 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d91ed844-eee5-4825-9aeb-19af9fee5388 req-ca784ae6-9ed0-4036-b731-594c20655b4d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444032 Feb 15 09:36:01.111431 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6181b0f5-47cf-46c5-be55-b5aa2fc0c665 x-openstack-request-id: req-6181b0f5-47cf-46c5-be55-b5aa2fc0c665 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:01.111726 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "006f8303-e07a-47bb-a9b3-34854afc97b3", "name": "network-vif-deleted", "tag": "9f7bf887-d737-420b-80e3-87c66f8b0e6a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:01.113025 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6181b0f5-47cf-46c5-be55-b5aa2fc0c665 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:01.113819 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '006f8303-e07a-47bb-a9b3-34854afc97b3', 'name': 'network-vif-deleted', 'tag': '9f7bf887-d737-420b-80e3-87c66f8b0e6a', 'status': 'completed', 'code': 200} Feb 15 09:36:01.129823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.168462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411a270-563e-43c5-9217-70c3f00c2aec req-c4b59ed0-9087-447a-9a98-c0038e1d767a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:01.170401 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a411a270-563e-43c5-9217-70c3f00c2aec req-c4b59ed0-9087-447a-9a98-c0038e1d767a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1082873 Feb 15 09:36:01.202424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] DHCP port deletion for 661d0cd4-92c3-48b6-bafd-4a3d92363c18 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:36:01.262415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Deleting port c6b296ee-005b-412e-a6d0-df509179ea08 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:01.262981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.287766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a411a270-563e-43c5-9217-70c3f00c2aec req-1eca7f52-52e7-41e7-8fc4-738d3802db5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902922 Feb 15 09:36:01.299778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34694) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:01.307229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Deleting port c6b296ee-005b-412e-a6d0-df509179ea08 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:01.307571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.325821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a814-42a7-4c4c-bdd4-0709b8531ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.345875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] For port c6b296ee-005b-412e-a6d0-df509179ea08, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c6b296ee-005b-412e-a6d0-df509179ea08,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:01.346269 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.359208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Calling delete_port for c6b296ee-005b-412e-a6d0-df509179ea08 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:01.407737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] For port c6b296ee-005b-412e-a6d0-df509179ea08, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c6b296ee-005b-412e-a6d0-df509179ea08,segment=NetworkSegment(153abab2-7da9-4763-ab71-62d34e230891),segment_id=153abab2-7da9-4763-ab71-62d34e230891)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:01.408187 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.423161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Calling delete_port for c6b296ee-005b-412e-a6d0-df509179ea08 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:01.423906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a814-42a7-4c4c-bdd4-0709b8531ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.429132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbc2a814-42a7-4c4c-bdd4-0709b8531ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.504930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bbc2a814-42a7-4c4c-bdd4-0709b8531ed3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce9c4d2d8f5243909a8ccf21eace51ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2036893 Feb 15 09:36:01.528733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2a814-42a7-4c4c-bdd4-0709b8531ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe76a4c3-8b9b-40cb-8a56-b3104efb1a4e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:01.536247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:01.558919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.580825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] No DVR routers for this DVR port c6b296ee-005b-412e-a6d0-df509179ea08 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:01.625366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36530a-ea83-479f-ab19-4c295205c758 None None] Pushing event deleted for resources: {'Port': ['ID=c6b296ee-005b-412e-a6d0-df509179ea08,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:01.649566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.663497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] No DVR routers for this DVR port c6b296ee-005b-412e-a6d0-df509179ea08 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:01.678571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.688554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b296ee-005b-412e-a6d0-df509179ea08,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:01.708080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9bbee-0394-48bf-8635-9c3fac81e923 req-08367632-820f-4f59-9326-aa3112f69187 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:01.713472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c6b296ee-005b-412e-a6d0-df509179ea08 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:01.717245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4da9bbee-0394-48bf-8635-9c3fac81e923 req-08367632-820f-4f59-9326-aa3112f69187 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1593893 Feb 15 09:36:01.739795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c6b296ee-005b-412e-a6d0-df509179ea08 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:01.740143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c6b296ee-005b-412e-a6d0-df509179ea08 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:01.743072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.793368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.799300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4da9bbee-0394-48bf-8635-9c3fac81e923 req-83cda107-e07f-41b4-8da0-1394c20059d4 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809767 Feb 15 09:36:01.822416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.825485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.826862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe76a4c3-8b9b-40cb-8a56-b3104efb1a4e HTTP/1.1" status: 204 len: 168 time: 0.2895851 Feb 15 09:36:01.836830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9bd87a-75c5-4530-ab70-86537a238b75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe76a4c3-8b9b-40cb-8a56-b3104efb1a4e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:01.837225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661d0cd4-92c3-48b6-bafd-4a3d92363c18']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:01.849524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153abab2-7da9-4763-ab71-62d34e230891') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:01.849869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153abab2-7da9-4763-ab71-62d34e230891') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:01.861433 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.876206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.882341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:36:01.882718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:36:01.884618 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:36:01.938076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.945002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:01.948104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] 10.222.0.10 "DELETE /v2.0/networks/661d0cd4-92c3-48b6-bafd-4a3d92363c18 HTTP/1.1" status: 204 len: 168 time: 1.0211468 Feb 15 09:36:01.959234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Pushing event deleted for resources: {'Network': ['ID=661d0cd4-92c3-48b6-bafd-4a3d92363c18,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:01.966860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.967198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.967528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.967852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.968171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.969235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.969422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.969743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.970028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.970403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.970717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:01.971027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c6c306-862f-4562-be04-3b1e69acb472 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:02.106802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34712) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:02.163889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bf87d-2c6f-43d4-bc0d-620f92e89d13 req-1601a3b2-c09c-4bed-8069-6f79949804a9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:02.165564 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e33bf87d-2c6f-43d4-bc0d-620f92e89d13 req-1601a3b2-c09c-4bed-8069-6f79949804a9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0621021 Feb 15 09:36:02.176875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9517bdcf-692c-4892-b954-72b921b60c57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=666879aa73a0492e9e67f5bc09e162ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667145 Feb 15 09:36:02.178190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34716) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:02.207267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e33bf87d-2c6f-43d4-bc0d-620f92e89d13 req-275bc520-fbf7-4003-aee6-8b57f03c3f05 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343230 Feb 15 09:36:02.245397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:02.271707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:02.319858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:02.322281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:02.323441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8168795c-fb16-4701-bb1d-1adbef76f46a HTTP/1.1" status: 204 len: 168 time: 0.1420856 Feb 15 09:36:02.332555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456a134-bd4f-404b-beec-496f3a6cc6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8168795c-fb16-4701-bb1d-1adbef76f46a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:02.431249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fed09-92b8-4a0a-a29b-1a5a55e03e7d req-74724d1e-2438-4002-a309-0f996e40d7c1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:02.433009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d3fed09-92b8-4a0a-a29b-1a5a55e03e7d req-74724d1e-2438-4002-a309-0f996e40d7c1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0554321 Feb 15 09:36:02.477491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d3fed09-92b8-4a0a-a29b-1a5a55e03e7d req-95851a2d-e7b9-43c4-a2d9-987493fc2efd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374403 Feb 15 09:36:02.926188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09bcd-e06e-4779-908f-cc945467531e req-437c176c-8bcd-4680-9496-502bd794f152 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:02.926949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34762) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:02.928758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eaf09bcd-e06e-4779-908f-cc945467531e req-437c176c-8bcd-4680-9496-502bd794f152 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0580006 Feb 15 09:36:02.980738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eaf09bcd-e06e-4779-908f-cc945467531e req-12a00ab7-b59d-42e8-bb96-35e76e688108 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Feb 15 09:36:03.057433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-780900457-network', 'tenant_id': '7ef43684ae5449b2b541bdced843542d'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:03.083528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Made reservation on behalf of 7ef43684ae5449b2b541bdced843542d for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:03.086869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.100600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.147851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34772) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:03.183783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.191757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.221190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:36:03.231190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=114cca94-744a-4e02-bf74-132700a80caf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:03.239128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.239373 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Added segment 3f8ae75b-cf00-4c5b-8d3e-37bff66e3304 of type vlan for network 6be3bd62-651e-4042-be38-deab7bc5d73c Feb 15 09:36:03.282397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1280611668-network', 'tenant_id': '91cd1f98a8c044e6b3ee337915150206'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:03.288025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.315118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Made reservation on behalf of 91cd1f98a8c044e6b3ee337915150206 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:03.318485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.318944 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.320152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:03.320872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.329334 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.354939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4267721 Feb 15 09:36:03.358589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34778) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:03.364966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Request body: {'subnet': {'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-subnet', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:03.416430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.422097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.454306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fd887-0b7b-407e-859a-eb7bc75be722 admin admin] Pushing event updated for resources: {'Network': ['ID=6be3bd62-651e-4042-be38-deab7bc5d73c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:03.456856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:36:03.463996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb01283-0c84-4e6f-b4bc-c297863b8880,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:03.474157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.474507 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Added segment bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995 of type vlan for network 085e405e-050a-4a0e-b147-ab0b929cc2ca Feb 15 09:36:03.475061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6be3bd62-651e-4042-be38-deab7bc5d73c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:36:03.477742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca6dc0-a3c6-4cf5-a2ed-08f5dc938a8a req-4b691465-1b75-4663-868b-ebe0fec30dfe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:03.479449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82ca6dc0-a3c6-4cf5-a2ed-08f5dc938a8a req-4b691465-1b75-4663-868b-ebe0fec30dfe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1319485 Feb 15 09:36:03.486811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Made reservation on behalf of 7ef43684ae5449b2b541bdced843542d for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:03.489185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.525838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.575340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82ca6dc0-a3c6-4cf5-a2ed-08f5dc938a8a req-f75e5f2b-8d39-46d8-a47b-5f3dec905b18 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895548 Feb 15 09:36:03.577508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.579892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:03.580651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.714427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5622985 Feb 15 09:36:03.718174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34786) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:03.723988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbbe64f-5140-42ff-a73e-97d9a87b5e35 admin admin] Pushing event updated for resources: {'Network': ['ID=085e405e-050a-4a0e-b147-ab0b929cc2ca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:03.731600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Request body: {'subnet': {'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1280611668-subnet', 'tenant_id': '91cd1f98a8c044e6b3ee337915150206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:03.735548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb03d3f-ed4a-4e96-9396-2db7a06dd2e1 req-6224ad28-bec3-48df-a4e2-e374955c0e19 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:03.737116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cb03d3f-ed4a-4e96-9396-2db7a06dd2e1 req-6224ad28-bec3-48df-a4e2-e374955c0e19 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1311803 Feb 15 09:36:03.795866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cb03d3f-ed4a-4e96-9396-2db7a06dd2e1 req-6921f745-fe91-4b5a-81a9-9c066b7583b6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508745 Feb 15 09:36:03.799586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:36:03.811796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aed52d-d8c1-4907-a749-061f407e54ff req-cc6e7103-5a74-4242-b367-52eed201f93d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:03.818626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44aed52d-d8c1-4907-a749-061f407e54ff req-cc6e7103-5a74-4242-b367-52eed201f93d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1425898 Feb 15 09:36:03.845687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:03.855801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Made reservation on behalf of 91cd1f98a8c044e6b3ee337915150206 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:03.859602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.051640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44aed52d-d8c1-4907-a749-061f407e54ff req-494da2a9-984c-4e1d-a112-ce7e712cc1bb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245233 Feb 15 09:36:04.055548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c624335-03d8-401e-a1c3-4595a0edaa22,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:04.088671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Checking segment: {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:04.089271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Network hostable DHCP agents. Network: 6be3bd62-651e-4042-be38-deab7bc5d73c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:36:04.133746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Network 6be3bd62-651e-4042-be38-deab7bc5d73c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:36:04.146574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3d72f-c16f-48da-b5b3-351eb6ec04c9 req-e6d6ddf1-eb70-41a0-8566-5af633bbc22e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:04.147931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8f3d72f-c16f-48da-b5b3-351eb6ec04c9 req-e6d6ddf1-eb70-41a0-8566-5af633bbc22e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0692244 Feb 15 09:36:04.165418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6be3bd62-651e-4042-be38-deab7bc5d73c) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:04.170454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:04.172417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.173467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e331514-325f-492f-a9ab-a7cc49d39a40 None None] Network 6be3bd62-651e-4042-be38-deab7bc5d73c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:04.199791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da31fc41-c576-4f9c-b8f3-5bfe55ead705 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8391719 Feb 15 09:36:04.204160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:04.210450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:04.237653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8f3d72f-c16f-48da-b5b3-351eb6ec04c9 req-ce43173a-be39-4c82-92d2-28a7f1988041 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833778 Feb 15 09:36:04.279628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.289026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.290085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.361230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623717ba-55ca-4d0c-a29c-55070fe6d0fb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:04.366585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9f7bf887-d737-420b-80e3-87c66f8b0e6a no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:04.403379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-6be3bd62-651e-4042-be38-deab7bc5d73c', 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'fixed_ips': [{'subnet_id': '0c624335-03d8-401e-a1c3-4595a0edaa22'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:36:04.404327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.415215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 9f7bf887-d737-420b-80e3-87c66f8b0e6a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:04.415553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9f7bf887-d737-420b-80e3-87c66f8b0e6a not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:04.441596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b226a89-0f81-4e97-aff1-a3dfe5290409 req-e65478f6-5c1a-4089-a94c-a720a57cf79f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:04.445325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b226a89-0f81-4e97-aff1-a3dfe5290409 req-e65478f6-5c1a-4089-a94c-a720a57cf79f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0599442 Feb 15 09:36:04.448252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.450244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Checking segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:04.450601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Network hostable DHCP agents. Network: 085e405e-050a-4a0e-b147-ab0b929cc2ca, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:36:04.482727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b226a89-0f81-4e97-aff1-a3dfe5290409 req-ba9f48c1-542c-4b34-8a35-6adb11ed5e44 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Feb 15 09:36:04.535528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-740e1887-c17c-42f6-b71a-c4ff052a991a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498613 Feb 15 09:36:04.544144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:36:04.551160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Allocated IP 172.20.0.2 (6be3bd62-651e-4042-be38-deab7bc5d73c/0c624335-03d8-401e-a1c3-4595a0edaa22/9fedf961-a4b7-4ae0-b039-a41231ad9d7c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:04.609593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.614011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 085e405e-050a-4a0e-b147-ab0b929cc2ca) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:04.618587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:04.619174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.637112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e83185-7a70-45ff-8ea4-e71caa531eac None None] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:04.657150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8d968476-544e-4dc9-88de-3c52fa741f44 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9227798 Feb 15 09:36:04.860563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986b4fe9-3f2c-4d1b-8310-530a45fb4561 None None] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:04.913420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:04.963460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.017533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.031881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.104071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Network 6be3bd62-651e-4042-be38-deab7bc5d73c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:05.104512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6b169-9e44-44b4-b6f9-283476724c33 req-7ed257fa-e554-497f-a1a6-a0bc9589050e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:05.107285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01b6b169-9e44-44b4-b6f9-283476724c33 req-7ed257fa-e554-497f-a1a6-a0bc9589050e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0957522 Feb 15 09:36:05.116981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:05.124445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:05.131732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Pushing event updated for resources: {'Port': ['ID=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:05.232205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Attempting to bind port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:05.232580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Attempting to bind port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:05.232971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Attempting to bind port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c on network 6be3bd62-651e-4042-be38-deab7bc5d73c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:05.239480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:05.239967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Checking segment: {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:05.240377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.241137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Bound using segment: {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:05.241994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Bound port: 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:05.242634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.244075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Allocated IP 172.25.6.77 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/b1c94e4d-d4c9-41c2-8b40-ee8c309841d6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:05.267257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01b6b169-9e44-44b4-b6f9-283476724c33 req-4242f727-c3f6-4d00-8c5d-dfe57a8050b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003132 Feb 15 09:36:05.336596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] For port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:05.339995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] For port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:05.350017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.477890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb68ac7-a965-4633-b02d-f297e215dc3a None None] Pushing event updated for resources: {'Port': ['ID=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:05.483776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-e60416fa-0983-47a5-9e1d-23486963b452 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:05.491156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.493821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-e60416fa-0983-47a5-9e1d-23486963b452 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 818 time: 0.1573713 Feb 15 09:36:05.512284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-6e1a489b-6c5c-4cdb-b109-4be0fdc9d9f1 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/quotas/91cd1f98a8c044e6b3ee337915150206 HTTP/1.1" status: 200 len: 375 time: 0.0174868 Feb 15 09:36:05.548056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-8404d799-b66d-4b94-ac85-5b34f71b0eab tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343926 Feb 15 09:36:05.615931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b0262-dec0-45a0-a307-a52b0a59aa07 req-b97dd422-1cbe-4b06-8e04-0f35c2a05637 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:05.617890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-762b0262-dec0-45a0-a307-a52b0a59aa07 req-b97dd422-1cbe-4b06-8e04-0f35c2a05637 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1385589 Feb 15 09:36:05.671000 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-762b0262-dec0-45a0-a307-a52b0a59aa07 req-8b97b00c-3620-4284-8e1d-b9e51a2356b7 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401769 Feb 15 09:36:05.678011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-899f1f8e-9161-46c2-8d9d-d06199dad914 service neutron] 10.222.0.10 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173446 Feb 15 09:36:05.684804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:05.797443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:05.805937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:05.834188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:05.886114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:05.895003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-4e17e0a3-ad38-4bab-9685-b11898b1edfe service neutron] 10.222.0.10 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871891 Feb 15 09:36:06.035526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397071f-0664-42af-b44e-dd9525d5db7d req-c226a1dd-8b79-4548-a49e-d003fc928aa1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:06.037113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a397071f-0664-42af-b44e-dd9525d5db7d req-c226a1dd-8b79-4548-a49e-d003fc928aa1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1949251 Feb 15 09:36:06.120346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a397071f-0664-42af-b44e-dd9525d5db7d req-778890b2-7837-418f-adea-682de8a72d6a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Feb 15 09:36:06.278853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:06.465508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4a4c3-caa9-4784-a7ab-1f2ad6a7b73d req-1072d451-1197-4c95-bcaa-3d9f85929507 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:06.474087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6c4a4c3-caa9-4784-a7ab-1f2ad6a7b73d req-1072d451-1197-4c95-bcaa-3d9f85929507 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0942521 Feb 15 09:36:06.552450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6c4a4c3-caa9-4784-a7ab-1f2ad6a7b73d req-5ada65c8-f8c4-4c7c-8090-2742c7b40885 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713363 Feb 15 09:36:06.824298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-370e26bc-318e-46ba-8491-216dac1c71fa req-d70a543a-116c-4f6d-bf73-6f1ddf73594b tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 210 time: 0.5568125 Feb 15 09:36:06.898167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8873a1e9-82ee-4c3d-8eab-2c34cb8973d5 req-a7b8e923-6b26-4397-96a7-e848c2fa8683 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:06.901087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8873a1e9-82ee-4c3d-8eab-2c34cb8973d5 req-a7b8e923-6b26-4397-96a7-e848c2fa8683 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0593352 Feb 15 09:36:06.905941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-f72004be-6e36-43ab-9b17-5bee075c3c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:06.907861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-f72004be-6e36-43ab-9b17-5bee075c3c70 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1101 time: 0.4787083 Feb 15 09:36:06.917446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0824e79-7170-4865-891c-2d42907c91d8 None None] Network 6be3bd62-651e-4042-be38-deab7bc5d73c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:06.951150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8873a1e9-82ee-4c3d-8eab-2c34cb8973d5 req-92e6cb31-01ea-4f27-ab84-415c9f589dfe tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391793 Feb 15 09:36:06.992016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Provisioning complete for port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:06.992472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.098888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.108029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-591fb76d-5b7c-403e-9156-4276c963e1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:07.110491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-591fb76d-5b7c-403e-9156-4276c963e1d3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1544485 Feb 15 09:36:07.188132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-05078812-9231-42ff-a448-c5033955be82 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.0459170 Feb 15 09:36:07.193821 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.242855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] For port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:07.248330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-25e8fdc3-4152-4f07-b735-85361bd9b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:07.251359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-25e8fdc3-4152-4f07-b735-85361bd9b86f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0545061 Feb 15 09:36:07.253917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.342613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Pushing event updated for resources: {'Port': ['ID=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:07.372901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.376132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.377150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.377490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.377857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.378183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.379522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.379867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.383586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.384250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.385047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.386800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dee9e4-27d1-49c7-84a5-1d86abe6e08b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:36:07.425080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-127db150-6a0d-4867-9533-5a40007496e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:07.427534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-127db150-6a0d-4867-9533-5a40007496e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1309731 Feb 15 09:36:07.445403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e84c4-e530-4b4b-abec-d529232d1465 req-8b6a9c21-ecdc-4263-8e06-6a9da659828a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:07.450522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b22e84c4-e530-4b4b-abec-d529232d1465 req-8b6a9c21-ecdc-4263-8e06-6a9da659828a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1944077 Feb 15 09:36:07.673395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b22e84c4-e530-4b4b-abec-d529232d1465 req-3efa194f-67ca-4d20-8060-eeca596a6dbe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035220 Feb 15 09:36:07.677937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:36:07.694337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-b5bbcc97-48d9-49a7-b8f6-6c5e7761a943 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333679 Feb 15 09:36:07.706008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9fedf961-a4b7-4ae0-b039-a41231ad9d7c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:07.738129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f98238-372d-4e74-a3e4-f5822d8b6a12 req-4b629537-7733-4172-b5fd-b8f2ae181328 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:07.740442 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e3f98238-372d-4e74-a3e4-f5822d8b6a12 req-4b629537-7733-4172-b5fd-b8f2ae181328 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0567808 Feb 15 09:36:07.761021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f9f6f519-5179-41b1-9cda-c5123ba11ea2 None None] Provisioning complete for port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:07.761933 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f519-5179-41b1-9cda-c5123ba11ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.839780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e3f98238-372d-4e74-a3e4-f5822d8b6a12 req-52b55807-da7c-4ba9-a07f-06a8e50d66cd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904117 Feb 15 09:36:07.919428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:07.919935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:07.988454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-87b53db9-2722-4ab2-b376-162e8d233e89 req-03c1a328-ed3d-4e1d-9cd2-50ae0b550c4f tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 210 time: 0.0426674 Feb 15 09:36:08.001583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-3460341d-bffc-40f3-94d5-9e4e6165986a service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991569 Feb 15 09:36:08.023143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:36:08.045599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Sync routers for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:36:08.059130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:08.060287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:08.060432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:08.062291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-070f022c-5559-4b3c-bad3-3651175d2ee9 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8563063 Feb 15 09:36:08.064687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34918) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:08.132322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b47547-7a7a-4bd5-b13d-d1cf95f2c88e req-a8ab4ff6-fc1b-43e0-a6a7-f0e9b8a0fdfe tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:08.143969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8b47547-7a7a-4bd5-b13d-d1cf95f2c88e req-a8ab4ff6-fc1b-43e0-a6a7-f0e9b8a0fdfe tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1058621 Feb 15 09:36:08.192904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:08.245805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8b47547-7a7a-4bd5-b13d-d1cf95f2c88e req-a110af65-36ac-4cd4-9370-ed6dfe289326 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001627 Feb 15 09:36:08.470029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:06Z', 'revision_number': 3, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:08.494307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-dc48f5cd-604a-436b-b468-98a29248ce02 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:08.496045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-dc48f5cd-604a-436b-b468-98a29248ce02 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 818 time: 0.2504983 Feb 15 09:36:08.502382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Checking router: 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:36:08.502382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Updating router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:36:08.529904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:08.591207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-282a7427-496f-4b53-b82e-4d2c9a81261e tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:08.595104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-282a7427-496f-4b53-b82e-4d2c9a81261e tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.36 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 818 time: 0.1700127 Feb 15 09:36:08.605232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Request body: {'port': {'device_id': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'admin_state_up': True, 'tenant_id': '91cd1f98a8c044e6b3ee337915150206'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:08.629573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Request body: {'port': {'device_id': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'admin_state_up': True, 'tenant_id': '91cd1f98a8c044e6b3ee337915150206'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:08.959715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:08.971236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.014700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-8a087cc9-a3e7-4300-b6b7-bd3d9bfcaad6 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:09.018424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-8a087cc9-a3e7-4300-b6b7-bd3d9bfcaad6 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 818 time: 0.2486000 Feb 15 09:36:09.035209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414bf7-4efd-4310-9ceb-a382852fa553 None None] Pushing event updated for resources: {'Port': ['ID=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:09.038777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Request body: {'port': {'device_id': '578164c9-88d1-4072-9202-92321c86abbf', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'admin_state_up': True, 'tenant_id': '91cd1f98a8c044e6b3ee337915150206'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:09.057411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd893c-2142-4d52-beb3-e6fd04fc710b req-44a27709-1156-4d53-95da-df8921e234c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:09.059145 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51bd893c-2142-4d52-beb3-e6fd04fc710b req-44a27709-1156-4d53-95da-df8921e234c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1323113 Feb 15 09:36:09.106767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Attempting to bind port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:09.107655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Attempting to bind port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:09.108285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Attempting to bind port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:09.115117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:09.115399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78053c58-0f79-459f-98d4-432e7897ef3a req-abf3a27c-f968-4131-9f47-07a6431164fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:09.116260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:09.116956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78053c58-0f79-459f-98d4-432e7897ef3a req-abf3a27c-f968-4131-9f47-07a6431164fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.3206272 Feb 15 09:36:09.117127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.117608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:09.118298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Bound port: b1c94e4d-d4c9-41c2-8b40-ee8c309841d6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:09.118893 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.157544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Made reservation on behalf of 91cd1f98a8c044e6b3ee337915150206 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:09.162152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.177228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51bd893c-2142-4d52-beb3-e6fd04fc710b req-9df3ccd7-f1b0-48ae-ba6c-f665bd0d2d68 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000202 Feb 15 09:36:09.193188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] For port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:09.196619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] For port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:09.205863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.293873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:09.294521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:09.321834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Made reservation on behalf of 91cd1f98a8c044e6b3ee337915150206 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:09.325751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.358688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a29d5f1e-bd6e-4ca3-a5ef-7fa160fa2c6a req-4a4561e2-a52b-4492-a83c-dbb989d16b32 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 210 time: 0.0856988 Feb 15 09:36:09.363667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f414bf7-4efd-4310-9ceb-a382852fa553 None None] Pushing event updated for resources: {'Port': ['ID=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:09.367404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Made reservation on behalf of 91cd1f98a8c044e6b3ee337915150206 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:09.373657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.392730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:09.448601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:09.486555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78053c58-0f79-459f-98d4-432e7897ef3a req-80324fe1-289a-49c5-bfcf-63b0ed1a6edd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344524 Feb 15 09:36:09.544313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ba783-78fc-4a29-86a2-8239e027924a req-da01d87e-ee9f-4e42-a035-3c38d90222a0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:09.545955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a71ba783-78fc-4a29-86a2-8239e027924a req-da01d87e-ee9f-4e42-a035-3c38d90222a0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0796459 Feb 15 09:36:09.589444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a71ba783-78fc-4a29-86a2-8239e027924a req-e12b050c-0349-4b50-8933-f81d9319090e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Feb 15 09:36:09.622927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Allocated IP 172.20.0.5 (085e405e-050a-4a0e-b147-ab0b929cc2ca/623717ba-55ca-4d0c-a29c-55070fe6d0fb/618707b9-08ab-4dda-afe2-de1a06b0285c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:09.658045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:06Z', 'revision_number': 3, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:09.685867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb0a055-0cc4-4ee2-ac27-4b37dfd42c8b None None] The sync data for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 is: [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:06Z', 'revision_number': 3, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:36:10.094973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Allocated IP 172.20.0.1 (6be3bd62-651e-4042-be38-deab7bc5d73c/0c624335-03d8-401e-a1c3-4595a0edaa22/d443d063-3b40-4d31-80b0-f6596420b75b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:10.298801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.342380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.400423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7dd88e-3e30-48b8-9668-938fc6d4ef83 req-de7a2170-65b5-47bb-80a7-206f34c9e701 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:10.403008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd7dd88e-3e30-48b8-9668-938fc6d4ef83 req-de7a2170-65b5-47bb-80a7-206f34c9e701 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1202159 Feb 15 09:36:10.419599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.436518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.487748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9001ed81-9748-4047-9383-b89037394ca9 req-331e8244-7f4f-42dc-825e-671189c2a00c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 210 time: 0.0297880 Feb 15 09:36:10.497437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Network 6be3bd62-651e-4042-be38-deab7bc5d73c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:10.524355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:10.526169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:10.535686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Allocated IP 172.20.0.14 (085e405e-050a-4a0e-b147-ab0b929cc2ca/623717ba-55ca-4d0c-a29c-55070fe6d0fb/347c58fe-a745-4e70-bc48-67ef6e6ea6c8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:10.537586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event updated for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:10.551367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:10.558276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:10.624489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd7dd88e-3e30-48b8-9668-938fc6d4ef83 req-7affc996-6e69-429e-812a-6f1460628617 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143302 Feb 15 09:36:10.661774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:10.680720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Pushing event updated for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:10.685187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.788320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d12cc4-7209-400a-bc17-074408cc2273 req-f9c4872b-5ace-4588-a905-bd9dea00d936 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:10.790292 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60d12cc4-7209-400a-bc17-074408cc2273 req-f9c4872b-5ace-4588-a905-bd9dea00d936 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1705773 Feb 15 09:36:10.811889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:10.812568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.863501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-5b2d110e-c007-441f-a3c3-e3aef2bba1e7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2619343 Feb 15 09:36:10.888972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Request body: {'port': {'device_id': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:10.892798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60d12cc4-7209-400a-bc17-074408cc2273 req-000b6a50-70f8-45c2-958d-db3c74f92d5c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869467 Feb 15 09:36:10.894326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cb47efa7-10d7-46d8-af27-5c9757af045a None None] Provisioning complete for port d443d063-3b40-4d31-80b0-f6596420b75b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:10.895232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cb47efa7-10d7-46d8-af27-5c9757af045a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.900256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.941677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:10.945852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cb47efa7-10d7-46d8-af27-5c9757af045a None None] Port d443d063-3b40-4d31-80b0-f6596420b75b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:36:11.002626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85302da1-1838-4c1b-874c-8c86bf5e1e16 req-77420767-d88c-46d3-8cbb-58e29ba6a639 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:11.004246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85302da1-1838-4c1b-874c-8c86bf5e1e16 req-77420767-d88c-46d3-8cbb-58e29ba6a639 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.2440181 Feb 15 09:36:11.009326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:11.011676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:11.013126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event updated for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:11.023347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:11.030413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.090757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:11.091475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.111251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-39499a4f-4e17-4157-a07d-0a2bc85f8050 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0801020 Feb 15 09:36:11.122495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Allocated IP 172.20.0.4 (085e405e-050a-4a0e-b147-ab0b929cc2ca/623717ba-55ca-4d0c-a29c-55070fe6d0fb/af075266-b1af-4e9b-b2bd-cefb12d8b855) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:11.134324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Request body: {'port': {'device_id': '578164c9-88d1-4072-9202-92321c86abbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:11.136423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.146808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85302da1-1838-4c1b-874c-8c86bf5e1e16 req-5da97af3-411f-44a9-9bc1-877904d8829d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308348 Feb 15 09:36:11.208368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.526037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.564796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.572451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.648796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:11.655408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Pushing event updated for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:11.677050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.700782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.714732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866e635-0149-4567-8a99-1175e8bbd7f2 req-6816fc49-7de5-4fa9-bc63-fde4741a8cc7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:11.723956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b866e635-0149-4567-8a99-1175e8bbd7f2 req-6816fc49-7de5-4fa9-bc63-fde4741a8cc7 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 932 time: 0.1269894 Feb 15 09:36:11.741551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:11.741998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.792336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b866e635-0149-4567-8a99-1175e8bbd7f2 req-b41b2276-f7be-45d6-8d3d-404d1d623236 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564303 Feb 15 09:36:11.843566 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.866488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:11.871823 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:11.881868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Network 085e405e-050a-4a0e-b147-ab0b929cc2ca is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:11.927600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:11.935924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:11.946824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:11.975807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:12.026626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460359d0-3104-435f-908b-43d9ab970c56 req-c9e01525-b96a-436f-86e0-edaad5683e30 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:12.026905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42459e-72dd-412a-a618-1b40f39a1a6a req-9d843f67-91bc-4bf4-8173-58ae25bd339a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:12.028135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-460359d0-3104-435f-908b-43d9ab970c56 req-c9e01525-b96a-436f-86e0-edaad5683e30 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0593946 Feb 15 09:36:12.029671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b42459e-72dd-412a-a618-1b40f39a1a6a req-9d843f67-91bc-4bf4-8173-58ae25bd339a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.3045614 Feb 15 09:36:12.079548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:12.080194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.083449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-460359d0-3104-435f-908b-43d9ab970c56 req-678bb9b9-d66b-4045-96b7-7b5e6436692a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462017 Feb 15 09:36:12.134064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618707b9-08ab-4dda-afe2-de1a06b0285c {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:12.151192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.159247 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b42459e-72dd-412a-a618-1b40f39a1a6a req-9786640c-c00b-48d6-b1a9-a45768e3500e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196904 Feb 15 09:36:12.162912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cd2d21cb-ec90-4764-a4b5-09b81dcf6bc3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5414500 Feb 15 09:36:12.181380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-c86b29e5-3366-4143-90e4-56341b28132a tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:36:12.182328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-c86b29e5-3366-4143-90e4-56341b28132a tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114758 Feb 15 09:36:12.188946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Transition to ACTIVE for port object 618707b9-08ab-4dda-afe2-de1a06b0285c will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:12.191084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Network 6be3bd62-651e-4042-be38-deab7bc5d73c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:12.198140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:12.200751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.322288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Request body: {'port': {'device_id': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:12.358531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:12.418452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:12.466965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285394cf-a709-42bd-9ac1-66aa4e2ef3d9 req-223e80ae-fb34-48a8-b44a-8dbec53497cc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:12.475236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-285394cf-a709-42bd-9ac1-66aa4e2ef3d9 req-223e80ae-fb34-48a8-b44a-8dbec53497cc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1463392 Feb 15 09:36:12.491303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.520330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-285394cf-a709-42bd-9ac1-66aa4e2ef3d9 req-1c23f2a8-bf38-4fa3-bc3e-900c29f32f2b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Feb 15 09:36:12.550764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:36:12.570079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Attempting to bind port 618707b9-08ab-4dda-afe2-de1a06b0285c on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:12.570426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Attempting to bind port 618707b9-08ab-4dda-afe2-de1a06b0285c by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:12.570758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Attempting to bind port 618707b9-08ab-4dda-afe2-de1a06b0285c on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:12.582580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Port 618707b9-08ab-4dda-afe2-de1a06b0285c on network 085e405e-050a-4a0e-b147-ab0b929cc2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:12.582909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Attempting to bind port 618707b9-08ab-4dda-afe2-de1a06b0285c on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:12.588147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:12.599031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:12.599415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Checking segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:12.599749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Bound using segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:12.599954 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.600186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Bound port: 618707b9-08ab-4dda-afe2-de1a06b0285c, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:12.600548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.615726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Transition to ACTIVE for port object 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:12.620516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.682514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Pushing event updated for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:12.790090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7418b66-dee7-4e59-8a2e-3e53cf842b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.802866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a439526e-758e-46de-a530-c89a305e9c84 None None] Provisioning complete for port d443d063-3b40-4d31-80b0-f6596420b75b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:12.803298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a439526e-758e-46de-a530-c89a305e9c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.846414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a439526e-758e-46de-a530-c89a305e9c84 None None] Port d443d063-3b40-4d31-80b0-f6596420b75b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:36:12.874440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:12.882330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=618707b9-08ab-4dda-afe2-de1a06b0285c,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:12.886455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Attempting to bind port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:12.886894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Attempting to bind port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:12.887296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Attempting to bind port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:12.897807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.900393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7418b66-dee7-4e59-8a2e-3e53cf842b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.902015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:12.902165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Attempting to bind port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:12.904704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:36:12.908848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7418b66-dee7-4e59-8a2e-3e53cf842b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.912350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:12.912828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Checking segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:12.913319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Bound using segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:12.913858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Bound port: 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:12.914310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:12.920233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Sync routers for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:36:12.934484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a03ccd48-694b-4933-92fb-53225c09012a admin admin] 10.222.0.10 "PUT /v2.0/routers/751bdc3f-4c39-4d3c-a66e-2df76fb14ba0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8610787 Feb 15 09:36:12.934677 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:12.934677 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:12.978159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7418b66-dee7-4e59-8a2e-3e53cf842b56 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87a0451c5c54473a8b52d7a928bc9fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550799 Feb 15 09:36:12.986347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:13.024092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.024865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.026165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] 10.222.0.72 "PUT /v2.0/ports/618707b9-08ab-4dda-afe2-de1a06b0285c HTTP/1.1" status: 200 len: 1091 time: 2.1431406 Feb 15 09:36:13.028736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418b66-dee7-4e59-8a2e-3e53cf842b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d186d7f-f155-43b2-af63-31f224048687,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:13.036546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:13.038854 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9144d71a-a63e-4df2-a3e1-4e3c594c0601" -d '{"events": [{"name": "network-changed", "server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:13.110701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:13.112242 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:13.118631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:13.141578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf44574-b98f-42bd-9fae-0ed05f9fbfdd service neutron] Pushing event updated for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:13.143226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.209905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.210681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.212202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] 10.222.0.72 "PUT /v2.0/ports/347c58fe-a745-4e70-bc48-67ef6e6ea6c8 HTTP/1.1" status: 200 len: 1092 time: 2.0824783 Feb 15 09:36:13.212885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:13.215420 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:13.229067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d5c82-e25f-4309-8613-799ac1b405e4 req-e5ab0dd9-ab8a-4a90-aabd-a87b6c833a66 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.230936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-191d5c82-e25f-4309-8613-799ac1b405e4 req-e5ab0dd9-ab8a-4a90-aabd-a87b6c833a66 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 944 time: 0.3365033 Feb 15 09:36:13.268403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb919759-13ce-4152-b91c-2f82079025d1 service neutron] Pushing event updated for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:13.286432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af075266-b1af-4e9b-b2bd-cefb12d8b855 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:13.294597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.300460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.312313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-c6a416b0-bef4-4e83-943a-2fb756cf804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.314609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-c6a416b0-bef4-4e83-943a-2fb756cf804c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 1094 time: 0.2193162 Feb 15 09:36:13.338296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-40885684-590b-492b-9d51-cd1d6edfef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.339976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-40885684-590b-492b-9d51-cd1d6edfef8d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 1095 time: 0.0727909 Feb 15 09:36:13.340779 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba566151-8eb2-48a9-9e67-e9e787e4bb9b x-openstack-request-id: req-ba566151-8eb2-48a9-9e67-e9e787e4bb9b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:13.341089 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:13.341339 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ba566151-8eb2-48a9-9e67-e9e787e4bb9b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:13.341725 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c', 'status': 'completed', 'code': 200} Feb 15 09:36:13.356032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Transition to ACTIVE for port object af075266-b1af-4e9b-b2bd-cefb12d8b855 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:13.362757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.367240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-191d5c82-e25f-4309-8613-799ac1b405e4 req-b7624dbc-1e4a-4c3f-8bab-b623c24d9d32 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268845 Feb 15 09:36:13.399948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.405992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-086a4905-7182-4cf8-b302-f2f2f63fe6d6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618707b9-08ab-4dda-afe2-de1a06b0285c HTTP/1.1" status: 200 len: 217 time: 0.0704238 Feb 15 09:36:13.432103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-b2f1a4ce-c042-4b53-bc2f-78159babe20f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8 HTTP/1.1" status: 200 len: 217 time: 0.0794868 Feb 15 09:36:13.445024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd443d063-3b40-4d31-80b0-f6596420b75b', 'name': '', 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'mac_address': 'fa:16:3e:6c:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:09Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 2, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'subnets': [{'id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:13.487044 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Checking router: 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:36:13.488230 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Updating router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 port d443d063-3b40-4d31-80b0-f6596420b75b binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:36:13.507787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-27e6e56b-d41a-4e27-8d77-8e270258ce8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.509296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-27e6e56b-d41a-4e27-8d77-8e270258ce8d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.0677142 Feb 15 09:36:13.520381 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.521321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607077a3-3466-4194-bb3e-66a8a76612ee req-1e75aa63-7284-428e-91be-c82c5115caa6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.528948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-607077a3-3466-4194-bb3e-66a8a76612ee req-1e75aa63-7284-428e-91be-c82c5115caa6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0990381 Feb 15 09:36:13.573147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-bcd6241a-615a-4412-83ae-7cfc4aeec88c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420511 Feb 15 09:36:13.606466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-607077a3-3466-4194-bb3e-66a8a76612ee req-0be48ec6-50ea-4155-a3a4-1616e519178f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766194 Feb 15 09:36:13.620643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:13.734939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-e7180916-b86d-48ac-a7bc-91e97e141bcf service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406515 Feb 15 09:36:13.748102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:13.748730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.838396 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.852846 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:13.883976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f93fd9-311f-4cda-949e-7b3e81390da4 req-9338b59b-b5bd-40af-a266-92d397c64fcf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.885930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f93fd9-311f-4cda-949e-7b3e81390da4 req-9338b59b-b5bd-40af-a266-92d397c64fcf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1298985 Feb 15 09:36:13.887788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:13.930243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96288b80-a561-4c85-af75-2c15f119e2dc None None] Pushing event updated for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:13.933544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-01e8498a-bf37-429c-ae1a-70c41d79dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:13.934894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-01e8498a-bf37-429c-ae1a-70c41d79dc45 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.5006061 Feb 15 09:36:13.939114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f4a079d4-3489-456b-b976-6e76c9ae6816 service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948855 Feb 15 09:36:13.975449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58f93fd9-311f-4cda-949e-7b3e81390da4 req-72e1f32f-f2a6-4b6e-8efd-ccffe085aa0b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636086 Feb 15 09:36:13.992999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Attempting to bind port d443d063-3b40-4d31-80b0-f6596420b75b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:13.993583 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Attempting to bind port d443d063-3b40-4d31-80b0-f6596420b75b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:13.994580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Attempting to bind port d443d063-3b40-4d31-80b0-f6596420b75b on network 6be3bd62-651e-4042-be38-deab7bc5d73c {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:14.014383 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:14.014763 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Checking segment: {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:14.015869 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.015869 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Bound using segment: {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:14.016284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Bound port: d443d063-3b40-4d31-80b0-f6596420b75b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:14.016670 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.047397 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a740cbc3-f22e-4a72-ace4-d44dcf785b1a x-openstack-request-id: req-a740cbc3-f22e-4a72-ace4-d44dcf785b1a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:14.047740 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:14.047993 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a740cbc3-f22e-4a72-ace4-d44dcf785b1a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:14.049078 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8', 'status': 'completed', 'code': 200} Feb 15 09:36:14.050758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-62f71509-c276-421f-b459-9b412b5e5460 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978906 Feb 15 09:36:14.059344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.061952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.066081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d186d7f-f155-43b2-af63-31f224048687 HTTP/1.1" status: 204 len: 168 time: 1.0748312 Feb 15 09:36:14.178420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.211011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ddd4f-4e64-4912-83e4-a5083ce920b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d186d7f-f155-43b2-af63-31f224048687,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:14.214281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-2f307e66-8b46-41ce-9424-cd0eeed55b9a service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060944 Feb 15 09:36:14.239084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-b651c21e-e810-4326-97e6-6aecd3d883ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.240670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-b651c21e-e810-4326-97e6-6aecd3d883ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 1095 time: 0.1553583 Feb 15 09:36:14.265839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] For port d443d063-3b40-4d31-80b0-f6596420b75b, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:14.275211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] For port d443d063-3b40-4d31-80b0-f6596420b75b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d443d063-3b40-4d31-80b0-f6596420b75b,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:14.291862 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.310302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9855c2b2-9a0a-4bc4-b413-0648e982c038 req-d52abad5-1d34-47ed-aa65-fbe9b8028293 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.313606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9855c2b2-9a0a-4bc4-b413-0648e982c038 req-d52abad5-1d34-47ed-aa65-fbe9b8028293 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1615672 Feb 15 09:36:14.320248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] Provisioning complete for port d443d063-3b40-4d31-80b0-f6596420b75b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:14.320651 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.358508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Attempting to bind port af075266-b1af-4e9b-b2bd-cefb12d8b855 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:14.358843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Attempting to bind port af075266-b1af-4e9b-b2bd-cefb12d8b855 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:14.359202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Attempting to bind port af075266-b1af-4e9b-b2bd-cefb12d8b855 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:14.382950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Port af075266-b1af-4e9b-b2bd-cefb12d8b855 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:14.382950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Attempting to bind port af075266-b1af-4e9b-b2bd-cefb12d8b855 on network 085e405e-050a-4a0e-b147-ab0b929cc2ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:14.393733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-356e292d-7f45-4065-be62-7132ff64a7ac tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6136992 Feb 15 09:36:14.410339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:14.410693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Checking segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:14.411230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Bound using segment: {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:14.413209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Bound port: af075266-b1af-4e9b-b2bd-cefb12d8b855, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:14.413209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.427968 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:14.432589 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:35:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:14.439961 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96288b80-a561-4c85-af75-2c15f119e2dc None None] Pushing event updated for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:14.474069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9855c2b2-9a0a-4bc4-b413-0648e982c038 req-4819923a-ff03-4bba-9c1b-3841dba9462b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898862 Feb 15 09:36:14.501137 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.509897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-7604e24c-d482-492e-b3ae-ac77f9e591a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.513900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-7604e24c-d482-492e-b3ae-ac77f9e591a3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 919 time: 0.2573218 Feb 15 09:36:14.538413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:14.555589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] For port d443d063-3b40-4d31-80b0-f6596420b75b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d443d063-3b40-4d31-80b0-f6596420b75b,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:14.567715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-d8ded907-1020-43e4-989e-13ec66b772b9 service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284061 Feb 15 09:36:14.568478 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.576858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35004) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:14.591264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-71acbb7e-73ce-47b4-9115-30515b4c193d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8 HTTP/1.1" status: 200 len: 217 time: 0.0673132 Feb 15 09:36:14.639208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae8c9-09a2-4e54-b6fd-2e5e65ef880c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.655868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:14.672698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23581422-17fb-4b12-9b39-79bef1209792 None None] Pushing event updated for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:14.695470 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:14.715096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:14.716898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-c7f4f032-9d16-4761-b576-40258acc0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.719278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-c7f4f032-9d16-4761-b576-40258acc0da3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.1159763 Feb 15 09:36:14.733995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b5184-6399-4f97-b7ea-c0564e8fe578 req-a3fc2cc1-2db6-4e5d-a3b0-3fb3ddbeb37a tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.738715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.742138 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b30b5184-6399-4f97-b7ea-c0564e8fe578 req-a3fc2cc1-2db6-4e5d-a3b0-3fb3ddbeb37a tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 944 time: 0.1435494 Feb 15 09:36:14.752201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.781956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-9251f4cf-8420-4470-8720-e90e8f91ab69 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369956 Feb 15 09:36:14.789554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3c644e1a-7daa-4949-ae66-66a91ae7a326 None None] Provisioning complete for port d443d063-3b40-4d31-80b0-f6596420b75b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:14.789739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c644e1a-7daa-4949-ae66-66a91ae7a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.831242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.832422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:14.833271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] 10.222.0.36 "PUT /v2.0/ports/af075266-b1af-4e9b-b2bd-cefb12d8b855 HTTP/1.1" status: 200 len: 1091 time: 2.6409407 Feb 15 09:36:14.841010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-c33e4776-8b00-4a0b-9967-20c3a39e8079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:14.843632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-c33e4776-8b00-4a0b-9967-20c3a39e8079 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 1094 time: 0.2060256 Feb 15 09:36:14.877162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b30b5184-6399-4f97-b7ea-c0564e8fe578 req-82eab8e2-3f26-4e83-b20f-8bfd99bbf096 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287875 Feb 15 09:36:14.944887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-2b517034-df4a-43e4-8e2a-9254b93a52ea service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507084 Feb 15 09:36:14.996772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357894d-651c-4033-92fc-c308265c7a80 service neutron] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:15.029036 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd443d063-3b40-4d31-80b0-f6596420b75b', 'name': '', 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'mac_address': 'fa:16:3e:6c:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:09Z', 'updated_at': '2022-02-15T09:36:14Z', 'revision_number': 4, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'subnets': [{'id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:15.068296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dbe285-da3a-496b-b970-0008a0ff2048 None None] The sync data for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 is: [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd443d063-3b40-4d31-80b0-f6596420b75b', 'name': '', 'network_id': '6be3bd62-651e-4042-be38-deab7bc5d73c', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'mac_address': 'fa:16:3e:6c:d9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:09Z', 'updated_at': '2022-02-15T09:36:14Z', 'revision_number': 4, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'subnets': [{'id': '0c624335-03d8-401e-a1c3-4595a0edaa22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:36:15.075647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae8c9-09a2-4e54-b6fd-2e5e65ef880c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.081383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad96a1-1d3c-4638-81e6-83fd09ba1470 req-fbd1a0fc-404c-49ce-926f-2574df0df35b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.082978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-ced34334-88f8-4f6b-944a-caa3a5f1aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.083105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12ad96a1-1d3c-4638-81e6-83fd09ba1470 req-fbd1a0fc-404c-49ce-926f-2574df0df35b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1199024 Feb 15 09:36:15.084584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-ced34334-88f8-4f6b-944a-caa3a5f1aa9d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 1094 time: 0.1925247 Feb 15 09:36:15.092048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf2ae8c9-09a2-4e54-b6fd-2e5e65ef880c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.162184 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:36:15.166656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-457eec31-4830-41cf-9440-51085f0366aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.168282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-457eec31-4830-41cf-9440-51085f0366aa service neutron] 10.222.0.72 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 919 time: 0.3104725 Feb 15 09:36:15.178211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-ad25a9e1-9d58-4a8f-8520-29e20bec4ec4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855 HTTP/1.1" status: 200 len: 217 time: 0.0755475 Feb 15 09:36:15.253192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf2ae8c9-09a2-4e54-b6fd-2e5e65ef880c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b91e1b412a641c68280916a44ca9660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6707857 Feb 15 09:36:15.274852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35010) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:15.277959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ae8c9-09a2-4e54-b6fd-2e5e65ef880c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c54149c-a0a9-4422-98f5-1ee733e5a3a6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:15.281501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-694e219c-1592-47e8-962d-4f3006d2432f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=618707b9-08ab-4dda-afe2-de1a06b0285c HTTP/1.1" status: 200 len: 217 time: 0.0952432 Feb 15 09:36:15.353329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:15.355634 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92662e8-9886-481e-8cc5-e9c14af02d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:15.402966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-0a47b30c-d777-4c75-b062-3fed864a80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.404469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-0a47b30c-d777-4c75-b062-3fed864a80ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.2078118 Feb 15 09:36:15.419383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-372f33f7-6401-486e-9657-ea8c4dc32a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.421020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-372f33f7-6401-486e-9657-ea8c4dc32a53 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.1225238 Feb 15 09:36:15.444047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.468363 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ad0cf00-d96a-4aae-ba09-2828dbf1dd7b req-b7018fd3-e479-4510-9108-5757b343508b service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5128515 Feb 15 09:36:15.474238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-022678ce-6e23-41f4-b01a-082eb3fee47c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583398 Feb 15 09:36:15.491095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12ad96a1-1d3c-4638-81e6-83fd09ba1470 req-ab2171ff-dd81-419a-81c4-1eb486f9b5e2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963730 Feb 15 09:36:15.493593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-20d4c97d-ad4b-4c68-8f37-8a62f8180d5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627632 Feb 15 09:36:15.502337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.633222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf4b59-a40b-47ef-afd7-a4be5f949580 req-d0642ffe-315f-4263-95aa-7ae566ad1d1a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.635690 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffdf4b59-a40b-47ef-afd7-a4be5f949580 req-d0642ffe-315f-4263-95aa-7ae566ad1d1a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0743542 Feb 15 09:36:15.642732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d443d063-3b40-4d31-80b0-f6596420b75b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:15.699543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.703885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffdf4b59-a40b-47ef-afd7-a4be5f949580 req-fdc1586e-d15f-4f36-aaaf-8a939f9c2765 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523677 Feb 15 09:36:15.724358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d443d063-3b40-4d31-80b0-f6596420b75b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:15.725299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.774992 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb7e8a6-94f1-446b-bdcb-00d96e4ca7e9 x-openstack-request-id: req-0cb7e8a6-94f1-446b-bdcb-00d96e4ca7e9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:15.775284 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:15.775533 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cb7e8a6-94f1-446b-bdcb-00d96e4ca7e9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:15.775929 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'status': 'completed', 'code': 200} Feb 15 09:36:15.834569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-210fbef7-975e-44f3-930a-831bc849798f service neutron] 10.222.0.36 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433356 Feb 15 09:36:15.862692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Allocated IP 172.25.6.251 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/23a5554a-7c23-4379-9fd0-e03c67f3c97f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:15.866192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-644dcba6-cf98-4718-a3a8-8d3800274acb service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603525 Feb 15 09:36:15.908575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c507666-f1bc-4ba1-8ee4-5f79b8a339af req-7b556df8-9c01-4e80-842d-d441c10d7a81 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:15.916062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c507666-f1bc-4ba1-8ee4-5f79b8a339af req-7b556df8-9c01-4e80-842d-d441c10d7a81 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0714023 Feb 15 09:36:15.947895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.950460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:15.954559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c54149c-a0a9-4422-98f5-1ee733e5a3a6 HTTP/1.1" status: 204 len: 168 time: 0.6747580 Feb 15 09:36:15.956266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c507666-f1bc-4ba1-8ee4-5f79b8a339af req-449a0744-f8a1-435b-b71c-78857ca32a01 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Feb 15 09:36:16.056084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f3b67-b565-47a1-9535-6632c5bdb0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c54149c-a0a9-4422-98f5-1ee733e5a3a6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:16.096243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220442fc-ee6d-4b33-99af-e46d0544484a req-c4d0c3ae-0cda-4bd3-b854-b586da1fee2c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.103865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-220442fc-ee6d-4b33-99af-e46d0544484a req-c4d0c3ae-0cda-4bd3-b854-b586da1fee2c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 944 time: 0.0774741 Feb 15 09:36:16.122072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d611a3b5-6a48-4549-8cb7-a8c633752f92 req-d1fb259f-8224-410d-a724-32cd149961f0 service neutron] 10.222.0.36 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707403 Feb 15 09:36:16.154789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-220442fc-ee6d-4b33-99af-e46d0544484a req-831a5c36-30d1-46eb-9555-661fec6d177a tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455785 Feb 15 09:36:16.173134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9144d71a-a63e-4df2-a3e1-4e3c594c0601 req-5d55f061-327f-4b54-ac26-29b9b0fb5013 service neutron] 10.222.0.72 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899437 Feb 15 09:36:16.207951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.271269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-d77f908f-96f5-4654-ac8d-3c27e7ade08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.272790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-d77f908f-96f5-4654-ac8d-3c27e7ade08b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=91cd1f98a8c044e6b3ee337915150206&device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 1094 time: 0.0631185 Feb 15 09:36:16.281135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.370894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:16.379330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:16.381831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:16.398377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 618707b9-08ab-4dda-afe2-de1a06b0285c details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:16.433789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=23a5554a-7c23-4379-9fd0-e03c67f3c97f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:16.489643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-511ffeae-81ea-40c2-a5d4-1c2a39e19486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.491155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-511ffeae-81ea-40c2-a5d4-1c2a39e19486 service neutron] 10.222.0.36 "GET /v2.0/networks?id=085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 200 len: 919 time: 0.2056279 Feb 15 09:36:16.524835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=618707b9-08ab-4dda-afe2-de1a06b0285c,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:16.538532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '618707b9-08ab-4dda-afe2-de1a06b0285c', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'port_id': '618707b9-08ab-4dda-afe2-de1a06b0285c', 'mac_address': 'fa:16:3e:44:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623717ba-55ca-4d0c-a29c-55070fe6d0fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:16.566032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-f80f0842-7b93-4000-a695-08c52c0dee1a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855 HTTP/1.1" status: 200 len: 217 time: 0.0468736 Feb 15 09:36:16.582008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.611980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618707b9-08ab-4dda-afe2-de1a06b0285c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:16.635538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=618707b9-08ab-4dda-afe2-de1a06b0285c,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:16.636262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-20ea8c06-835d-4de7-b67c-972d399b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.637736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-20ea8c06-835d-4de7-b67c-972d399b2dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 200 len: 858 time: 0.0615544 Feb 15 09:36:16.638148 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.643348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.646213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:16.653846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253416c-04ae-4e87-bc26-009eb537b186 req-30617bd7-5fc7-455a-a3c2-eef2162c04f3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.662079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b253416c-04ae-4e87-bc26-009eb537b186 req-30617bd7-5fc7-455a-a3c2-eef2162c04f3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0855305 Feb 15 09:36:16.684768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.689200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-b34912d8-00ef-4cf6-9cee-f6441f93b5d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=085e405e-050a-4a0e-b147-ab0b929cc2ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375819 Feb 15 09:36:16.707567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-51814a61-8435-4fdc-bcc1-8127da200797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.717219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b253416c-04ae-4e87-bc26-009eb537b186 req-fa0e021f-3b58-4dff-b67d-b08fd5a1f371 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Feb 15 09:36:16.755188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:16.759160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:16.772510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'port_id': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8', 'mac_address': 'fa:16:3e:b2:5b:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623717ba-55ca-4d0c-a29c-55070fe6d0fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:16.818063 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.821606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.834106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:16.857283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014595-6175-4fc3-a20a-7475b18bef10 req-d2080788-d48f-4b7c-990d-809ff1287625 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:16.858783 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91014595-6175-4fc3-a20a-7475b18bef10 req-d2080788-d48f-4b7c-990d-809ff1287625 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0624011 Feb 15 09:36:16.864745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:16.869667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:16.900752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-ba4c5cdd-e663-41be-9091-c4199fd70483 service neutron] 10.222.0.36 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925797 Feb 15 09:36:16.912939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91014595-6175-4fc3-a20a-7475b18bef10 req-9bfaf5f1-99fc-4b7e-908a-f7967baa42f8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Feb 15 09:36:16.950454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:17.109376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322cb87-062c-417d-8bf8-cd9ce6ff4cbb req-4711cd1e-18a0-4667-b767-37f7721b554d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:17.111623 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3322cb87-062c-417d-8bf8-cd9ce6ff4cbb req-4711cd1e-18a0-4667-b767-37f7721b554d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0699947 Feb 15 09:36:17.153569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['347c58fe-a745-4e70-bc48-67ef6e6ea6c8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:17.158426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3322cb87-062c-417d-8bf8-cd9ce6ff4cbb req-b2056ac3-357c-48f9-bdf2-d7abeaee72b5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395665 Feb 15 09:36:17.202341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['618707b9-08ab-4dda-afe2-de1a06b0285c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:17.302318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b58f6-aeda-40a3-b430-f5c993533549 req-4a7cc5b0-a09f-42e7-bc47-d4fa8e9bd80c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:17.304362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e75b58f6-aeda-40a3-b430-f5c993533549 req-4a7cc5b0-a09f-42e7-bc47-d4fa8e9bd80c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 945 time: 0.0657499 Feb 15 09:36:17.365097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e75b58f6-aeda-40a3-b430-f5c993533549 req-bb4a3be4-fac5-434d-a066-d8e2161d02b3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542231 Feb 15 09:36:17.401253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d92662e8-9886-481e-8cc5-e9c14af02d0c req-0c9d58f0-576b-40b3-a566-02c6fa32c5a9 service neutron] 10.222.0.36 "GET /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867113 Feb 15 09:36:17.452071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:17.459607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:17.535363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=23a5554a-7c23-4379-9fd0-e03c67f3c97f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:17.544868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:17.560884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:17.562157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-ed7be115-f1c7-431b-9aef-7a4a6ea92765 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1548550 Feb 15 09:36:17.640190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-a4df6284-aa03-48c1-a553-223def50fdcf tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.0701311 Feb 15 09:36:17.751894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-d88ce290-46ff-4104-81ec-5cd3189e69c4 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:17.753353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b98d0a2-7bf8-4840-9e67-258f4fbcf248 req-d88ce290-46ff-4104-81ec-5cd3189e69c4 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1072361 Feb 15 09:36:17.836345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7acc25-f5f5-4a5b-8964-0f3d9b832ab3 req-20dac454-76a2-428d-8430-cd3da968815f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:17.839829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c7acc25-f5f5-4a5b-8964-0f3d9b832ab3 req-20dac454-76a2-428d-8430-cd3da968815f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0553584 Feb 15 09:36:17.896867 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c7acc25-f5f5-4a5b-8964-0f3d9b832ab3 req-08768ab0-e170-48d1-b651-a98059e40c04 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514812 Feb 15 09:36:17.897359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ccdec7-f97d-417a-a354-875f36060693 req-8b4aeda9-e63e-438e-8657-a149fe723c4e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1222537 Feb 15 09:36:17.917577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:17.946906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.084328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.120146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c5c33-6421-472e-a548-92f932ba7a5a req-2d13e5df-0ca9-48f3-b7af-cb4cfa0e04a2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:18.121907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f87c5c33-6421-472e-a548-92f932ba7a5a req-2d13e5df-0ca9-48f3-b7af-cb4cfa0e04a2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0697370 Feb 15 09:36:18.172853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f87c5c33-6421-472e-a548-92f932ba7a5a req-e4f1e13b-5f58-494d-b19d-1f81690a8aab tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432234 Feb 15 09:36:18.221814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Allocated IP 172.25.6.179 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/b09b7615-85a9-4adb-81ac-cede16b38e67) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:18.377586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.399425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 618707b9-08ab-4dda-afe2-de1a06b0285c up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:18.423528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.434874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631b2cb-1938-449b-b5e0-cba4551003c6 req-b2e2df20-c92e-49ac-a4df-81ee4da895e9 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:18.443847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2631b2cb-1938-449b-b5e0-cba4551003c6 req-b2e2df20-c92e-49ac-a4df-81ee4da895e9 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.0666151 Feb 15 09:36:18.470071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:18.473845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:18.480325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:18.498318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2631b2cb-1938-449b-b5e0-cba4551003c6 req-a96a639e-63b5-4e78-99ba-80e05a6663f4 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532684 Feb 15 09:36:18.509832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 618707b9-08ab-4dda-afe2-de1a06b0285c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:36:18.514342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 618707b9-08ab-4dda-afe2-de1a06b0285c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:18.514721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.520207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=b09b7615-85a9-4adb-81ac-cede16b38e67,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:18.598178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.626567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3af93-ac10-4242-ac95-e547950ee5ae req-6356a1bc-b19a-41fd-a86d-cb852e97fc8d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:18.641278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.643433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95e3af93-ac10-4242-ac95-e547950ee5ae req-6356a1bc-b19a-41fd-a86d-cb852e97fc8d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0936599 Feb 15 09:36:18.679379 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.707160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95e3af93-ac10-4242-ac95-e547950ee5ae req-5cda839a-4d5a-4a8c-9261-c4b2f5e32212 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Feb 15 09:36:18.724419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:18.728475 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eed73ad-6de4-42c9-a97b-1475224642dc" -d '{"events": [{"server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "name": "network-vif-plugged", "status": "completed", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:18.755461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=618707b9-08ab-4dda-afe2-de1a06b0285c,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:18.763648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.764760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:18.835661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8271-b54b-4fa2-a9a5-df27e077275f req-e3f07d8a-2b86-4d60-a31c-2f4f6062d6ae tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:18.846298 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbfe8271-b54b-4fa2-a9a5-df27e077275f req-e3f07d8a-2b86-4d60-a31c-2f4f6062d6ae tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 945 time: 0.0716088 Feb 15 09:36:18.862175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:18.900265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dbfe8271-b54b-4fa2-a9a5-df27e077275f req-059c6b3d-e794-4b04-b6f7-bfe6903afb1c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528867 Feb 15 09:36:18.947352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:36:18.951757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.961470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.965148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:18.965752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:18.995097 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f918e607-4344-4985-a3ed-d85794c436b6 x-openstack-request-id: req-f918e607-4344-4985-a3ed-d85794c436b6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:18.995393 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "name": "network-vif-plugged", "status": "completed", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:18.995640 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f918e607-4344-4985-a3ed-d85794c436b6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:18.996041 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c', 'code': 200} Feb 15 09:36:19.096968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.177139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:19.183491 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.195676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77220365-ab68-4023-96b6-16a5f2f3b6d4 req-d540a592-c71d-4e7a-a088-e4c840465754 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:19.197666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77220365-ab68-4023-96b6-16a5f2f3b6d4 req-d540a592-c71d-4e7a-a088-e4c840465754 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0955338 Feb 15 09:36:19.199234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=b09b7615-85a9-4adb-81ac-cede16b38e67,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:19.217807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.239241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe1452-f0b4-46eb-8dbc-c040f88a3cab req-a4a113bb-4017-4084-8e2f-1b7142e7abd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:19.241022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42fe1452-f0b4-46eb-8dbc-c040f88a3cab req-a4a113bb-4017-4084-8e2f-1b7142e7abd7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 1096 time: 0.1037815 Feb 15 09:36:19.244553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.253140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ccdec7-f97d-417a-a354-875f36060693 req-3619ab63-4c8f-4a71-9f86-d7296377fd04 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3480706 Feb 15 09:36:19.258394 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3544f903-71de-4f10-b31b-65c82b898892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.270514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device af075266-b1af-4e9b-b2bd-cefb12d8b855 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:19.298339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77220365-ab68-4023-96b6-16a5f2f3b6d4 req-667602b0-f6ba-48ec-b9ce-1940f3ae4306 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772290 Feb 15 09:36:19.309297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:19.328510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ccdec7-f97d-417a-a354-875f36060693 req-43cb948c-3b87-428e-9922-7fee80bf8260 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0737398 Feb 15 09:36:19.398469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42fe1452-f0b4-46eb-8dbc-c040f88a3cab req-da913e05-c684-4dd1-b1eb-a10fbbe82904 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361070 Feb 15 09:36:19.459337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca760bfd-ef25-4c2c-a694-d891fcaf2f91 req-0df8c592-2e76-4781-9e55-1f20e6405430 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:19.460960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca760bfd-ef25-4c2c-a694-d891fcaf2f91 req-0df8c592-2e76-4781-9e55-1f20e6405430 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0585272 Feb 15 09:36:19.462308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:19.476846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'network_id': '085e405e-050a-4a0e-b147-ab0b929cc2ca', 'port_id': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'mac_address': 'fa:16:3e:34:ac:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '623717ba-55ca-4d0c-a29c-55070fe6d0fb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:19.493698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ccdec7-f97d-417a-a354-875f36060693 req-6fa2b622-f3fb-48db-836b-1d6d7c65a30e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:19.496533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ccdec7-f97d-417a-a354-875f36060693 req-6fa2b622-f3fb-48db-836b-1d6d7c65a30e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1671681 Feb 15 09:36:19.519668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca760bfd-ef25-4c2c-a694-d891fcaf2f91 req-41ac94bb-90ff-494c-8070-20f3b3a25f6c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488281 Feb 15 09:36:19.532459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.545703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af075266-b1af-4e9b-b2bd-cefb12d8b855 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:19.568381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:19.573432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.625806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:19.646075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-80e6d96f-44b3-449f-9751-079d7689e286 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1276014 Feb 15 09:36:19.650900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:19.675269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.823762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:19.914181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['af075266-b1af-4e9b-b2bd-cefb12d8b855'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:19.940405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Allocated IP 172.25.6.214 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4656dd2b-e2d5-4012-8ef5-91666ec0111d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:19.962474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d583be37-1ebb-4159-85b5-42a2fc0a6df2 req-36e493fe-bc64-452a-8269-b42413a1d8e3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:19.973207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d583be37-1ebb-4159-85b5-42a2fc0a6df2 req-36e493fe-bc64-452a-8269-b42413a1d8e3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0872977 Feb 15 09:36:20.025601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d583be37-1ebb-4159-85b5-42a2fc0a6df2 req-20d5eeb0-4ace-415d-be03-b967045d7d16 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Feb 15 09:36:20.099177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.145923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.152914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45d2b1-f6a9-41bc-a5ba-670b1e0d9aa6 req-4799644d-6460-4bbf-941a-c4b9ee9ffd7d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:20.154373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b45d2b1-f6a9-41bc-a5ba-670b1e0d9aa6 req-4799644d-6460-4bbf-941a-c4b9ee9ffd7d tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.0660939 Feb 15 09:36:20.173625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:20.193232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:20.196761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:20.207204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b45d2b1-f6a9-41bc-a5ba-670b1e0d9aa6 req-1779acbf-2649-4ec4-a034-16df28ac725b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430076 Feb 15 09:36:20.244020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=4656dd2b-e2d5-4012-8ef5-91666ec0111d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:20.254118 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.308594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.329160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329247e-40b0-4c7a-b5ee-09020762dcf1 req-f8957778-ba22-4ec7-9d8d-3fed39c4d263 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:20.330908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6329247e-40b0-4c7a-b5ee-09020762dcf1 req-f8957778-ba22-4ec7-9d8d-3fed39c4d263 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 946 time: 0.0517509 Feb 15 09:36:20.350287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.380114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6329247e-40b0-4c7a-b5ee-09020762dcf1 req-0c6a4d02-ee23-485c-8ae2-b6a8717af0b9 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408270 Feb 15 09:36:20.406870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:20.563441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:20.577394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '112e8887-7b1e-4895-9e94-1f35de787333', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '112e8887-7b1e-4895-9e94-1f35de787333', 'mac_address': 'fa:16:3e:d5:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:20.592223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ab94fc-8d44-42c1-a1ff-37e12b12d57f req-15305a89-4c00-45e7-b2ec-513d7290f89d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:20.594729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02ab94fc-8d44-42c1-a1ff-37e12b12d57f req-15305a89-4c00-45e7-b2ec-513d7290f89d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0611925 Feb 15 09:36:20.626865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.630252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.634865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.644091 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02ab94fc-8d44-42c1-a1ff-37e12b12d57f req-f1c1ef2b-2f7a-4c0e-9159-024a4ff4988a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428486 Feb 15 09:36:20.647676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 112e8887-7b1e-4895-9e94-1f35de787333 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:20.672355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:20.678701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.740485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=4656dd2b-e2d5-4012-8ef5-91666ec0111d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:20.767698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.791276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:20.801280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3e7c8-90eb-4df3-b684-75eb3b12b26d req-703cced0-b171-40c8-8fbd-27e71e8ffe46 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:20.805282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cf3e7c8-90eb-4df3-b684-75eb3b12b26d req-703cced0-b171-40c8-8fbd-27e71e8ffe46 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 944 time: 0.0766227 Feb 15 09:36:20.819431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:20.820826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-83ed7d5a-3c55-4d08-92db-6e0c0f8fa45e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1739070 Feb 15 09:36:20.829654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['112e8887-7b1e-4895-9e94-1f35de787333'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:20.869247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cf3e7c8-90eb-4df3-b684-75eb3b12b26d req-aea7221c-6592-4be4-be3a-6e6e5627e6f0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597584 Feb 15 09:36:20.955747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-17a6b538-a04d-4b47-ab1e-b5a5c6cb50ed tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.1264093 Feb 15 09:36:21.018595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:21.025244 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af142cbb-63a5-42a4-a8c6-d6a7046f0eef" -d '{"events": [{"server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "name": "network-vif-plugged", "status": "completed", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:21.097586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-4cb8902b-6d39-4d6d-948d-b353e0921668 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:21.113499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9d05062-a518-4444-bea9-bb3cf141a31b req-4cb8902b-6d39-4d6d-948d-b353e0921668 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1566901 Feb 15 09:36:21.240030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b7401-7ecb-4297-83ea-b1ed9c76da41 req-bf23467f-80f6-46f0-ac2e-65ffb1cfa020 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:21.244410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8b7401-7ecb-4297-83ea-b1ed9c76da41 req-bf23467f-80f6-46f0-ac2e-65ffb1cfa020 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0803881 Feb 15 09:36:21.254984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device af075266-b1af-4e9b-b2bd-cefb12d8b855 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:21.333746 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e365c22-3138-49d8-9c99-4733d94bdbbd x-openstack-request-id: req-9e365c22-3138-49d8-9c99-4733d94bdbbd {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:21.334487 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "name": "network-vif-plugged", "status": "completed", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:21.334829 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e365c22-3138-49d8-9c99-4733d94bdbbd {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:21.335455 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8', 'code': 200} Feb 15 09:36:21.340726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b8b7401-7ecb-4297-83ea-b1ed9c76da41 req-b3819ff3-75a9-4707-b5c1-4d79e82d00a3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750399 Feb 15 09:36:21.377273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port af075266-b1af-4e9b-b2bd-cefb12d8b855 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:36:21.402550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port af075266-b1af-4e9b-b2bd-cefb12d8b855 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:21.403186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:21.550971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-8836a987-ea53-4bb2-befc-5ebc9bf9e0a0 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:21.554512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-8836a987-ea53-4bb2-befc-5ebc9bf9e0a0 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.36 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.2084169 Feb 15 09:36:21.598459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:21.685365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:21.691843 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:21.713103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a51c7cf-a515-4582-b8be-d7b3f5a571cd req-02a8794c-56c3-4d10-9bee-be16fff013e2 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:21.723288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a51c7cf-a515-4582-b8be-d7b3f5a571cd req-02a8794c-56c3-4d10-9bee-be16fff013e2 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 945 time: 0.1546488 Feb 15 09:36:21.780354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:21.864380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-7be6f08e-26a7-4340-9907-7092cca3f8dc tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4802001 Feb 15 09:36:21.864925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a51c7cf-a515-4582-b8be-d7b3f5a571cd req-b125ff45-ab6e-476e-aa64-119fd5a659fd tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups?id=1a9e10be-e689-422b-ba60-85b725adc5a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402636 Feb 15 09:36:21.877738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:21.925158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:21.928477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4ca64c-1893-4a87-99df-819eaba5b985 req-5f50f158-cb45-4456-bfa3-7ba047e9e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:21.938006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db4ca64c-1893-4a87-99df-819eaba5b985 req-5f50f158-cb45-4456-bfa3-7ba047e9e6e3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 1097 time: 0.5099483 Feb 15 09:36:21.944787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Deleting port 798687d2-0db8-4cd0-bb4c-125eb35d9cac {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:21.945294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.114782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.137292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db4ca64c-1893-4a87-99df-819eaba5b985 req-63d7809f-3840-4cd0-a24e-19d3a639a13b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844261 Feb 15 09:36:22.147623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.169713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] For port 798687d2-0db8-4cd0-bb4c-125eb35d9cac, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=798687d2-0db8-4cd0-bb4c-125eb35d9cac,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:22.170161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.201918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc57d0-3cb1-43c9-9dcc-c604850f6adf req-cf7b29ba-e1de-4b78-a22e-19eca27d779c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:22.204722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbc57d0-3cb1-43c9-9dcc-c604850f6adf req-cf7b29ba-e1de-4b78-a22e-19eca27d779c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 946 time: 0.2434545 Feb 15 09:36:22.259391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.339854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Allocated IP 172.25.6.63 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/60a27229-c2cd-41cd-8e38-63c60c6459a1) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:22.374621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbc57d0-3cb1-43c9-9dcc-c604850f6adf req-e963cb8b-e9bb-47a4-9d2b-5d665f833c71 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591706 Feb 15 09:36:22.410943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:22.532048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 112e8887-7b1e-4895-9e94-1f35de787333 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:22.532795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.548329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.601262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.658743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:22.662708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:22.663385 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.663741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.664081 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Floating IP 885cc109-75ae-4a0c-80b4-3a7a1379cffd disassociated. External IP: 172.25.6.56, port: 798687d2-0db8-4cd0-bb4c-125eb35d9cac. Feb 15 09:36:22.664419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Calling delete_port for 798687d2-0db8-4cd0-bb4c-125eb35d9cac owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:22.669220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:22.672566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=60a27229-c2cd-41cd-8e38-63c60c6459a1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:22.730526 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.806664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467f30c-4982-4f1f-bed3-d747b76ab5cc req-6a278a44-841a-4b04-a569-6eddc583c60b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:22.808218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3467f30c-4982-4f1f-bed3-d747b76ab5cc req-6a278a44-841a-4b04-a569-6eddc583c60b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.2863159 Feb 15 09:36:22.810231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:22.817130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.818113 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.857961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.871327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3467f30c-4982-4f1f-bed3-d747b76ab5cc req-b90e29e0-dad2-4dc6-bc4c-7205e077c073 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564857 Feb 15 09:36:22.909828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:22.914942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event deleted for resources: {'Port': ['ID=798687d2-0db8-4cd0-bb4c-125eb35d9cac,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:22.918314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:23.081151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2a893-0841-4632-b634-0e7553d7cf35 req-fbdf803e-8082-4edf-8323-6ad52183f2c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:23.082696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ae2a893-0841-4632-b634-0e7553d7cf35 req-fbdf803e-8082-4edf-8323-6ad52183f2c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1017466 Feb 15 09:36:23.136420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ae2a893-0841-4632-b634-0e7553d7cf35 req-4a0e61ed-4f48-4151-b1a2-0f1bc09cf86e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456281 Feb 15 09:36:23.140331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Router 0f20adc8-9cc1-4363-a877-236ee8b97439 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:36:23.151391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:23.159658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:23.265994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event updated for resources: {'Port': ['ID=60a27229-c2cd-41cd-8e38-63c60c6459a1,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:23.295392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:23.321839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:23.326309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:36:23.332997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-cbdaa2f3-484b-41a2-849c-39514b7c8166 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4659486 Feb 15 09:36:23.337999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855'}, {'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:23.340899 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be80368f-b211-4ecd-9967-d4654b548b22" -d '{"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-plugged", "status": "completed", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855"}, {"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-plugged", "status": "completed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:23.346242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Sync routers for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:36:23.373560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:23.376480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:23.429809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] No DVR routers for this DVR port 798687d2-0db8-4cd0-bb4c-125eb35d9cac on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:23.434225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:23.464544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-62b39882-3d0a-46d9-acee-4bc54f144ded tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.1303489 Feb 15 09:36:23.466414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59abb09d-04b5-4c41-bfaf-f3641c67d56e req-f0979576-50ca-43af-9e3a-1ed779f979e5 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.36 "DELETE /v2.0/ports/798687d2-0db8-4cd0-bb4c-125eb35d9cac HTTP/1.1" status: 204 len: 173 time: 1.9011908 Feb 15 09:36:23.469115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'name': 'network-vif-deleted', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:23.478546 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3f5780-2ec0-40d0-8113-f12cc53f1c8c" -d '{"events": [{"server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "name": "network-vif-deleted", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:23.541667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2bebd6-9b4e-477b-8382-2fe39269a0b3 req-2d274b75-52c9-4366-ac85-5e804d64b0ba tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:23.557283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb2bebd6-9b4e-477b-8382-2fe39269a0b3 req-2d274b75-52c9-4366-ac85-5e804d64b0ba tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.2849224 Feb 15 09:36:23.669914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb2bebd6-9b4e-477b-8382-2fe39269a0b3 req-006a8b96-3d4c-434e-aee4-857893de2014 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957985 Feb 15 09:36:23.748673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:23.826614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-03b86402-e7e2-4c11-952d-d953def51207 req-c147dfa8-c49a-49cd-8497-e71907c0eb6b tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c928d32-68eb-431e-9501-0f2415ef940a HTTP/1.1" status: 200 len: 210 time: 0.0410628 Feb 15 09:36:23.850389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-fa4e8d11-fecb-43c7-8262-7b121245e309 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:23.878561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfa784d2-77af-417a-bcd3-3d6c4d39deed req-fa4e8d11-fecb-43c7-8262-7b121245e309 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.4122715 Feb 15 09:36:23.895663 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcbbc20-c2ec-465c-b91a-f46c12ab7972 x-openstack-request-id: req-0bcbbc20-c2ec-465c-b91a-f46c12ab7972 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:23.895954 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-plugged", "status": "completed", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855", "code": 200}, {"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-plugged", "status": "completed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:23.896204 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bcbbc20-c2ec-465c-b91a-f46c12ab7972 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:23.896601 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'code': 200} Feb 15 09:36:23.896877 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333', 'code': 200} Feb 15 09:36:23.936392 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca465e4-31a3-45ae-ab58-ed4f22444edf x-openstack-request-id: req-aca465e4-31a3-45ae-ab58-ed4f22444edf {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:23.936679 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c928d32-68eb-431e-9501-0f2415ef940a", "name": "network-vif-deleted", "tag": "798687d2-0db8-4cd0-bb4c-125eb35d9cac", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:23.936962 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aca465e4-31a3-45ae-ab58-ed4f22444edf {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:23.937357 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c928d32-68eb-431e-9501-0f2415ef940a', 'name': 'network-vif-deleted', 'tag': '798687d2-0db8-4cd0-bb4c-125eb35d9cac', 'status': 'completed', 'code': 200} Feb 15 09:36:24.004328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0168af90-1bbc-44c1-aa5e-c8cc139fb6d6 req-558802c7-3a9f-4ca9-83fe-ccb90ef18049 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips/80459845-32f7-4835-9135-b4e8ee52ee4d HTTP/1.1" status: 200 len: 692 time: 0.0535192 Feb 15 09:36:24.064710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d67d0-112f-452b-96a1-1cde66a81b33 req-4820efe3-c681-49d1-a100-1bb49dbe67d3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.078185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a1d67d0-112f-452b-96a1-1cde66a81b33 req-4820efe3-c681-49d1-a100-1bb49dbe67d3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 946 time: 0.1260984 Feb 15 09:36:24.155933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d563cd-39ba-4431-8f4a-4603b08a29f7 req-6688ea7f-c456-4b62-978e-604e39f76122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.158337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55d563cd-39ba-4431-8f4a-4603b08a29f7 req-6688ea7f-c456-4b62-978e-604e39f76122 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 1096 time: 0.1362314 Feb 15 09:36:24.198917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a1d67d0-112f-452b-96a1-1cde66a81b33 req-5909d914-5936-4359-a264-8bf51b1aa408 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192925 Feb 15 09:36:24.282259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55d563cd-39ba-4431-8f4a-4603b08a29f7 req-2bc01d83-50fd-4bde-8fd7-cdf13871f31e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823276 Feb 15 09:36:24.338690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:24.345683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0168af90-1bbc-44c1-aa5e-c8cc139fb6d6 req-1f6d89a5-9710-4dbe-9e76-1e5e4349433f tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.347177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0168af90-1bbc-44c1-aa5e-c8cc139fb6d6 req-1f6d89a5-9710-4dbe-9e76-1e5e4349433f tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.3417771 Feb 15 09:36:24.389563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Checking router: 0f20adc8-9cc1-4363-a877-236ee8b97439 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:36:24.414955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:24.415933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:24.422849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d64b7-e44b-40b8-8386-816f4b1fda99 req-2db83519-56e5-4dcf-953c-3bd703c28310 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.430049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-218d64b7-e44b-40b8-8386-816f4b1fda99 req-2db83519-56e5-4dcf-953c-3bd703c28310 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1313510 Feb 15 09:36:24.514216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-218d64b7-e44b-40b8-8386-816f4b1fda99 req-fcfdd394-d6f6-4dff-a211-36bdd7f4ad12 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752969 Feb 15 09:36:24.523797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59be09-2a48-48db-92e4-5a03a59dfff2 req-03743ae5-7adf-4974-8a3d-893cb7c8b530 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.525459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d59be09-2a48-48db-92e4-5a03a59dfff2 req-03743ae5-7adf-4974-8a3d-893cb7c8b530 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0787141 Feb 15 09:36:24.598868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d59be09-2a48-48db-92e4-5a03a59dfff2 req-b96691ef-e685-4d21-b507-42b81dce83eb tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656161 Feb 15 09:36:24.694297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b3241-ffba-4f46-a177-af1872d36ca6 req-7df06900-75a1-49b3-a0de-6e54a8750993 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.695862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c29b3241-ffba-4f46-a177-af1872d36ca6 req-7df06900-75a1-49b3-a0de-6e54a8750993 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 945 time: 0.1048958 Feb 15 09:36:24.701628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-a1fb9ebb-a0ed-490a-8062-8934be0a023b tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips/80459845-32f7-4835-9135-b4e8ee52ee4d HTTP/1.1" status: 200 len: 692 time: 0.0672767 Feb 15 09:36:24.763242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c29b3241-ffba-4f46-a177-af1872d36ca6 req-54c02d15-159f-4521-bf3b-64c1e7fbff5c tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598769 Feb 15 09:36:24.824657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-a8098169-a5fd-4d0c-b79f-a26bd7c67542 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.833585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-a8098169-a5fd-4d0c-b79f-a26bd7c67542 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.1310267 Feb 15 09:36:24.890334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-6d71fa31-11b2-47d2-aa61-0da5ac2907c0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0556712 Feb 15 09:36:24.956326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-dc902094-0a84-4989-94b2-b5ec8b23f4d1 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.63 HTTP/1.1" status: 200 len: 695 time: 0.0639818 Feb 15 09:36:24.967636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50aa436-87ac-4794-b89b-26d36a3f790e req-9463fbfb-e832-4297-9ab6-f28c55520552 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:24.982954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a50aa436-87ac-4794-b89b-26d36a3f790e req-9463fbfb-e832-4297-9ab6-f28c55520552 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0943878 Feb 15 09:36:25.040473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:25.070892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a50aa436-87ac-4794-b89b-26d36a3f790e req-8f1d491d-ade9-4fbb-bb16-55b27f155100 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744503 Feb 15 09:36:25.174434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:25.214820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Deleting port 60a27229-c2cd-41cd-8e38-63c60c6459a1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:25.215086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.300865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.338415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.350805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 798687d2-0db8-4cd0-bb4c-125eb35d9cac no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:25.381866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 798687d2-0db8-4cd0-bb4c-125eb35d9cac {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:25.382206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 798687d2-0db8-4cd0-bb4c-125eb35d9cac not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:25.427195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.438441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.453452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:25.471479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Calling delete_port for 60a27229-c2cd-41cd-8e38-63c60c6459a1 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:25.513781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.518051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:25.520290 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "DELETE /v2.0/security-groups/1a9e10be-e689-422b-ba60-85b725adc5a6 HTTP/1.1" status: 204 len: 168 time: 0.3445511 Feb 15 09:36:25.544684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:25.559108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15512c28-a95e-4924-a3a8-b8b22b717b40 None None] The sync data for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 is: [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:35:22Z', 'revision_number': 4, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'baaf88b7-56c3-498c-8d74-9db1db986ff9', 'name': '', 'network_id': '0cc2cbcf-b327-47ec-b2a6-99a7610141d2', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'mac_address': 'fa:16:3e:fd:35:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_interface', 'standard_attr_id': 1236, 'fixed_ips': [{'subnet_id': '4355541d-7219-4f7f-827c-5515938e026d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:20Z', 'updated_at': '2022-02-15T09:35:26Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'subnets': [{'id': '4355541d-7219-4f7f-827c-5515938e026d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:36:25.603633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208da60c-a91a-4cd8-a988-528d0b661556 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e10be-e689-422b-ba60-85b725adc5a6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:25.628055 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-02185b56-d7fd-4946-8deb-ea1367857291 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] show failed (client error): The resource could not be found. Feb 15 09:36:25.629215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-02185b56-d7fd-4946-8deb-ea1367857291 tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "GET /v2.0/security-groups/1a9e10be-e689-422b-ba60-85b725adc5a6 HTTP/1.1" status: 404 len: 347 time: 0.0781195 Feb 15 09:36:25.632265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:25.731200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa01b0-c40a-4d9a-84a6-696d245f5e38 req-e998df03-6696-4805-9b85-8b08f4380248 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:25.739848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0daa01b0-c40a-4d9a-84a6-696d245f5e38 req-e998df03-6696-4805-9b85-8b08f4380248 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0756648 Feb 15 09:36:25.779155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0daa01b0-c40a-4d9a-84a6-696d245f5e38 req-ce89bc80-c0f4-47d4-8836-5d739c655710 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383825 Feb 15 09:36:25.991493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c951ca5-cdc2-42ae-bb74-937378b36ebd req-2e47cfa2-7f57-4097-a39d-9a9558d88247 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:25.993142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c951ca5-cdc2-42ae-bb74-937378b36ebd req-2e47cfa2-7f57-4097-a39d-9a9558d88247 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0956106 Feb 15 09:36:26.067415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c951ca5-cdc2-42ae-bb74-937378b36ebd req-ef8b95bd-e01d-42d7-bb85-5d0433fa3875 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640986 Feb 15 09:36:26.099119 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271abfc8-13df-48cf-886c-12032434c64c None None] New status for floating IP 885cc109-75ae-4a0c-80b4-3a7a1379cffd: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:36:26.262069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17695444-e03f-4441-a78d-86d087f2fac2 req-e59cc33b-afda-4c18-b2ea-0fa8856fe01f tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:26.274531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17695444-e03f-4441-a78d-86d087f2fac2 req-e59cc33b-afda-4c18-b2ea-0fa8856fe01f tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 945 time: 0.0939555 Feb 15 09:36:26.301601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.355381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event deleted for resources: {'Port': ['ID=60a27229-c2cd-41cd-8e38-63c60c6459a1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:26.361556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Deleting port 473e651a-9224-4a08-82fc-6641b46c888b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:26.361902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.387763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17695444-e03f-4441-a78d-86d087f2fac2 req-80e44086-a8f0-408a-bc30-dccab09b0270 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147466 Feb 15 09:36:26.512001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.512337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.518595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.518762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976dbdb-2e4e-4474-adf6-00b60f682ba7 req-d288ab12-1e70-49f7-9218-b0c3f325d370 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:26.522497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:26.531884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a976dbdb-2e4e-4474-adf6-00b60f682ba7 req-d288ab12-1e70-49f7-9218-b0c3f325d370 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0645523 Feb 15 09:36:26.534037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48d105c5-d8b9-458b-b1a1-ebcb6814852f req-593fa5b3-193e-42ea-a1ba-90ca9ea12058 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "DELETE /v2.0/floatingips/80459845-32f7-4835-9135-b4e8ee52ee4d HTTP/1.1" status: 204 len: 173 time: 1.5768092 Feb 15 09:36:26.557619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Calling delete_port for 473e651a-9224-4a08-82fc-6641b46c888b owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:26.599076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a976dbdb-2e4e-4474-adf6-00b60f682ba7 req-186e847e-beb4-4639-8018-9be354b56ce5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659828 Feb 15 09:36:26.731625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602f275-7164-49d3-b97a-57e33e6ef400 req-2521bc67-49ba-4758-884a-cf21843d00db tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:26.740101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a602f275-7164-49d3-b97a-57e33e6ef400 req-2521bc67-49ba-4758-884a-cf21843d00db tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 945 time: 0.0964119 Feb 15 09:36:26.791247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423be02e-c9e5-4fb2-b8ab-45de744ca6f3 req-ab70bc05-b0aa-42d0-a1e5-ee8e7a16ca3e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:26.799483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a602f275-7164-49d3-b97a-57e33e6ef400 req-1010402c-18e8-4bc5-9d2d-c56e37ec1b49 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560627 Feb 15 09:36:26.818908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-423be02e-c9e5-4fb2-b8ab-45de744ca6f3 req-ab70bc05-b0aa-42d0-a1e5-ee8e7a16ca3e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1778700 Feb 15 09:36:26.948716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-887d8d8c-09d4-4fbc-8b90-60bc4c8c1911 req-9f140c63-3ecf-49a5-a231-f746a8bcceb9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=7ef43684ae5449b2b541bdced843542d HTTP/1.1" status: 200 len: 1657 time: 0.1175680 Feb 15 09:36:26.965618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f54766-6c79-49ac-aba8-8240adbfd643 req-76583254-849f-4e5f-8bf0-a28f9edcc222 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:26.967404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f54766-6c79-49ac-aba8-8240adbfd643 req-76583254-849f-4e5f-8bf0-a28f9edcc222 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0708065 Feb 15 09:36:26.983872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:27.082510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Pushing event deleted for resources: {'Port': ['ID=473e651a-9224-4a08-82fc-6641b46c888b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:27.107873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8d8c-09d4-4fbc-8b90-60bc4c8c1911 req-5e65ab8b-9fd2-4fc0-a626-e900cedb9d36 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:27.116603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-887d8d8c-09d4-4fbc-8b90-60bc4c8c1911 req-5e65ab8b-9fd2-4fc0-a626-e900cedb9d36 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks?id=15f4941e-d96a-4647-963e-cfdc4a3cca09&id=15f4941e-d96a-4647-963e-cfdc4a3cca09&id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 787 time: 0.1664968 Feb 15 09:36:27.123363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-887d8d8c-09d4-4fbc-8b90-60bc4c8c1911 req-30a1aa28-1bde-4375-b604-0caf6058ebe9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:36:27.145537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-887d8d8c-09d4-4fbc-8b90-60bc4c8c1911 req-30a1aa28-1bde-4375-b604-0caf6058ebe9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277214 Feb 15 09:36:27.182776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f54766-6c79-49ac-aba8-8240adbfd643 req-6b32b92a-f6f9-4125-b9fb-e2e9837092aa tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066050 Feb 15 09:36:27.279900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:27.286689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:27.287876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b0a5b8c2-1236-4ddf-854a-439cb4a5f06c tempest-ServersTestManualDisk-1520054404 tempest-ServersTestManualDisk-1520054404-project] 10.222.0.10 "DELETE /v2.0/floatingips/885cc109-75ae-4a0c-80b4-3a7a1379cffd HTTP/1.1" status: 204 len: 168 time: 1.6532562 Feb 15 09:36:27.290949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:27.400062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3624307-3a7b-4215-8c42-5de141034a75 req-d7529c8f-7a65-48ed-80aa-82c795eb8e77 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:27.426141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3624307-3a7b-4215-8c42-5de141034a75 req-d7529c8f-7a65-48ed-80aa-82c795eb8e77 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1167159 Feb 15 09:36:27.481945 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3624307-3a7b-4215-8c42-5de141034a75 req-e7914c43-1d75-4b08-9546-2c7143118628 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545905 Feb 15 09:36:27.552192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-b5f5e0dc-f82c-40d7-b9ca-facfcb1ab212 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips/487f3f26-5fb3-4554-bc37-d1b8bf46e8cd HTTP/1.1" status: 200 len: 693 time: 0.0768490 Feb 15 09:36:27.656999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229931f-80e9-4d4c-af26-0934fe6744ab req-eabd2687-d741-483e-b31a-2073ae5e622d tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:27.665943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0229931f-80e9-4d4c-af26-0934fe6744ab req-eabd2687-d741-483e-b31a-2073ae5e622d tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 945 time: 0.0949125 Feb 15 09:36:27.743954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0229931f-80e9-4d4c-af26-0934fe6744ab req-49957e9d-af14-44d7-9f20-2f2870437edd tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767210 Feb 15 09:36:27.883621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-69937ca1-3667-4bfe-94f7-d51ca2d378d8 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:27.885490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-69937ca1-3667-4bfe-94f7-d51ca2d378d8 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.3322501 Feb 15 09:36:27.919997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102e078-dcde-44f2-a1f1-0fa6f7f4f921 req-70a3359d-f700-4abd-933d-504268583ea6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:27.929518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6102e078-dcde-44f2-a1f1-0fa6f7f4f921 req-70a3359d-f700-4abd-933d-504268583ea6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0827386 Feb 15 09:36:27.984741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-3dad8926-62d1-4b9c-8a49-addb2da37f9e tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0901303 Feb 15 09:36:28.034343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6102e078-dcde-44f2-a1f1-0fa6f7f4f921 req-323ff6cf-1010-4fd9-a150-3b4651277d59 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962169 Feb 15 09:36:28.043733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-08780ad7-0a9f-4dc6-a136-f41642a23393 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.214 HTTP/1.1" status: 200 len: 696 time: 0.0576844 Feb 15 09:36:28.255156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Deleting port 4656dd2b-e2d5-4012-8ef5-91666ec0111d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:28.255505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:28.378744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24e0ce-9e2a-4e57-b369-fd966ca50399 req-3d174ba6-292e-4085-b54a-41b96269f406 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:28.388129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f24e0ce-9e2a-4e57-b369-fd966ca50399 req-3d174ba6-292e-4085-b54a-41b96269f406 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0754623 Feb 15 09:36:28.397802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:28.398359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:28.416822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Calling delete_port for 4656dd2b-e2d5-4012-8ef5-91666ec0111d owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:28.420564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:28.446367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f24e0ce-9e2a-4e57-b369-fd966ca50399 req-f1b2607f-dde0-457a-9cab-4a40ffd67726 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521357 Feb 15 09:36:28.735111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f375de9-57ae-4e92-a05f-a0083bfea4db req-01e152ca-4854-494c-a2d4-08080a1afd86 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:28.741292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f375de9-57ae-4e92-a05f-a0083bfea4db req-01e152ca-4854-494c-a2d4-08080a1afd86 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1513743 Feb 15 09:36:28.841902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f375de9-57ae-4e92-a05f-a0083bfea4db req-fccd92af-a31b-4f15-8342-99082c6fba71 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939541 Feb 15 09:36:29.144406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434310d-613e-4095-977d-cffbab1d7a78 req-6b65b2e3-7917-4c66-a0ff-6294844dbaa3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:29.147720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.158658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2434310d-613e-4095-977d-cffbab1d7a78 req-6b65b2e3-7917-4c66-a0ff-6294844dbaa3 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 945 time: 0.2069666 Feb 15 09:36:29.167862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-edb74581-1478-4925-b77c-276d72c26172 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:29.171239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-edb74581-1478-4925-b77c-276d72c26172 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 945 time: 0.1533456 Feb 15 09:36:29.232032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event deleted for resources: {'Port': ['ID=4656dd2b-e2d5-4012-8ef5-91666ec0111d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:29.306519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2434310d-613e-4095-977d-cffbab1d7a78 req-b732a450-3bf4-424c-b39b-f818340936f2 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466453 Feb 15 09:36:29.431776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.436157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.438256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-080b7843-07eb-4e47-bbf2-f7e8d84e2a03 req-ed00e965-d1d4-4961-8586-2a175a29fbf0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "DELETE /v2.0/floatingips/487f3f26-5fb3-4554-bc37-d1b8bf46e8cd HTTP/1.1" status: 204 len: 173 time: 1.3927968 Feb 15 09:36:29.445599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Deleting port baaf88b7-56c3-498c-8d74-9db1db986ff9 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:29.446119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.516518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Deleting port 618707b9-08ab-4dda-afe2-de1a06b0285c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:29.517132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.529334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ad276-d8ef-407e-968d-491b4e0c4524 req-547fd694-30b5-4440-a1a5-dad66b1be0f0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:29.531163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c1ad276-d8ef-407e-968d-491b4e0c4524 req-547fd694-30b5-4440-a1a5-dad66b1be0f0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1106520 Feb 15 09:36:29.613469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-0fb80a8e-0e60-4f1b-8b19-37633ed7df8a tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips/b2e5ed2a-8173-4e80-8ea3-395e7abd02b8 HTTP/1.1" status: 200 len: 693 time: 0.0908020 Feb 15 09:36:29.637271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c1ad276-d8ef-407e-968d-491b4e0c4524 req-7bd9fb05-8761-4d40-b10c-e26ca98eec34 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924759 Feb 15 09:36:29.650581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] For port baaf88b7-56c3-498c-8d74-9db1db986ff9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=baaf88b7-56c3-498c-8d74-9db1db986ff9,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:29.650903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.692422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] For port 618707b9-08ab-4dda-afe2-de1a06b0285c, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=618707b9-08ab-4dda-afe2-de1a06b0285c,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:29.694910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:29.702173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Calling delete_port for baaf88b7-56c3-498c-8d74-9db1db986ff9 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:29.718385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Calling delete_port for 618707b9-08ab-4dda-afe2-de1a06b0285c owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:29.838052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce401c8-b0a9-4e23-ba97-0d7cbb887f5e req-84eeb1d2-93c5-4543-960b-7f8aa2153b8b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:29.840113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ce401c8-b0a9-4e23-ba97-0d7cbb887f5e req-84eeb1d2-93c5-4543-960b-7f8aa2153b8b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1037304 Feb 15 09:36:29.873669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-3ebfa145-0c57-4fa8-91ab-8ab749165ad7 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:29.885977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-3ebfa145-0c57-4fa8-91ab-8ab749165ad7 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2216854 Feb 15 09:36:29.901850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ce401c8-b0a9-4e23-ba97-0d7cbb887f5e req-98591dc9-36ad-4606-aa08-22a54158ab63 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534778 Feb 15 09:36:29.988663 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-afc3c4a8-4f36-43e7-83e2-7f8d96964bcd tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.1017284 Feb 15 09:36:30.083213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-5eedf4d3-e94f-4694-9491-588d37413075 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.179 HTTP/1.1" status: 200 len: 696 time: 0.0931551 Feb 15 09:36:30.126263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:30.139399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['af075266-b1af-4e9b-b2bd-cefb12d8b855'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:30.142955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['347c58fe-a745-4e70-bc48-67ef6e6ea6c8', '618707b9-08ab-4dda-afe2-de1a06b0285c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:30.146189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82db452-7b70-4744-819d-eecde5cf2aa3 req-ba750daa-3c6a-4d91-a48d-1093d8ba289b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:30.149595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d82db452-7b70-4744-819d-eecde5cf2aa3 req-ba750daa-3c6a-4d91-a48d-1093d8ba289b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0784013 Feb 15 09:36:30.208926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event deleted for resources: {'Port': ['ID=618707b9-08ab-4dda-afe2-de1a06b0285c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:30.252356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d82db452-7b70-4744-819d-eecde5cf2aa3 req-2d263568-4ebc-4215-b33e-e3bbed715a3b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657780 Feb 15 09:36:30.332115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] No DVR routers for this DVR port 618707b9-08ab-4dda-afe2-de1a06b0285c on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:30.336954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:30.341038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a5e3a0-8a1a-470d-af75-4cef425be23b req-6665dcaf-fec1-4966-9acd-bf6f3b54b823 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "DELETE /v2.0/ports/618707b9-08ab-4dda-afe2-de1a06b0285c HTTP/1.1" status: 204 len: 173 time: 1.1490204 Feb 15 09:36:30.341640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'name': 'network-vif-deleted', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:30.346816 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55efcbd1-7d73-4ddd-9552-8ad4c0658ad1" -d '{"events": [{"server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "name": "network-vif-deleted", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:30.568933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a94b374-00f1-492f-b89a-9983c7aa9924 req-a894b245-6399-4451-ae68-ab1b6c301384 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef3761d2-c222-4b80-a7ad-c8e143a5dec4 HTTP/1.1" status: 200 len: 210 time: 0.1199412 Feb 15 09:36:30.615798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Deleting port b09b7615-85a9-4adb-81ac-cede16b38e67 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:30.616420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:30.619485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:30.718780 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3389dcff-4613-4d8e-91c2-368ed2b0ac9e x-openstack-request-id: req-3389dcff-4613-4d8e-91c2-368ed2b0ac9e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:30.719076 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef3761d2-c222-4b80-a7ad-c8e143a5dec4", "name": "network-vif-deleted", "tag": "618707b9-08ab-4dda-afe2-de1a06b0285c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:30.719334 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3389dcff-4613-4d8e-91c2-368ed2b0ac9e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:30.719772 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef3761d2-c222-4b80-a7ad-c8e143a5dec4', 'name': 'network-vif-deleted', 'tag': '618707b9-08ab-4dda-afe2-de1a06b0285c', 'status': 'completed', 'code': 200} Feb 15 09:36:30.801165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Pushing event deleted for resources: {'Port': ['ID=baaf88b7-56c3-498c-8d74-9db1db986ff9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:30.916374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:30.917003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:31.010671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03d444-755d-49b4-b3c5-5e9410e7f666 req-57f4788e-2976-43c7-9053-02d62f30e374 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:31.021147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d03d444-755d-49b4-b3c5-5e9410e7f666 req-57f4788e-2976-43c7-9053-02d62f30e374 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1324379 Feb 15 09:36:31.082284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d03d444-755d-49b4-b3c5-5e9410e7f666 req-738b14b3-d5ff-4458-ab68-d81438fbb1c5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532129 Feb 15 09:36:31.211995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:31.239325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Calling delete_port for b09b7615-85a9-4adb-81ac-cede16b38e67 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:31.302136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad333bff-5302-44cf-a868-6be473a400a7 req-5f7ee1b9-679d-407b-9c72-0d35c329274a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:31.319573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad333bff-5302-44cf-a868-6be473a400a7 req-5f7ee1b9-679d-407b-9c72-0d35c329274a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1500883 Feb 15 09:36:31.377245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad333bff-5302-44cf-a868-6be473a400a7 req-c9709502-5f12-4c14-babf-d140cafc6d80 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523198 Feb 15 09:36:31.511508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c1690-f526-4df4-a0eb-56d87eddbea6 req-57787c47-0960-4e8e-8464-de1580dfd5a6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:31.526253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-403c1690-f526-4df4-a0eb-56d87eddbea6 req-57787c47-0960-4e8e-8464-de1580dfd5a6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.0755312 Feb 15 09:36:31.656889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-403c1690-f526-4df4-a0eb-56d87eddbea6 req-8867ff1c-c9dc-4c15-850c-54074398b966 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261878 Feb 15 09:36:31.866953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:31.968927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event deleted for resources: {'Port': ['ID=b09b7615-85a9-4adb-81ac-cede16b38e67,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:32.060878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:32.064387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:32.065647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cee5e8a6-8942-40ba-861e-b36eb0183b1b req-ed0cbc4b-7307-4baf-ab6d-2a0f181c3400 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "DELETE /v2.0/floatingips/b2e5ed2a-8173-4e80-8ea3-395e7abd02b8 HTTP/1.1" status: 204 len: 173 time: 1.9813378 Feb 15 09:36:32.074226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Router 0f20adc8-9cc1-4363-a877-236ee8b97439 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:36:32.296462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-a6a4ea59-dd07-4b1f-bc63-fc4a373637b9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips/0d5b0617-954b-477c-b0db-82fe455029a5 HTTP/1.1" status: 200 len: 693 time: 0.2075744 Feb 15 09:36:32.302476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e366c-08bc-4928-bdf4-d77074549045 req-6d1ea7f7-905c-4aea-8624-7126500209cf tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:32.310151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e4e366c-08bc-4928-bdf4-d77074549045 req-6d1ea7f7-905c-4aea-8624-7126500209cf tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0667772 Feb 15 09:36:32.358574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e4e366c-08bc-4928-bdf4-d77074549045 req-67af4d21-602f-4f8a-b716-df457030482c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434475 Feb 15 09:36:32.380773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:36:32.399262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Sync routers for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:36:32.415601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2beed06b-1644-44a1-8074-201181212d93 admin admin] 10.222.0.10 "PUT /v2.0/routers/0f20adc8-9cc1-4363-a877-236ee8b97439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1234794 Feb 15 09:36:32.417133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35336) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:32.442101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:32.442744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:32.544289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761f1b5-40d5-4163-b76b-6800ae4f4cb3 req-112c708a-dc9e-4e4a-9112-a61ea9c1d231 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:32.555803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b761f1b5-40d5-4163-b76b-6800ae4f4cb3 req-112c708a-dc9e-4e4a-9112-a61ea9c1d231 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.0802503 Feb 15 09:36:32.569480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-aba5763f-12f2-49bf-8eb2-aa71229e1fe0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:32.574412 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-aba5763f-12f2-49bf-8eb2-aa71229e1fe0 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2707834 Feb 15 09:36:32.603735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b761f1b5-40d5-4163-b76b-6800ae4f4cb3 req-961f677a-20dc-4865-a6e2-00a4ebec7c20 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470428 Feb 15 09:36:32.719312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:32.746447 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-89827ad5-ab7a-4e06-a585-9ef984f2c30b tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.1407557 Feb 15 09:36:32.762867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:32.986021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-9f7205f2-bdf5-4e70-b56a-78237cd4df23 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.251 HTTP/1.1" status: 200 len: 696 time: 0.2161672 Feb 15 09:36:33.075494 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.086683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3a023-7f54-41a9-a229-d6fbfe6b9f12 req-b0a83222-194d-40da-b879-2365d1561ec9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:33.094436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167'}], 'enable_snat': True}, 'gw_port_id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:36:30Z', 'revision_number': 5, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port': {'id': 'daa98fef-e3f0-4d58-8d91-7941992f06c5', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d6:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:35:15Z', 'updated_at': '2022-02-15T09:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:33.094682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34c3a023-7f54-41a9-a229-d6fbfe6b9f12 req-b0a83222-194d-40da-b879-2365d1561ec9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1292684 Feb 15 09:36:33.132565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Checking router: 0f20adc8-9cc1-4363-a877-236ee8b97439 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:36:33.143202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Routers {'0f20adc8-9cc1-4363-a877-236ee8b97439'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:33.144214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0f20adc8-9cc1-4363-a877-236ee8b97439'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:33.178622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34c3a023-7f54-41a9-a229-d6fbfe6b9f12 req-1c10b1f1-e5a9-4065-a97c-425f9f9c65b2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829337 Feb 15 09:36:33.283680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Deleting port daa98fef-e3f0-4d58-8d91-7941992f06c5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:33.284025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.365588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] Set router 0f20adc8-9cc1-4363-a877-236ee8b97439 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:33.377019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Deleting port 23a5554a-7c23-4379-9fd0-e03c67f3c97f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:33.377697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.462231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] For port daa98fef-e3f0-4d58-8d91-7941992f06c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=daa98fef-e3f0-4d58-8d91-7941992f06c5,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:33.462231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.463632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:36:33Z', 'revision_number': 6, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:33.480211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Calling delete_port for daa98fef-e3f0-4d58-8d91-7941992f06c5 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:33.513048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87efa2bc-0df7-45b3-857f-b90127ed6808 None None] The sync data for ids ['0f20adc8-9cc1-4363-a877-236ee8b97439'] in n-d-825064-4 is: [{'id': '0f20adc8-9cc1-4363-a877-236ee8b97439', 'name': 'tempest-ServersTestManualDisk-408367815-router', 'tenant_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:35:14Z', 'updated_at': '2022-02-15T09:36:33Z', 'revision_number': 6, 'project_id': 'e439b0cb2f064e599fcc75eaf915c7e2', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:36:33.588302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.588642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:33.595024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d02268-d0b1-4129-9692-6ceb8d69f16d req-afb9ad4b-0619-43be-8c9c-6422b710eb94 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:33.600942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d02268-d0b1-4129-9692-6ceb8d69f16d req-afb9ad4b-0619-43be-8c9c-6422b710eb94 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:33.609493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53d02268-d0b1-4129-9692-6ceb8d69f16d req-afb9ad4b-0619-43be-8c9c-6422b710eb94 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf&device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 1682 time: 0.0743902 Feb 15 09:36:33.611308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Calling delete_port for 23a5554a-7c23-4379-9fd0-e03c67f3c97f owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:33.666095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53d02268-d0b1-4129-9692-6ceb8d69f16d req-d4ab96fd-1f2c-498f-aaa9-cecf68efd388 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550892 Feb 15 09:36:33.811026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f97972-c693-4e52-9093-ade02ea387db req-87eab144-2c1a-4cf9-bfc8-0d0b5828dcbd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:33.823176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70f97972-c693-4e52-9093-ade02ea387db req-87eab144-2c1a-4cf9-bfc8-0d0b5828dcbd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.0869780 Feb 15 09:36:33.903266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70f97972-c693-4e52-9093-ade02ea387db req-8f73f1ba-1d37-49fc-a1a5-456b7ebea868 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677207 Feb 15 09:36:33.936274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.018507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Pushing event deleted for resources: {'Port': ['ID=daa98fef-e3f0-4d58-8d91-7941992f06c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:34.054029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.072954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fb1c1-5d32-4bcf-b771-64c2ee3a8eb4 req-d75a3f80-a776-45d5-996a-5b5a3ad5521b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:34.088036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b6fb1c1-5d32-4bcf-b771-64c2ee3a8eb4 req-d75a3f80-a776-45d5-996a-5b5a3ad5521b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1044950 Feb 15 09:36:34.112642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Pushing event deleted for resources: {'Port': ['ID=23a5554a-7c23-4379-9fd0-e03c67f3c97f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:34.185314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b6fb1c1-5d32-4bcf-b771-64c2ee3a8eb4 req-1862dfa4-828d-4dbb-bece-360f84fbf668 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905511 Feb 15 09:36:34.187181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.396369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b069af-a35b-4070-a94d-0db6f429896c req-25012e5c-c17c-4414-9568-bc5251821cc0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:34.403766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98b069af-a35b-4070-a94d-0db6f429896c req-25012e5c-c17c-4414-9568-bc5251821cc0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1247718 Feb 15 09:36:34.459690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 618707b9-08ab-4dda-afe2-de1a06b0285c no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:34.486695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98b069af-a35b-4070-a94d-0db6f429896c req-5d770d90-ad94-4338-bd47-3a9c09af9c11 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819092 Feb 15 09:36:34.525665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 618707b9-08ab-4dda-afe2-de1a06b0285c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:34.527509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 618707b9-08ab-4dda-afe2-de1a06b0285c not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:34.774921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.788173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.801324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.804716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.806056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f471d537-4139-4b59-bb08-27a8d2bb83c1 req-06e8cffd-582a-4bef-a401-ab66ba310ea9 tempest-FloatingIPDetailsTestJSON-438083116 tempest-FloatingIPDetailsTestJSON-438083116-project] 10.222.0.10 "DELETE /v2.0/floatingips/0d5b0617-954b-477c-b0db-82fe455029a5 HTTP/1.1" status: 204 len: 173 time: 1.7389889 Feb 15 09:36:34.816511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35368) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:34.939199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.939772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f20adc8-9cc1-4363-a877-236ee8b97439 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:36:34.944378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:34.948825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4af3b37d-75ef-4735-b097-b0fbd3b4e432 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0f20adc8-9cc1-4363-a877-236ee8b97439 HTTP/1.1" status: 204 len: 168 time: 2.5249360 Feb 15 09:36:34.948825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35372) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:35.076170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-6ee77e86-d86b-451e-87b8-7f95354c3852 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:36:35.077355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-6ee77e86-d86b-451e-87b8-7f95354c3852 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073314 Feb 15 09:36:35.084422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Deleting subnet 4355541d-7219-4f7f-827c-5515938e026d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:36:35.098664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.215677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-826b6e66-c6e1-44e6-b25e-2bc9dff95880 service neutron] 10.222.0.72 "GET /v2.0/ports/749d7942-ebca-4085-a432-a04cc5c0637b/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.1274278 Feb 15 09:36:35.248062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.281986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aeb6e1-c2af-4933-ab4c-768c4cb2950b req-ec3965ee-99ae-4c91-abe8-09a1f1cfc50d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:35.284328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54aeb6e1-c2af-4933-ab4c-768c4cb2950b req-ec3965ee-99ae-4c91-abe8-09a1f1cfc50d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1239016 Feb 15 09:36:35.363845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:35.366792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:35.505505 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54aeb6e1-c2af-4933-ab4c-768c4cb2950b req-a4df7e88-56df-436e-a70e-6216b5e1f1f4 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105920 Feb 15 09:36:35.506945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.625080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.707579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.726587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:36:35.735533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device daa98fef-e3f0-4d58-8d91-7941992f06c5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:35.767425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4355541d-7219-4f7f-827c-5515938e026d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:35.775243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: daa98fef-e3f0-4d58-8d91-7941992f06c5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:35.775859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device daa98fef-e3f0-4d58-8d91-7941992f06c5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:35.776430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device baaf88b7-56c3-498c-8d74-9db1db986ff9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:35.796570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.806098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-36dec2e9-7cdc-4a4c-9eb1-c4a5fc38af23 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4355541d-7219-4f7f-827c-5515938e026d HTTP/1.1" status: 204 len: 168 time: 0.8544781 Feb 15 09:36:35.813078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35390) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:35.817311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: baaf88b7-56c3-498c-8d74-9db1db986ff9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:35.817651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device baaf88b7-56c3-498c-8d74-9db1db986ff9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:35.820370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32800c64-3011-4784-afd4-d6eb4cc58b90 None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:35.849017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79962f8f-c12a-4dd6-b31f-927865395e42 req-a7d41a3d-a8f1-481b-b364-46aeb5c29548 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:35.857545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79962f8f-c12a-4dd6-b31f-927865395e42 req-a7d41a3d-a8f1-481b-b364-46aeb5c29548 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1861365 Feb 15 09:36:35.872676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-77f9ee02-55bd-4cb5-a738-0442d9ee2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:35.877767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-77f9ee02-55bd-4cb5-a738-0442d9ee2856 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1101 time: 0.2095697 Feb 15 09:36:35.904428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:35.926544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26054c65-8b38-44b0-a758-b6a09a3faa8b req-e30a2297-8073-4dc1-9f92-3daca40f27b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:35.929628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:35.932343 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbc38d3-9ecf-4e33-82d0-3660a7c3f109" -d '{"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-unplugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:35.938779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-26054c65-8b38-44b0-a758-b6a09a3faa8b req-e30a2297-8073-4dc1-9f92-3daca40f27b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.2299597 Feb 15 09:36:35.992592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-26054c65-8b38-44b0-a758-b6a09a3faa8b req-63d3e038-9581-43bf-a9c8-6a3e0e0c91c0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529234 Feb 15 09:36:36.003406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79962f8f-c12a-4dd6-b31f-927865395e42 req-51a93822-6a38-4ca5-ac29-4d3e8bbe46e7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223085 Feb 15 09:36:36.023108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-e1232b13-49d7-49f4-a364-f60a1a08e08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.026508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-e1232b13-49d7-49f4-a364-f60a1a08e08b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1101 time: 0.1073954 Feb 15 09:36:36.071228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:36.120939 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a454e48a-c5f7-4970-998d-bcb303ffe656 x-openstack-request-id: req-a454e48a-c5f7-4970-998d-bcb303ffe656 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:36.121222 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-unplugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:36.121470 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a454e48a-c5f7-4970-998d-bcb303ffe656 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:36.121849 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'code': 200} Feb 15 09:36:36.139524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.220983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Deleting port 812a2e13-adba-4ab2-9f18-2e88a7977f26 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:36.221904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.233514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03d7cb-240a-4d2a-a481-23f7255fbe21 req-81027934-0ead-4c17-9bb7-732ec7b39ee5 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.235960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba03d7cb-240a-4d2a-a481-23f7255fbe21 req-81027934-0ead-4c17-9bb7-732ec7b39ee5 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 945 time: 0.1443915 Feb 15 09:36:36.286293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-1163de54-59b5-451a-9b24-ef53514328e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.287790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-1163de54-59b5-451a-9b24-ef53514328e7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2474132 Feb 15 09:36:36.348207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:36.373988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba03d7cb-240a-4d2a-a481-23f7255fbe21 req-b3439044-c7d9-4c04-8314-abbcdce14205 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273181 Feb 15 09:36:36.389745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:36.412007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-9277f554-4425-4f39-be1e-8c1d553c58ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.1071808 Feb 15 09:36:36.415484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] For port 812a2e13-adba-4ab2-9f18-2e88a7977f26, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=812a2e13-adba-4ab2-9f18-2e88a7977f26,segment=NetworkSegment(d6076eac-bde5-4929-bb18-83f34000c04c),segment_id=d6076eac-bde5-4929-bb18-83f34000c04c)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:36.415840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.430827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'port_id': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'mac_address': 'fa:16:3e:f8:7a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dced88-1cd5-4f92-9972-729f758cd2b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:36.448934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Calling delete_port for 812a2e13-adba-4ab2-9f18-2e88a7977f26 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:36.511191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.536577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:36.555718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] DHCP port deletion for 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:36:36.669428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:36.674260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.691327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.726928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Pushing event deleted for resources: {'Port': ['ID=812a2e13-adba-4ab2-9f18-2e88a7977f26,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:36.738793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] No DVR routers for this DVR port 812a2e13-adba-4ab2-9f18-2e88a7977f26 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:36.799623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-0d0db25d-fd2b-459b-9d6d-2a203d805063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.801120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-0d0db25d-fd2b-459b-9d6d-2a203d805063 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3813326 Feb 15 09:36:36.842347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:36.855513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.870777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Deleting port 812a2e13-adba-4ab2-9f18-2e88a7977f26 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:36.871140 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.887465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc2cbcf-b327-47ec-b2a6-99a7610141d2']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:36.898770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6076eac-bde5-4929-bb18-83f34000c04c') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:36.899076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6076eac-bde5-4929-bb18-83f34000c04c') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:36.911555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.928965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.947167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-8fda0e90-a71a-4614-b178-c6c7d9e043ca tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.949097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-8fda0e90-a71a-4614-b178-c6c7d9e043ca tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.36 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 945 time: 0.4193892 Feb 15 09:36:36.959549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:36:36.960243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:36:36.962842 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:36:36.969645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd2e35-4732-4045-bc80-bfc2cb375a05 req-347bd4ec-6231-4345-b97f-1c7e46a89e60 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:36.974350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:36.977124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4bd2e35-4732-4045-bc80-bfc2cb375a05 req-347bd4ec-6231-4345-b97f-1c7e46a89e60 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 945 time: 0.2667956 Feb 15 09:36:37.080484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.097949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] For port 812a2e13-adba-4ab2-9f18-2e88a7977f26, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:37.098463 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.121369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Calling delete_port for 812a2e13-adba-4ab2-9f18-2e88a7977f26 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:37.128557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Port 812a2e13-adba-4ab2-9f18-2e88a7977f26 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:36:37.130884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.133073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.160599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-6f72277a-21d9-4470-95b9-35b3efd40b28 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:37.162493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-6f72277a-21d9-4470-95b9-35b3efd40b28 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "GET /v2.0/ports?device_id=578164c9-88d1-4072-9202-92321c86abbf HTTP/1.1" status: 200 len: 946 time: 0.2216158 Feb 15 09:36:37.190132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.196368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] 10.222.0.10 "DELETE /v2.0/networks/0cc2cbcf-b327-47ec-b2a6-99a7610141d2 HTTP/1.1" status: 204 len: 168 time: 1.3816659 Feb 15 09:36:37.198091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33df5abc-76ba-4e49-8042-833eeda4a4bc admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc2cbcf-b327-47ec-b2a6-99a7610141d2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:37.204948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Pushing event deleted for resources: {'Port': ['ID=812a2e13-adba-4ab2-9f18-2e88a7977f26,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:37.214365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] Network 0cc2cbcf-b327-47ec-b2a6-99a7610141d2 is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:36:37.214816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4215bdc0-fe1b-4187-9c20-80b0d3a85cbe None None] No DVR routers for this DVR port 812a2e13-adba-4ab2-9f18-2e88a7977f26 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:37.328187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a6463-f420-4d65-89a8-20096c8950d3 req-b7fdaa43-ed44-4e3d-9a31-a3eaa04e8196 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:37.337462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f8a6463-f420-4d65-89a8-20096c8950d3 req-b7fdaa43-ed44-4e3d-9a31-a3eaa04e8196 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.2462294 Feb 15 09:36:37.387415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-d678ce33-d88a-464f-b10e-90961d1da5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:37.387415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-d678ce33-d88a-464f-b10e-90961d1da5d7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5742185 Feb 15 09:36:37.397303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f8a6463-f420-4d65-89a8-20096c8950d3 req-a3fa0fa9-f17e-49f7-8483-4f1893f61ed1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588036 Feb 15 09:36:37.427194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device af075266-b1af-4e9b-b2bd-cefb12d8b855 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:37.452401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Deleting port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:37.452741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.523524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4bd2e35-4732-4045-bc80-bfc2cb375a05 req-24f2d0e3-a2d0-4887-bccc-47461e289e86 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5454550 Feb 15 09:36:37.612230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.705166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 812a2e13-adba-4ab2-9f18-2e88a7977f26 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:37.801315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46101cd5-3093-4133-8497-88e48ade3b30 req-f11b7cd8-9806-47ee-acf6-d86a8ca8d22e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:37.804068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 812a2e13-adba-4ab2-9f18-2e88a7977f26 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:37.804455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 812a2e13-adba-4ab2-9f18-2e88a7977f26 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:37.805013 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46101cd5-3093-4133-8497-88e48ade3b30 req-f11b7cd8-9806-47ee-acf6-d86a8ca8d22e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.2024713 Feb 15 09:36:37.815850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35412) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:37.855229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:37.865110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.875064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35414) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:37.885861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] For port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:37.886281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:37.942713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f3b63a82-e661-445e-b26e-00f0552d4654 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e439b0cb2f064e599fcc75eaf915c7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1230750 Feb 15 09:36:37.947173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35418) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:37.955231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Calling delete_port for 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:37.977451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:38.044560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46101cd5-3093-4133-8497-88e48ade3b30 req-1e70f808-06ea-4ad2-86a0-0854932c13fc tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954780 Feb 15 09:36:38.090532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.105483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2c0e7-4697-42ff-b3a1-335755e2befe req-5285ba92-897b-44d2-8b19-c0d5fd324d09 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:38.112489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82b2c0e7-4697-42ff-b3a1-335755e2befe req-5285ba92-897b-44d2-8b19-c0d5fd324d09 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 943 time: 0.3237598 Feb 15 09:36:38.123303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:38.126437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.128564 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9fb84c-3bff-45ab-a201-37891d0331fa" -d '{"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-unplugged", "status": "completed", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:38.207058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.215826 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.217239 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4f5087-ef27-4c0a-8a69-4eb4c21131e0 x-openstack-request-id: req-4b4f5087-ef27-4c0a-8a69-4eb4c21131e0 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:38.217689 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-unplugged", "status": "completed", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:38.218080 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b4f5087-ef27-4c0a-8a69-4eb4c21131e0 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:38.218606 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'code': 200} Feb 15 09:36:38.221389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc714550-a04a-4318-b864-4b7414982457 HTTP/1.1" status: 204 len: 168 time: 0.2720037 Feb 15 09:36:38.250100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19778151-65a1-4a41-8638-e9502d6584fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc714550-a04a-4318-b864-4b7414982457,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:38.360946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2839e251-a07d-4b11-a276-a1b69e13ec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.490181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2839e251-a07d-4b11-a276-a1b69e13ec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.493089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.507428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['347c58fe-a745-4e70-bc48-67ef6e6ea6c8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:38.576595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event deleted for resources: {'Port': ['ID=347c58fe-a745-4e70-bc48-67ef6e6ea6c8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:38.582704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2839e251-a07d-4b11-a276-a1b69e13ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.649225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839e251-a07d-4b11-a276-a1b69e13ec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3c6c5c-1afc-4f47-9041-4d1372111d27,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:38.720194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2839e251-a07d-4b11-a276-a1b69e13ec6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a7ff9f3e24794cb0825924ebec50738b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8413632 Feb 15 09:36:38.728876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35430) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:38.738800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Deleting port af075266-b1af-4e9b-b2bd-cefb12d8b855 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:38.739142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.775466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-b5872135-b0a2-4e6b-88e3-c6d2d7e6f0c9 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3343008 Feb 15 09:36:38.803021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] No DVR routers for this DVR port 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:38.810191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:38.817874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1359ec81-45b2-470e-903a-d13317ed89b1 req-47e2300b-4b49-4f93-b8c2-e798a5d8eb55 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.72 "DELETE /v2.0/ports/347c58fe-a745-4e70-bc48-67ef6e6ea6c8 HTTP/1.1" status: 204 len: 173 time: 1.6379647 Feb 15 09:36:38.818612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'name': 'network-vif-deleted', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:38.828708 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb3f36d4-11f4-47a6-b85b-e3aa22fa70dd" -d '{"events": [{"server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "name": "network-vif-deleted", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:38.871565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b614ffd-6ffd-4ff7-b882-79e109df88d2 req-d86222e5-bfcb-4e36-87b4-cc0ad9eab7b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:38.889853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b614ffd-6ffd-4ff7-b882-79e109df88d2 req-d86222e5-bfcb-4e36-87b4-cc0ad9eab7b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.3138006 Feb 15 09:36:38.954146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b614ffd-6ffd-4ff7-b882-79e109df88d2 req-5a28e558-6ffe-4825-93e0-2a884f685e6f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628946 Feb 15 09:36:39.039491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82b2c0e7-4697-42ff-b3a1-335755e2befe req-b1ddedcf-4ea9-4bf4-b939-8c25b592d924 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/security-groups?id=ebb01283-0c84-4e6f-b4bc-c297863b8880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8945730 Feb 15 09:36:39.164486 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741d725a-8902-4024-9f4d-5562ae35fb06 x-openstack-request-id: req-741d725a-8902-4024-9f4d-5562ae35fb06 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:39.164973 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578164c9-88d1-4072-9202-92321c86abbf", "name": "network-vif-deleted", "tag": "347c58fe-a745-4e70-bc48-67ef6e6ea6c8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:39.165804 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-741d725a-8902-4024-9f4d-5562ae35fb06 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:39.166913 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578164c9-88d1-4072-9202-92321c86abbf', 'name': 'network-vif-deleted', 'tag': '347c58fe-a745-4e70-bc48-67ef6e6ea6c8', 'status': 'completed', 'code': 200} Feb 15 09:36:39.190620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] For port af075266-b1af-4e9b-b2bd-cefb12d8b855, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=af075266-b1af-4e9b-b2bd-cefb12d8b855,segment=NetworkSegment(bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995),segment_id=bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:39.191469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.212705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275fd5ac-f540-4ed5-a95c-a64ba0d9e8f5 req-8bd8fab4-4a01-4929-bfe7-2df9e0201a01 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:39.217786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-275fd5ac-f540-4ed5-a95c-a64ba0d9e8f5 req-8bd8fab4-4a01-4929-bfe7-2df9e0201a01 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 945 time: 0.1080267 Feb 15 09:36:39.298811 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-275fd5ac-f540-4ed5-a95c-a64ba0d9e8f5 req-0f6c420b-6692-4478-aa15-2fe1584f1ea9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728922 Feb 15 09:36:39.341494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Calling delete_port for af075266-b1af-4e9b-b2bd-cefb12d8b855 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:39.356638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.367012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:39.388666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b17719d-ac80-4c7d-b665-3d5966862bf9 req-a731e6ce-582f-4e8a-aa02-cab9edd566bc service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542419 Feb 15 09:36:39.425145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Deleting port d443d063-3b40-4d31-80b0-f6596420b75b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:39.425491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.453424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:39.454962 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.501885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.568986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb21fe6-e9c5-40db-a097-98d4d8d0defa req-e121082a-9cbe-444c-819b-1d76cf146908 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:39.582162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdb21fe6-e9c5-40db-a097-98d4d8d0defa req-e121082a-9cbe-444c-819b-1d76cf146908 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.3021932 Feb 15 09:36:39.641464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.677143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] For port d443d063-3b40-4d31-80b0-f6596420b75b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d443d063-3b40-4d31-80b0-f6596420b75b,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:39.677719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.679061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35452) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:39.688766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:39.696042 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.716671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Calling delete_port for d443d063-3b40-4d31-80b0-f6596420b75b owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:39.764340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:39.784725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdb21fe6-e9c5-40db-a097-98d4d8d0defa req-db031abc-54c4-4046-bb50-ff86b9d76d3a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963031 Feb 15 09:36:39.812851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1733750471-network', 'tenant_id': '57e7935c1ba942709521548bffdddfac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:39.840536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:39.843516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.859053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.873453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.876761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:39.878289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df3c6c5c-1afc-4f47-9041-4d1372111d27 HTTP/1.1" status: 204 len: 168 time: 1.1484711 Feb 15 09:36:39.936397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa1a99-afcd-437c-994f-32296a4d7c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3c6c5c-1afc-4f47-9041-4d1372111d27,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:40.016039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.033636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.036259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.051557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['347c58fe-a745-4e70-bc48-67ef6e6ea6c8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:40.073751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:36:40.084532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.084621 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Added segment bb8e3a5c-eab7-4476-be73-7f662b1da4dd of type vlan for network 3875007f-c119-4301-a631-a31f853acf29 Feb 15 09:36:40.095745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Pushing event deleted for resources: {'Port': ['ID=af075266-b1af-4e9b-b2bd-cefb12d8b855,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:40.136143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.224174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:40.226829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea89583-6782-4291-8883-f7a937c102bf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:40.227191 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57890de-f1a5-429d-8a08-268c387c6370" -d '{"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-plugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:40.239626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] No DVR routers for this DVR port af075266-b1af-4e9b-b2bd-cefb12d8b855 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:40.241918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.243496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:40.243733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.252756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42797856-7a55-4b94-8f45-f618b01b579a req-b42f7cd4-d2ae-4090-9298-141830b59433 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.10 "GET /v2.0/ports?device_id=c06802c7-8007-48e9-a44b-54fdea6ce65e HTTP/1.1" status: 200 len: 210 time: 0.0711260 Feb 15 09:36:40.258179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.268315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d8c5cd-28c6-4e76-81ea-efa754672381 req-b72f8805-8362-42b3-8654-95ac02cb1260 tempest-ListServersNegativeTestJSON-1722677173 tempest-ListServersNegativeTestJSON-1722677173-project] 10.222.0.36 "DELETE /v2.0/ports/af075266-b1af-4e9b-b2bd-cefb12d8b855 HTTP/1.1" status: 204 len: 173 time: 3.2836208 Feb 15 09:36:40.273910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-deleted', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:40.277084 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47506b78-334c-4420-b7bf-9ffa21b4e707" -d '{"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-deleted", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:40.352552 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f7fc0c-81de-45ee-9e04-acf2892ff023 x-openstack-request-id: req-59f7fc0c-81de-45ee-9e04-acf2892ff023 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:40.352884 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-plugged", "status": "completed", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:40.353254 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59f7fc0c-81de-45ee-9e04-acf2892ff023 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:40.353662 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'code': 200} Feb 15 09:36:40.394223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.409645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] Pushing event updated for resources: {'Network': ['ID=3875007f-c119-4301-a631-a31f853acf29,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:40.423275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3875007f-c119-4301-a631-a31f853acf29 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:36:40.425213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb8a2bc6-4758-456e-b181-9c6102445147 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7445362 Feb 15 09:36:40.426032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35470) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:40.452652 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade401f5-a615-4f5a-807d-64e0df399846 x-openstack-request-id: req-ade401f5-a615-4f5a-807d-64e0df399846 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:40.453364 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06802c7-8007-48e9-a44b-54fdea6ce65e", "name": "network-vif-deleted", "tag": "af075266-b1af-4e9b-b2bd-cefb12d8b855", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:40.454366 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ade401f5-a615-4f5a-807d-64e0df399846 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:40.455278 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c06802c7-8007-48e9-a44b-54fdea6ce65e', 'name': 'network-vif-deleted', 'tag': 'af075266-b1af-4e9b-b2bd-cefb12d8b855', 'status': 'completed', 'code': 200} Feb 15 09:36:40.457487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=d443d063-3b40-4d31-80b0-f6596420b75b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:40.473218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Request body: {'subnet': {'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1733750471-subnet', 'tenant_id': '57e7935c1ba942709521548bffdddfac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:40.571775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:40.574568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.593090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:40.652560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35472) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:40.690207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4a286-c936-4648-845a-4ef7d1ebc504 req-87c1fe70-adc6-41d8-9dcd-8fa4c44a71f2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:40.692720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96f4a286-c936-4648-845a-4ef7d1ebc504 req-87c1fe70-adc6-41d8-9dcd-8fa4c44a71f2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.5527065 Feb 15 09:36:40.810115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96f4a286-c936-4648-845a-4ef7d1ebc504 req-8666dc43-725f-436a-8948-4ee076b7c7ca tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018155 Feb 15 09:36:40.820010 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45dc6c1a-f87a-4830-866b-e6584e958580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.949868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:40.991399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45dc6c1a-f87a-4830-866b-e6584e958580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.007407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d6a5f-5ee7-4ce4-b649-41ab3356319e req-29d7a6bf-8485-4409-bd16-11ec8175f8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:41.007407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c03d6a5f-5ee7-4ce4-b649-41ab3356319e req-29d7a6bf-8485-4409-bd16-11ec8175f8c4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 1097 time: 0.2903340 Feb 15 09:36:41.054290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e68ae7-596c-4165-9416-cd17bcf8dafc req-5233234b-f5e2-4a17-99ab-4a29d2421478 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:41.065177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02e68ae7-596c-4165-9416-cd17bcf8dafc req-5233234b-f5e2-4a17-99ab-4a29d2421478 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1252563 Feb 15 09:36:41.088869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7123e802-fbcc-4d0b-88b5-eb46f6679eca,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:41.118341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Checking segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:41.118773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Network hostable DHCP agents. Network: 3875007f-c119-4301-a631-a31f853acf29, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:36:41.134613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02e68ae7-596c-4165-9416-cd17bcf8dafc req-562520a4-08e1-4246-b32e-5674c5d1bb96 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Feb 15 09:36:41.140238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.142703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45dc6c1a-f87a-4830-866b-e6584e958580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.179436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Network 3875007f-c119-4301-a631-a31f853acf29 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:36:41.195531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3875007f-c119-4301-a631-a31f853acf29) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:41.221782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:41.223320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.225181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b96ad34-f5d1-49d3-bd2b-10179ba5beef None None] Network 3875007f-c119-4301-a631-a31f853acf29 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:41.261440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-202b1bc8-d439-40ef-8a4b-3643ef293baf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8117836 Feb 15 09:36:41.262614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35476) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:41.263490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-45dc6c1a-f87a-4830-866b-e6584e958580 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f31392f9aa234f0bb49585d975fe0064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098280 Feb 15 09:36:41.377559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.401793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.408569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35484) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:41.421827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fe98d-071b-4107-83bb-835ccea47434 req-f113da0e-9702-4bbf-8cc8-6aa7f2e2e322 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:41.431086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-175fe98d-071b-4107-83bb-835ccea47434 req-f113da0e-9702-4bbf-8cc8-6aa7f2e2e322 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.7793198 Feb 15 09:36:41.479001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c03d6a5f-5ee7-4ce4-b649-41ab3356319e req-8b3db54b-850c-4c7d-8312-137d702c2818 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334193 Feb 15 09:36:41.483884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.489864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:41.510127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dc6c1a-f87a-4830-866b-e6584e958580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510fba6e-b890-4d80-9f76-ac5302ee4dfc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:41.524227 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.525120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:41.576905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.588511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.589926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/510fba6e-b890-4d80-9f76-ac5302ee4dfc HTTP/1.1" status: 204 len: 168 time: 0.3263319 Feb 15 09:36:41.604335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-175fe98d-071b-4107-83bb-835ccea47434 req-92438e56-3f16-4418-85ed-b662ab609e54 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720009 Feb 15 09:36:41.653214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9284b62-cff8-417b-a08c-5f1dbc03bea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510fba6e-b890-4d80-9f76-ac5302ee4dfc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:41.687031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Deleting subnet 623717ba-55ca-4d0c-a29c-55070fe6d0fb {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:36:41.698844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.712522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:41.794837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394e5e2f-bb45-441c-8983-c45e8309d284 None None] Network 3875007f-c119-4301-a631-a31f853acf29 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:41.796235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:41.885470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.056910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:42.057230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 347c58fe-a745-4e70-bc48-67ef6e6ea6c8 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:42.059435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.116824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=623717ba-55ca-4d0c-a29c-55070fe6d0fb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:42.171029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.175251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6787a46c-0a57-43cc-aee6-accd9c52acf6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/623717ba-55ca-4d0c-a29c-55070fe6d0fb HTTP/1.1" status: 204 len: 168 time: 0.7625911 Feb 15 09:36:42.180100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:42.186896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:36:42.221703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524ccd5-7fff-4b9c-90e8-89c8a0becec0 req-a5735987-fefe-4f4c-a2c5-159ed4824837 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:42.223243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7524ccd5-7fff-4b9c-90e8-89c8a0becec0 req-a5735987-fefe-4f4c-a2c5-159ed4824837 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.1835678 Feb 15 09:36:42.302685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.318636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-cfb437d3-949d-4b68-999a-78248a643523 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:42.326274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-cfb437d3-949d-4b68-999a-78248a643523 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.2209103 Feb 15 09:36:42.354603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:42.357127 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92786a43-6639-4ee3-ab62-d2fdf0496cea" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-unplugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:42.376722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-58339a28-229e-44e5-a521-27aabd5afe7a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/quotas/57e7935c1ba942709521548bffdddfac HTTP/1.1" status: 200 len: 375 time: 0.0494204 Feb 15 09:36:42.413775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7524ccd5-7fff-4b9c-90e8-89c8a0becec0 req-5e2da488-3f00-4314-a543-fa15ce4da829 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802204 Feb 15 09:36:42.438208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:36:42.465418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-248c36e1-a066-457c-8dcb-3001dfb91b7d admin admin] 10.222.0.10 "PUT /v2.0/routers/751bdc3f-4c39-4d3c-a66e-2df76fb14ba0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6435370 Feb 15 09:36:42.465640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-1386d854-e4d9-4011-90b1-796c9e986b78 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846972 Feb 15 09:36:42.465728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:42.470155 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Sync routers for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:36:42.472046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35524) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:42.501839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.525647 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:42.531105 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:42.569687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085e405e-050a-4a0e-b147-ab0b929cc2ca']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:42.602092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:42.602092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7aee3a-e5a4-40ea-bd26-9d5a4ea74995') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:42.683493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.737057 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.755031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-7f23fa24-be83-4d8d-9c2a-395bb264c7fc service neutron] 10.222.0.10 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916601 Feb 15 09:36:42.779477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:36:42.782189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:36:42.786592 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:36:42.790063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:42.801219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f4117-9b03-4e2a-97e6-87531a5b861d req-12000be8-ddb6-4512-9499-736328268c5b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:42.817131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-050f4117-9b03-4e2a-97e6-87531a5b861d req-12000be8-ddb6-4512-9499-736328268c5b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.2246983 Feb 15 09:36:42.845711 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:42.851544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '749d7942-ebca-4085-a432-a04cc5c0637b', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '749d7942-ebca-4085-a432-a04cc5c0637b', 'mac_address': 'fa:16:3e:5d:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:42.941617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-050f4117-9b03-4e2a-97e6-87531a5b861d req-e40ae65f-bd6b-450a-ad3d-5221b5263d32 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229489 Feb 15 09:36:42.981890 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.004423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.016989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.029290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:43.034344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.034709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] 10.222.0.10 "DELETE /v2.0/networks/085e405e-050a-4a0e-b147-ab0b929cc2ca HTTP/1.1" status: 204 len: 168 time: 0.8525443 Feb 15 09:36:43.086766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:43.089600 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2913fe-e3da-49da-a273-2539f8bdf1e6 x-openstack-request-id: req-da2913fe-e3da-49da-a273-2539f8bdf1e6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:43.090862 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-unplugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:43.091338 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da2913fe-e3da-49da-a273-2539f8bdf1e6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:43.091939 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'code': 200} Feb 15 09:36:43.097862 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.113445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-13864893-91af-48c1-b224-665d17663b66 service neutron] 10.222.0.10 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553944 Feb 15 09:36:43.114476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d41a576-c7be-4df8-b641-eaf5e3991cdb admin admin] Pushing event deleted for resources: {'Network': ['ID=085e405e-050a-4a0e-b147-ab0b929cc2ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:43.341241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35542) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:43.414836 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77'}], 'enable_snat': True}, 'gw_port_id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:40Z', 'revision_number': 5, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port': {'id': 'b1c94e4d-d4c9-41c2-8b40-ee8c309841d6', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:d0:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1295, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:43.415933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.443044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['749d7942-ebca-4085-a432-a04cc5c0637b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:43.493540 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Checking router: 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:36:43.496464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd3d616e-1f73-40ea-a5ec-914c57ca0811 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=91cd1f98a8c044e6b3ee337915150206&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537294 Feb 15 09:36:43.497514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35548) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:43.510284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Routers {'751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:36:43.511728 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:43.600577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.623142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c628c52-adff-4302-90b2-b0add1b40fe9 req-a79ca777-75d8-425f-9e0d-609838684335 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:43.626874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c628c52-adff-4302-90b2-b0add1b40fe9 req-a79ca777-75d8-425f-9e0d-609838684335 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.2530921 Feb 15 09:36:43.655031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.675243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:43.686188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Deleting port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:43.686611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.760858 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c628c52-adff-4302-90b2-b0add1b40fe9 req-4d473296-dea5-45e9-a234-d8b2b7cf98db tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180367 Feb 15 09:36:43.792170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.795154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.799311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ebb01283-0c84-4e6f-b4bc-c297863b8880 HTTP/1.1" status: 204 len: 168 time: 0.2978849 Feb 15 09:36:43.811993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e4b9e-2928-4c8f-bd46-9c7d81c8a7a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb01283-0c84-4e6f-b4bc-c297863b8880,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:43.837104 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] Set router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:36:43.867880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] For port b1c94e4d-d4c9-41c2-8b40-ee8c309841d6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:43.868239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:43.981100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Calling delete_port for b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:43.998065 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:43Z', 'revision_number': 6, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:44.091191 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722b2665-541f-4bae-a16e-e55541a101b2 None None] The sync data for ids ['751bdc3f-4c39-4d3c-a66e-2df76fb14ba0'] in n-d-825064-4 is: [{'id': '751bdc3f-4c39-4d3c-a66e-2df76fb14ba0', 'name': 'tempest-FloatingIPDetailsTestJSON-780900457-router', 'tenant_id': '7ef43684ae5449b2b541bdced843542d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:36:04Z', 'updated_at': '2022-02-15T09:36:43Z', 'revision_number': 6, 'project_id': '7ef43684ae5449b2b541bdced843542d', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:36:44.210873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9c3d-087c-4dee-923b-e0e94afe963d req-efe91430-6080-424e-8498-87b9c0c78427 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.214881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78bc9c3d-087c-4dee-923b-e0e94afe963d req-efe91430-6080-424e-8498-87b9c0c78427 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.3240919 Feb 15 09:36:44.217315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:44.358397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78bc9c3d-087c-4dee-923b-e0e94afe963d req-fd287f92-d24c-49d7-bb2d-c50707b5e9fc tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175361 Feb 15 09:36:44.372938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca0271b-a617-4070-99d5-c454ab6ecefd req-63e25f9a-10b9-45ca-9582-fb1fe2aa2a68 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.375819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-74dc9e18-b35c-48cd-8367-13b1407f6840 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.379719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-74dc9e18-b35c-48cd-8367-13b1407f6840 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2&tenant_id=18626dc280474be795e0581045384dc9&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 949 time: 0.2525125 Feb 15 09:36:44.382871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca0271b-a617-4070-99d5-c454ab6ecefd req-63e25f9a-10b9-45ca-9582-fb1fe2aa2a68 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.1531754 Feb 15 09:36:44.388120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108a36-17e7-4715-953d-832c55fb7c84 req-5cf53cdd-4177-444d-8293-3c0fd888077f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.389636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-5cf53cdd-4177-444d-8293-3c0fd888077f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 1096 time: 0.0983295 Feb 15 09:36:44.548528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca0271b-a617-4070-99d5-c454ab6ecefd req-aeb32daa-8558-4e47-a93f-9ed3fc5c14d2 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645844 Feb 15 09:36:44.651451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108a36-17e7-4715-953d-832c55fb7c84 req-01766880-7621-4803-b9db-7781d0656450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.652958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-01766880-7621-4803-b9db-7781d0656450 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.2553909 Feb 15 09:36:44.723930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-6295d644-d717-444b-8c6d-420b68027c88 service neutron] 10.222.0.72 "GET /v2.0/ports/749d7942-ebca-4085-a432-a04cc5c0637b/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.3340733 Feb 15 09:36:44.757066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-38e4f690-07f4-4acf-8b50-711b59154678 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=112e8887-7b1e-4895-9e94-1f35de787333 HTTP/1.1" status: 200 len: 217 time: 0.0827198 Feb 15 09:36:44.835345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108a36-17e7-4715-953d-832c55fb7c84 req-6e06c5f2-83be-4e6b-a764-eab9b2b3df04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.836832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-6e06c5f2-83be-4e6b-a764-eab9b2b3df04 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.0789883 Feb 15 09:36:44.858817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bde18ad-cc03-4b31-a0de-ee430962d86f req-278fa6a3-3fd6-4409-85aa-0196eb6bc624 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 210 time: 0.1127183 Feb 15 09:36:44.871200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120599a-46e5-4507-a104-d3d2855ead92 req-de53a7c1-2203-468a-8f64-eac1a76c6aaf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:44.882433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5120599a-46e5-4507-a104-d3d2855ead92 req-de53a7c1-2203-468a-8f64-eac1a76c6aaf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 949 time: 0.3932884 Feb 15 09:36:44.885001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:44.896051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-b208eb58-246c-44a0-b429-e744c3335581 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398107 Feb 15 09:36:44.963680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c94e4d-d4c9-41c2-8b40-ee8c309841d6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:45.146824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-8edd2a5d-c932-4507-aa22-1143a6e3c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:45.149306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-8edd2a5d-c932-4507-aa22-1143a6e3c1d1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1100 time: 0.3374949 Feb 15 09:36:45.153831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-43027934-ac3d-4510-b227-0d770bd69a34 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366250 Feb 15 09:36:45.170630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5120599a-46e5-4507-a104-d3d2855ead92 req-7d3e9843-6f74-47eb-a68c-6f3b525801da tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383492 Feb 15 09:36:45.308443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:45.369212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37108a36-17e7-4715-953d-832c55fb7c84 req-cc932e08-74c4-478c-b6ff-7aa62889bbcd service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057106 Feb 15 09:36:45.482827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35690) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:45.690387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d443d063-3b40-4d31-80b0-f6596420b75b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:45.761138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d443d063-3b40-4d31-80b0-f6596420b75b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:45.762971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d443d063-3b40-4d31-80b0-f6596420b75b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:45.765312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:45.769055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-a01c5d04-4535-4016-8d58-0fa97065dbde tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:45.770680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-a01c5d04-4535-4016-8d58-0fa97065dbde tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.2777581 Feb 15 09:36:45.776303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-371231708-network', 'tenant_id': 'f23b9b12da57402da92e455d030038f9'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:45.796107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:45.797199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1c94e4d-d4c9-41c2-8b40-ee8c309841d6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:45.815925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-dadcce44-899d-4b78-a417-398b843b5f00 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/quotas/6871ba578a6d4eed93c97e907ad82809 HTTP/1.1" status: 200 len: 375 time: 0.0210063 Feb 15 09:36:45.866818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Made reservation on behalf of f23b9b12da57402da92e455d030038f9 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:45.869590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:45.881227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:45.931075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-64dfcd09-7184-4926-9c07-dfe436dc2395 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1082647 Feb 15 09:36:45.948476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:45.978334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.040488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-05ea5fe8-c66d-4c13-895d-a4bd5d1bbfab service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989733 Feb 15 09:36:46.103591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-c4c14834-d5a4-4a5e-9379-af09d1f8fa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.105475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-c4c14834-d5a4-4a5e-9379-af09d1f8fa82 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.9337902 Feb 15 09:36:46.109882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.110716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:36:46.135699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.137364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7f8d2e43-8f5b-4006-8b24-fffb9e94f623 admin admin] 10.222.0.10 "DELETE /v2.0/routers/751bdc3f-4c39-4d3c-a66e-2df76fb14ba0 HTTP/1.1" status: 204 len: 168 time: 3.6641681 Feb 15 09:36:46.143342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35698) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:46.209336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.212037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477251c-192f-49c8-b980-153aa8aef4c6 req-a499b053-58e8-4227-ab0c-e0801eae9869 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.221619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7477251c-192f-49c8-b980-153aa8aef4c6 req-a499b053-58e8-4227-ab0c-e0801eae9869 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 945 time: 0.3132374 Feb 15 09:36:46.233258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.248662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-f07267b4-b8cf-451d-9740-428b52435071 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.1317823 Feb 15 09:36:46.320687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5be8ccce-184c-4861-a2d8-e7df6c648cba tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.322568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5be8ccce-184c-4861-a2d8-e7df6c648cba tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.36 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.4089582 Feb 15 09:36:46.338004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-90d0761a-5279-47a8-8e70-7d84366e7073 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.342530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-90d0761a-5279-47a8-8e70-7d84366e7073 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.2357910 Feb 15 09:36:46.349069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Request body: {'port': {'device_id': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'admin_state_up': True, 'tenant_id': '57e7935c1ba942709521548bffdddfac'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:46.349428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:36:46.354485 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-d8b1507e-0a82-4977-981c-a7f8e621c233 service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073244 Feb 15 09:36:46.360584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Request body: {'port': {'device_id': '5f6df126-2475-4552-946c-c8b71cd4683e', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'admin_state_up': True, 'tenant_id': '57e7935c1ba942709521548bffdddfac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:46.368311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:46.379179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Deleting subnet 0c624335-03d8-401e-a1c3-4595a0edaa22 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:36:46.396967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.397324 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Added segment 43fdbf68-2118-4634-97df-71198d612a68 of type vlan for network 3cb18553-0a3c-432b-8a44-154b827be97d Feb 15 09:36:46.480229 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.492280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:46.512609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.519165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.595144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7477251c-192f-49c8-b980-153aa8aef4c6 req-5a0ebd9e-1d49-4324-957e-911d8fe245db tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707738 Feb 15 09:36:46.612534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.623469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-6bd9d558-3c35-4435-bf25-9b323204925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.625934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-6bd9d558-3c35-4435-bf25-9b323204925d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3589392 Feb 15 09:36:46.632575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 749d7942-ebca-4085-a432-a04cc5c0637b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:46.632981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.713538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e9d0aea7-0e73-44e5-99e7-116727411739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.754584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-decc3a08-c00e-472e-8098-7b3f10183ddd req-9cf8fc56-85ed-4c25-9529-2df3e67b122b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 210 time: 0.1355853 Feb 15 09:36:46.755224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.756091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.756649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.817419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.838111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-34a303ec-02b9-48ed-bf5a-54d5108fcd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.839759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-34a303ec-02b9-48ed-bf5a-54d5108fcd30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003758 Feb 15 09:36:46.895805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-2e98cf4e-7fd8-4d0c-b81e-da7866fc8eeb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:46.897453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-2e98cf4e-7fd8-4d0c-b81e-da7866fc8eeb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/ports?device_id=48df0a00-5d34-4e80-a24b-f11a5453b53a HTTP/1.1" status: 200 len: 946 time: 0.3732984 Feb 15 09:36:46.910276 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.911342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:46.913577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:46.916937 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68e5839-3d62-4733-8207-ca9c0f1ab9c0" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:46.924960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.926132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:46.935469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:46.939076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:46.948350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c680dd13-b8e4-4ae6-a645-3e51c470cb2e req-7392f0fc-620a-4bad-98a9-c8018a825a16 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 210 time: 0.1210589 Feb 15 09:36:46.988963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5046756 Feb 15 09:36:46.993174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9caacf5-6cb5-4b65-92b9-d17428f0b32c admin admin] Pushing event updated for resources: {'Network': ['ID=3cb18553-0a3c-432b-8a44-154b827be97d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:46.997369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35714) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:47.011212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Request body: {'subnet': {'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-371231708-subnet', 'tenant_id': 'f23b9b12da57402da92e455d030038f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:47.041680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:47.051444 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.057539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3cb18553-0a3c-432b-8a44-154b827be97d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:36:47.067739 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1199c18-cf36-43d7-ade8-870d2840fdb8 x-openstack-request-id: req-a1199c18-cf36-43d7-ade8-870d2840fdb8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:47.069951 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:47.070333 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1199c18-cf36-43d7-ade8-870d2840fdb8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:47.073092 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'code': 200} Feb 15 09:36:47.119780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830f566-ff54-4759-aa56-df8870eb1d42 req-8f0d17c9-42c3-43c7-951f-8d87ae7ed0d1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:47.122394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0830f566-ff54-4759-aa56-df8870eb1d42 req-8f0d17c9-42c3-43c7-951f-8d87ae7ed0d1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 949 time: 0.3384292 Feb 15 09:36:47.166588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Made reservation on behalf of f23b9b12da57402da92e455d030038f9 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:47.169960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:47.176803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.238797 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.343427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:47.355939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.358746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0830f566-ff54-4759-aa56-df8870eb1d42 req-e466402d-617d-466a-b9c5-6d3c5d586c3a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121773 Feb 15 09:36:47.410884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.421727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-983b30a6-be22-4a74-838a-7f1715053c15 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708077 Feb 15 09:36:47.455605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.461995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0c624335-03d8-401e-a1c3-4595a0edaa22 HTTP/1.1" status: 204 len: 168 time: 1.3151393 Feb 15 09:36:47.469069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8230aa7-63c3-4d92-a2eb-26c50643e965 None None] Network 6be3bd62-651e-4042-be38-deab7bc5d73c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:47.471960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2accb582-876e-4b53-a8d8-3a420b99a06d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c624335-03d8-401e-a1c3-4595a0edaa22,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:47.477240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35718) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:47.542540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:47.671982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Deleting port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:47.672949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.702469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Allocated IP 172.20.0.10 (3875007f-c119-4301-a631-a31f853acf29/7123e802-fbcc-4d0b-88b5-eb46f6679eca/4e1c1c01-69a4-4dad-b541-abe36210a6ed) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:47.717034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.767932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-bb5d8d5d-5277-457c-89a2-fecf781a7b17 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038774 Feb 15 09:36:47.857239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] For port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:47.857649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.916723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Calling delete_port for 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:47.974445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec000cfd-b17a-4132-9232-7d5d715791a2 req-07022dce-c1d1-4c46-81f0-8ee35156c2f2 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 210 time: 0.0303929 Feb 15 09:36:47.984531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Deleting port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:47.985895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:47.994659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] DHCP port deletion for 6be3bd62-651e-4042-be38-deab7bc5d73c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:36:48.019796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e024db-565f-4f2e-bf70-d1f20cf67c6e req-7eea723c-7035-4857-90d9-3e0a942366e2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:48.027555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e024db-565f-4f2e-bf70-d1f20cf67c6e req-7eea723c-7035-4857-90d9-3e0a942366e2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 943 time: 0.1976001 Feb 15 09:36:48.069474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.078163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Deleting port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:48.078567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.126289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] For port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:48.127344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.144230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Calling delete_port for 9fedf961-a4b7-4ae0-b039-a41231ad9d7c owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:48.169697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] For port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,segment=NetworkSegment(3f8ae75b-cf00-4c5b-8d3e-37bff66e3304),segment_id=3f8ae75b-cf00-4c5b-8d3e-37bff66e3304)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:48.169697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.176203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e024db-565f-4f2e-bf70-d1f20cf67c6e req-9638efc1-8711-4c19-9d1b-1c6454854e83 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422052 Feb 15 09:36:48.185067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33e078d1-330a-4645-9175-ac665663f4f9,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:48.189907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Calling delete_port for 9fedf961-a4b7-4ae0-b039-a41231ad9d7c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:48.216212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Checking segment: {'id': '43fdbf68-2118-4634-97df-71198d612a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:48.221445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Network hostable DHCP agents. Network: 3cb18553-0a3c-432b-8a44-154b827be97d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:36:48.282892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.330858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.392052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82ec6bd1-a662-4165-a73d-bfc2915413a3 req-f4ec48f9-ee47-4db5-9a7f-0448fed47dd8 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 210 time: 0.3135245 Feb 15 09:36:48.409420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.424848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:48.450411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] No DVR routers for this DVR port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:48.456169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.489777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event deleted for resources: {'Port': ['ID=54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:48.492769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] Pushing event deleted for resources: {'Port': ['ID=9fedf961-a4b7-4ae0-b039-a41231ad9d7c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:48.511010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f3399-b063-4519-9004-add0a6ae9f2c None None] No DVR routers for this DVR port 9fedf961-a4b7-4ae0-b039-a41231ad9d7c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:48.512201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Network 3cb18553-0a3c-432b-8a44-154b827be97d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:36:48.550689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] No DVR routers for this DVR port 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:48.554712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.559048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5c818fd-0aba-460f-af82-b1fb4f21f33b req-72e934ae-d2aa-4882-96f8-d64db7be3fd9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "DELETE /v2.0/ports/54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b HTTP/1.1" status: 204 len: 173 time: 1.6552377 Feb 15 09:36:48.559888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-deleted', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:48.564564 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce2093e-4f86-43b4-8de6-8dbd01263c85" -d '{"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-deleted", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:48.568072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3cb18553-0a3c-432b-8a44-154b827be97d) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:48.576584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:48.577225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.578212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec6178-74a8-4616-8653-4f4ea11988a2 None None] Network 3cb18553-0a3c-432b-8a44-154b827be97d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:48.604500 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d86676d6-e552-4437-8da3-5d5fa4fdbc61 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6025126 Feb 15 09:36:48.784341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-5c4d0640-20f5-404b-96df-d9b5861f35af tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:48.785552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-5c4d0640-20f5-404b-96df-d9b5861f35af tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.5055103 Feb 15 09:36:48.807666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.817781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77454fd1-d3ab-4a3c-a644-5103d4ef5ac2 None None] Network 3cb18553-0a3c-432b-8a44-154b827be97d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:48.822722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Request body: {'port': {'device_id': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'admin_state_up': True, 'tenant_id': '6871ba578a6d4eed93c97e907ad82809'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:48.909919 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:48.912908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Allocated IP 172.20.0.9 (3875007f-c119-4301-a631-a31f853acf29/7123e802-fbcc-4d0b-88b5-eb46f6679eca/17e51964-35b5-48a6-8c45-79ed061fdb1d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:48.960800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d20a5e-b73a-4db0-b4ef-60366e0d46da req-5e6e3db8-49eb-4151-b086-36eb6a981ce7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:48.962210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3d20a5e-b73a-4db0-b4ef-60366e0d46da req-5e6e3db8-49eb-4151-b086-36eb6a981ce7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.3818448 Feb 15 09:36:48.983218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be3bd62-651e-4042-be38-deab7bc5d73c']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:49.077311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:49.077822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8ae75b-cf00-4c5b-8d3e-37bff66e3304') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:36:49.100864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:49.103496 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b936a5d-5a17-4e19-a41e-02840b73ce43" -d '{"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-unplugged", "status": "completed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:49.114162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Network 3875007f-c119-4301-a631-a31f853acf29 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:49.124699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.139427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:49.152312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:49.204844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.206847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event updated for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:49.223251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:36:49.223688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.230155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3d20a5e-b73a-4db0-b4ef-60366e0d46da req-a644d6c8-f85f-4121-baea-d4f524a8499e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728075 Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:36:49.230844 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:36:49.271210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a03869a-4bd1-40b4-9e7a-8515016baa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.309169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.343404 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a371af-522d-4972-80c6-fb8ea683dd3e x-openstack-request-id: req-c2a371af-522d-4972-80c6-fb8ea683dd3e {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:49.343693 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48df0a00-5d34-4e80-a24b-f11a5453b53a", "name": "network-vif-deleted", "tag": "54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:49.343946 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2a371af-522d-4972-80c6-fb8ea683dd3e {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:49.344918 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48df0a00-5d34-4e80-a24b-f11a5453b53a', 'name': 'network-vif-deleted', 'tag': '54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b', 'status': 'completed', 'code': 200} Feb 15 09:36:49.376387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:49.377375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.381961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.385859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.401366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.407506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6be3bd62-651e-4042-be38-deab7bc5d73c HTTP/1.1" status: 204 len: 168 time: 1.9219947 Feb 15 09:36:49.407506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Made reservation on behalf of 6871ba578a6d4eed93c97e907ad82809 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:49.409865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.414935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:49.431789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-60560b59-93bc-4db9-b2c6-a3ea2b0ea012 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0933478 Feb 15 09:36:49.433781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9736482-29cd-4361-af41-dd5117c3edd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be3bd62-651e-4042-be38-deab7bc5d73c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:49.446740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Request body: {'port': {'device_id': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:49.473858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:49.475399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 54b08f5b-7cfb-4c90-92cd-0e694bf6aa0b not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:49.552284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Network 3875007f-c119-4301-a631-a31f853acf29 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:49.578156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.578583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:49.587716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:49.671519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9fedf961-a4b7-4ae0-b039-a41231ad9d7c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:49.699264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9fedf961-a4b7-4ae0-b039-a41231ad9d7c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:49.699929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9fedf961-a4b7-4ae0-b039-a41231ad9d7c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:49.706692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35796) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:49.734247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:49.735792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.744530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event updated for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:49.756709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Allocated IP 172.20.0.8 (a6759d01-76ca-4ab6-9a54-dc7048068ada/d4dced88-1cd5-4f92-9972-729f758cd2b3/fe7b721e-2850-4122-a875-b1bc9e9380d3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:49.760869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00e010-8343-4912-81ea-2a499f16b090 req-8d435821-fcba-4d37-aaa9-d25114150e8f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:49.763659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f00e010-8343-4912-81ea-2a499f16b090 req-8d435821-fcba-4d37-aaa9-d25114150e8f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=e0e2d441-0a0c-421a-8c91-9a3bd96809e1 HTTP/1.1" status: 200 len: 943 time: 0.3926380 Feb 15 09:36:49.823561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-c38c5f11-8e6c-498c-a221-ab082d47932d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4678011 Feb 15 09:36:49.856265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Request body: {'port': {'device_id': '5f6df126-2475-4552-946c-c8b71cd4683e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:49.904868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43632bfa-f542-4c08-b485-acebe8244704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ef43684ae5449b2b541bdced843542d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755731 Feb 15 09:36:49.908421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:49.976114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:49.988880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port 112e8887-7b1e-4895-9e94-1f35de787333 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:36:49.989313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.027648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-4cfc93b3-563e-4fc6-9aa4-8b2db45d931d tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:50.035594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-4cfc93b3-563e-4fc6-9aa4-8b2db45d931d tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/networks?id=3cb18553-0a3c-432b-8a44-154b827be97d HTTP/1.1" status: 200 len: 820 time: 0.3599694 Feb 15 09:36:50.086346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.106445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-8314cb97-7c78-4f9a-8b8d-78567711823f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/quotas/f23b9b12da57402da92e455d030038f9 HTTP/1.1" status: 200 len: 375 time: 0.0701666 Feb 15 09:36:50.138035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.186636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-07d28b6c-d766-447b-8ea0-7390c35aea69 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f23b9b12da57402da92e455d030038f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792620 Feb 15 09:36:50.215510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-53b10060-d6ed-440a-8eab-16f6a041135e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:36:50.216509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-53b10060-d6ed-440a-8eab-16f6a041135e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147738 Feb 15 09:36:50.249780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.273027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port 112e8887-7b1e-4895-9e94-1f35de787333, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=112e8887-7b1e-4895-9e94-1f35de787333,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:50.273397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.294921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for 112e8887-7b1e-4895-9e94-1f35de787333 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:36:50.350509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.353194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.354343 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/114cca94-744a-4e02-bf74-132700a80caf HTTP/1.1" status: 204 len: 168 time: 0.4439120 Feb 15 09:36:50.374072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac9148-bfdb-4c87-ba92-1e100200ce10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=114cca94-744a-4e02-bf74-132700a80caf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:50.479930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.530030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=112e8887-7b1e-4895-9e94-1f35de787333,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:50.612005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port 112e8887-7b1e-4895-9e94-1f35de787333 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:36:50.615589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.629830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f00e010-8343-4912-81ea-2a499f16b090 req-2668cc21-eff1-4091-8c30-fb0a66055ec5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "DELETE /v2.0/ports/112e8887-7b1e-4895-9e94-1f35de787333 HTTP/1.1" status: 204 len: 173 time: 0.8577163 Feb 15 09:36:50.630156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-71889b6e-0bc4-42ee-b7ba-bfeffb41c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:50.631818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-71889b6e-0bc4-42ee-b7ba-bfeffb41c88c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1101 time: 0.5455022 Feb 15 09:36:50.742644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.788950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e1c1c01-69a4-4dad-b541-abe36210a6ed {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:50.801858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.806774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-b89c4b2b-c1e6-4450-be08-d2ea3d092ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:50.808061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-b89c4b2b-c1e6-4450-be08-d2ea3d092ffd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 1101 time: 0.1368914 Feb 15 09:36:50.897191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Transition to ACTIVE for port object 4e1c1c01-69a4-4dad-b541-abe36210a6ed will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:50.909110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-7309e877-f3f9-46d2-b945-fcb083ed2179 service neutron] 10.222.0.10 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793787 Feb 15 09:36:50.925990 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:50.979775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.072851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Network a6759d01-76ca-4ab6-9a54-dc7048068ada is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:51.077545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-105bea1d-a99c-4230-abc9-d4283d327b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.079718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-105bea1d-a99c-4230-abc9-d4283d327b62 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2618620 Feb 15 09:36:51.083431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:51.085293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:51.093287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:51.148767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e51964-35b5-48a6-8c45-79ed061fdb1d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:51.158232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.193849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Transition to ACTIVE for port object 17e51964-35b5-48a6-8c45-79ed061fdb1d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:51.205828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.268756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-1425579d-90f5-49e8-b7c6-31be955b01fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 200 len: 217 time: 0.1702516 Feb 15 09:36:51.291881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:51.346387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-deleted', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:51.348824 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce0fe0f-1ebd-4761-ae10-e315c0ca47f3" -d '{"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-deleted", "tag": "112e8887-7b1e-4895-9e94-1f35de787333"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:51.403193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Attempting to bind port 17e51964-35b5-48a6-8c45-79ed061fdb1d on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:51.404002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Attempting to bind port 17e51964-35b5-48a6-8c45-79ed061fdb1d by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:51.404002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Attempting to bind port 17e51964-35b5-48a6-8c45-79ed061fdb1d on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:51.411383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Port 17e51964-35b5-48a6-8c45-79ed061fdb1d on network 3875007f-c119-4301-a631-a31f853acf29 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:51.411748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Attempting to bind port 17e51964-35b5-48a6-8c45-79ed061fdb1d on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:51.418134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:51.418712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Checking segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:51.419105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Bound using segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:51.419541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Bound port: 17e51964-35b5-48a6-8c45-79ed061fdb1d, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:51.419902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.429212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-68daf413-d4ee-45a7-bbbe-25f1979d932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.430545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-68daf413-d4ee-45a7-bbbe-25f1979d932d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0954962 Feb 15 09:36:51.436586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.438667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.456725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-a57616fd-ff98-49ef-9165-18771fbc260a service neutron] 10.222.0.10 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466614 Feb 15 09:36:51.476224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35840) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:51.522623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:51.540887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:51.544329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b76f64de-4df6-4544-beaf-a16da9960428 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7495058 Feb 15 09:36:51.546196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:51.552992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Attempting to bind port 4e1c1c01-69a4-4dad-b541-abe36210a6ed on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:51.553336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Attempting to bind port 4e1c1c01-69a4-4dad-b541-abe36210a6ed by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:51.553668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Attempting to bind port 4e1c1c01-69a4-4dad-b541-abe36210a6ed on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:51.566023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Request body: {'port': {'device_id': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:51.571522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.574054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de780719-2df7-4829-a226-f02cb298cdbc req-8d082d1d-646e-4c05-93bb-6ffb65c37649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.575575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-8d082d1d-646e-4c05-93bb-6ffb65c37649 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330993 Feb 15 09:36:51.596111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.596338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Port 4e1c1c01-69a4-4dad-b541-abe36210a6ed on network 3875007f-c119-4301-a631-a31f853acf29 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:51.597248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.598895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Attempting to bind port 4e1c1c01-69a4-4dad-b541-abe36210a6ed on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:51.599178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] 10.222.0.72 "PUT /v2.0/ports/17e51964-35b5-48a6-8c45-79ed061fdb1d HTTP/1.1" status: 200 len: 1091 time: 1.7528594 Feb 15 09:36:51.622319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:51.622664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Checking segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:51.623056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Bound using segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:51.623533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Bound port: 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:51.623939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.727173 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914be1e7-f142-4502-9325-f94c7a14cdcb x-openstack-request-id: req-914be1e7-f142-4502-9325-f94c7a14cdcb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:51.727724 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-unplugged", "status": "failed", "tag": "112e8887-7b1e-4895-9e94-1f35de787333", "code": 422}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:51.727724 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-914be1e7-f142-4502-9325-f94c7a14cdcb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:51.728144 n-d-825064-4 neutron-server[102360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333', 'code': 422} returned with failed status Feb 15 09:36:51.757669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70027ef-0e9c-4bb8-8f98-e22d787c8354 req-ed2b7c99-39ea-4494-a5ff-9f5563d0dab8 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.767368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70027ef-0e9c-4bb8-8f98-e22d787c8354 req-ed2b7c99-39ea-4494-a5ff-9f5563d0dab8 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 943 time: 0.2888846 Feb 15 09:36:51.769632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.809026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-771639947-network', 'tenant_id': 'ead75c73311b48c887c7bc264909ff6d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:51.878926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b90b72-1672-42d9-bd30-e7a889e6e6d8 service neutron] Pushing event updated for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:51.887156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Made reservation on behalf of ead75c73311b48c887c7bc264909ff6d for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:51.889434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.906634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70027ef-0e9c-4bb8-8f98-e22d787c8354 req-929c667b-c461-4922-bc27-c97997bb7f42 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370790 Feb 15 09:36:51.933157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:51.937557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-95fdd231-1014-4db3-8e6a-90db4030440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:51.943027 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-95fdd231-1014-4db3-8e6a-90db4030440f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 1094 time: 0.2920928 Feb 15 09:36:51.976480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:52.000012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-557fb189-a2ff-47f1-8fa0-56c848b49761 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951480 Feb 15 09:36:52.015276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-aeb7a207-e884-46e8-b2b4-1ca672cb1bad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d HTTP/1.1" status: 200 len: 217 time: 0.0636904 Feb 15 09:36:52.022958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:52.130549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.142682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12325e42-9c22-4f42-b10c-3d020102c426 req-04605ef0-aa22-429e-868b-8b672ca9814c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.145408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12325e42-9c22-4f42-b10c-3d020102c426 req-04605ef0-aa22-429e-868b-8b672ca9814c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 950 time: 0.1457648 Feb 15 09:36:52.148270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-aef08c40-4cff-4ceb-b98b-cb373351a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.149750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-aef08c40-4cff-4ceb-b98b-cb373351a28b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.1149909 Feb 15 09:36:52.159997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e0051-0103-4d62-b126-143a2254d976 req-516a45ed-f7d3-4e75-98c4-4266eb413628 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.162036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c87e0051-0103-4d62-b126-143a2254d976 req-516a45ed-f7d3-4e75-98c4-4266eb413628 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 931 time: 0.3660314 Feb 15 09:36:52.168967 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:36:52.182418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.216275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-fb3ecd6e-a0db-4408-bf75-3bd0ed10bfe4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413451 Feb 15 09:36:52.257052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.286431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12325e42-9c22-4f42-b10c-3d020102c426 req-4451b490-5622-4e70-b2be-df34508ccd71 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342645 Feb 15 09:36:52.294369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.326529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.327456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.329566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] 10.222.0.36 "PUT /v2.0/ports/4e1c1c01-69a4-4dad-b541-abe36210a6ed HTTP/1.1" status: 200 len: 1092 time: 2.8883471 Feb 15 09:36:52.330087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:52.332486 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1ac29c-f5e2-4006-8c11-835428756bd1" -d '{"events": [{"name": "network-changed", "server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:52.380016 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f109f0a9-9903-4168-b67f-6e39d136078c x-openstack-request-id: req-f109f0a9-9903-4168-b67f-6e39d136078c {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:52.380381 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e2d441-0a0c-421a-8c91-9a3bd96809e1", "name": "network-vif-deleted", "tag": "112e8887-7b1e-4895-9e94-1f35de787333", "status": "failed", "code": 422}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:52.380734 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f109f0a9-9903-4168-b67f-6e39d136078c {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:52.381233 n-d-825064-4 neutron-server[102359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e0e2d441-0a0c-421a-8c91-9a3bd96809e1', 'name': 'network-vif-deleted', 'tag': '112e8887-7b1e-4895-9e94-1f35de787333', 'status': 'failed', 'code': 422} returned with failed status Feb 15 09:36:52.386237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.425786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:36:52.461670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-57bc02f1-6b93-4f9e-a6ff-e1f7ae14eb4a service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316227 Feb 15 09:36:52.466867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43985961-5263-4067-9171-298c2435b08d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:52.474734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.475252 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Added segment 8c7f7d57-3fc6-441f-a499-1357eb9a0104 of type vlan for network 7bdc3854-8e6f-4524-968b-9a2cee10e515 Feb 15 09:36:52.512038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee32437-1346-4412-a34c-cfb14464bf0a service neutron] Pushing event updated for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:52.523553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:52.602951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.606809 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af7d1f6d-3908-4b61-92df-0e02235d9dd2 req-1e018ea5-4e60-47cd-b779-418702175483 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 210 time: 0.0500076 Feb 15 09:36:52.655499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c87e0051-0103-4d62-b126-143a2254d976 req-cb3559a4-856e-4f6d-add4-a07b75e8d42f tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843588 Feb 15 09:36:52.669601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-aba4ae74-9232-458d-9fa9-2cff77a45c50 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966870 Feb 15 09:36:52.670555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de780719-2df7-4829-a226-f02cb298cdbc req-c4018741-06d3-4dec-b394-032ada510e64 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6454315 Feb 15 09:36:52.693521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.697575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.701074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.701676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.722347 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ad264-22d1-4485-9c65-830efa8051a8 x-openstack-request-id: req-e31ad264-22d1-4485-9c65-830efa8051a8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:52.725372 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:52.726706 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e31ad264-22d1-4485-9c65-830efa8051a8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:52.726706 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed', 'status': 'completed', 'code': 200} Feb 15 09:36:52.764822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2854166 Feb 15 09:36:52.768007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35866) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:36:52.781283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Request body: {'subnet': {'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-771639947-subnet', 'tenant_id': 'ead75c73311b48c887c7bc264909ff6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:52.789112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-eec9107e-aa22-4f6c-a3b1-17c8729c478a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:52.793778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-eec9107e-aa22-4f6c-a3b1-17c8729c478a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=76a5a509-ebb4-4141-a8af-14cbc400eb3a HTTP/1.1" status: 200 len: 1095 time: 0.3897932 Feb 15 09:36:52.812613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b008a-f475-4aa2-aaf8-b4916f71de3e admin admin] Pushing event updated for resources: {'Network': ['ID=7bdc3854-8e6f-4524-968b-9a2cee10e515,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:52.848462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Made reservation on behalf of ead75c73311b48c887c7bc264909ff6d for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:52.854363 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.892157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-9d0d07f5-1f30-4eee-b5dd-a245bb94604b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed HTTP/1.1" status: 200 len: 217 time: 0.0764115 Feb 15 09:36:52.894837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:36:52.971626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:52.980161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:52.981122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:36:53.012076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 112e8887-7b1e-4895-9e94-1f35de787333 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:36:53.012686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 112e8887-7b1e-4895-9e94-1f35de787333 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:36:53.065045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:53.067741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-2550c098-dbc2-4ede-aa4b-9852771df466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.069236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-2550c098-dbc2-4ede-aa4b-9852771df466 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.1606591 Feb 15 09:36:53.123984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-aaffa737-7a97-4703-94aa-9b5c5e70b64c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443850 Feb 15 09:36:53.133466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-a761fb3d-bc9e-43c9-a5f1-c20ef13ac8ec tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.134948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-a761fb3d-bc9e-43c9-a5f1-c20ef13ac8ec tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.2492399 Feb 15 09:36:53.147675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:53.163246 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.176993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.229293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-806c4a8f-39af-4db8-82c2-960faa625fd0 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0616977 Feb 15 09:36:53.230118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Transition to ACTIVE for port object fe7b721e-2850-4122-a875-b1bc9e9380d3 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:53.256419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.284771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-7110a857-c7d0-435b-a499-46dd8a140695 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475774 Feb 15 09:36:53.355280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d42ca2-3093-47c9-a75a-8312dd3d6c52 req-0c20948a-d434-4158-a684-4513566f9c60 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.364134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2d42ca2-3093-47c9-a75a-8312dd3d6c52 req-0c20948a-d434-4158-a684-4513566f9c60 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 943 time: 0.2150271 Feb 15 09:36:53.415227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-66b1def5-9d8a-4e99-9622-95cbea06a54f service neutron] 10.222.0.36 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789636 Feb 15 09:36:53.415806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:53.426039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:53.429524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-f4e1e9bc-9a8e-4120-a542-d05ce4300e1f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.431014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-f4e1e9bc-9a8e-4120-a542-d05ce4300e1f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.36 "GET /v2.0/networks?id=3cb18553-0a3c-432b-8a44-154b827be97d HTTP/1.1" status: 200 len: 820 time: 0.2629538 Feb 15 09:36:53.442431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Checking segment: {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:53.442785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Network hostable DHCP agents. Network: 7bdc3854-8e6f-4524-968b-9a2cee10e515, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:36:53.455369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Request body: {'port': {'device_id': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d', 'admin_state_up': True, 'tenant_id': 'f23b9b12da57402da92e455d030038f9'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:53.481498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2d42ca2-3093-47c9-a75a-8312dd3d6c52 req-fc584e51-3f6d-4ede-b7c0-5caf0926c320 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164176 Feb 15 09:36:53.527106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:36:53.552069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7bdc3854-8e6f-4524-968b-9a2cee10e515) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:53.561675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.562414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.567106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9248227-5d1c-4569-82b3-3b8fb8037904 None None] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:53.587593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-ffa33b52-cffc-466f-89a5-5e55cff6b13e service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616160 Feb 15 09:36:53.605184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2373ae2c-7b3f-4394-991c-77351e0e60e0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8361008 Feb 15 09:36:53.650319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Attempting to bind port fe7b721e-2850-4122-a875-b1bc9e9380d3 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:53.650661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Attempting to bind port fe7b721e-2850-4122-a875-b1bc9e9380d3 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:53.650990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Attempting to bind port fe7b721e-2850-4122-a875-b1bc9e9380d3 on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:53.672408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007ccea-fc2c-4561-b2d9-98b050edf6b6 req-4c82358c-dc5b-4f7d-83da-e3d0a3c19272 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.673943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1007ccea-fc2c-4561-b2d9-98b050edf6b6 req-4c82358c-dc5b-4f7d-83da-e3d0a3c19272 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.0676160 Feb 15 09:36:53.675097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Made reservation on behalf of f23b9b12da57402da92e455d030038f9 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:53.678480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.707299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c06008b-a59e-4c35-b9c0-b3bb28d5fd91 req-6c3bf265-5d06-4402-a314-6ad8e4ee4466 service neutron] 10.222.0.36 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753372 Feb 15 09:36:53.719857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Port fe7b721e-2850-4122-a875-b1bc9e9380d3 on network a6759d01-76ca-4ab6-9a54-dc7048068ada not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:53.721907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Attempting to bind port fe7b721e-2850-4122-a875-b1bc9e9380d3 on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:53.736986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:53.737221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Checking segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:53.737611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Bound using segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:53.738291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Bound port: fe7b721e-2850-4122-a875-b1bc9e9380d3, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:53.738697 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.741017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:53.748215 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f8ebd4-5bee-43f2-a544-d6e86dbcaa90" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-unplugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:53.780590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1007ccea-fc2c-4561-b2d9-98b050edf6b6 req-2d82822c-0a8c-4061-8e9e-a56022ddbad7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998032 Feb 15 09:36:53.868840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-12f65d21-a0cf-41a5-b6fd-acba5745b341 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727442 Feb 15 09:36:53.897580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55af01ae-c2f8-4194-8916-18ac78e1664d None None] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:36:53.908952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:53.912607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-2cdd75b6-cb33-4160-bf69-77457e70b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:53.918484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-2cdd75b6-cb33-4160-bf69-77457e70b215 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=76a5a509-ebb4-4141-a8af-14cbc400eb3a HTTP/1.1" status: 200 len: 1095 time: 0.1144974 Feb 15 09:36:53.922815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:53.949802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:53.978831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfbce308-e8d4-48f5-b31f-36b8e7a926cd req-4bfc4124-0a2f-4f64-9739-033901c588e4 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 210 time: 0.0689859 Feb 15 09:36:54.039498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Allocated IP 172.20.0.8 (3cb18553-0a3c-432b-8a44-154b827be97d/33e078d1-330a-4645-9175-ac665663f4f9/200ad8a6-7eb7-4e1d-b957-613b8ae27790) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:54.052171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.053373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.055665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe7b721e-2850-4122-a875-b1bc9e9380d3 HTTP/1.1" status: 200 len: 1091 time: 2.4955118 Feb 15 09:36:54.157285 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e17793-cb9c-409b-8ca0-a9d284fb4a37 x-openstack-request-id: req-23e17793-cb9c-409b-8ca0-a9d284fb4a37 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:54.157691 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-unplugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:54.163959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53afe8a-83b9-4363-9e38-b46a43f341e0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:54.164583 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23e17793-cb9c-409b-8ca0-a9d284fb4a37 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:54.165222 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'code': 200} Feb 15 09:36:54.249185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-b6d033e1-6ef1-4969-abab-b5544b02a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.253841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-b6d033e1-6ef1-4969-abab-b5544b02a38f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 914 time: 0.3287294 Feb 15 09:36:54.351903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-309bf3a4-122b-43c7-a225-1fd9b1b2c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.353454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-309bf3a4-122b-43c7-a225-1fd9b1b2c65b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 1094 time: 0.2171593 Feb 15 09:36:54.356049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-d3d201ca-d13c-491b-979b-938985a258e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed HTTP/1.1" status: 200 len: 217 time: 0.0922194 Feb 15 09:36:54.372330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64a632-6851-47b1-902f-446460b88bce req-a5a69adb-56ed-48a3-b586-d7ac249d119a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.378874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-534829955', 'description': 'tempest-description-1704392777'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:54.382562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:54.384726 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5f59bd-a654-4de6-bbb1-cc70332b9899" -d '{"events": [{"name": "network-changed", "server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:54.397425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd64a632-6851-47b1-902f-446460b88bce req-a5a69adb-56ed-48a3-b586-d7ac249d119a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 943 time: 0.2826176 Feb 15 09:36:54.452143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.557807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-e5b62fea-a897-454c-8f0b-7e92556c3eeb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3 HTTP/1.1" status: 200 len: 217 time: 0.1227486 Feb 15 09:36:54.558420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.599083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.610969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.645823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42baf4f-c6f5-4475-af7c-098aed0a6eea,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:54.665349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd64a632-6851-47b1-902f-446460b88bce req-0792dcdb-8ce2-44b4-bf22-9ce282059a8a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534087 Feb 15 09:36:54.675742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-a5fcb7f6-9099-4417-91c5-eb4841d954ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.679817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-a5fcb7f6-9099-4417-91c5-eb4841d954ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.2804046 Feb 15 09:36:54.681222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.682734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6d6c3db-dceb-4026-b5e9-8254a4808353 req-12198faf-3940-4f16-ba86-46e5edf501c2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3122530 Feb 15 09:36:54.684529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.710333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-ef595eae-5eb4-444e-84ad-ced089302bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.711819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-ef595eae-5eb4-444e-84ad-ced089302bce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.1445465 Feb 15 09:36:54.730285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:54.732639 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a783cb8f-f969-475e-af4b-48f2297068a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:54.741951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-b78758ca-e537-4482-935f-0a01f8691301 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486317 Feb 15 09:36:54.768563 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e4558f-d1b6-4680-9588-d508938774d8 x-openstack-request-id: req-c0e4558f-d1b6-4680-9588-d508938774d8 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:54.768870 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:54.769099 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0e4558f-d1b6-4680-9588-d508938774d8 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:54.769483 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d', 'status': 'completed', 'code': 200} Feb 15 09:36:54.770122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Pushing event updated for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:54.789880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-2df1d1e1-2ad4-4d94-aeab-9452ec2e0d1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523660 Feb 15 09:36:54.798572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Network 3cb18553-0a3c-432b-8a44-154b827be97d is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:54.800215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:54.803492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:54.843224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85da74d3-c30a-40c0-9503-ffd849fc99ba req-2a0afccd-2e08-4ad2-aa07-d6faf4923dac tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 210 time: 0.0558276 Feb 15 09:36:54.909935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-421237034', 'description': 'tempest-description-1625433628'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:54.923329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.924315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:54.940705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07b91b-8e50-4816-84ef-8cf7ff744a32 req-efa39de4-2a83-40cb-be09-f93b253a5fd4 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:54.942597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd07b91b-8e50-4816-84ef-8cf7ff744a32 req-efa39de4-2a83-40cb-be09-f93b253a5fd4 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 943 time: 0.0945828 Feb 15 09:36:54.963552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-e5a618a7-090a-4c4f-a00f-206572b6a5d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5221274 Feb 15 09:36:54.977143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Request body: {'port': {'device_id': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:55.044344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd07b91b-8e50-4816-84ef-8cf7ff744a32 req-5fb2172f-c50d-4b39-b1d0-f53c808afa33 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948417 Feb 15 09:36:55.085878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.309308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6e6370-243e-4155-a6f0-6989ef35f836 req-a1a1e232-71fc-4354-bc3d-52041ecde266 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:55.311422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e6e6370-243e-4155-a6f0-6989ef35f836 req-a1a1e232-71fc-4354-bc3d-52041ecde266 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.0827863 Feb 15 09:36:55.340430 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fb49ec-fd40-4b14-8bd9-f9c49bb6be38 x-openstack-request-id: req-e3fb49ec-fd40-4b14-8bd9-f9c49bb6be38 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:55.340714 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:55.340993 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3fb49ec-fd40-4b14-8bd9-f9c49bb6be38 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:55.341373 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'status': 'completed', 'code': 200} Feb 15 09:36:55.408219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e6e6370-243e-4155-a6f0-6989ef35f836 req-bc68042a-3948-4629-b2e9-e6afb8062a57 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670927 Feb 15 09:36:55.446422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4e1c1c01-69a4-4dad-b541-abe36210a6ed details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:55.453213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-35585d7e-d2de-4869-b450-fb8f0b37ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:55.455786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-35585d7e-d2de-4869-b450-fb8f0b37ece6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 1094 time: 0.6150064 Feb 15 09:36:55.458691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.463653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-92dc40c4-eb92-473c-b60f-83dfad3ec631 service neutron] 10.222.0.36 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113628 Feb 15 09:36:55.720969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-520e87d1-0190-47f1-854e-b45bd8637b46 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163523 Feb 15 09:36:55.756528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:55.770209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4e1c1c01-69a4-4dad-b541-abe36210a6ed', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'port_id': '4e1c1c01-69a4-4dad-b541-abe36210a6ed', 'mac_address': 'fa:16:3e:07:4a:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7123e802-fbcc-4d0b-88b5-eb46f6679eca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:55.776338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c81d6b-9065-4323-8c25-74e65b9b6c9d req-a656ad8a-7f0f-4672-85d7-e139230b5439 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:55.777894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3c81d6b-9065-4323-8c25-74e65b9b6c9d req-a656ad8a-7f0f-4672-85d7-e139230b5439 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 931 time: 0.2129388 Feb 15 09:36:55.820186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200ad8a6-7eb7-4e1d-b957-613b8ae27790 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:55.823321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.830538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.840602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-8ba280ce-a4d4-4ee7-a75f-5bb180217a1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:55.841633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e1c1c01-69a4-4dad-b541-abe36210a6ed {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:55.842140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-8ba280ce-a4d4-4ee7-a75f-5bb180217a1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.4113257 Feb 15 09:36:55.865427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Transition to ACTIVE for port object 200ad8a6-7eb7-4e1d-b957-613b8ae27790 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:55.867056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:55.874511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.882516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:55.887349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e1ac29c-f5e2-4006-8c11-835428756bd1 req-3e8dde35-2bb1-4df7-a536-b3635038b523 service neutron] 10.222.0.36 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141402 Feb 15 09:36:55.903370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:55.924571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-49216ec5-3e96-42c3-9c58-3131c7e444fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:55.926215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-49216ec5-3e96-42c3-9c58-3131c7e444fe service neutron] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 914 time: 0.4615862 Feb 15 09:36:55.936777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:56.005469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-3c6c2c04-5237-4179-abed-c484179ea2e3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d HTTP/1.1" status: 200 len: 217 time: 0.0712788 Feb 15 09:36:56.026397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.029610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3c81d6b-9065-4323-8c25-74e65b9b6c9d req-4adedaaa-834e-4cd6-b984-1f659dc4ccae tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413340 Feb 15 09:36:56.030071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2bd35ea-f843-470e-9a33-5f23e8e5448f req-ac24cde3-5287-47b1-bc5e-f7c8a418ef62 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929075 Feb 15 09:36:56.054296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.093969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Pushing event updated for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:56.104267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.118675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c30b459a-9de0-454a-b641-f27b4aa7d9cf req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2133951 Feb 15 09:36:56.138186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-22d0cfed-78fd-4fde-93e4-4a9daf863358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.146794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-22d0cfed-78fd-4fde-93e4-4a9daf863358 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.1325033 Feb 15 09:36:56.148379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4e1c1c01-69a4-4dad-b541-abe36210a6ed'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:56.150918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3794a-1a60-47df-b66d-7115b2ae7e14 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab0ca3d-1116-4a24-a6dc-d4f428e11df7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:56.261245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-63e1ed92-0799-498a-bfde-2ac43b413163 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711486 Feb 15 09:36:56.287843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-f8c24d44-8a81-4c83-a708-3ab8afeac1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.289449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-f8c24d44-8a81-4c83-a708-3ab8afeac1a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 1094 time: 0.1698217 Feb 15 09:36:56.349996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d385cb9-60bb-4b5a-80c5-f51ef0958384 req-f1e7674f-e23d-4177-9eaa-69bac6c8cde8 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.351534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d385cb9-60bb-4b5a-80c5-f51ef0958384 req-f1e7674f-e23d-4177-9eaa-69bac6c8cde8 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 943 time: 0.1407788 Feb 15 09:36:56.480256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d385cb9-60bb-4b5a-80c5-f51ef0958384 req-76d1cab4-95fb-4663-bd86-807881c35059 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091769 Feb 15 09:36:56.504620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-187da05c-1400-4459-bb91-aaf5f8e23fee service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280953 Feb 15 09:36:56.510195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-17b46dbd-8b25-4593-a6fd-c6741b311a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.511868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-17b46dbd-8b25-4593-a6fd-c6741b311a57 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 915 time: 0.2082736 Feb 15 09:36:56.521055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 17e51964-35b5-48a6-8c45-79ed061fdb1d details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:56.580936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-171e2b47-598e-437b-85cb-6d8ad27c3224 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3 HTTP/1.1" status: 200 len: 217 time: 0.0592113 Feb 15 09:36:56.640713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9533b-8a76-4c84-80d0-88534bd9de0e req-a5781871-4658-45e2-8326-074e0c2b45ae tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.648460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eba9533b-8a76-4c84-80d0-88534bd9de0e req-a5781871-4658-45e2-8326-074e0c2b45ae tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 948 time: 0.4514759 Feb 15 09:36:56.651635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b3e33be-db4e-4f45-95f2-66e13aebd598 req-cedfaf58-a2bf-4410-ab21-1e015bfd1ab5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 210 time: 0.0765123 Feb 15 09:36:56.652036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Attempting to bind port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:56.652376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Attempting to bind port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '43fdbf68-2118-4634-97df-71198d612a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:56.652696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Attempting to bind port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 on network 3cb18553-0a3c-432b-8a44-154b827be97d {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:56.664691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:36:56.672138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.706393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 on network 3cb18553-0a3c-432b-8a44-154b827be97d not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:56.715213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Attempting to bind port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 on network 3cb18553-0a3c-432b-8a44-154b827be97d {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:56.715929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-1bcbecab-4d63-4087-9d99-81b5f21a8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:56.718692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-1bcbecab-4d63-4087-9d99-81b5f21a8a7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.0993085 Feb 15 09:36:56.749480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:56.749846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Checking segment: {'id': '43fdbf68-2118-4634-97df-71198d612a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:56.752885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Bound using segment: {'id': '43fdbf68-2118-4634-97df-71198d612a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:56.752885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Bound port: 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43fdbf68-2118-4634-97df-71198d612a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:56.752885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.768301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:56.780675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-373aab08-4c1a-470a-84d5-a088e7bbcb12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504882 Feb 15 09:36:56.793874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '17e51964-35b5-48a6-8c45-79ed061fdb1d', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'port_id': '17e51964-35b5-48a6-8c45-79ed061fdb1d', 'mac_address': 'fa:16:3e:e4:82:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7123e802-fbcc-4d0b-88b5-eb46f6679eca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:56.848748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eba9533b-8a76-4c84-80d0-88534bd9de0e req-164fb08e-56d9-4f53-a8c7-cae751ebd128 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994164 Feb 15 09:36:56.885449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e5f59bd-a654-4de6-bbb1-cc70332b9899 req-a2a4d79c-b22f-4db5-a170-2e9b082097dc service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723972 Feb 15 09:36:56.896695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.929774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e51964-35b5-48a6-8c45-79ed061fdb1d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:56.963914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:56.971607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:56.971854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:56.999388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce438558-b3c2-4706-99b0-864833e2f7f5 req-ada1ee0a-e30d-41e9-b3d9-e7fd6496ef8a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.002436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce438558-b3c2-4706-99b0-864833e2f7f5 req-ada1ee0a-e30d-41e9-b3d9-e7fd6496ef8a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 943 time: 0.2029712 Feb 15 09:36:57.037900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:57.043895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790,segment=NetworkSegment(43fdbf68-2118-4634-97df-71198d612a68),segment_id=43fdbf68-2118-4634-97df-71198d612a68)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:57.069305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:57.079237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-4a45ceb5-d7df-4993-8d62-b7056e9773c4 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741709 Feb 15 09:36:57.122109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce438558-b3c2-4706-99b0-864833e2f7f5 req-2c1a9488-652a-41f5-aea8-96023b88f854 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009851 Feb 15 09:36:57.128375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.130216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:57.152952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '749d7942-ebca-4085-a432-a04cc5c0637b', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '749d7942-ebca-4085-a432-a04cc5c0637b', 'mac_address': 'fa:16:3e:5d:c3:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:57.232013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.238622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.9 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/b267a114-afc8-4603-88a9-732c8ac37e2d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:36:57.276646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:57.304240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:57.310459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.311597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a783cb8f-f969-475e-af4b-48f2297068a1 req-c4a8c320-7325-4bce-9ca6-cf23b0aa2704 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201695 Feb 15 09:36:57.352098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc6074-9217-4b6b-998f-7d48f6d3c4a3 req-347ae4bd-f5fd-4bde-a070-2ef66db42bf8 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.353915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45cc6074-9217-4b6b-998f-7d48f6d3c4a3 req-347ae4bd-f5fd-4bde-a070-2ef66db42bf8 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 943 time: 0.0752697 Feb 15 09:36:57.400229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45cc6074-9217-4b6b-998f-7d48f6d3c4a3 req-8ded87f5-c4bf-4c81-9d6d-8efdf49ac86b tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367756 Feb 15 09:36:57.400474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:57.414100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.415000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.416634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] 10.222.0.36 "PUT /v2.0/ports/200ad8a6-7eb7-4e1d-b957-613b8ae27790 HTTP/1.1" status: 200 len: 1091 time: 2.4441559 Feb 15 09:36:57.445921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4e1c1c01-69a4-4dad-b541-abe36210a6ed up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:36:57.452098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:57.455233 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9690fa-c741-42a0-8e87-4e412232c875" -d '{"events": [{"name": "network-changed", "server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:57.525478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 4e1c1c01-69a4-4dad-b541-abe36210a6ed completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:36:57.528942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-24991332-d0ff-4ded-ae49-323451eb916d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271285 Feb 15 09:36:57.535036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4e1c1c01-69a4-4dad-b541-abe36210a6ed triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:36:57.535422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.590334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['749d7942-ebca-4085-a432-a04cc5c0637b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:57.592912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['17e51964-35b5-48a6-8c45-79ed061fdb1d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:36:57.631096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.633588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0adf0-388f-4566-9c25-b1842c37179e service neutron] Pushing event updated for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:57.666480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-513037a9-cd53-49e4-a394-7e8d581c1ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.667929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-513037a9-cd53-49e4-a394-7e8d581c1ab1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23b9b12da57402da92e455d030038f9&device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 1094 time: 0.1847811 Feb 15 09:36:57.676493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-493a0cd9-ca2a-49aa-a78b-87f6f8b5cb51 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.679590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-709d2f17-1788-4388-b455-3c3ab532f973 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.681167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-709d2f17-1788-4388-b455-3c3ab532f973 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434050 Feb 15 09:36:57.683755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-493a0cd9-ca2a-49aa-a78b-87f6f8b5cb51 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 812 time: 0.7157309 Feb 15 09:36:57.706067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-ec750382-fed2-4135-8a61-477488bc36f4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/quotas/18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 375 time: 0.0157406 Feb 15 09:36:57.760586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-51e039f9-8c13-4370-800b-3c4e349845a1 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/quotas/ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 375 time: 0.0758600 Feb 15 09:36:57.775592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-541a10d0-228b-4bb0-bd87-d512f5c5581f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790 HTTP/1.1" status: 200 len: 217 time: 0.0768893 Feb 15 09:36:57.795415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-c7b69f94-ac22-48a0-a9d6-7eec2f97ecdd tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833418 Feb 15 09:36:57.861747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8e622231-5d9b-451f-8d3f-294cb2ef804b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991433 Feb 15 09:36:57.879686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-747ac20d-49be-4c69-b5dc-08f783ab76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:57.883968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-747ac20d-49be-4c69-b5dc-08f783ab76dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33e078d1-330a-4645-9175-ac665663f4f9 HTTP/1.1" status: 200 len: 860 time: 0.0865304 Feb 15 09:36:57.890842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:57.931862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-2b6cb409-7ff1-41c3-a4c1-ea92112044fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cb18553-0a3c-432b-8a44-154b827be97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287755 Feb 15 09:36:57.981303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:57.988370 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223b7245-6a91-4f80-8966-85fed45ff5e0 x-openstack-request-id: req-223b7245-6a91-4f80-8966-85fed45ff5e0 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:57.988552 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62bbf8a-a89c-480d-8d1f-463998a5bea8" -d '{"events": [{"server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:36:57.988671 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:57.988905 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-223b7245-6a91-4f80-8966-85fed45ff5e0 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:57.989285 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790', 'status': 'completed', 'code': 200} Feb 15 09:36:57.999635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:58.034672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:58.055679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:58.135646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e523d3-2a09-44d2-8aff-2006ffed6f65 req-f82d9b4a-3f53-4187-a369-7abd6435677f tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.150066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7e523d3-2a09-44d2-8aff-2006ffed6f65 req-f82d9b4a-3f53-4187-a369-7abd6435677f tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 943 time: 0.1089528 Feb 15 09:36:58.204212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:58.222459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:36:58.229081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:36:58.236254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:58.240393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:36:58.246516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7e523d3-2a09-44d2-8aff-2006ffed6f65 req-8d06b3d8-b0e4-46c9-b7f2-301638b98d12 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955932 Feb 15 09:36:58.293314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-69942c34-0039-4089-8281-3ec2fb673eb3 service neutron] 10.222.0.10 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083388 Feb 15 09:36:58.331487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-1a63bad1-b07b-431f-ba3b-ecc41497f544 service neutron] 10.222.0.36 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868206 Feb 15 09:36:58.373195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.373807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:58.399657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca2e9c-b6e6-4ed5-bebe-aa0d31c6e9a8 req-9528a6b9-3200-4f72-8248-c8cff1b8d6c6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.401234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3ca2e9c-b6e6-4ed5-bebe-aa0d31c6e9a8 req-9528a6b9-3200-4f72-8248-c8cff1b8d6c6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 931 time: 0.0682199 Feb 15 09:36:58.449202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-1f9bd920-7e67-472c-bd37-7f0865605a5f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5686216 Feb 15 09:36:58.464873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Request body: {'port': {'device_id': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:36:58.474812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3ca2e9c-b6e6-4ed5-bebe-aa0d31c6e9a8 req-f97c5fac-a0cc-457a-b0fb-634691a6102f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579233 Feb 15 09:36:58.533520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-c1d39fe4-0e82-4d8f-8989-069e019a47a8 service neutron] 10.222.0.10 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291896 Feb 15 09:36:58.562127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a141ef0-620a-4ac0-a08f-7a8b275fdf02 req-62a80469-2b96-49f6-9726-75b6444e48b5 service neutron] 10.222.0.36 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957767 Feb 15 09:36:58.567524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b4bfcfa-be07-4b4f-8ba3-b2466bb952f5 req-e682fbf8-81c5-46de-be14-d34450f495f8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 210 time: 0.0471523 Feb 15 09:36:58.571114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:58.665609 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370d6d2-a83e-4f44-bf3a-90abc11f5f98 x-openstack-request-id: req-2370d6d2-a83e-4f44-bf3a-90abc11f5f98 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:36:58.666482 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "name": "network-vif-plugged", "status": "completed", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:36:58.667028 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2370d6d2-a83e-4f44-bf3a-90abc11f5f98 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:36:58.667833 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed', 'code': 200} Feb 15 09:36:58.771616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-296287ce-6807-40f3-8e32-50b3f62574b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.773803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-296287ce-6807-40f3-8e32-50b3f62574b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f23b9b12da57402da92e455d030038f9&device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 1094 time: 0.1398847 Feb 15 09:36:58.915554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfdb43-6d64-4df3-896b-063280a97639 req-9abe0873-618e-4ceb-a1ca-adeadb627d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.917857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1cfdb43-6d64-4df3-896b-063280a97639 req-9abe0873-618e-4ceb-a1ca-adeadb627d04 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=76a5a509-ebb4-4141-a8af-14cbc400eb3a HTTP/1.1" status: 200 len: 1097 time: 0.1483083 Feb 15 09:36:58.932960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3db2c-ed0c-4c14-99ec-860e0326f425 req-2e9b9f02-39fd-48d4-8987-e3544bdb7d20 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.942254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ef3db2c-ed0c-4c14-99ec-860e0326f425 req-2e9b9f02-39fd-48d4-8987-e3544bdb7d20 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 944 time: 0.1478055 Feb 15 09:36:58.984262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1eef0b-146f-43e0-b31c-9dfa79e847c7 req-fbfba314-da77-49ec-9bba-6b06f64544f4 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:58.987331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c1eef0b-146f-43e0-b31c-9dfa79e847c7 req-fbfba314-da77-49ec-9bba-6b06f64544f4 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 943 time: 0.1292095 Feb 15 09:36:59.007514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1cfdb43-6d64-4df3-896b-063280a97639 req-541b3f6c-a59b-41a1-b5f3-3f58342c6bae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620263 Feb 15 09:36:59.017736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ef3db2c-ed0c-4c14-99ec-860e0326f425 req-67452139-ba13-40e4-8e17-e3e8a08330e6 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744760 Feb 15 09:36:59.030428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-3b4f2d47-185f-4b37-9905-6a02373ab43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:59.032186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-3b4f2d47-185f-4b37-9905-6a02373ab43f service neutron] 10.222.0.36 "GET /v2.0/networks?id=3cb18553-0a3c-432b-8a44-154b827be97d HTTP/1.1" status: 200 len: 921 time: 0.2320371 Feb 15 09:36:59.116300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c1eef0b-146f-43e0-b31c-9dfa79e847c7 req-36c5c8d3-ca51-4813-be3a-de00fe0f968f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195948 Feb 15 09:36:59.120589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b267a114-afc8-4603-88a9-732c8ac37e2d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:59.128745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3bcd4cf-d254-4ec1-9552-da356fe3b785 req-76ee1e0a-95db-40d4-829e-808d1265c557 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 210 time: 0.0466413 Feb 15 09:36:59.137830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.152692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Transition to ACTIVE for port object b267a114-afc8-4603-88a9-732c8ac37e2d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:36:59.158501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.268088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-da9bb2f6-66aa-447d-8768-5156f868a7fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790 HTTP/1.1" status: 200 len: 217 time: 0.0600891 Feb 15 09:36:59.281198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Pushing event updated for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:59.395134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-d37501a0-1509-463d-ae99-6862c730bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:59.396626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-d37501a0-1509-463d-ae99-6862c730bdb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=33e078d1-330a-4645-9175-ac665663f4f9 HTTP/1.1" status: 200 len: 860 time: 0.1119463 Feb 15 09:36:59.424021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Attempting to bind port b267a114-afc8-4603-88a9-732c8ac37e2d on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:36:59.424492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Attempting to bind port b267a114-afc8-4603-88a9-732c8ac37e2d by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:36:59.424865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Attempting to bind port b267a114-afc8-4603-88a9-732c8ac37e2d on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:59.443543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-6d137c00-9531-4148-ae0d-d5d945161e7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3cb18553-0a3c-432b-8a44-154b827be97d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372779 Feb 15 09:36:59.445911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:36:59.446753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Port b267a114-afc8-4603-88a9-732c8ac37e2d on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:36:59.447076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Attempting to bind port b267a114-afc8-4603-88a9-732c8ac37e2d on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:36:59.459210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3e852c-f0f1-4d26-973d-1140fc3bdaea req-51eeeeca-aa2f-45dd-a6ec-97185b67ae9c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:59.460726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb3e852c-f0f1-4d26-973d-1140fc3bdaea req-51eeeeca-aa2f-45dd-a6ec-97185b67ae9c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 943 time: 0.1094735 Feb 15 09:36:59.469639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:36:59.470518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:36:59.470518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:36:59.470783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Bound port: b267a114-afc8-4603-88a9-732c8ac37e2d, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:36:59.471157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.583803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:59.597703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'port_id': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'mac_address': 'fa:16:3e:09:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dced88-1cd5-4f92-9972-729f758cd2b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:36:59.617476 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb3e852c-f0f1-4d26-973d-1140fc3bdaea req-3194aab3-699e-47ae-97b6-b489b26fc3ae tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441400 Feb 15 09:36:59.687506 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.688251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:36:59.690219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bb26c-37e0-4785-bf79-d7d192fa6cf0 req-37584f16-cf9d-4951-ab9b-1a81c0cc5bdf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:59.692120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab2bb26c-37e0-4785-bf79-d7d192fa6cf0 req-37584f16-cf9d-4951-ab9b-1a81c0cc5bdf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 943 time: 0.1045887 Feb 15 09:36:59.714025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:36:59.726811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b267a114-afc8-4603-88a9-732c8ac37e2d,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:36:59.737405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-f793a414-1a1e-4628-a41a-27d65c281dd1 service neutron] 10.222.0.36 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752790 Feb 15 09:36:59.744063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:36:59.749905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.758985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.769338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-707fd445-aa67-4dd2-9d0b-a791e486809f req-31aa1d9c-4c2e-40fd-be19-932cca732550 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 210 time: 0.0483758 Feb 15 09:36:59.792766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-3adb5f45-de50-4c42-bdbc-5c1ad013c210 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996587 Feb 15 09:36:59.830999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:59.862017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:36:59.863067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:36:59.865477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] 10.222.0.72 "PUT /v2.0/ports/b267a114-afc8-4603-88a9-732c8ac37e2d HTTP/1.1" status: 200 len: 1091 time: 1.4065802 Feb 15 09:36:59.909168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c144196-1cc9-4116-b1b1-78b4aa318a0d service neutron] Pushing event updated for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:36:59.932633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab2bb26c-37e0-4785-bf79-d7d192fa6cf0 req-b92f41d2-db32-443a-a7d3-f7ce23c95c4d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977255 Feb 15 09:36:59.944934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb9690fa-c741-42a0-8e87-4e412232c875 req-26ec7200-e95a-4358-b452-0f7601b7695a service neutron] 10.222.0.36 "GET /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877966 Feb 15 09:36:59.991508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:36:59.994468 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049" -d '{"events": [{"name": "network-changed", "server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:00.024456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-a9d56b23-fbfe-4d9d-9f9d-90d3175e81eb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.026622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-a9d56b23-fbfe-4d9d-9f9d-90d3175e81eb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925550 Feb 15 09:37:00.036625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-c878ddb7-206d-48f5-a1cc-787e01a9c9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.038755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-c878ddb7-206d-48f5-a1cc-787e01a9c9ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 1094 time: 0.0778065 Feb 15 09:37:00.041863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Request body: {'port': {'device_id': '658d8efc-287c-433a-98fb-8261e62859d6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '18626dc280474be795e0581045384dc9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:00.082085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['fe7b721e-2850-4122-a875-b1bc9e9380d3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:00.109559 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f37e3-b2cb-4642-b76a-77a5a183fdd1 x-openstack-request-id: req-537f37e3-b2cb-4642-b76a-77a5a183fdd1 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:00.110716 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:00.111000 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-537f37e3-b2cb-4642-b76a-77a5a183fdd1 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:00.111645 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d', 'status': 'completed', 'code': 200} Feb 15 09:37:00.113863 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-5d586763-6d08-49ac-b6c6-9a69406cadc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b267a114-afc8-4603-88a9-732c8ac37e2d HTTP/1.1" status: 200 len: 217 time: 0.0666890 Feb 15 09:37:00.195718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-0f3c4209-e9f4-416d-949a-fe30d21441c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.197475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-0f3c4209-e9f4-416d-949a-fe30d21441c4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.0767503 Feb 15 09:37:00.278998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-30e0ae76-5645-40ef-931f-90acae326ae9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731804 Feb 15 09:37:00.318443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc5b71-4a7e-4377-98cf-d9ae01e460ce req-68d5c077-85e1-4cd3-8746-64662fb2a3fb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.323020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fcc5b71-4a7e-4377-98cf-d9ae01e460ce req-68d5c077-85e1-4cd3-8746-64662fb2a3fb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 944 time: 0.1064169 Feb 15 09:37:00.324280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Made reservation on behalf of 18626dc280474be795e0581045384dc9 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:00.331617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.399555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fcc5b71-4a7e-4377-98cf-d9ae01e460ce req-46e9a637-f5f2-4fba-9d52-81be0983f51c tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646107 Feb 15 09:37:00.479854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09b01e-376f-4ea2-84dd-a6536c618f93 req-d9309290-a946-418c-a77c-8e2e9e070073 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.488273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c09b01e-376f-4ea2-84dd-a6536c618f93 req-d9309290-a946-418c-a77c-8e2e9e070073 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 943 time: 0.2138472 Feb 15 09:37:00.534671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Allocated IP 192.168.233.68 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/a1cc2df9-f3fd-466f-be14-72638b92e122) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:00.544142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 17e51964-35b5-48a6-8c45-79ed061fdb1d up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:00.576398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3718b9e-ef44-498a-b9b0-cf319275087a req-09539fc1-c397-4a6d-9344-f7e67b743e46 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 210 time: 0.0433233 Feb 15 09:37:00.576952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c09b01e-376f-4ea2-84dd-a6536c618f93 req-076ffa7a-3f8b-499a-b5af-e71079d957ff tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828753 Feb 15 09:37:00.590787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-5376da90-93dd-4c2e-912d-3e8da21d5cba tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:00.592538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-5376da90-93dd-4c2e-912d-3e8da21d5cba tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 812 time: 0.3169029 Feb 15 09:37:00.607847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'device_id': '7645ad99-a388-4d62-a709-a8308432227e', 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515', 'admin_state_up': True, 'tenant_id': 'ead75c73311b48c887c7bc264909ff6d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:00.624793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 17e51964-35b5-48a6-8c45-79ed061fdb1d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:00.630518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 17e51964-35b5-48a6-8c45-79ed061fdb1d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:00.630930 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.632705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-ea8a178b-4156-44ce-9b22-584384770e50 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389295 Feb 15 09:37:00.739646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.771336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.772799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:00.776035 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3551324-1e95-4155-8d8d-3326c06aed9d" -d '{"events": [{"server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "name": "network-vif-plugged", "status": "completed", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:00.815308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:00.821220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.826644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:00.827519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:00.905472 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669868f5-4e64-49f6-9efa-cfaee95f2c5c x-openstack-request-id: req-669868f5-4e64-49f6-9efa-cfaee95f2c5c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:00.906033 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "name": "network-vif-plugged", "status": "completed", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:00.906452 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-669868f5-4e64-49f6-9efa-cfaee95f2c5c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:00.907285 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d', 'code': 200} Feb 15 09:37:00.910182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'bff5c708-e602-4a7c-809a-32f94166c9eb', '749d7942-ebca-4085-a432-a04cc5c0637b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:00.923422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:00.950772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:00.958249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:01.002273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:01.003118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:01.050995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 749d7942-ebca-4085-a432-a04cc5c0637b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:01.051292 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.105517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.106433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.106980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.107556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.107958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.108357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.108753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.109383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.110416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.111487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.111898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.112301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:01.203394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.204790 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.216598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d3ea-7c0e-4b8c-806e-cb21d59609c3 req-04b64044-f6aa-454a-b433-f9d870626ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.218327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c12d3ea-7c0e-4b8c-806e-cb21d59609c3 req-04b64044-f6aa-454a-b433-f9d870626ac3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 1096 time: 0.2927196 Feb 15 09:37:01.234987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012da65-cbe9-4241-8b7d-a23cb917df72 req-67678665-d960-4af7-aa88-dc1423081c26 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.242940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d012da65-cbe9-4241-8b7d-a23cb917df72 req-67678665-d960-4af7-aa88-dc1423081c26 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 935 time: 0.2699368 Feb 15 09:37:01.263933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-331e8832-c950-4ca9-919e-bd837f55a736 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2262392 Feb 15 09:37:01.280387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Request body: {'port': {'device_id': '658d8efc-287c-433a-98fb-8261e62859d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:01.313892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.356134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c12d3ea-7c0e-4b8c-806e-cb21d59609c3 req-b9601f98-bc73-4931-ae21-9a90b3ba33c6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307313 Feb 15 09:37:01.372008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a44c7-335e-4bd6-87b5-f37eac1a9d7f req-44c47b97-a002-41b0-8a37-ebad122d62a2 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.376308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d012da65-cbe9-4241-8b7d-a23cb917df72 req-6fe8e80e-fe89-4715-afbc-4656c3f8bab3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273253 Feb 15 09:37:01.388541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a9a44c7-335e-4bd6-87b5-f37eac1a9d7f req-44c47b97-a002-41b0-8a37-ebad122d62a2 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 944 time: 0.6344135 Feb 15 09:37:01.427603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.452175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a2dcfe1-4ce8-4df1-adad-a515a80693fc req-ad3a778f-d80c-4ca5-aa4c-ec7e8807d250 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7590191 Feb 15 09:37:01.460139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 200ad8a6-7eb7-4e1d-b957-613b8ae27790 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:01.462666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:01.474938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a9a44c7-335e-4bd6-87b5-f37eac1a9d7f req-bca29326-1c2a-483b-93f9-b9949f08da82 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788233 Feb 15 09:37:01.482491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:01.489757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6b921ee2-aea5-45ee-9617-535af21c0718 None None] Provisioning complete for port a1cc2df9-f3fd-466f-be14-72638b92e122 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:01.490646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b921ee2-aea5-45ee-9617-535af21c0718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.521741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Made reservation on behalf of ead75c73311b48c887c7bc264909ff6d for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:01.528552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.576222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.707153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Allocated IP 172.20.0.13 (7bdc3854-8e6f-4524-968b-9a2cee10e515/e2783cb3-aaf1-4ca5-ab11-e1ec7e532708/840aacc7-114c-468a-b347-a33e158c566b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:01.741348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6b921ee2-aea5-45ee-9617-535af21c0718 None None] Port a1cc2df9-f3fd-466f-be14-72638b92e122 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:01.753298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f16d-cdb4-4eae-8439-fe4d76509efa req-594bba12-db59-4921-a038-c4d4a9fdf4ea tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.759200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba60f16d-cdb4-4eae-8439-fe4d76509efa req-594bba12-db59-4921-a038-c4d4a9fdf4ea tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 943 time: 0.1759520 Feb 15 09:37:01.799736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=11']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:01.819993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790,segment=NetworkSegment(43fdbf68-2118-4634-97df-71198d612a68),segment_id=43fdbf68-2118-4634-97df-71198d612a68)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:01.838420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port fe7b721e-2850-4122-a875-b1bc9e9380d3 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:01.849066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port fe7b721e-2850-4122-a875-b1bc9e9380d3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:01.849612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:01.852173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '200ad8a6-7eb7-4e1d-b957-613b8ae27790', 'network_id': '3cb18553-0a3c-432b-8a44-154b827be97d', 'port_id': '200ad8a6-7eb7-4e1d-b957-613b8ae27790', 'mac_address': 'fa:16:3e:58:c5:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33e078d1-330a-4645-9175-ac665663f4f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:01.865786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba60f16d-cdb4-4eae-8439-fe4d76509efa req-82361d3b-376a-49b4-a682-a17fc7bf1bf2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974486 Feb 15 09:37:01.895085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-9cf34a9a-5f8f-4381-ac24-cb46431014b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.896630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-9cf34a9a-5f8f-4381-ac24-cb46431014b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 1094 time: 0.1202879 Feb 15 09:37:01.919076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf59c68-7fb2-48c8-9898-f92716b1da75 req-8ae1c672-e39d-49ae-bd67-0c3d975cc471 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:01.927784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf59c68-7fb2-48c8-9898-f92716b1da75 req-8ae1c672-e39d-49ae-bd67-0c3d975cc471 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 945 time: 0.3777177 Feb 15 09:37:01.965226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:01.975916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.025944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Transition to ACTIVE for port object a1cc2df9-f3fd-466f-be14-72638b92e122 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:02.039018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.050003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.056196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf59c68-7fb2-48c8-9898-f92716b1da75 req-f900b834-51a7-4b0f-a45d-d73960ae85ff tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269586 Feb 15 09:37:02.116691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200ad8a6-7eb7-4e1d-b957-613b8ae27790 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:02.128424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f410a-09a0-4ed2-8227-5b9bd5e8a7f4 req-173d0212-7114-42aa-a91e-a9ab0cd633aa tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.137537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd4f410a-09a0-4ed2-8227-5b9bd5e8a7f4 req-173d0212-7114-42aa-a91e-a9ab0cd633aa tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 943 time: 0.1473095 Feb 15 09:37:02.157314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898902-9aef-4751-8906-6035170fa432 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:02.167781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790,segment=NetworkSegment(43fdbf68-2118-4634-97df-71198d612a68),segment_id=43fdbf68-2118-4634-97df-71198d612a68)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:02.171472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.191134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.214126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.262561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:02.286735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.292529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:02.292919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:02.293153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:02.293275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:02.296173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0495c82-59a2-4a06-9375-8d9bb027c3af req-c8204857-af07-4f33-ab36-7ece1291d988 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 210 time: 0.1337759 Feb 15 09:37:02.304559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-48fd42a6-cbf5-437a-a4df-e846a7dacf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.306064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-48fd42a6-cbf5-437a-a4df-e846a7dacf4a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.3688407 Feb 15 09:37:02.316108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd4f410a-09a0-4ed2-8227-5b9bd5e8a7f4 req-66f043f3-c12d-4fbd-940b-eebadecd876e tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730461 Feb 15 09:37:02.318583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:02.318909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:02.326554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:02.326925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:02.327319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:02.328059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Bound port: a1cc2df9-f3fd-466f-be14-72638b92e122, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:02.328492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.382328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-43a25a33-da7f-47ad-942b-76384a610b79 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b267a114-afc8-4603-88a9-732c8ac37e2d HTTP/1.1" status: 200 len: 217 time: 0.0606256 Feb 15 09:37:02.426098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:02.461105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:02.467509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:02.474268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.504715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['200ad8a6-7eb7-4e1d-b957-613b8ae27790'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:02.535257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.556937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.557565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.559090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-32898902-9aef-4751-8906-6035170fa432 service neutron] 10.222.0.36 "PUT /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 1095 time: 1.2845511 Feb 15 09:37:02.559637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:02.561992 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a672abf9-9b27-4494-8654-a9d656dcd50b" -d '{"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:02.683052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:02.685104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32898902-9aef-4751-8906-6035170fa432 service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:02.703222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-f265a22a-9283-4f18-b843-0e9070811b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.705439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-f265a22a-9283-4f18-b843-0e9070811b83 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.2961123 Feb 15 09:37:02.714461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:02.716940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:02.718897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2bc3e1-e097-4d5b-8714-7d249b7ee728 req-85ed0e1d-6e78-486e-9931-8e58fb3d801b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.729194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff2bc3e1-e097-4d5b-8714-7d249b7ee728 req-85ed0e1d-6e78-486e-9931-8e58fb3d801b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1330054 Feb 15 09:37:02.740781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-6593258a-d63e-4133-b695-e2bdc604dda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.742366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-6593258a-d63e-4133-b695-e2bdc604dda7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1098 time: 0.0998571 Feb 15 09:37:02.798595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-665508ee-dc68-40a8-b1f7-6df8bd2de1ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0467653 Feb 15 09:37:02.807385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:02.819700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599dac82-c895-47a5-b101-fd59a77368e7 req-bf6cfe10-e50f-4aad-b5ba-eeaf7a13e0f6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.821292 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-599dac82-c895-47a5-b101-fd59a77368e7 req-bf6cfe10-e50f-4aad-b5ba-eeaf7a13e0f6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.3455808 Feb 15 09:37:02.828068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-5382f43c-8b81-426c-8f45-2aa23f6f8a81 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072404 Feb 15 09:37:02.862935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff2bc3e1-e097-4d5b-8714-7d249b7ee728 req-7f698277-efec-40c7-9678-506685c594bb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323888 Feb 15 09:37:02.878894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.879243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.879585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.879918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.880247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.880568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.881043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.881288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.881614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.881931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.882244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.882689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:02.898992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-6ae0637b-6edd-451b-a932-29b79c6f649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.900453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-6ae0637b-6edd-451b-a932-29b79c6f649e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0883641 Feb 15 09:37:02.908327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}, {'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:02.911560 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ae66f6-3eff-4a61-8c53-1277b5eade78" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}, {"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-plugged", "status": "completed", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:02.940052 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72a6645-4698-4d4b-9885-87cc9eec233d x-openstack-request-id: req-b72a6645-4698-4d4b-9885-87cc9eec233d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:02.941038 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:02.941613 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b72a6645-4698-4d4b-9885-87cc9eec233d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:02.942311 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'status': 'completed', 'code': 200} Feb 15 09:37:02.954464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-599dac82-c895-47a5-b101-fd59a77368e7 req-3f757334-4348-4fda-8ee6-1d84ccdf5631 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070545 Feb 15 09:37:02.964665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-4649c5ec-c28d-4e52-a15d-ea31d8414eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.965222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:02.965890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:02.966973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-4649c5ec-c28d-4e52-a15d-ea31d8414eb8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588346 Feb 15 09:37:03.019172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-b750b90a-fedb-4287-919e-7b6dc7f92068 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792607 Feb 15 09:37:03.026707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-8bb76526-d7ed-4f57-ab0d-74a1281cf3f5 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4231615 Feb 15 09:37:03.037914 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f1edd-80bc-466f-8418-756f63fdfc08 x-openstack-request-id: req-c71f1edd-80bc-466f-8418-756f63fdfc08 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:03.038206 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-plugged", "status": "completed", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "code": 200}, {"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-plugged", "status": "completed", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:03.038454 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c71f1edd-80bc-466f-8418-756f63fdfc08 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:03.038894 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'code': 200} Feb 15 09:37:03.039149 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'code': 200} Feb 15 09:37:03.046172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Request body: {'port': {'device_id': '7645ad99-a388-4d62-a709-a8308432227e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:03.135261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12c43ab-739d-4ea9-859e-c1b835dea80f req-813dc4b6-24a7-4558-b341-826b87b70539 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.146208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e12c43ab-739d-4ea9-859e-c1b835dea80f req-813dc4b6-24a7-4558-b341-826b87b70539 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 943 time: 0.1453125 Feb 15 09:37:03.197170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-d7b3b9c3-1ffb-4028-8126-75fa540b1ffa service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217948 Feb 15 09:37:03.238931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e12c43ab-739d-4ea9-859e-c1b835dea80f req-8a9eae7e-a7f1-4dec-a225-9df3fb611e8f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909121 Feb 15 09:37:03.243152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524117-63ce-4bce-90f7-ead747626068 req-dfb6b9bf-a706-4fb9-8287-930499b503a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.244473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8524117-63ce-4bce-90f7-ead747626068 req-dfb6b9bf-a706-4fb9-8287-930499b503a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 1096 time: 0.1319566 Feb 15 09:37:03.249366 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:03.291489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d6c1c5-4375-4abe-9739-2bd67b8f0b6f req-afd9a299-f075-4aab-a608-7caf488b3899 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.293011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56d6c1c5-4375-4abe-9739-2bd67b8f0b6f req-afd9a299-f075-4aab-a608-7caf488b3899 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 945 time: 0.1189883 Feb 15 09:37:03.312749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ca1852-6923-4b8c-a4d6-fcba8ac3f049 req-7b4dcdcb-aa39-4758-977c-fea27e9be72a service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847106 Feb 15 09:37:03.350592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8524117-63ce-4bce-90f7-ead747626068 req-f505545d-45a8-4d35-886f-6773af14a5ba service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771551 Feb 15 09:37:03.367175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085a7a2b-9324-4d3f-bcc2-c7c9d863c0e0 req-d119e32b-04ca-4dc9-98ba-b540f3be7f4d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543088 Feb 15 09:37:03.422161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56d6c1c5-4375-4abe-9739-2bd67b8f0b6f req-8da5af36-bdfb-46b0-a520-ab22b3fea4d4 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077664 Feb 15 09:37:03.450271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f97bf4-0fba-4a7a-9c85-4963b557c689 req-b9eb5725-5f7f-41ba-a70a-819b2b505272 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.451832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91f97bf4-0fba-4a7a-9c85-4963b557c689 req-b9eb5725-5f7f-41ba-a70a-819b2b505272 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 932 time: 0.0571229 Feb 15 09:37:03.495408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91f97bf4-0fba-4a7a-9c85-4963b557c689 req-77b9eaaf-f092-4e0c-98ac-ce46d09f9d35 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349944 Feb 15 09:37:03.601055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7be95c4-46d9-4411-b55f-4a91eaa7e063 req-cfef2b49-7ac2-435c-a4c7-59a2218ded43 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.602619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7be95c4-46d9-4411-b55f-4a91eaa7e063 req-cfef2b49-7ac2-435c-a4c7-59a2218ded43 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 944 time: 0.1020401 Feb 15 09:37:03.647292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11911e7-4053-4df8-bf8a-14df59fc0017 req-486f4777-be7f-458f-b40f-b535a7e93de1 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.648744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d11911e7-4053-4df8-bf8a-14df59fc0017 req-486f4777-be7f-458f-b40f-b535a7e93de1 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=76a5a509-ebb4-4141-a8af-14cbc400eb3a HTTP/1.1" status: 200 len: 946 time: 0.0922544 Feb 15 09:37:03.651526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-86c22f5e-c607-4d95-b8c9-146cdc52c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.652924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-86c22f5e-c607-4d95-b8c9-146cdc52c5d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1098 time: 0.0596371 Feb 15 09:37:03.684865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7be95c4-46d9-4411-b55f-4a91eaa7e063 req-ef55f82d-bcbf-4827-929f-daaa5b5bc689 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756354 Feb 15 09:37:03.705094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840aacc7-114c-468a-b347-a33e158c566b {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:03.705578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:03.718572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Transition to ACTIVE for port object 840aacc7-114c-468a-b347-a33e158c566b will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:03.724786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:03.754051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d11911e7-4053-4df8-bf8a-14df59fc0017 req-4a2b6c88-f686-488d-bd72-68c850745038 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974607 Feb 15 09:37:03.780992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:03.808900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-c1c56321-f6f4-4acd-9965-9f4c296c4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:03.810610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-c1c56321-f6f4-4acd-9965-9f4c296c4dca service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1466715 Feb 15 09:37:03.854003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Attempting to bind port 840aacc7-114c-468a-b347-a33e158c566b on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:03.854449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Attempting to bind port 840aacc7-114c-468a-b347-a33e158c566b by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:03.854966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Attempting to bind port 840aacc7-114c-468a-b347-a33e158c566b on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:03.859349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-9067aabb-c36c-4719-a796-1733bd284c5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0410466 Feb 15 09:37:03.859774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Port 840aacc7-114c-468a-b347-a33e158c566b on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:03.860320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Attempting to bind port 840aacc7-114c-468a-b347-a33e158c566b on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:03.865868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:03.866302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Checking segment: {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:03.866762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Bound using segment: {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:03.867197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Bound port: 840aacc7-114c-468a-b347-a33e158c566b, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:03.867561 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:03.956930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:03.960455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:03.965623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:04.008893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-2617f6f9-699b-4a7a-925a-0999121767ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.011095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-2617f6f9-699b-4a7a-925a-0999121767ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1406927 Feb 15 09:37:04.018148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.019113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:04.020756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] 10.222.0.36 "PUT /v2.0/ports/840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 1092 time: 0.9800785 Feb 15 09:37:04.021386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:04.023796 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fefa2d-9c5e-4d58-be11-79d92a59a916" -d '{"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:04.043516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b4008-23fe-4332-837f-b057436b83cd req-360b5cad-f7c3-4d74-83a3-ca36be9b6d9c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.045075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-018b4008-23fe-4332-837f-b057436b83cd req-360b5cad-f7c3-4d74-83a3-ca36be9b6d9c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0895040 Feb 15 09:37:04.050319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec1760-c17b-4e2d-bbe4-3209dc10417e service neutron] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:04.135849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-db163c31-fd85-4293-9156-5bbe5fb25b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.138088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-db163c31-fd85-4293-9156-5bbe5fb25b25 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1095 time: 0.0628016 Feb 15 09:37:04.209277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-f6985762-7cfe-42dc-9ad4-b604a9ee50b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 217 time: 0.0618720 Feb 15 09:37:04.317621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-6a6e4ede-af47-4cea-9769-99ed39aba9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.319106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-6a6e4ede-af47-4cea-9769-99ed39aba9c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.0972612 Feb 15 09:37:04.328310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce98a0e1-7558-4c71-8e5b-fd5e25b075e0 req-39ed21ce-b47a-4b67-9c5a-357d407eebd8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.330477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce98a0e1-7558-4c71-8e5b-fd5e25b075e0 req-39ed21ce-b47a-4b67-9c5a-357d407eebd8 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.1073687 Feb 15 09:37:04.377166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-d2046dc0-b06a-4bc0-879d-6c5f28e01d63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399473 Feb 15 09:37:04.461625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce98a0e1-7558-4c71-8e5b-fd5e25b075e0 req-741e573d-d283-46cb-84c1-cd89686c720a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137953 Feb 15 09:37:04.518528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-018b4008-23fe-4332-837f-b057436b83cd req-209064ef-34d0-410b-8cda-be224b1305ae tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403932 Feb 15 09:37:04.533777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-3ca63766-9d13-4127-8120-6c38af876e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.535301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-3ca63766-9d13-4127-8120-6c38af876e75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5151770 Feb 15 09:37:04.556684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b267a114-afc8-4603-88a9-732c8ac37e2d details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:04.557772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-ad9cf7da-8536-4ea8-ab8a-9e60dc5e2984 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688318 Feb 15 09:37:04.695923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b267a114-afc8-4603-88a9-732c8ac37e2d,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:04.701570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c63706e-c6ae-4197-b5ad-8a532e1dc112 req-6e76b101-ee80-41fc-a385-f8870aba2206 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360998 Feb 15 09:37:04.706726 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101e0e57-4664-4a10-b71a-00cea3af25d0 x-openstack-request-id: req-101e0e57-4664-4a10-b71a-00cea3af25d0 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:04.707055 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:04.707297 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-101e0e57-4664-4a10-b71a-00cea3af25d0 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:04.707729 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b', 'status': 'completed', 'code': 200} Feb 15 09:37:04.709374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'b267a114-afc8-4603-88a9-732c8ac37e2d', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': 'b267a114-afc8-4603-88a9-732c8ac37e2d', 'mac_address': 'fa:16:3e:5a:b3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:04.717115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc53909-2ab1-4904-ba8e-31c9417ab777 req-d351064d-384b-430c-8d2f-eac7eb56039a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.719919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7fc53909-2ab1-4904-ba8e-31c9417ab777 req-d351064d-384b-430c-8d2f-eac7eb56039a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 943 time: 0.0943253 Feb 15 09:37:04.758493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:04.766622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-d36e0ed7-6744-4c5c-ae8a-10c81483f1c0 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207384 Feb 15 09:37:04.868611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a672abf9-9b27-4494-8654-a9d656dcd50b req-b03471cc-8f81-4905-8444-39bb78c8b68a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937493 Feb 15 09:37:04.874423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7fc53909-2ab1-4904-ba8e-31c9417ab777 req-2b2ff7bd-e0b1-4500-88d7-70cd455f5378 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444678 Feb 15 09:37:04.904468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-6a4633e8-10cc-4d3d-b3a0-ba309e34bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.906031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-6a4633e8-10cc-4d3d-b3a0-ba309e34bc9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1095 time: 0.1219220 Feb 15 09:37:04.949206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-37ae799e-56e0-4f8d-9d97-73850df2c89b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:04.950760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-37ae799e-56e0-4f8d-9d97-73850df2c89b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.1801083 Feb 15 09:37:04.952849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b267a114-afc8-4603-88a9-732c8ac37e2d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:04.974322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b267a114-afc8-4603-88a9-732c8ac37e2d,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:04.983496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-b05a8156-1dec-4d59-a23f-054239f7b266 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/quotas/57e7935c1ba942709521548bffdddfac HTTP/1.1" status: 200 len: 375 time: 0.0228155 Feb 15 09:37:04.986738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.045103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4fbd1-29ed-443a-ae88-fdcb5a2d8df4 req-465b9b17-9fb8-4cb6-9006-dd41ac4db6a7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.053304 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f4fbd1-29ed-443a-ae88-fdcb5a2d8df4 req-465b9b17-9fb8-4cb6-9006-dd41ac4db6a7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 944 time: 0.0856881 Feb 15 09:37:05.058076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:05.088444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-7c7cfc96-9337-4a32-bfeb-4a70cdb9ff78 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704033 Feb 15 09:37:05.101370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f4fbd1-29ed-443a-ae88-fdcb5a2d8df4 req-61694042-83e6-42a2-8402-d5a7f5a258d4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469213 Feb 15 09:37:05.107599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-b74f7b32-f70d-44e8-91b9-b24b2c2d277a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:37:05.108573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-b74f7b32-f70d-44e8-91b9-b24b2c2d277a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057800 Feb 15 09:37:05.114163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-72d889b6-5930-4bac-83c2-945fb92e8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.115608 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-72d889b6-5930-4bac-83c2-945fb92e8296 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.1639702 Feb 15 09:37:05.211121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-93ef7e55-c6d4-4f1c-b7f1-829d637a7e2e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 217 time: 0.0433967 Feb 15 09:37:05.241565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330e287-6121-4ab9-bd47-fa3452c61c8e req-eb2029f8-cece-46b9-a1de-2d15c4a7c0c2 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.243712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8330e287-6121-4ab9-bd47-fa3452c61c8e req-eb2029f8-cece-46b9-a1de-2d15c4a7c0c2 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 944 time: 0.0605609 Feb 15 09:37:05.273987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['b267a114-afc8-4603-88a9-732c8ac37e2d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:05.279805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-8806bd79-ba4e-40ee-9d31-1f85584e01dc service neutron] 10.222.0.10 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632681 Feb 15 09:37:05.301089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-f29a0453-598b-4e19-8ed2-69282b1ccb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.302571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-f29a0453-598b-4e19-8ed2-69282b1ccb50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.0763552 Feb 15 09:37:05.308659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8330e287-6121-4ab9-bd47-fa3452c61c8e req-3c424f95-5b70-4de2-a35c-79d562eb81d3 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573683 Feb 15 09:37:05.380375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-07acbfb7-a842-4d9d-b461-1962bb9f1679 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550249 Feb 15 09:37:05.454778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:05.456766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 200ad8a6-7eb7-4e1d-b957-613b8ae27790 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:05.490944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-d2af7764-76f9-4ba2-9ebf-379b28e7e486 service neutron] 10.222.0.10 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012846 Feb 15 09:37:05.614179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-48fa1b34-2838-4ec3-86ff-aa56811e30e2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021582 Feb 15 09:37:05.639783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:05.650438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:05.650641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-65e26951-c8aa-45c4-a066-c7775a2cfddb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.651813 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.652221 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-65e26951-c8aa-45c4-a066-c7775a2cfddb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/ports?device_id=5f6df126-2475-4552-946c-c8b71cd4683e HTTP/1.1" status: 200 len: 945 time: 0.1492128 Feb 15 09:37:05.678818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-12f11b99-c15e-4fec-b81b-b69973999dbb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.680409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-12f11b99-c15e-4fec-b81b-b69973999dbb tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.36 "GET /v2.0/ports?device_id=76a5a509-ebb4-4141-a8af-14cbc400eb3a HTTP/1.1" status: 200 len: 946 time: 0.1553280 Feb 15 09:37:05.697722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:05.714648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfa4ff-42d0-4787-9549-2eb5b76f48f7 req-839ad8d2-78e3-4933-95da-30c17f344e84 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:05.721142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'mac_address': 'fa:16:3e:9c:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:05.721538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45bfa4ff-42d0-4787-9549-2eb5b76f48f7 req-839ad8d2-78e3-4933-95da-30c17f344e84 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.1832359 Feb 15 09:37:05.810054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.835014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:05.863780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:05.865370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.882274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.893719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Deleting port 17e51964-35b5-48a6-8c45-79ed061fdb1d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:05.894078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:05.919341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45bfa4ff-42d0-4787-9549-2eb5b76f48f7 req-95f2d282-7f62-4420-b6bb-733fafe6b72d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780629 Feb 15 09:37:05.934835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69fefa2d-9c5e-4d58-be11-79d92a59a916 req-45ff0711-00e2-46d4-8157-1370257e1392 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110545 Feb 15 09:37:05.960510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:05.962798 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ea54b7-9060-4cc8-ab81-f9d3748d7ff2" -d '{"events": [{"server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "name": "network-vif-plugged", "status": "completed", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:05.990971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Deleting port 4e1c1c01-69a4-4dad-b541-abe36210a6ed {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:05.994729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.007512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790,segment=NetworkSegment(43fdbf68-2118-4634-97df-71198d612a68),segment_id=43fdbf68-2118-4634-97df-71198d612a68)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:06.023687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:06.026440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.092232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132d9d7f-4049-4b96-afe3-6b92fe8cea04 req-27049e8e-a2f6-43f8-a3ee-d5bf4f2822cf tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.100795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-132d9d7f-4049-4b96-afe3-6b92fe8cea04 req-27049e8e-a2f6-43f8-a3ee-d5bf4f2822cf tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1641731 Feb 15 09:37:06.135466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:06.149047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] For port 17e51964-35b5-48a6-8c45-79ed061fdb1d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=17e51964-35b5-48a6-8c45-79ed061fdb1d,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:06.149510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.170304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-132d9d7f-4049-4b96-afe3-6b92fe8cea04 req-5a2a89fe-128d-4080-b9b4-05e52733acda tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684681 Feb 15 09:37:06.195910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a1cc2df9-f3fd-466f-be14-72638b92e122'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:06.212993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Calling delete_port for 17e51964-35b5-48a6-8c45-79ed061fdb1d owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:06.226582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] For port 4e1c1c01-69a4-4dad-b541-abe36210a6ed, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4e1c1c01-69a4-4dad-b541-abe36210a6ed,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:06.227131 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.249018 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7473dff9-e38f-467c-8c58-9d59585675d1 x-openstack-request-id: req-7473dff9-e38f-467c-8c58-9d59585675d1 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:06.251456 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "name": "network-vif-plugged", "status": "completed", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:06.251850 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7473dff9-e38f-467c-8c58-9d59585675d1 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:06.253292 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790', 'code': 200} Feb 15 09:37:06.256863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Calling delete_port for 4e1c1c01-69a4-4dad-b541-abe36210a6ed owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:06.447161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d262bc-957e-4dfd-b14e-3998ed74c462 req-772f485b-834c-4922-83ff-31684ef0fd8a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.448902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57d262bc-957e-4dfd-b14e-3998ed74c462 req-772f485b-834c-4922-83ff-31684ef0fd8a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 944 time: 0.0896368 Feb 15 09:37:06.527968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d3402e-9edb-4e92-bb32-da74556ec68c req-82f83ab5-8566-4e9e-b9fd-d8dc7cbdc15c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.537423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14d3402e-9edb-4e92-bb32-da74556ec68c req-82f83ab5-8566-4e9e-b9fd-d8dc7cbdc15c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 944 time: 0.1799197 Feb 15 09:37:06.563966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c7e7b-65f8-46e8-8975-fae6ae3d59b0 req-dfe76725-d939-4380-a730-080b846d7b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.565778 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df9c7e7b-65f8-46e8-8975-fae6ae3d59b0 req-dfe76725-d939-4380-a730-080b846d7b17 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 1096 time: 0.2159235 Feb 15 09:37:06.567026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57d262bc-957e-4dfd-b14e-3998ed74c462 req-ea0431ed-04e8-4449-b9c0-dd53b428d437 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863230 Feb 15 09:37:06.571740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b267a114-afc8-4603-88a9-732c8ac37e2d up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:06.584704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.634119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['17e51964-35b5-48a6-8c45-79ed061fdb1d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:06.640827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event deleted for resources: {'Port': ['ID=4e1c1c01-69a4-4dad-b541-abe36210a6ed,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:06.693426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f77daab-9e5b-4d44-8c83-2feba4f6e3f8 req-e62b5950-1715-46c7-aff9-960455420acc tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0570941 Feb 15 09:37:06.719571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14d3402e-9edb-4e92-bb32-da74556ec68c req-ed524b00-e5bc-4b70-a229-e16470d0b1c4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808877 Feb 15 09:37:06.767075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df9c7e7b-65f8-46e8-8975-fae6ae3d59b0 req-95b942b7-1218-49b4-ae3d-31c035b10189 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915834 Feb 15 09:37:06.790633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] No DVR routers for this DVR port 4e1c1c01-69a4-4dad-b541-abe36210a6ed on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:06.804312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.804794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.818025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8abf7cb6-7773-4284-adc9-852468c08c63 req-7873490e-61b7-4621-9e89-3dcffde6f003 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.36 "DELETE /v2.0/ports/4e1c1c01-69a4-4dad-b541-abe36210a6ed HTTP/1.1" status: 204 len: 173 time: 1.0952461 Feb 15 09:37:06.818894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'name': 'network-vif-deleted', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:06.822959 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cdf1c0d-78a1-46b4-a89a-4d6a9a1346f8" -d '{"events": [{"server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "name": "network-vif-deleted", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:06.831563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port b267a114-afc8-4603-88a9-732c8ac37e2d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:06.836257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port b267a114-afc8-4603-88a9-732c8ac37e2d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:06.836635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.881657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event deleted for resources: {'Port': ['ID=17e51964-35b5-48a6-8c45-79ed061fdb1d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:06.914973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1c5e9-8b0b-4291-a8d9-8ff5fc106651 req-d84f3d6f-edb0-429f-877b-c7e358ea2951 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.929852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcd1c5e9-8b0b-4291-a8d9-8ff5fc106651 req-d84f3d6f-edb0-429f-877b-c7e358ea2951 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1025996 Feb 15 09:37:06.944016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] No DVR routers for this DVR port 17e51964-35b5-48a6-8c45-79ed061fdb1d on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:06.947316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.951501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5913b16-aaac-41ec-9423-9d7f23afafba req-b3fc6401-8ff7-4b18-948e-4ea5e1a2930f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "DELETE /v2.0/ports/17e51964-35b5-48a6-8c45-79ed061fdb1d HTTP/1.1" status: 204 len: 173 time: 1.2862725 Feb 15 09:37:06.952256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'name': 'network-vif-deleted', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:06.955185 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:06.956554 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892507d7-62a1-4dc2-9ce5-f25ae5aa949c" -d '{"events": [{"server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "name": "network-vif-deleted", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:06.977985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4579022b-e65b-499e-959a-20be419d2853 req-987ea522-bd99-4ea7-ba92-fba7d960737e tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:06.990627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4579022b-e65b-499e-959a-20be419d2853 req-987ea522-bd99-4ea7-ba92-fba7d960737e tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 945 time: 0.1753330 Feb 15 09:37:07.025717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcd1c5e9-8b0b-4291-a8d9-8ff5fc106651 req-9c8fe39c-2f8f-49c5-a5c3-132c326e96d3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938215 Feb 15 09:37:07.056607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b267a114-afc8-4603-88a9-732c8ac37e2d,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:07.064666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4579022b-e65b-499e-959a-20be419d2853 req-d412ab00-0be0-42b8-9d15-9ece18bfbc8f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719838 Feb 15 09:37:07.070734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:07.108889 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-004c5b36-6782-4eb5-be7e-b138385ed093 x-openstack-request-id: req-004c5b36-6782-4eb5-be7e-b138385ed093 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:07.109139 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76a5a509-ebb4-4141-a8af-14cbc400eb3a", "name": "network-vif-deleted", "tag": "4e1c1c01-69a4-4dad-b541-abe36210a6ed", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:07.109387 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-004c5b36-6782-4eb5-be7e-b138385ed093 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:07.109786 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76a5a509-ebb4-4141-a8af-14cbc400eb3a', 'name': 'network-vif-deleted', 'tag': '4e1c1c01-69a4-4dad-b541-abe36210a6ed', 'status': 'completed', 'code': 200} Feb 15 09:37:07.147860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4e1c1c01-69a4-4dad-b541-abe36210a6ed'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:07.154279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4e1c1c01-69a4-4dad-b541-abe36210a6ed'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:07.162522 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a523607-3a2b-4d27-947d-ea9f61e2d040 x-openstack-request-id: req-5a523607-3a2b-4d27-947d-ea9f61e2d040 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:07.162913 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f6df126-2475-4552-946c-c8b71cd4683e", "name": "network-vif-deleted", "tag": "17e51964-35b5-48a6-8c45-79ed061fdb1d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:07.163261 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a523607-3a2b-4d27-947d-ea9f61e2d040 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:07.163763 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6df126-2475-4552-946c-c8b71cd4683e', 'name': 'network-vif-deleted', 'tag': '17e51964-35b5-48a6-8c45-79ed061fdb1d', 'status': 'completed', 'code': 200} Feb 15 09:37:07.288969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6418a-9d8d-47f9-908c-3299182dd49d req-e5259124-77a0-4868-9980-d119c3cf8cf7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:07.290538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48c6418a-9d8d-47f9-908c-3299182dd49d req-e5259124-77a0-4868-9980-d119c3cf8cf7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 948 time: 0.0823350 Feb 15 09:37:07.315959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:07.336674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48c6418a-9d8d-47f9-908c-3299182dd49d req-34052b82-1a1c-463b-805b-893790fad614 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Feb 15 09:37:07.406307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe0fa9-dde7-4908-ac97-2d93aada1f2a req-6162e696-68ac-408a-bf60-c99a751cee14 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:07.411901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0efe0fa9-dde7-4908-ac97-2d93aada1f2a req-6162e696-68ac-408a-bf60-c99a751cee14 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0581656 Feb 15 09:37:07.452006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0efe0fa9-dde7-4908-ac97-2d93aada1f2a req-92f06fac-129e-42c4-ba2d-376a1de6a1b6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Feb 15 09:37:07.463276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 840aacc7-114c-468a-b347-a33e158c566b details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:07.467680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:07.613854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f658b5-500b-444f-ba4f-8e422eae78de req-53117382-2d40-41c5-8bb3-c7c9e00e908e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:07.624125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3f658b5-500b-444f-ba4f-8e422eae78de req-53117382-2d40-41c5-8bb3-c7c9e00e908e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1000054 Feb 15 09:37:07.742783 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3f658b5-500b-444f-ba4f-8e422eae78de req-38563ff6-20b0-4f07-b354-3ee6154bfbc9 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174026 Feb 15 09:37:07.763645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port a1cc2df9-f3fd-466f-be14-72638b92e122 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:07.776636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:07.819919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a1cc2df9-f3fd-466f-be14-72638b92e122 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:07.820599 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:07.858287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '840aacc7-114c-468a-b347-a33e158c566b', 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515', 'port_id': '840aacc7-114c-468a-b347-a33e158c566b', 'mac_address': 'fa:16:3e:db:60:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2783cb3-aaf1-4ca5-ab11-e1ec7e532708', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:07.870170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd54f-f6d8-4c8d-8646-c744845fd606 req-ebd7257a-326e-4734-ac25-23d4b6c3df9a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:07.871852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95cbd54f-f6d8-4c8d-8646-c744845fd606 req-ebd7257a-326e-4734-ac25-23d4b6c3df9a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1885421 Feb 15 09:37:07.963931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:07.972701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24769673-6ca6-4df0-a5b9-a4f2dafefdcb req-974c95cb-8739-42e8-afa4-937524233f82 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0774965 Feb 15 09:37:08.017587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840aacc7-114c-468a-b347-a33e158c566b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:08.036910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95cbd54f-f6d8-4c8d-8646-c744845fd606 req-dc7a0976-f89a-4d84-b7c7-66d17c3749f7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476257 Feb 15 09:37:08.090338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-b4a09ba6-d2d7-4e69-999e-6d4621c5285b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:08.106558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-b4a09ba6-d2d7-4e69-999e-6d4621c5285b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.4172304 Feb 15 09:37:08.109521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:08.121544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Request body: {'port': {'device_id': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'admin_state_up': True, 'tenant_id': '57e7935c1ba942709521548bffdddfac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:08.121820 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:08.230923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:08.234327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:08.252427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.252945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.253419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.253864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.254309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.254803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.255276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.255717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.256133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.256570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.257035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.257477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:08.262971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:08.265496 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f2ea5-c00f-4000-a384-fbc99b179a78" -d '{"events": [{"server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "name": "network-vif-plugged", "status": "completed", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:08.296648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:08.307866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:08.344103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:08.352024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:08.394804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:08.426022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:08.433074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6371b-dfcb-4bb9-b5f1-7ff0f0d2a8ca req-b16633e1-c3ce-418f-ba5a-696ea862f3e8 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:08.441968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69f6371b-dfcb-4bb9-b5f1-7ff0f0d2a8ca req-b16633e1-c3ce-418f-ba5a-696ea862f3e8 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 945 time: 0.2790413 Feb 15 09:37:08.633399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Allocated IP 172.20.0.8 (3875007f-c119-4301-a631-a31f853acf29/7123e802-fbcc-4d0b-88b5-eb46f6679eca/fa41e280-e85e-436c-886c-2504814924c7) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:08.668865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3c1bf1-59c1-46d4-9894-4605eac52e3b req-c2304acc-0df2-4440-b16a-66b6dd7d9e88 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:08.674400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e3c1bf1-59c1-46d4-9894-4605eac52e3b req-c2304acc-0df2-4440-b16a-66b6dd7d9e88 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 945 time: 0.0947890 Feb 15 09:37:08.675330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69f6371b-dfcb-4bb9-b5f1-7ff0f0d2a8ca req-5a8d7153-aa42-4fbd-a172-0bca17e75da6 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324834 Feb 15 09:37:08.738270 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cbc105-7c18-44a9-b899-4580cec5d2e3 x-openstack-request-id: req-a9cbc105-7c18-44a9-b899-4580cec5d2e3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:08.738824 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "name": "network-vif-plugged", "status": "completed", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:08.739230 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9cbc105-7c18-44a9-b899-4580cec5d2e3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:08.739870 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d', 'code': 200} Feb 15 09:37:08.890208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e3c1bf1-59c1-46d4-9894-4605eac52e3b req-143c437b-dbf2-47cd-825b-a607905e5048 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180446 Feb 15 09:37:08.958991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-3fc4d391-3bcb-4651-a288-fdad5d834e75 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:08.960073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-3fc4d391-3bcb-4651-a288-fdad5d834e75 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 813 time: 0.2765138 Feb 15 09:37:09.002535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1f44f0-fab2-4e84-96f3-ffd531cc32fd req-26594243-f44f-4679-b120-21a46184abec tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:09.018907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Request body: {'port': {'device_id': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'admin_state_up': True, 'tenant_id': '57e7935c1ba942709521548bffdddfac'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:09.019160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b1f44f0-fab2-4e84-96f3-ffd531cc32fd req-26594243-f44f-4679-b120-21a46184abec tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1764739 Feb 15 09:37:09.035862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.097339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b1f44f0-fab2-4e84-96f3-ffd531cc32fd req-927bfdd2-ac51-4ff9-987f-a1aa98d3ed05 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771737 Feb 15 09:37:09.116495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.150571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c0318-b7b6-44a1-a0d9-4230c19f1af6 req-80e2419d-194b-4a22-b54b-d745f7177284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:09.152110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-617c0318-b7b6-44a1-a0d9-4230c19f1af6 req-80e2419d-194b-4a22-b54b-d745f7177284 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 1096 time: 0.1914682 Feb 15 09:37:09.201074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Network 3875007f-c119-4301-a631-a31f853acf29 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:09.208089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa648d-2f88-4b37-a81a-3df7a7f75199 req-aacffcbe-86bf-4942-b29f-d719adf15ea5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:09.209687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84fa648d-2f88-4b37-a81a-3df7a7f75199 req-aacffcbe-86bf-4942-b29f-d719adf15ea5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1742682 Feb 15 09:37:09.225466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5696897-c3fe-4861-a225-01a2a6776292 req-ca5a8632-571a-4e3a-953d-1ceea54f5a43 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0440993 Feb 15 09:37:09.226638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:09.229226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:09.238259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-617c0318-b7b6-44a1-a0d9-4230c19f1af6 req-e3fb1772-ca0b-45b3-8b97-429b77763f0e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784252 Feb 15 09:37:09.287259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84fa648d-2f88-4b37-a81a-3df7a7f75199 req-477e4df8-ad3d-4bca-a082-0010c44c3b35 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639846 Feb 15 09:37:09.288626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Made reservation on behalf of 57e7935c1ba942709521548bffdddfac for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:09.292447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.464437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Allocated IP 172.20.0.2 (3875007f-c119-4301-a631-a31f853acf29/7123e802-fbcc-4d0b-88b5-eb46f6679eca/aa931abf-52a6-463b-b6d6-9aa4f32056cf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:09.479678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 840aacc7-114c-468a-b347-a33e158c566b up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:09.590281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 840aacc7-114c-468a-b347-a33e158c566b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:09.595485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 840aacc7-114c-468a-b347-a33e158c566b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:09.595993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.672947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event updated for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:09.705013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.719739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:09.719967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.742565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bdaa6-15fe-469b-8fe5-f3afa539e03a req-3c5761ef-f0bb-40c1-bb90-de5daf1d47f1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:09.744125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-390bdaa6-15fe-469b-8fe5-f3afa539e03a req-3c5761ef-f0bb-40c1-bb90-de5daf1d47f1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0915613 Feb 15 09:37:09.746502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:09.754718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-583eef21-aeaa-4038-845a-ff4711ac212b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6395764 Feb 15 09:37:09.755664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.757164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4e1c1c01-69a4-4dad-b541-abe36210a6ed no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:09.767541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.776362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Request body: {'port': {'device_id': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:09.801183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 4e1c1c01-69a4-4dad-b541-abe36210a6ed {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:09.801604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4e1c1c01-69a4-4dad-b541-abe36210a6ed not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:09.834719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:09.846624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.900562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Network 3875007f-c119-4301-a631-a31f853acf29 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:09.907549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:09.912162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:09.912985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:09.942057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event updated for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:09.964000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-390bdaa6-15fe-469b-8fe5-f3afa539e03a req-0e22c665-cddd-4307-b2cc-02395a7a7da2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061346 Feb 15 09:37:10.015265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.016998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.068346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-367f4930-a75e-4dd4-8b77-0665fc7b6491 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0700593 Feb 15 09:37:10.085713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Request body: {'port': {'device_id': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:10.096802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f4658-3832-4383-ab1b-624d93e33117 req-5bcdc8fb-afc7-4bb7-8356-c9c0c144422b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.097690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-517f4658-3832-4383-ab1b-624d93e33117 req-5bcdc8fb-afc7-4bb7-8356-c9c0c144422b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 946 time: 0.0776970 Feb 15 09:37:10.140718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aaf581-e268-45c9-88a8-54154248f7b5 req-017b6dc5-4f4b-4750-96db-b7be6f1d0f23 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.142250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96aaf581-e268-45c9-88a8-54154248f7b5 req-017b6dc5-4f4b-4750-96db-b7be6f1d0f23 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 945 time: 0.0807552 Feb 15 09:37:10.182240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.187281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-517f4658-3832-4383-ab1b-624d93e33117 req-e805dd5b-49e0-465c-a03a-49a549429cec tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701158 Feb 15 09:37:10.220351 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-96aaf581-e268-45c9-88a8-54154248f7b5 req-58e00c94-ea23-4fbf-8771-fc940d2ca9ae tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538006 Feb 15 09:37:10.355261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa41e280-e85e-436c-886c-2504814924c7 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:10.373838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90302642-d5e5-4b3d-9897-4118f61b77be req-860fad2c-5764-4cf0-8142-0d63aecc1d2a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.375328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90302642-d5e5-4b3d-9897-4118f61b77be req-860fad2c-5764-4cf0-8142-0d63aecc1d2a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0690029 Feb 15 09:37:10.382357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.400314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Transition to ACTIVE for port object fa41e280-e85e-436c-886c-2504814924c7 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:10.404879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.421851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3df039-976b-4cf2-b5c8-95c53b3f27ea req-7def93f1-f135-43e2-baa9-0aad73c4bf6b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.423558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa3df039-976b-4cf2-b5c8-95c53b3f27ea req-7def93f1-f135-43e2-baa9-0aad73c4bf6b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 931 time: 0.0857916 Feb 15 09:37:10.456624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90302642-d5e5-4b3d-9897-4118f61b77be req-5e68654b-7bbe-4692-badd-d017adda3532 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743384 Feb 15 09:37:10.489075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Pushing event updated for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:10.536387 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa3df039-976b-4cf2-b5c8-95c53b3f27ea req-54ab2f3a-e50c-4e9e-8496-e4d316bc11a7 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932829 Feb 15 09:37:10.570224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Attempting to bind port fa41e280-e85e-436c-886c-2504814924c7 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:10.570692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Attempting to bind port fa41e280-e85e-436c-886c-2504814924c7 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:10.571123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Attempting to bind port fa41e280-e85e-436c-886c-2504814924c7 on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:10.575619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Port fa41e280-e85e-436c-886c-2504814924c7 on network 3875007f-c119-4301-a631-a31f853acf29 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:10.575932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Attempting to bind port fa41e280-e85e-436c-886c-2504814924c7 on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:10.581691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:10.582031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Checking segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:10.582411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Bound using segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:10.582828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Bound port: fa41e280-e85e-436c-886c-2504814924c7, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:10.583210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.598858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa931abf-52a6-463b-b6d6-9aa4f32056cf {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:10.608062 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.616156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 17e51964-35b5-48a6-8c45-79ed061fdb1d no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:10.625870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c49c10-3274-462c-b7cf-7896183e9568 req-26fc8989-d2ef-4735-9841-d32890986c4c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.628025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61c49c10-3274-462c-b7cf-7896183e9568 req-26fc8989-d2ef-4735-9841-d32890986c4c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0946786 Feb 15 09:37:10.638072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 17e51964-35b5-48a6-8c45-79ed061fdb1d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:10.638409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 17e51964-35b5-48a6-8c45-79ed061fdb1d not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:10.643044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Transition to ACTIVE for port object aa931abf-52a6-463b-b6d6-9aa4f32056cf will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:10.651495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.655469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:10.659435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fa41e280-e85e-436c-886c-2504814924c7,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:10.663634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.698737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.699508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.700968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] 10.222.0.72 "PUT /v2.0/ports/fa41e280-e85e-436c-886c-2504814924c7 HTTP/1.1" status: 200 len: 1091 time: 0.9314518 Feb 15 09:37:10.701576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:10.703767 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c918b0ef-d265-4c58-9e8d-f307c7272df2" -d '{"events": [{"name": "network-changed", "server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "tag": "fa41e280-e85e-436c-886c-2504814924c7"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:10.713491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61c49c10-3274-462c-b7cf-7896183e9568 req-a12bb37a-828a-4f04-a5d5-3e79aa4b52cc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764618 Feb 15 09:37:10.716446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:10.744295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}, {'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840aacc7-114c-468a-b347-a33e158c566b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:10.744295 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5eec00-6307-467e-afed-2ee54da416ba" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}, {"server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "name": "network-vif-plugged", "status": "completed", "tag": "840aacc7-114c-468a-b347-a33e158c566b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:10.744510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f669f9e-4cc4-4c11-858f-b3f7f085cb70 service neutron] Pushing event updated for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:10.786425 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7248fe1-438c-4434-82ff-2c2c8749134a x-openstack-request-id: req-e7248fe1-438c-4434-82ff-2c2c8749134a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:10.786713 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "tag": "fa41e280-e85e-436c-886c-2504814924c7", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:10.787497 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7248fe1-438c-4434-82ff-2c2c8749134a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:10.787497 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7', 'status': 'completed', 'code': 200} Feb 15 09:37:10.790743 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c2307d-3188-45d4-96fc-5c45c8d2d9a1 x-openstack-request-id: req-c9c2307d-3188-45d4-96fc-5c45c8d2d9a1 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:10.791016 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "code": 200}, {"server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "name": "network-vif-plugged", "status": "completed", "tag": "840aacc7-114c-468a-b347-a33e158c566b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:10.791252 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9c2307d-3188-45d4-96fc-5c45c8d2d9a1 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:10.791921 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'code': 200} Feb 15 09:37:10.791921 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840aacc7-114c-468a-b347-a33e158c566b', 'code': 200} Feb 15 09:37:10.804379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-59f3b8d0-665d-421d-b24e-f99343da3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.805942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-59f3b8d0-665d-421d-b24e-f99343da3d93 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 1094 time: 0.0556378 Feb 15 09:37:10.809234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Attempting to bind port aa931abf-52a6-463b-b6d6-9aa4f32056cf on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:10.809712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Attempting to bind port aa931abf-52a6-463b-b6d6-9aa4f32056cf by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:10.809898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Attempting to bind port aa931abf-52a6-463b-b6d6-9aa4f32056cf on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:10.815317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Port aa931abf-52a6-463b-b6d6-9aa4f32056cf on network 3875007f-c119-4301-a631-a31f853acf29 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:10.815752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Attempting to bind port aa931abf-52a6-463b-b6d6-9aa4f32056cf on network 3875007f-c119-4301-a631-a31f853acf29 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:10.822660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 36, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:10.823848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Checking segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:10.824356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Bound using segment: {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:10.825788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Bound port: aa931abf-52a6-463b-b6d6-9aa4f32056cf, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '3875007f-c119-4301-a631-a31f853acf29'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:10.826419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.858535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-621dd864-cb02-4fbb-9ef7-1bdd73948890 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa41e280-e85e-436c-886c-2504814924c7 HTTP/1.1" status: 200 len: 217 time: 0.0407419 Feb 15 09:37:10.930519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:10.934826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:10.936347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-993c4591-5652-4bb0-9acf-94c8c6462980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.937834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-993c4591-5652-4bb0-9acf-94c8c6462980 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.0720224 Feb 15 09:37:10.943736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.945256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bb3a3-987a-4caa-aab0-7461dbcb8398 req-7a5732e7-9fac-4859-b4e8-b70367d2131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.946389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-516bb3a3-987a-4caa-aab0-7461dbcb8398 req-7a5732e7-9fac-4859-b4e8-b70367d2131a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1097 time: 0.0552902 Feb 15 09:37:10.952449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3af3c3-566b-48e7-9b04-5fd5c77af5e3 req-0533476b-ac18-4a93-bffa-25f7cde7e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.955256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c3af3c3-566b-48e7-9b04-5fd5c77af5e3 req-0533476b-ac18-4a93-bffa-25f7cde7e504 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1100 time: 0.0708203 Feb 15 09:37:10.981880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:10.989682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:10.989892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-9ea55f49-216f-455e-8fbf-5a37f2d20b5c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425811 Feb 15 09:37:10.992283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] 10.222.0.72 "PUT /v2.0/ports/aa931abf-52a6-463b-b6d6-9aa4f32056cf HTTP/1.1" status: 200 len: 1091 time: 0.9112744 Feb 15 09:37:11.034884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-516bb3a3-987a-4caa-aab0-7461dbcb8398 req-7cd822cf-7590-48eb-8543-9205e92e294b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791426 Feb 15 09:37:11.062868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:11.066159 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b703a9f-208a-4e4d-909e-7952920fe3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:11.074082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00ca26b-7892-4431-85cb-e5f68c2b27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:11.119930 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5408fc-2139-4d7d-916d-a26747dacb67 x-openstack-request-id: req-9e5408fc-2139-4d7d-916d-a26747dacb67 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:11.120217 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:11.120467 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e5408fc-2139-4d7d-916d-a26747dacb67 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:11.121002 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf', 'status': 'completed', 'code': 200} Feb 15 09:37:11.133261 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c3af3c3-566b-48e7-9b04-5fd5c77af5e3 req-64208e85-1221-4407-b0eb-fca455f1afab service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568439 Feb 15 09:37:11.153541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-896b06bf-7a0d-45a8-a6cb-52f82511bad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.155048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-896b06bf-7a0d-45a8-a6cb-52f82511bad2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0794473 Feb 15 09:37:11.162399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-1556e07a-ac6e-469a-8e7c-2ad91c310174 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513398 Feb 15 09:37:11.186429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e68ed-f587-4643-a101-dc9dfb9b3617 req-8ef8a68f-610a-464e-9d8d-8f05cf9a2e47 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.188153 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-271e68ed-f587-4643-a101-dc9dfb9b3617 req-8ef8a68f-610a-464e-9d8d-8f05cf9a2e47 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0860608 Feb 15 09:37:11.199818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-5dd23fe3-5001-4c7a-962b-63a7bc0fa021 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf HTTP/1.1" status: 200 len: 217 time: 0.0359924 Feb 15 09:37:11.266525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-81899201-fb37-4dd8-bda9-ffe216e8b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.268009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-81899201-fb37-4dd8-bda9-ffe216e8b9fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.0612257 Feb 15 09:37:11.291565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-271e68ed-f587-4643-a101-dc9dfb9b3617 req-640a8388-c52b-45bb-bf24-0fe925d0c99f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Feb 15 09:37:11.321730 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-6a503cfd-1316-4faf-ab84-bb9004c3d1ba service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518369 Feb 15 09:37:11.357462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-ff2a19b4-8f44-4568-baa6-6d0f92644901 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447013 Feb 15 09:37:11.442748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54638bff-606b-45e8-a4b2-d37c15557fc3 req-64ac716a-1106-412e-b494-5e4d2ef761b2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.444477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54638bff-606b-45e8-a4b2-d37c15557fc3 req-64ac716a-1106-412e-b494-5e4d2ef761b2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 946 time: 0.1716778 Feb 15 09:37:11.457228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d57005-8d57-412b-bf5b-854e13178d5e req-76cc5fd8-e138-4aa3-8a52-cdd75e281e4c tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.458772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3d57005-8d57-412b-bf5b-854e13178d5e req-76cc5fd8-e138-4aa3-8a52-cdd75e281e4c tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 945 time: 0.0951755 Feb 15 09:37:11.461687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-8d3f266a-b0f1-485d-a146-fb259625b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.463109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-8d3f266a-b0f1-485d-a146-fb259625b852 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 1094 time: 0.0689528 Feb 15 09:37:11.523464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54638bff-606b-45e8-a4b2-d37c15557fc3 req-babad065-9ddf-4977-872e-31400221fa65 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678730 Feb 15 09:37:11.525458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-ae516b98-455e-4708-91c6-a87f9a5184d2 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425323 Feb 15 09:37:11.555946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3d57005-8d57-412b-bf5b-854e13178d5e req-6543ef30-b2a1-4d34-b710-1147de5c3049 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/security-groups?id=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912271 Feb 15 09:37:11.620096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-8b4e9529-1d95-4265-98eb-a11e711e4bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.621646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-8b4e9529-1d95-4265-98eb-a11e711e4bbe service neutron] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 914 time: 0.1379273 Feb 15 09:37:11.696927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-ae8e027a-e2b6-42fa-9ca1-4a6b53974bdc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fa41e280-e85e-436c-886c-2504814924c7 HTTP/1.1" status: 200 len: 217 time: 0.0665255 Feb 15 09:37:11.773654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-e90a86da-4669-4cab-ab17-d2d913b08200 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.775046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-e90a86da-4669-4cab-ab17-d2d913b08200 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.36 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 945 time: 0.1371233 Feb 15 09:37:11.777880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-474a6bbf-223f-43ec-acf0-c946aaf2a6d4 req-c96aedff-6c8b-42b4-b0ad-0b9c79c6ca28 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434115 Feb 15 09:37:11.786377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f61bed-f9a6-47f3-bcae-0ac37d0f7d25 req-cd2a4061-69f2-4575-939b-c93bc39f5208 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.796865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7f61bed-f9a6-47f3-bcae-0ac37d0f7d25 req-cd2a4061-69f2-4575-939b-c93bc39f5208 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1567750 Feb 15 09:37:11.800486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-9002146c-4e6b-4eaf-a8c8-839cb680f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.802775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-9002146c-4e6b-4eaf-a8c8-839cb680f35c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.0832381 Feb 15 09:37:11.828368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f630ea-f99a-4663-89b3-419133cda54d req-83aac669-cf4e-43d1-8c22-a563de7eba45 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.832533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36f630ea-f99a-4663-89b3-419133cda54d req-83aac669-cf4e-43d1-8c22-a563de7eba45 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 943 time: 0.1075113 Feb 15 09:37:11.852451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-9df898b0-6342-4732-b51b-78602c44e10a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345972 Feb 15 09:37:11.873963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7f61bed-f9a6-47f3-bcae-0ac37d0f7d25 req-bf086dd2-1d22-429d-a0a0-916c9451da65 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762537 Feb 15 09:37:11.963107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36f630ea-f99a-4663-89b3-419133cda54d req-3656bf2c-1450-4007-90ea-f5ca8480049e tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188664 Feb 15 09:37:11.967095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-c9a78208-366e-4113-9041-873e81e9f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:11.968545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-c9a78208-366e-4113-9041-873e81e9f21c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=57e7935c1ba942709521548bffdddfac&device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 1094 time: 0.1232252 Feb 15 09:37:11.972071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-02a987be-509e-4028-821e-36981081b3b4 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111262 Feb 15 09:37:12.071745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a630608-23b1-4568-8182-e8db6ebb47b3 req-11f06e7c-9f84-4478-9b4a-0e4e941683b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.073436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a630608-23b1-4568-8182-e8db6ebb47b3 req-11f06e7c-9f84-4478-9b4a-0e4e941683b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1180334 Feb 15 09:37:12.127960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c918b0ef-d265-4c58-9e8d-f307c7272df2 req-678b4fcf-c4f8-497c-aea8-3436bbf9590c service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331713 Feb 15 09:37:12.135458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Deleting port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:12.135458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:12.140606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-4c881503-74b5-4a24-ab57-5ac5f90c6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.142025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-4c881503-74b5-4a24-ab57-5ac5f90c6ff2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 200 len: 914 time: 0.1562130 Feb 15 09:37:12.142347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4a630608-23b1-4568-8182-e8db6ebb47b3 req-874da1b2-1534-49be-82cc-475ddd0ef49c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518043 Feb 15 09:37:12.224206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-e3ef900f-e504-4fd8-a313-2e115a625dc2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf HTTP/1.1" status: 200 len: 217 time: 0.0695581 Feb 15 09:37:12.241731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857d9b2-52e1-4432-9a7f-fa58e54c3a2d req-33d35a0b-ff56-42cf-8497-8ed7db748ad0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.243159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5857d9b2-52e1-4432-9a7f-fa58e54c3a2d req-33d35a0b-ff56-42cf-8497-8ed7db748ad0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1702452 Feb 15 09:37:12.331054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] For port 200ad8a6-7eb7-4e1d-b957-613b8ae27790, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=200ad8a6-7eb7-4e1d-b957-613b8ae27790,segment=NetworkSegment(43fdbf68-2118-4634-97df-71198d612a68),segment_id=43fdbf68-2118-4634-97df-71198d612a68)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:12.331350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:12.348872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-520c1539-8309-4130-9769-3a79f524f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.350338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-520c1539-8309-4130-9769-3a79f524f852 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 200 len: 853 time: 0.1170499 Feb 15 09:37:12.357407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5857d9b2-52e1-4432-9a7f-fa58e54c3a2d req-eb529ecf-e0d6-43f3-92a2-c03f991465f7 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018381 Feb 15 09:37:12.370239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Calling delete_port for 200ad8a6-7eb7-4e1d-b957-613b8ae27790 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:12.392374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-07cb00f1-2fc2-4c51-9fb6-497f73064242 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3875007f-c119-4301-a631-a31f853acf29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338273 Feb 15 09:37:12.541789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-527c77fc-e134-4ed2-a272-c83da638c257 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077383 Feb 15 09:37:12.648543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce96ac-a280-4663-9c79-10726b572afd req-0b5a33da-b697-4974-ac8d-08ba80d2c741 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.652751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:12.657550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64ce96ac-a280-4663-9c79-10726b572afd req-0b5a33da-b697-4974-ac8d-08ba80d2c741 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 946 time: 0.0623846 Feb 15 09:37:12.667751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['200ad8a6-7eb7-4e1d-b957-613b8ae27790'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:12.706987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64ce96ac-a280-4663-9c79-10726b572afd req-22ea8f2f-d167-4dfc-b9da-c7ab77816c0d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430636 Feb 15 09:37:12.722759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Pushing event deleted for resources: {'Port': ['ID=200ad8a6-7eb7-4e1d-b957-613b8ae27790,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:12.727627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f5b290c-c9aa-4b1e-83ab-a6da7884ba03 req-59153e47-add6-4910-83af-d9dfbdda598f tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.10 "GET /v2.0/ports?device_id=25a59ca1-e61e-4b1b-ab4b-2e10d92da72d HTTP/1.1" status: 200 len: 210 time: 0.0664887 Feb 15 09:37:12.734139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b703a9f-208a-4e4d-909e-7952920fe3bc req-7b6aac59-d649-47c9-a0b7-7502cea5aeb3 service neutron] 10.222.0.72 "GET /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681449 Feb 15 09:37:12.837943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-33b29e58-fc21-46d7-82ec-929652d2487e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-534829955&fields=id&tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 267 time: 0.0516233 Feb 15 09:37:12.900237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-11445ccd-7046-477d-af9c-b4ae791b514a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:12.901816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-11445ccd-7046-477d-af9c-b4ae791b514a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 946 time: 0.0574560 Feb 15 09:37:12.918446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'security_groups': ['43985961-5263-4067-9171-298c2435b08d', 'e42baf4f-c6f5-4475-af7c-098aed0a6eea']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:13.010455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:13.120992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] No DVR routers for this DVR port 200ad8a6-7eb7-4e1d-b957-613b8ae27790 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:13.123922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:13.128394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c5b46ce-73ac-453d-af68-012f48a33c5f req-a88178db-10cb-42ff-a1ee-c08e1af1b039 tempest-ServerMetadataNegativeTestJSON-940342831 tempest-ServerMetadataNegativeTestJSON-940342831-project] 10.222.0.36 "DELETE /v2.0/ports/200ad8a6-7eb7-4e1d-b957-613b8ae27790 HTTP/1.1" status: 204 len: 173 time: 1.3434386 Feb 15 09:37:13.128852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'name': 'network-vif-deleted', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:13.131076 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45aa243-6bf6-4880-9aba-2dd826329046" -d '{"events": [{"server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "name": "network-vif-deleted", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:13.169306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddb3609-6f5c-47d7-bc42-de44f8cc2032 req-1b583df8-273e-46b8-96f0-e090582aa802 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.170828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddb3609-6f5c-47d7-bc42-de44f8cc2032 req-1b583df8-273e-46b8-96f0-e090582aa802 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0927320 Feb 15 09:37:13.222891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddb3609-6f5c-47d7-bc42-de44f8cc2032 req-03e5555c-4650-4ac4-8694-8abb1a9f965c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Feb 15 09:37:13.260393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:13.300100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:13.306261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:13.319612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:13.360609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a054b-7f59-400f-a1ca-3faa83b3cc50 req-5aa972e8-aae9-46b0-bded-1baa18c1399e tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.360891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.361486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:13.362149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af8a054b-7f59-400f-a1ca-3faa83b3cc50 req-5aa972e8-aae9-46b0-bded-1baa18c1399e tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 943 time: 0.0602098 Feb 15 09:37:13.362917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-784b8252-a122-4a90-ad1b-911e46d0a45c req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "PUT /v2.0/ports/840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 982 time: 0.4503906 Feb 15 09:37:13.363371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:13.365651 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a54a7e-6261-4199-b23d-50deaeb0c424" -d '{"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:13.393520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d71df-537b-4219-b6ec-ba03bd5454ad tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:13.417515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af8a054b-7f59-400f-a1ca-3faa83b3cc50 req-57079a11-13ed-4cd7-92a5-25cd95366ed6 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Feb 15 09:37:13.443806 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d040be-f3ed-4468-aeb1-85d4d757667c x-openstack-request-id: req-93d040be-f3ed-4468-aeb1-85d4d757667c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:13.444087 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25a59ca1-e61e-4b1b-ab4b-2e10d92da72d", "name": "network-vif-deleted", "tag": "200ad8a6-7eb7-4e1d-b957-613b8ae27790", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:13.444333 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93d040be-f3ed-4468-aeb1-85d4d757667c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:13.444722 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a59ca1-e61e-4b1b-ab4b-2e10d92da72d', 'name': 'network-vif-deleted', 'tag': '200ad8a6-7eb7-4e1d-b957-613b8ae27790', 'status': 'completed', 'code': 200} Feb 15 09:37:13.540267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:13.545523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce004d0-09e5-41fb-85bf-bffe05c55794 req-346a69e0-2107-468d-ab08-e43b3644a1e7 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.547075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ce004d0-09e5-41fb-85bf-bffe05c55794 req-346a69e0-2107-468d-ab08-e43b3644a1e7 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1100 time: 0.0523374 Feb 15 09:37:13.556942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc060d-d4e4-463e-9ea5-6395eaf64aa6 req-99ef2dd7-b0d3-4222-aa9c-7b3094cd1c5d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.558554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8bc060d-d4e4-463e-9ea5-6395eaf64aa6 req-99ef2dd7-b0d3-4222-aa9c-7b3094cd1c5d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0862031 Feb 15 09:37:13.652341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ce004d0-09e5-41fb-85bf-bffe05c55794 req-2428fe81-2e59-4d37-a7aa-47e82e5c24a5 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725710 Feb 15 09:37:13.684903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8bc060d-d4e4-463e-9ea5-6395eaf64aa6 req-1f1335b2-541c-48cb-88ca-f8c803409dd7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127026 Feb 15 09:37:13.720410 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bc2a85-0ec5-4080-9e87-e57b91a30884 x-openstack-request-id: req-a1bc2a85-0ec5-4080-9e87-e57b91a30884 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:13.720592 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:13.720871 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1bc2a85-0ec5-4080-9e87-e57b91a30884 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:13.721351 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b', 'status': 'completed', 'code': 200} Feb 15 09:37:13.851961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec3b1a-bab7-4605-9699-77c305ab5335 req-2a00078a-8ed0-4c4f-b9f1-80dfd4e4c8d0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.860942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00ec3b1a-bab7-4605-9699-77c305ab5335 req-2a00078a-8ed0-4c4f-b9f1-80dfd4e4c8d0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0688210 Feb 15 09:37:13.862032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-161ae31c-3ad3-4ddf-83c1-1c8062ada414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:13.863744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-161ae31c-3ad3-4ddf-83c1-1c8062ada414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1136 time: 0.1169519 Feb 15 09:37:13.905105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00ec3b1a-bab7-4605-9699-77c305ab5335 req-b4e23569-3ae7-4cd9-9140-bca0f3cc82f0 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Feb 15 09:37:13.949251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36290) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:13.984864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-e6672cfa-bb18-4cfc-b16e-5ec2f275960b req-2ec4533c-565a-4e61-ad2e-c7b8f811ab74 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:37:13.987410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6672cfa-bb18-4cfc-b16e-5ec2f275960b req-2ec4533c-565a-4e61-ad2e-c7b8f811ab74 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083044 Feb 15 09:37:14.007204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-193365af-6cd4-4f83-a712-5d54f113e552 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-421237034&fields=id&tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 267 time: 0.1496382 Feb 15 09:37:14.052191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-79ab5ce9-2449-4234-a2be-62ae35063b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.054391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-79ab5ce9-2449-4234-a2be-62ae35063b3a service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.1735415 Feb 15 09:37:14.076201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23c6c43-a6e8-4a69-a6cd-7ec1a99496dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.118099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-627a0c90-ef67-4670-b98e-6ec4f76ffa4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 217 time: 0.0434649 Feb 15 09:37:14.167912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-0d56e97e-f026-4fbe-94d1-b8b52fa62456 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.177393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-0d56e97e-f026-4fbe-94d1-b8b52fa62456 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 985 time: 0.1430211 Feb 15 09:37:14.183002 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.187511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'security_groups': ['43985961-5263-4067-9171-298c2435b08d', 'e42baf4f-c6f5-4475-af7c-098aed0a6eea', 'bab0ca3d-1116-4a24-a6dc-d4f428e11df7']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:14.188449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23c6c43-a6e8-4a69-a6cd-7ec1a99496dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.194643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36298) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:14.209255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23c6c43-a6e8-4a69-a6cd-7ec1a99496dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.294795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f23c6c43-a6e8-4a69-a6cd-7ec1a99496dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f01e10b6ea546c7b3d58d059fb7f532&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442574 Feb 15 09:37:14.297969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36300) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:14.305305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c6c43-a6e8-4a69-a6cd-7ec1a99496dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbb367-6bd5-4a28-811c-76007400ae2c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:14.312651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-0180c45c-a814-4373-b7c7-7bf0923b53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.314854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-0180c45c-a814-4373-b7c7-7bf0923b53e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.1904576 Feb 15 09:37:14.350010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b8fe1-b05d-414e-950d-2db1873c5421 req-0fdab50f-4384-4bb0-8fd0-8beb208eb915 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.351491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a14b8fe1-b05d-414e-950d-2db1873c5421 req-0fdab50f-4384-4bb0-8fd0-8beb208eb915 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0971346 Feb 15 09:37:14.379588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-d49a954b-d5a5-4558-ab34-a708e569596c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436625 Feb 15 09:37:14.382857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.383995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Deleting subnet 33e078d1-330a-4645-9175-ac665663f4f9 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:37:14.386065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.405570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.412327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a14b8fe1-b05d-414e-950d-2db1873c5421 req-30a0e895-49f7-4d0a-98c8-a725ee953578 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537760 Feb 15 09:37:14.416890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.478904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.482835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.484180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56fbb367-6bd5-4a28-811c-76007400ae2c HTTP/1.1" status: 204 len: 168 time: 0.1844866 Feb 15 09:37:14.484405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-ea4ae453-2933-41aa-ae08-d557ef9e31b4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2380695 Feb 15 09:37:14.522955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.527870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916d60fe-582e-4dd7-99aa-5825c396e0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbb367-6bd5-4a28-811c-76007400ae2c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:14.571643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ee676-8968-4ff9-b6dc-2c6e01bfcc69 req-089c6d79-a4ca-453b-a730-0e91d6da5a44 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.580202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a56ee676-8968-4ff9-b6dc-2c6e01bfcc69 req-089c6d79-a4ca-453b-a730-0e91d6da5a44 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 943 time: 0.0943179 Feb 15 09:37:14.614193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.631900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device aa931abf-52a6-463b-b6d6-9aa4f32056cf details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:14.633680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a56ee676-8968-4ff9-b6dc-2c6e01bfcc69 req-945aaba4-7d1c-4984-b8a5-126a82cbc622 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524893 Feb 15 09:37:14.650856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-b00a92a3-b700-47c4-9807-63782502ddcb service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602665 Feb 15 09:37:14.806424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:14.824246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.833582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'port_id': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf', 'mac_address': 'fa:16:3e:6b:49:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7123e802-fbcc-4d0b-88b5-eb46f6679eca', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:14.870089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0dd73-d404-489f-9ef8-26533dddd045 req-cf6feb80-2380-49eb-b8a3-cb3dd3dd9fa6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:14.872456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02b0dd73-d404-489f-9ef8-26533dddd045 req-cf6feb80-2380-49eb-b8a3-cb3dd3dd9fa6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0765436 Feb 15 09:37:14.911803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.931135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86a54a7e-6261-4199-b23d-50deaeb0c424 req-3314a332-9e20-4ce5-bab2-3ce623e4d2c3 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704759 Feb 15 09:37:14.931735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa931abf-52a6-463b-b6d6-9aa4f32056cf {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:14.931863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33e078d1-330a-4645-9175-ac665663f4f9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:14.957841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.963393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e92b2bf7-0c46-4b7b-98c7-e5434b2b64b7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/33e078d1-330a-4645-9175-ac665663f4f9 HTTP/1.1" status: 204 len: 168 time: 0.7467268 Feb 15 09:37:14.964566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:14.966390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36334) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:14.973605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02b0dd73-d404-489f-9ef8-26533dddd045 req-a7307479-fe15-47e4-83db-e34605ac7394 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834620 Feb 15 09:37:14.976449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:14.991499 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:14.996189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fa41e280-e85e-436c-886c-2504814924c7 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:15.076582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fa41e280-e85e-436c-886c-2504814924c7,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:15.080974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:15.083061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.091272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.095946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'fa41e280-e85e-436c-886c-2504814924c7', 'network_id': '3875007f-c119-4301-a631-a31f853acf29', 'port_id': 'fa41e280-e85e-436c-886c-2504814924c7', 'mac_address': 'fa:16:3e:2b:f3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7123e802-fbcc-4d0b-88b5-eb46f6679eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:15.125528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.146927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:15.236019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.236632 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.244509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:15.245173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.250409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44a478f7-d8a7-42e1-b5f3-5028804a9df0 req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "PUT /v2.0/ports/840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 1021 time: 1.0716708 Feb 15 09:37:15.265484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa41e280-e85e-436c-886c-2504814924c7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:15.267147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201f95-7a24-45cc-80de-5a3bae992df5 req-d09e2569-0317-4f66-bfa8-8b09a14eaf60 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:15.272596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-43201f95-7a24-45cc-80de-5a3bae992df5 req-d09e2569-0317-4f66-bfa8-8b09a14eaf60 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1482322 Feb 15 09:37:15.330974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb18553-0a3c-432b-8a44-154b827be97d']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:15.343036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fa41e280-e85e-436c-886c-2504814924c7,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:15.343555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8dd9a-02c4-41a2-bada-04948e196e1f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:15.367315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.370009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-43201f95-7a24-45cc-80de-5a3bae992df5 req-e41ab1f2-2c6f-4290-b8ed-8104aba2700b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910118 Feb 15 09:37:15.380331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fdbf68-2118-4634-97df-71198d612a68') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:15.380614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fdbf68-2118-4634-97df-71198d612a68') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:15.381563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:15.395056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.421476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce74c15-ffee-4420-b407-d4f64a456013 req-e81f3a8b-0ad2-4c77-8804-524e3d98d61a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:15.430455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ce74c15-ffee-4420-b407-d4f64a456013 req-e81f3a8b-0ad2-4c77-8804-524e3d98d61a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1024 time: 0.0946922 Feb 15 09:37:15.432902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.451662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:15.454976 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743a5306-f11b-49af-bfb2-a2e076608749" -d '{"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:15.491074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:37:15.491490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:37:15.493560 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:37:15.583091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.599179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34cf9e-afe8-461d-8ae8-8e8a10e7bf01 req-f04c4911-be33-46e4-b95b-3d9ec49fef8b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:15.607948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d34cf9e-afe8-461d-8ae8-8e8a10e7bf01 req-f04c4911-be33-46e4-b95b-3d9ec49fef8b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0977132 Feb 15 09:37:15.639469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.643762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3cb18553-0a3c-432b-8a44-154b827be97d HTTP/1.1" status: 204 len: 168 time: 0.6763029 Feb 15 09:37:15.644766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5736da7-0186-4b25-9e0d-1866ff0f4d18 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cb18553-0a3c-432b-8a44-154b827be97d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:15.659867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ce74c15-ffee-4420-b407-d4f64a456013 req-28aecdac-f11a-42d7-aee6-87e476839965 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=bab0ca3d-1116-4a24-a6dc-d4f428e11df7&id=e42baf4f-c6f5-4475-af7c-098aed0a6eea HTTP/1.1" status: 200 len: 6156 time: 0.2282274 Feb 15 09:37:15.703820 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377728ff-e732-4fe6-b86c-04b4c9bf39ab x-openstack-request-id: req-377728ff-e732-4fe6-b86c-04b4c9bf39ab {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:15.704962 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "tag": "840aacc7-114c-468a-b347-a33e158c566b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:15.705446 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-377728ff-e732-4fe6-b86c-04b4c9bf39ab {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:15.706047 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'tag': '840aacc7-114c-468a-b347-a33e158c566b', 'status': 'completed', 'code': 200} Feb 15 09:37:15.721647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 200ad8a6-7eb7-4e1d-b957-613b8ae27790 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:15.729571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d34cf9e-afe8-461d-8ae8-8e8a10e7bf01 req-31142748-4b8a-4e3a-906f-974bb7f5f7a7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199176 Feb 15 09:37:15.776503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 200ad8a6-7eb7-4e1d-b957-613b8ae27790 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:15.776871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 200ad8a6-7eb7-4e1d-b957-613b8ae27790 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:15.798881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': ' tempest-securitygroup -768326561 ', 'description': 'tempest-description-1861465081'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:15.820973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a5306-f11b-49af-bfb2-a2e076608749 req-11019df1-0332-4cc4-b100-6a57d58e5bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:15.822509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-11019df1-0332-4cc4-b100-6a57d58e5bd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1175 time: 0.0840173 Feb 15 09:37:15.839872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.849724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:15.874153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['aa931abf-52a6-463b-b6d6-9aa4f32056cf'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:15.925254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['fa41e280-e85e-436c-886c-2504814924c7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:15.991408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:15.999903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.018112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f8ee9-5e37-4a56-8a46-e87ed3e6333d req-ba85fc46-6c86-4097-85dc-08734073e9a9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.030981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b2f8ee9-5e37-4a56-8a46-e87ed3e6333d req-ba85fc46-6c86-4097-85dc-08734073e9a9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 944 time: 0.1979456 Feb 15 09:37:16.035762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:16.046449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98475ce-3d89-4e84-9aba-f5bcdf2ccf11,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:16.060525 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.074887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9b57724-fcb0-40e0-94da-1fa67f3c3e12 req-55a5242f-7198-4a6e-b363-2beb37bf397d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.2826579 Feb 15 09:37:16.133927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b2f8ee9-5e37-4a56-8a46-e87ed3e6333d req-b6828ff6-4349-4934-8799-28cd1e1e2d3d tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968804 Feb 15 09:37:16.142567 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e988f825-c73f-4848-b683-50ac606d3beb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f23b9b12da57402da92e455d030038f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003454 Feb 15 09:37:16.142733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36374) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:16.151521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a5306-f11b-49af-bfb2-a2e076608749 req-bd2d2a13-0b90-428c-b0e5-00e55200ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.153032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-bd2d2a13-0b90-428c-b0e5-00e55200ca89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.3192635 Feb 15 09:37:16.243396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf206f-a52f-48aa-9192-8428cb7202ca req-32754b3f-64b6-4225-8ff8-22e033531223 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.245118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-9fead27f-453b-420b-971e-648fd192d382 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 200 len: 217 time: 0.0781181 Feb 15 09:37:16.261839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bcf206f-a52f-48aa-9192-8428cb7202ca req-32754b3f-64b6-4225-8ff8-22e033531223 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0984530 Feb 15 09:37:16.262050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bab0b7a-8b65-4e77-ad81-9883bd9fceeb req-bc4aed53-a300-48d4-8adc-830180f37fd4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c98475ce-3d89-4e84-9aba-f5bcdf2ccf11 HTTP/1.1" status: 200 len: 1782 time: 0.0831823 Feb 15 09:37:16.289648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.323632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bcf206f-a52f-48aa-9192-8428cb7202ca req-622e356e-0da4-4172-ae91-fa21d5194865 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607512 Feb 15 09:37:16.336661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.406439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a5306-f11b-49af-bfb2-a2e076608749 req-f8147e8d-5e21-48bb-9cbb-90f9bfc1e69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.409203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-f8147e8d-5e21-48bb-9cbb-90f9bfc1e69f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.1456392 Feb 15 09:37:16.418540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-f8048b15-3195-4270-8135-06fd2ab80484 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c98475ce-3d89-4e84-9aba-f5bcdf2ccf11 HTTP/1.1" status: 200 len: 1782 time: 0.1218183 Feb 15 09:37:16.428670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-cf56a8ed-be94-44c5-b2b9-0491b6b1c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.430755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-cf56a8ed-be94-44c5-b2b9-0491b6b1c859 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1100 time: 0.0662949 Feb 15 09:37:16.468142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-d8e3354d-939c-406c-8979-d27902c2f2b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465744 Feb 15 09:37:16.468370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.472299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.473480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d HTTP/1.1" status: 204 len: 168 time: 0.3298059 Feb 15 09:37:16.555851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3405aa-7d57-4f9c-a6af-bbb8f9092c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f351f2-f1f7-48bc-83c9-1ee3afd9cb9d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:16.615142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.623741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.650563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67908ba-f84d-4179-8d08-b35ba199790e req-65eb43a2-a549-4f1b-a7b0-510c92633217 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.655813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d67908ba-f84d-4179-8d08-b35ba199790e req-65eb43a2-a549-4f1b-a7b0-510c92633217 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1449735 Feb 15 09:37:16.663736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.673835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eefb06c5-81f3-401b-af1a-fef4af75236c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.694497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-9af92d31-0d0e-436d-bb68-ec02d6a65c39 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171111 Feb 15 09:37:16.707353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-91c1e664-b9b0-4871-a501-975d1e613bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.712268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-91c1e664-b9b0-4871-a501-975d1e613bd7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2731328 Feb 15 09:37:16.780629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-4c9a3d1d-cc49-4ffc-91ea-872ed56da6a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0434048 Feb 15 09:37:16.789706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.792224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:16.797386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a65e3d44-55d8-4950-b27e-4f6f740be934 req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/c98475ce-3d89-4e84-9aba-f5bcdf2ccf11 HTTP/1.1" status: 204 len: 173 time: 0.3779330 Feb 15 09:37:16.824052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d67908ba-f84d-4179-8d08-b35ba199790e req-27d0f252-c9cf-4ce1-8899-dc30c62db260 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550100 Feb 15 09:37:16.837097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-5ff407d1-a865-4c86-9509-83f7c012194a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.838878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-5ff407d1-a865-4c86-9509-83f7c012194a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0515623 Feb 15 09:37:16.861856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19000fb6-853c-441f-8a90-7da0bc7c21b3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98475ce-3d89-4e84-9aba-f5bcdf2ccf11,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:16.907565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743a5306-f11b-49af-bfb2-a2e076608749 req-b8366563-c228-4075-837d-31ed0ae34405 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010448 Feb 15 09:37:16.920750 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-808ebcf2-1286-489c-986e-f5ace45e95be req-368b44d2-3b17-4841-aeea-c22bee480e25 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:37:16.928995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-808ebcf2-1286-489c-986e-f5ace45e95be req-368b44d2-3b17-4841-aeea-c22bee480e25 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c98475ce-3d89-4e84-9aba-f5bcdf2ccf11 HTTP/1.1" status: 404 len: 352 time: 0.0239742 Feb 15 09:37:16.956369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503185dc-094a-4b22-a5d1-c9669193974b req-76919eab-80e4-4327-ab03-0291b3dd7615 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.958241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-503185dc-094a-4b22-a5d1-c9669193974b req-76919eab-80e4-4327-ab03-0291b3dd7615 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0814378 Feb 15 09:37:16.963172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-774797528', 'description': 'tempest-description-128781793'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:16.987742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-3f40f9f8-ccbc-4b60-b9ab-71f8c235df3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:16.989296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-3f40f9f8-ccbc-4b60-b9ab-71f8c235df3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1416698 Feb 15 09:37:17.033119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-503185dc-094a-4b22-a5d1-c9669193974b req-a15b0d20-89ba-4178-be9e-ca614aa23177 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666227 Feb 15 09:37:17.075250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.164496 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.172300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.222912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-2e8be10c-d9dc-4cec-a8c2-c4f5b8dd1b16 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227523 Feb 15 09:37:17.228826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2eb363-174c-4264-ab9e-2cb79bc4a0cf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:17.259033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.260278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-914ee61f-ea52-44ab-8b0a-34ff8be27ea9 req-61e49eac-3a94-4e6b-acd2-d297c903d18c tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3047209 Feb 15 09:37:17.304895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b6693-f3ec-4a8b-9591-0fa2f5bb8bcc req-721710b4-0bde-41f9-8a8d-b354afb7215b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:17.307294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e6b6693-f3ec-4a8b-9591-0fa2f5bb8bcc req-721710b4-0bde-41f9-8a8d-b354afb7215b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 944 time: 0.0683746 Feb 15 09:37:17.331965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-716196933', 'description': 'tempest-description-1494621572'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:17.371218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e6b6693-f3ec-4a8b-9591-0fa2f5bb8bcc req-cdb94c56-e474-4a42-b2d8-3374495e4839 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571268 Feb 15 09:37:17.399868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-74003526-4a22-4e3b-a661-2961f9a43e9a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682181 Feb 15 09:37:17.402268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.512161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.518750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.522138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca76716-2258-4577-b2d9-4154d948094f req-bf837e3e-c496-401e-8b22-992072110e38 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:17.524100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ca76716-2258-4577-b2d9-4154d948094f req-bf837e3e-c496-401e-8b22-992072110e38 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0714388 Feb 15 09:37:17.554834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.559459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d4cd0f9-13fc-498f-a96e-c6572cf2a6bd req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2337296 Feb 15 09:37:17.560829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faeb91-88f8-4350-826f-109e980bb574 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c364ec7-e3bb-4487-8759-34f487d70b21,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:17.576704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ca76716-2258-4577-b2d9-4154d948094f req-b3041a39-31ae-473e-be5d-64caeaf0c6b3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461643 Feb 15 09:37:17.592396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-472272185', 'description': 'tempest-description-396299124'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:17.607877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:17.620550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.701056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.706712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.730891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-184437218-network', 'tenant_id': '39f9b59b558646339613400c700b4ced'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:17.741022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.742276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c36ebdc4-4289-4459-a6e3-2dd846f0452f req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1543977 Feb 15 09:37:17.743034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e841465-4701-464e-a3c3-5f5f8cce6a7e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca0b895-6060-403d-beec-132cc7503097,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:17.776067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Made reservation on behalf of 39f9b59b558646339613400c700b4ced for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:17.778215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.794488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:17.915022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bf7dc67-7cee-4351-9169-c8ee06965148 req-0d7487c5-9288-46d2-9740-65615fb8602d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 10907 time: 0.1458778 Feb 15 09:37:17.976021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda1b06-a56f-4b9a-8247-46ed0db6905a req-91cc2561-df46-4c38-82d8-39cee6b45137 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:17.977257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-acda1b06-a56f-4b9a-8247-46ed0db6905a req-91cc2561-df46-4c38-82d8-39cee6b45137 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0721040 Feb 15 09:37:17.994473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.020455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.028026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-acda1b06-a56f-4b9a-8247-46ed0db6905a req-d63efa75-0e61-4bce-b806-a2fb1da00cec tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424638 Feb 15 09:37:18.036950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bf7dc67-7cee-4351-9169-c8ee06965148 req-039a5b80-8973-4993-974e-3f4b290ce8d1 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/43985961-5263-4067-9171-298c2435b08d HTTP/1.1" status: 200 len: 2985 time: 0.1082478 Feb 15 09:37:18.050575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:37:18.096313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.096723 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Added segment 3e850eb9-3aa7-4e37-8864-da74a4bc80af of type vlan for network f8db1e09-707d-4586-8273-a5c8e62d763d Feb 15 09:37:18.107818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe1a82d-9db7-41ed-be72-93538e8c626e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:18.185205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.195680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87029c3-f2e9-412e-8e4e-2d1c56a36475 req-420d5264-4000-4ec6-b165-967235925f1a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:18.197854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a87029c3-f2e9-412e-8e4e-2d1c56a36475 req-420d5264-4000-4ec6-b165-967235925f1a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0621018 Feb 15 09:37:18.229957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bf7dc67-7cee-4351-9169-c8ee06965148 req-81451dc1-2e5b-453d-be16-5588b0d4d460 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/43985961-5263-4067-9171-298c2435b08d HTTP/1.1" status: 200 len: 2985 time: 0.1803193 Feb 15 09:37:18.242279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.243275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:18.243861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.259354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a87029c3-f2e9-412e-8e4e-2d1c56a36475 req-8274c613-a167-4261-9652-cc6bde564157 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Feb 15 09:37:18.321479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7124083 Feb 15 09:37:18.324513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36438) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:18.330632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Request body: {'subnet': {'network_id': 'f8db1e09-707d-4586-8273-a5c8e62d763d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-184437218-subnet', 'tenant_id': '39f9b59b558646339613400c700b4ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:18.333228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f6013-c315-4d02-a618-e5fab482c97a admin admin] Pushing event updated for resources: {'Network': ['ID=f8db1e09-707d-4586-8273-a5c8e62d763d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:18.343726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f8db1e09-707d-4586-8273-a5c8e62d763d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:37:18.361903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Made reservation on behalf of 39f9b59b558646339613400c700b4ced for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:18.364781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.371974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f666696-c427-40fc-b521-97b5abb6651c req-ecff6ac1-bb0a-438f-bf38-dc9e03c44ec0 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/6a2eb363-174c-4264-ab9e-2cb79bc4a0cf HTTP/1.1" status: 200 len: 1801 time: 0.1085677 Feb 15 09:37:18.486476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f666696-c427-40fc-b521-97b5abb6651c req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.518026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f666696-c427-40fc-b521-97b5abb6651c req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.567092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296a27a-3c75-425e-8d83-c937b3dfcc5f req-5ae4b51b-70b8-4977-b52d-0c781878ceaa tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:18.568771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8296a27a-3c75-425e-8d83-c937b3dfcc5f req-5ae4b51b-70b8-4977-b52d-0c781878ceaa tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 944 time: 0.0726247 Feb 15 09:37:18.579774 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f666696-c427-40fc-b521-97b5abb6651c req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.582656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f666696-c427-40fc-b521-97b5abb6651c req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.588483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f666696-c427-40fc-b521-97b5abb6651c req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/6a2eb363-174c-4264-ab9e-2cb79bc4a0cf HTTP/1.1" status: 204 len: 173 time: 0.2066703 Feb 15 09:37:18.618729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357fcf9-a604-4151-9636-dae5d7794f88 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2eb363-174c-4264-ab9e-2cb79bc4a0cf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:18.634129 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-f0029178-0b8b-4776-8211-b649e12636d7 req-58ba1e85-28dc-47c3-ae29-c30dd4452541 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:37:18.647921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0029178-0b8b-4776-8211-b649e12636d7 req-58ba1e85-28dc-47c3-ae29-c30dd4452541 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/6a2eb363-174c-4264-ab9e-2cb79bc4a0cf HTTP/1.1" status: 404 len: 352 time: 0.0363693 Feb 15 09:37:18.656399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8296a27a-3c75-425e-8d83-c937b3dfcc5f req-9d338c19-3cf6-48cb-8256-29826a50c499 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631645 Feb 15 09:37:18.658383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.660431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fa41e280-e85e-436c-886c-2504814924c7 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:18.724635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da8e6378-a2d1-4df6-a83c-3654f1958dea,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:18.774487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port fa41e280-e85e-436c-886c-2504814924c7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:18.784514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port fa41e280-e85e-436c-886c-2504814924c7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:18.785485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.793950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Checking segment: {'id': '3e850eb9-3aa7-4e37-8864-da74a4bc80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f8db1e09-707d-4586-8273-a5c8e62d763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:18.794442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Network hostable DHCP agents. Network: f8db1e09-707d-4586-8273-a5c8e62d763d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:37:18.807591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-fb9237ff-4e1a-44fa-8e3d-4a35209a7e8a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/8c364ec7-e3bb-4487-8759-34f487d70b21 HTTP/1.1" status: 200 len: 1802 time: 0.0682354 Feb 15 09:37:18.842034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Network f8db1e09-707d-4586-8273-a5c8e62d763d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:37:18.865714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f179aa-49ab-45f2-924f-77f0bbd18309 req-40d83a7f-9d6e-402a-b165-b5503d289e1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:18.867278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76f179aa-49ab-45f2-924f-77f0bbd18309 req-40d83a7f-9d6e-402a-b165-b5503d289e1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1082773 Feb 15 09:37:18.872758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f8db1e09-707d-4586-8273-a5c8e62d763d) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:18.889703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:18.890435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.900117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180cf943-5323-4d03-912c-f025ec36304d None None] Network f8db1e09-707d-4586-8273-a5c8e62d763d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:18.915885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:18.953126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76f179aa-49ab-45f2-924f-77f0bbd18309 req-a7a238b9-439b-4df9-85c1-d94aedc1aa98 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782838 Feb 15 09:37:18.954543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f7a71b1-d8e9-4317-b072-fbe1c4a24586 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6279213 Feb 15 09:37:18.982733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.047349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.087102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.091621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee964d8-2b58-49ce-b585-7938f8ff0d77 None None] Network f8db1e09-707d-4586-8273-a5c8e62d763d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:19.106247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.137893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-302fbeb6-3fb1-4b7c-b717-bd43bc3224d0 req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c364ec7-e3bb-4487-8759-34f487d70b21 HTTP/1.1" status: 204 len: 173 time: 0.2951157 Feb 15 09:37:19.196006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ca3f-c405-4ae8-830a-8bc4b3175ab4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c364ec7-e3bb-4487-8759-34f487d70b21,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:19.201300 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-99d4e94e-1a33-4b0c-b92c-0b8cc25a8e74 req-1e1b4b1a-fdcc-4b10-967b-eb5ccbed32be tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:37:19.202335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99d4e94e-1a33-4b0c-b92c-0b8cc25a8e74 req-1e1b4b1a-fdcc-4b10-967b-eb5ccbed32be tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/8c364ec7-e3bb-4487-8759-34f487d70b21 HTTP/1.1" status: 404 len: 352 time: 0.0559123 Feb 15 09:37:19.236520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36460) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:19.292540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:19.294792 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15dff3e9-6c35-42f2-9a9c-a70383d656ba" -d '{"events": [{"server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "name": "network-vif-plugged", "status": "completed", "tag": "fa41e280-e85e-436c-886c-2504814924c7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:19.315344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3be5e7-0162-40cc-9ee6-21e4880aa98a req-0512b0f9-c3f8-4b73-9d31-008086156205 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:19.317351 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c682be9e-d3dc-40f0-8c7d-d82b36a26932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.322530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a3be5e7-0162-40cc-9ee6-21e4880aa98a req-0512b0f9-c3f8-4b73-9d31-008086156205 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0879402 Feb 15 09:37:19.327049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fa41e280-e85e-436c-886c-2504814924c7,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:19.348226 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.353944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device aa931abf-52a6-463b-b6d6-9aa4f32056cf up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:19.389193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a3be5e7-0162-40cc-9ee6-21e4880aa98a req-3c5c4ebd-a83a-4508-aa40-9ae9ca7f2275 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653393 Feb 15 09:37:19.401911 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-0fa08b3e-8a79-4ed1-8e06-4aa340bb8ce1 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/1ca0b895-6060-403d-beec-132cc7503097 HTTP/1.1" status: 200 len: 1801 time: 0.1080768 Feb 15 09:37:19.409513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Deleting subnet da8e6378-a2d1-4df6-a83c-3654f1958dea {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:37:19.418709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.476996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.504572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:19.524052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a348b5b-6636-46b0-97c5-6637c6be8fd7 req-bc9caeff-6634-403f-92a2-e1a79f71132f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:19.525893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a348b5b-6636-46b0-97c5-6637c6be8fd7 req-bc9caeff-6634-403f-92a2-e1a79f71132f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0611203 Feb 15 09:37:19.528040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.542090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port aa931abf-52a6-463b-b6d6-9aa4f32056cf completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:19.546536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port aa931abf-52a6-463b-b6d6-9aa4f32056cf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:19.546986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.552471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.572789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a348b5b-6636-46b0-97c5-6637c6be8fd7 req-4f73f1c8-173c-4930-a662-f08ece27e09f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400219 Feb 15 09:37:19.595036 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.634701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.639738 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af458b1-6e38-47bc-a1d9-e7d55f5b0128 x-openstack-request-id: req-4af458b1-6e38-47bc-a1d9-e7d55f5b0128 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:19.640096 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "name": "network-vif-plugged", "status": "completed", "tag": "fa41e280-e85e-436c-886c-2504814924c7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:19.640667 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4af458b1-6e38-47bc-a1d9-e7d55f5b0128 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:19.641378 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7', 'code': 200} Feb 15 09:37:19.658399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.663428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.665911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.667221 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8c7bcc91-f22c-4142-900d-72e534cdfae8 req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/1ca0b895-6060-403d-beec-132cc7503097 HTTP/1.1" status: 204 len: 173 time: 0.2697575 Feb 15 09:37:19.685084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:19.690533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.704680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da8e6378-a2d1-4df6-a83c-3654f1958dea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:19.707026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.710669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2db8f566-0cd8-4c1e-9aac-2efda0a60956 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/da8e6378-a2d1-4df6-a83c-3654f1958dea HTTP/1.1" status: 204 len: 168 time: 0.4717309 Feb 15 09:37:19.713470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36470) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:19.720992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b85e70-bb66-41f3-8e23-231103c35a31 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca0b895-6060-403d-beec-132cc7503097,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:19.755266 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-80faea5d-d6f3-4c65-8aab-813b8a8662ae req-ff9f96d8-4633-4355-8162-4e675db8eefc tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:37:19.757207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80faea5d-d6f3-4c65-8aab-813b8a8662ae req-ff9f96d8-4633-4355-8162-4e675db8eefc tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/1ca0b895-6060-403d-beec-132cc7503097 HTTP/1.1" status: 404 len: 352 time: 0.0596185 Feb 15 09:37:19.776860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:19.792038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03048d1-0581-4d11-bc9e-1be36bc28d04 req-1f66f82d-e17c-4dee-a924-f253a4703d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:19.793544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a03048d1-0581-4d11-bc9e-1be36bc28d04 req-1f66f82d-e17c-4dee-a924-f253a4703d9c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 1096 time: 0.0831525 Feb 15 09:37:19.808307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.862741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a03048d1-0581-4d11-bc9e-1be36bc28d04 req-4d08237b-4a60-4425-89a5-70e997ff39a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558956 Feb 15 09:37:19.878851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1459caa2-75b7-4991-9847-5d7a8083e944 req-0661ad71-0d29-4a8e-a8a1-4eb93baaf6ff tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 6156 time: 0.0890799 Feb 15 09:37:19.880324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51cdc7-46a3-402f-86ae-ea5346a60145 req-b361513b-433d-41b5-9c38-bcf84515bb52 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:19.881844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd51cdc7-46a3-402f-86ae-ea5346a60145 req-b361513b-433d-41b5-9c38-bcf84515bb52 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 945 time: 0.0894787 Feb 15 09:37:19.932089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1459caa2-75b7-4991-9847-5d7a8083e944 req-ffad3926-fdb9-4666-ac0b-fc33f0f68122 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/43985961-5263-4067-9171-298c2435b08d HTTP/1.1" status: 200 len: 2985 time: 0.0463445 Feb 15 09:37:19.937794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:19.969130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8db1e09-707d-4586-8273-a5c8e62d763d']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:19.982939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd51cdc7-46a3-402f-86ae-ea5346a60145 req-b539adc4-f8b4-4e37-8b44-4e3211e9fe42 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736711 Feb 15 09:37:19.984571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e850eb9-3aa7-4e37-8864-da74a4bc80af') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:19.984887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e850eb9-3aa7-4e37-8864-da74a4bc80af') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:19.989797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1459caa2-75b7-4991-9847-5d7a8083e944 req-c0438a77-7173-4cdb-b7ab-796f1e7766dc tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/43985961-5263-4067-9171-298c2435b08d HTTP/1.1" status: 200 len: 2985 time: 0.0517633 Feb 15 09:37:19.995752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.030951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.039148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1003745052', 'description': 'tempest-description-2057466780'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:20.050142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:37:20.050566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:37:20.052188 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:37:20.120009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2b2c86-5cc6-4d23-a2b2-0f39da97385e req-53785ff7-bc62-4acb-9f39-accfc419cda6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:20.121682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f2b2c86-5cc6-4d23-a2b2-0f39da97385e req-53785ff7-bc62-4acb-9f39-accfc419cda6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0677688 Feb 15 09:37:20.131789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.144139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.163532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.169219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f8db1e09-707d-4586-8273-a5c8e62d763d HTTP/1.1" status: 204 len: 168 time: 0.4528170 Feb 15 09:37:20.169219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad61d8-a597-470b-9929-36c734cd1307 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8db1e09-707d-4586-8273-a5c8e62d763d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:20.177535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0f2b2c86-5cc6-4d23-a2b2-0f39da97385e req-b5050140-beaf-4d11-abfb-abf7e1609e8d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463960 Feb 15 09:37:20.236755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.241878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.261858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.273864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.275228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a867813a-53b4-47e4-b227-cfe673cacebc req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2467704 Feb 15 09:37:20.286524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb8caa-dbf3-48df-a1ee-a2f973011142 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35ffa34-4b8d-4a86-bbf9-a339efe15130,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:20.307467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-103301291', 'description': 'tempest-description-1148286412'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:20.318521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36500) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:20.352054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.386365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3a1773f9-68f8-403a-8f73-e90c0f721c70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=39f9b59b558646339613400c700b4ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666580 Feb 15 09:37:20.388909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36506) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:20.466488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.470655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.495802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.497660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.498921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0c9ab89-8f00-43c5-a2b4-fcafed58ed2f req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1960859 Feb 15 09:37:20.516069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea251f97-bb89-4301-a546-c3fce325f694 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45274741-b705-45cd-9e21-3a5c48ba9e43,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:20.548570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.566873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd176d-7b10-452c-990b-09acaebad720 req-25e2a5d5-1e74-4279-ae11-3b48d20b78f4 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:20.568517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63bd176d-7b10-452c-990b-09acaebad720 req-25e2a5d5-1e74-4279-ae11-3b48d20b78f4 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1040516 Feb 15 09:37:20.637413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63bd176d-7b10-452c-990b-09acaebad720 req-acda4999-7f02-4f77-b3b5-5d4d167aadd4 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589850 Feb 15 09:37:20.663657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.670666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:20.672278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dfe1a82d-9db7-41ed-be72-93538e8c626e HTTP/1.1" status: 204 len: 168 time: 0.2821808 Feb 15 09:37:20.699155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67f38c-010c-489d-92ed-177514a48c0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe1a82d-9db7-41ed-be72-93538e8c626e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:20.765466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5266a97-8115-4648-9df0-7816f22e3a2b req-dc0b3018-7c9e-49a9-8d0a-b515d638235f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:20.775016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5266a97-8115-4648-9df0-7816f22e3a2b req-dc0b3018-7c9e-49a9-8d0a-b515d638235f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0988193 Feb 15 09:37:20.823970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5266a97-8115-4648-9df0-7816f22e3a2b req-9a34c135-10e2-47fe-96a1-2fa0f57023e9 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476677 Feb 15 09:37:20.867099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-50a6b59d-f66c-4358-b5bb-19e451047c98 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:20.868660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-50a6b59d-f66c-4358-b5bb-19e451047c98 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 812 time: 0.1230247 Feb 15 09:37:20.885077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-4f455da6-7992-4757-b7f3-ca87f5b14297 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/quotas/ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 375 time: 0.0100923 Feb 15 09:37:20.948484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-d88f7604-3ecd-40e7-b643-7da6e1ecd87e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0558524 Feb 15 09:37:21.054615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-85b279e6-68b9-4387-a0f7-f9ad4234e80d service neutron] 10.222.0.10 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980320 Feb 15 09:37:21.148914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d198d-3cdd-440c-8fca-f185bef702c6 req-764b290b-f3f9-4457-927c-40579415e45a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:21.150850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc6d198d-3cdd-440c-8fca-f185bef702c6 req-764b290b-f3f9-4457-927c-40579415e45a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 945 time: 0.0651350 Feb 15 09:37:21.188788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-1b7a9d2c-bd49-422f-adf9-aca2bb22e276 service neutron] 10.222.0.10 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219990 Feb 15 09:37:21.203567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc6d198d-3cdd-440c-8fca-f185bef702c6 req-8f6940b9-e70e-4fd2-844b-13091c6c0547 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Feb 15 09:37:21.343783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbbdbf5-dc37-445b-84d6-b2f15f9dcf90 req-1bed0ae2-0482-457d-aaa4-d2a7ae06b9d5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:21.352890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bbbdbf5-dc37-445b-84d6-b2f15f9dcf90 req-1bed0ae2-0482-457d-aaa4-d2a7ae06b9d5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0669885 Feb 15 09:37:21.401913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bbbdbf5-dc37-445b-84d6-b2f15f9dcf90 req-5655313c-18bc-4ad8-8687-8ea8d7cc8c7b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436718 Feb 15 09:37:21.429186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e42f60bd-fdc6-4eb6-966e-8a60ffeb5d09 req-b185ff09-b591-454e-863f-830c8e413f44 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 210 time: 0.0299506 Feb 15 09:37:21.584078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36566) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:21.642865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:21.645791 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20101f39-adfe-44bc-9157-90ecd52f25cb" -d '{"events": [{"server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:21.709517 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f7ef74-b354-43bd-99c8-8ec789cf614a x-openstack-request-id: req-99f7ef74-b354-43bd-99c8-8ec789cf614a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:21.709886 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "name": "network-vif-plugged", "status": "completed", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:21.710126 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99f7ef74-b354-43bd-99c8-8ec789cf614a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:21.710538 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf', 'code': 200} Feb 15 09:37:21.791690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1373130129-network', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:21.838625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311085-3fa1-4e3a-a9d9-ec30eeb91b45 req-64be4415-1670-421d-a84a-95b173f11b17 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:21.840428 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f311085-3fa1-4e3a-a9d9-ec30eeb91b45 req-64be4415-1670-421d-a84a-95b173f11b17 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0960376 Feb 15 09:37:21.842590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Made reservation on behalf of a4afc39c623243b299ef6b98a0ec6bef for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:21.845403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:21.855236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da86d9cf-43be-463f-b07d-53c3d990d7c1 req-5ec09975-151d-4b36-a177-7d5492886724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:21.856743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da86d9cf-43be-463f-b07d-53c3d990d7c1 req-5ec09975-151d-4b36-a177-7d5492886724 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0519032 Feb 15 09:37:21.888918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:21.918531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da86d9cf-43be-463f-b07d-53c3d990d7c1 req-7ebe22fb-9794-470d-85f5-06ae7d1d6c3a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Feb 15 09:37:21.929703 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f311085-3fa1-4e3a-a9d9-ec30eeb91b45 req-22957aa5-7eac-4dba-8f95-31a936f39ddb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609672 Feb 15 09:37:21.981850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40707d-e19a-4cc0-839a-f71df45d1827 req-2b380a76-7a3b-47df-a306-5a19dafe7b02 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:21.983788 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa40707d-e19a-4cc0-839a-f71df45d1827 req-2b380a76-7a3b-47df-a306-5a19dafe7b02 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0600398 Feb 15 09:37:22.015007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.021219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.041487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa40707d-e19a-4cc0-839a-f71df45d1827 req-b17bfcac-0d74-45db-b2b1-60034b9ae505 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466595 Feb 15 09:37:22.055773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6e8d85-e3d5-4d8f-a238-b6ac7a9dbce6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:22.070931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:37:22.084913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.085414 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Added segment a14c415d-5619-415c-8259-a5dd0ff581dc of type vlan for network 9a5ce713-9df5-409d-924c-94d40c1cb60f Feb 15 09:37:22.133916 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.139616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.170386 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.172115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:22.173271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.244602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6553824 Feb 15 09:37:22.245532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36582) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:22.254104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5b4f5-739d-4835-b0ce-b5b07319acd6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a5ce713-9df5-409d-924c-94d40c1cb60f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:22.254862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Request body: {'subnet': {'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-subnet', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:22.262311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.269635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:37:22.308397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Made reservation on behalf of a4afc39c623243b299ef6b98a0ec6bef for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:22.312457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.376312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c5bdc-b1ed-4529-9afc-feb147fd2708 req-454228bd-0319-4c91-be08-a970d316d210 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:22.378168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e7c5bdc-b1ed-4529-9afc-feb147fd2708 req-454228bd-0319-4c91-be08-a970d316d210 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 945 time: 0.0573051 Feb 15 09:37:22.424897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e7c5bdc-b1ed-4529-9afc-feb147fd2708 req-9dc6269f-9ede-45a5-bd97-271d46e1ebb8 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398867 Feb 15 09:37:22.561187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.610814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46d3fb-b132-4d72-8513-3b6fff2c30c6 req-008c0b16-db35-4ff7-bca7-8dec40d8ae03 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:22.612867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c46d3fb-b132-4d72-8513-3b6fff2c30c6 req-008c0b16-db35-4ff7-bca7-8dec40d8ae03 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.0981648 Feb 15 09:37:22.673947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc873ef-5b00-4f48-8293-ed438b2380bd,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:22.706092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Checking segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:22.706460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Network hostable DHCP agents. Network: 9a5ce713-9df5-409d-924c-94d40c1cb60f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:37:22.729844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c46d3fb-b132-4d72-8513-3b6fff2c30c6 req-8b8e9e42-71c6-4b92-b8a0-bf4bfe8037bc tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039901 Feb 15 09:37:22.761765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:37:22.776472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9a5ce713-9df5-409d-924c-94d40c1cb60f) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:22.789261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19da60f-3428-4245-a004-7ec718945630 None None] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:22.793392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:22.794657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.817267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28749e04-5dbc-4397-825c-6cbb47ac6b19 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5699265 Feb 15 09:37:22.820685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:22.828661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:22.890775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.893569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.979923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:22.981651 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d1a77a6-2f47-4488-bb24-c21737b6fd38 req-87b5a9db-bef0-4f6b-a3df-406cc0f65714 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 210 time: 0.4545877 Feb 15 09:37:23.105090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-9a5ce713-9df5-409d-924c-94d40c1cb60f', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:37:23.105963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.179783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.259191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15697f5f-e9d0-4492-866c-a14086e723a5 req-a4ccb5b8-5d54-498a-b3be-852c8c912036 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:23.260794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15697f5f-e9d0-4492-866c-a14086e723a5 req-a4ccb5b8-5d54-498a-b3be-852c8c912036 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1402819 Feb 15 09:37:23.271576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-9c2ab832-3046-41d7-ac2a-22b91039672a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:23.273149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-9c2ab832-3046-41d7-ac2a-22b91039672a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 812 time: 0.3040962 Feb 15 09:37:23.312827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'device_id': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515', 'admin_state_up': True, 'tenant_id': 'ead75c73311b48c887c7bc264909ff6d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:23.398003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Allocated IP 172.20.0.2 (9a5ce713-9df5-409d-924c-94d40c1cb60f/fcc873ef-5b00-4f48-8293-ed438b2380bd/89167f5b-5759-4987-b03e-9fa16d5e9920) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:23.459291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.488786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.563532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15697f5f-e9d0-4492-866c-a14086e723a5 req-55894ae7-8962-4c1f-865e-c479e72c7eec tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891908 Feb 15 09:37:23.595446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Made reservation on behalf of ead75c73311b48c887c7bc264909ff6d for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:23.605133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.682763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.690173 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.690490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250198-97bf-4a49-8a69-95acd1333a80 req-7f2f83fb-02ac-42e9-a560-aeeb4d0933ce tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:23.692685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96250198-97bf-4a49-8a69-95acd1333a80 req-7f2f83fb-02ac-42e9-a560-aeeb4d0933ce tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1223168 Feb 15 09:37:23.708543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Allocated IP 172.25.6.123 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/7ffdbebb-192f-4d6d-b4ec-0970a388b0f0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:23.741797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:23.745348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:23.753075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:23.769184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc00d46-5475-44f9-992b-eeb78c0ba269 req-abfa5f8d-addc-48fb-ae44-44a79a234105 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:23.770777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2fc00d46-5475-44f9-992b-eeb78c0ba269 req-abfa5f8d-addc-48fb-ae44-44a79a234105 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 945 time: 0.0781536 Feb 15 09:37:23.783302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Pushing event updated for resources: {'Port': ['ID=89167f5b-5759-4987-b03e-9fa16d5e9920,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:23.847782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Allocated IP 172.20.0.3 (7bdc3854-8e6f-4524-968b-9a2cee10e515/e2783cb3-aaf1-4ca5-ab11-e1ec7e532708/09eaadb2-ccba-468e-9e24-6fb6ae4ba25c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:23.879884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.884358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Attempting to bind port 89167f5b-5759-4987-b03e-9fa16d5e9920 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:23.884997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Attempting to bind port 89167f5b-5759-4987-b03e-9fa16d5e9920 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:23.885261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Attempting to bind port 89167f5b-5759-4987-b03e-9fa16d5e9920 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:23.892950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:23.893366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Checking segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:23.894601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.895055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Bound using segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:23.895686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Bound port: 89167f5b-5759-4987-b03e-9fa16d5e9920, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:23.896114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.925313 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2fc00d46-5475-44f9-992b-eeb78c0ba269 req-17de06b2-84fd-4726-ad38-671ac70c0c6b tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347005 Feb 15 09:37:23.927331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:23.990124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Pushing event updated for resources: {'Port': ['ID=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:24.027787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:24.036331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:24.050866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96250198-97bf-4a49-8a69-95acd1333a80 req-960e446b-1015-4c73-b766-223d27f7e1e2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322964 Feb 15 09:37:24.055696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:24.094979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] For port 89167f5b-5759-4987-b03e-9fa16d5e9920, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:24.103003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] For port 89167f5b-5759-4987-b03e-9fa16d5e9920, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=89167f5b-5759-4987-b03e-9fa16d5e9920,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:24.114560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:24.226284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:24.253430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a152cea-9c25-44f6-bfe0-65cd621c7819 None None] Pushing event updated for resources: {'Port': ['ID=89167f5b-5759-4987-b03e-9fa16d5e9920,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:24.267997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.274371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.280323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.287715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.294940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.303919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.311266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.318433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-49998c67-12f4-4425-a977-5bb55fb7f546 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.1946008 Feb 15 09:37:24.379098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-741c95e2-75b1-4064-9b7a-2a7a94ca9113 req-429b80eb-a890-4f12-bbd2-6068dcc0eb27 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573099 Feb 15 09:37:24.381063 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:24.396766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:24.455623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Network 7bdc3854-8e6f-4524-968b-9a2cee10e515 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:24.485549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:24.498205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:24.569899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.573714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:24.633450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3473294 Feb 15 09:37:24.646143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9173e0-5e74-4b51-9fcf-eea693008d59 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:24.661436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Request body: {'port': {'device_id': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:24.718562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692378b7-f5b6-4a4f-b921-060dcff142c6 req-9cfd2904-16fa-4fcf-9dd1-149af48790fc tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.721081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-692378b7-f5b6-4a4f-b921-060dcff142c6 req-9cfd2904-16fa-4fcf-9dd1-149af48790fc tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 945 time: 0.1333518 Feb 15 09:37:24.774929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec397765-bcfa-4d4b-bc20-7117ac3ece3a req-c1d142ad-753f-4ed0-a4bd-6d1c8073d786 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:24.776399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec397765-bcfa-4d4b-bc20-7117ac3ece3a req-c1d142ad-753f-4ed0-a4bd-6d1c8073d786 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1290538 Feb 15 09:37:24.797505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:24.804446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-692378b7-f5b6-4a4f-b921-060dcff142c6 req-3a87b75b-1941-46d5-8540-dd8e3ff6dc69 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744724 Feb 15 09:37:24.966578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec397765-bcfa-4d4b-bc20-7117ac3ece3a req-4b210e3a-0253-4066-8fbf-76b261518ce2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433878 Feb 15 09:37:25.003880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.046968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea828dff-1aac-4ea2-9a3a-a437d785aebf req-dceb3302-3e6b-4b95-aef4-339c51d3d90e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.049507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea828dff-1aac-4ea2-9a3a-a437d785aebf req-dceb3302-3e6b-4b95-aef4-339c51d3d90e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 931 time: 0.1029544 Feb 15 09:37:25.138908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea828dff-1aac-4ea2-9a3a-a437d785aebf req-3a46729a-b174-40a7-b3a8-06f4ea39777b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776820 Feb 15 09:37:25.199222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba7f4a-5eea-4acb-8f14-3f3d93dcaee4 req-8c7a7193-3053-48b2-87e4-2c2b4c3febfc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.206179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cfba7f4a-5eea-4acb-8f14-3f3d93dcaee4 req-8c7a7193-3053-48b2-87e4-2c2b4c3febfc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1249657 Feb 15 09:37:25.276478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:25.287751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.304604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Transition to ACTIVE for port object 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:25.312194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cfba7f4a-5eea-4acb-8f14-3f3d93dcaee4 req-9dd2d443-def1-4f0b-81e7-cd82897fb152 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006882 Feb 15 09:37:25.318572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.406570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:25.470795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.552049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Attempting to bind port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:25.552663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Attempting to bind port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:25.553289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Attempting to bind port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:25.569801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:25.570319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Attempting to bind port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c on network 7bdc3854-8e6f-4524-968b-9a2cee10e515 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:25.578731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4e6d7-bc31-4cba-bdc0-8871bcb5808e req-a57b60e6-66be-4023-bbfb-1ba65ee8d10a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.580259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:25.580931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Checking segment: {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:25.581254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Bound using segment: {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:25.581747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Bound port: 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7f7d57-3fc6-441f-a499-1357eb9a0104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:25.582260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.588956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64f4e6d7-bc31-4cba-bdc0-8871bcb5808e req-a57b60e6-66be-4023-bbfb-1ba65ee8d10a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1604984 Feb 15 09:37:25.700075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:25.707620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:25.716783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.778356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.779590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.781601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] 10.222.0.36 "PUT /v2.0/ports/09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 1091 time: 1.1326575 Feb 15 09:37:25.786901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:25.794480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 89167f5b-5759-4987-b03e-9fa16d5e9920 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:25.809693 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9301d70f-2f86-4ec7-835f-acd31ec16e27" -d '{"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:25.810690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64f4e6d7-bc31-4cba-bdc0-8871bcb5808e req-d7516003-7f09-4bb7-aba9-6656090c1a50 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205985 Feb 15 09:37:25.870955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5ee6f8-00ee-488e-b232-84ad00011c5c None None] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:25.883275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Router d48209db-a330-499a-a532-e8eb3ac92c28 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:37:25.931029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b385320-c51f-4b1a-b935-b8a12fcc3e56 service neutron] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:25.948258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-4194ce41-9630-4654-a228-882b8f7cbbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.950046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-4194ce41-9630-4654-a228-882b8f7cbbe4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1094 time: 0.0876951 Feb 15 09:37:25.953172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] Provisioning complete for port 89167f5b-5759-4987-b03e-9fa16d5e9920 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:25.953544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:25.961730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.968333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.975528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.982186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.989387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:25.995864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.003551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.013063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-6e313005-c68c-4f45-a7f3-8c63c969c8bb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.2642107 Feb 15 09:37:26.017954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 89167f5b-5759-4987-b03e-9fa16d5e9920 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:26.018263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:26.040468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5bbce6-d92d-4db1-9d55-1fef3f95be15 req-ebebe2a1-a235-49d4-bdc0-f363f9cda136 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.048917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb5bbce6-d92d-4db1-9d55-1fef3f95be15 req-ebebe2a1-a235-49d4-bdc0-f363f9cda136 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 945 time: 0.1627257 Feb 15 09:37:26.071192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-284663fa-7245-4652-a0a4-1793aa71d8c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 217 time: 0.0546949 Feb 15 09:37:26.130012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-527eaebe-a2f2-423c-8d2f-f7ef625e4e8d req-31743e3a-fac3-4e9b-b17a-0e44ddc53368 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1154280 Feb 15 09:37:26.143818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb5bbce6-d92d-4db1-9d55-1fef3f95be15 req-5b9d92b4-3100-48a0-8eae-1674e11d25d3 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897677 Feb 15 09:37:26.172163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:37:26.191267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:37:26.242706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:26.254119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fcec1ca1-a7f6-4bdc-900c-6f9de96c9396 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4276848 Feb 15 09:37:26.254324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36640) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:26.287142 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad7cd23-def7-45ec-94e0-9853811dfca6 x-openstack-request-id: req-1ad7cd23-def7-45ec-94e0-9853811dfca6 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:26.287872 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:26.287872 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ad7cd23-def7-45ec-94e0-9853811dfca6 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:26.288293 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'status': 'completed', 'code': 200} Feb 15 09:37:26.302100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:26.304495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:26.305276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:26.307375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:26.353653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de06fad-7003-4eda-970f-a7ef70200cca req-163b4203-df6c-4747-85f8-94b160b8d829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.354139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-163b4203-df6c-4747-85f8-94b160b8d829 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.2542548 Feb 15 09:37:26.411452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-9c5d5b0a-1bec-4e5b-a194-ee9327a7aa2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408068 Feb 15 09:37:26.501795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf99dda-669e-4af0-bd79-83f23c32723a req-49dcf558-b81a-4413-af51-bba38f131953 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.504234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cf99dda-669e-4af0-bd79-83f23c32723a req-49dcf558-b81a-4413-af51-bba38f131953 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 943 time: 0.1065874 Feb 15 09:37:26.590240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cf99dda-669e-4af0-bd79-83f23c32723a req-5c0ac61e-44e8-4889-a397-26105d22f920 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732541 Feb 15 09:37:26.673994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-f1168675-8f0a-4bec-a941-bb617cdcc8c4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999764 Feb 15 09:37:26.690740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:26.699097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60b9e1-44c8-4810-978f-1abb4e368d69 req-1f64861c-ee83-40ac-b5a0-668801e45f6a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.707475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c60b9e1-44c8-4810-978f-1abb4e368d69 req-1f64861c-ee83-40ac-b5a0-668801e45f6a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.4321332 Feb 15 09:37:26.830051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf79ad4-923c-4036-867a-6713ea24b6fb req-7cd49e09-0851-40e8-b0c3-ce6a9c307b8c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:26.847219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cf79ad4-923c-4036-867a-6713ea24b6fb req-7cd49e09-0851-40e8-b0c3-ce6a9c307b8c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1062982 Feb 15 09:37:26.852096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] For port 89167f5b-5759-4987-b03e-9fa16d5e9920, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=89167f5b-5759-4987-b03e-9fa16d5e9920,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:26.900337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef722b3a-22de-4351-b00c-5f491f215c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:26.931709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cf79ad4-923c-4036-867a-6713ea24b6fb req-09339964-2d50-4699-ae93-a5c747ce4b23 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835536 Feb 15 09:37:26.941458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.073622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de06fad-7003-4eda-970f-a7ef70200cca req-a3ecefdc-3f64-4c76-bc92-29b21283bbb2 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587625 Feb 15 09:37:27.101938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c60b9e1-44c8-4810-978f-1abb4e368d69 req-b62d2c5f-f8d8-4ef2-8468-5ef7889ef393 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934858 Feb 15 09:37:27.107257 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:37:27.107939 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:37:27.181125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:27.183126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-58a8ff3b-8d5c-4a92-abb8-6b87bb60e760 None None] Provisioning complete for port 89167f5b-5759-4987-b03e-9fa16d5e9920 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:27.183671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58a8ff3b-8d5c-4a92-abb8-6b87bb60e760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.272932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747adbf-e088-40ef-bac8-4b120d2231e5 None None] Pushing event updated for resources: {'Port': ['ID=89167f5b-5759-4987-b03e-9fa16d5e9920,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:27.300581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.307926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.315153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.321006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.326934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.333706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.339653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.341631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-18511f73-45e2-41d2-98b9-8a6e010e25cc tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.3160577 Feb 15 09:37:27.357592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef722b3a-22de-4351-b00c-5f491f215c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.377737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef722b3a-22de-4351-b00c-5f491f215c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.411891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405591f3-eca5-4e5b-b743-f9a77721061d req-d916c36d-0ae0-417e-828b-4705a671778f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.413458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-405591f3-eca5-4e5b-b743-f9a77721061d req-d916c36d-0ae0-417e-828b-4705a671778f tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 945 time: 0.3608263 Feb 15 09:37:27.444360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ebce8d-2bdc-486b-9ee9-d47ea83ac144 req-65b7512a-759a-4981-a701-cadd67df74fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.446043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89ebce8d-2bdc-486b-9ee9-d47ea83ac144 req-65b7512a-759a-4981-a701-cadd67df74fe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.3254747 Feb 15 09:37:27.452458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbbb0de-f745-4ce2-9c18-bc4ee9e64596 req-e244651b-7fd3-4103-a8a4-aefeeff3ccbe tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.454088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dbbb0de-f745-4ce2-9c18-bc4ee9e64596 req-e244651b-7fd3-4103-a8a4-aefeeff3ccbe tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 945 time: 0.2163737 Feb 15 09:37:27.456039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-d166bf49-cc13-4617-9816-fe44e5cfb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.457633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-d166bf49-cc13-4617-9816-fe44e5cfb7aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1094 time: 0.2173774 Feb 15 09:37:27.478533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-2ad2dfea-6450-492f-bbed-e436f30411ea tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.480658 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-2ad2dfea-6450-492f-bbed-e436f30411ea tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "GET /v2.0/ports?device_id=28f441cb-5f2e-4787-8158-4b64c808e3f1 HTTP/1.1" status: 200 len: 945 time: 0.2413592 Feb 15 09:37:27.495238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:24Z', 'revision_number': 3, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:27.501638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-8ae78d55-132a-4b3a-ae78-35111d371a0f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.503770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-8ae78d55-132a-4b3a-ae78-35111d371a0f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1448805 Feb 15 09:37:27.524702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:37:27.526515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Updating router d48209db-a330-499a-a532-e8eb3ac92c28 port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:37:27.528433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef722b3a-22de-4351-b00c-5f491f215c6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=503f4a4a0fb84fd299cd7ed05270e938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8362913 Feb 15 09:37:27.541213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36658) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:27.546231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef722b3a-22de-4351-b00c-5f491f215c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953b71f9-0c15-4872-b705-931a15392aea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:27.555546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.664308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89ebce8d-2bdc-486b-9ee9-d47ea83ac144 req-a756e7cb-fcac-4185-8a22-c8434e42043c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980207 Feb 15 09:37:27.692898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dbbb0de-f745-4ce2-9c18-bc4ee9e64596 req-4b4d24f7-f0c4-47fd-a2c4-2671dbc0fbcc tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6ea89583-6782-4291-8883-f7a937c102bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311430 Feb 15 09:37:27.772986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-3f2dde18-0c09-41b5-93c4-0f8c3c65f847 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2544386 Feb 15 09:37:27.776922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Deleting port fa41e280-e85e-436c-886c-2504814924c7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:27.777267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.780429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.806078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:27.811960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-42656980-8bd9-458d-a243-97603b3ca2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:27.813964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-42656980-8bd9-458d-a243-97603b3ca2f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.3460336 Feb 15 09:37:27.915988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:27.945304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-eb489217-d1f6-4ad2-a64c-6ba2b1227857 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 217 time: 0.1114202 Feb 15 09:37:27.964065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 89167f5b-5759-4987-b03e-9fa16d5e9920 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:28.031200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Deleting port aa931abf-52a6-463b-b6d6-9aa4f32056cf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:28.031577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.034129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] For port fa41e280-e85e-436c-886c-2504814924c7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fa41e280-e85e-436c-886c-2504814924c7,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:28.034460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.044755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.061035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.067708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.073651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.080775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.086821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.092566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.100250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.102264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-662015df-356a-427f-a601-2272a0f756ce tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 5442 time: 0.2577317 Feb 15 09:37:28.113877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Calling delete_port for fa41e280-e85e-436c-886c-2504814924c7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:28.118565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 89167f5b-5759-4987-b03e-9fa16d5e9920 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:28.118985 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.182073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.193868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499817bc-13d8-443c-9673-4db3cd170227 req-c78e88c3-c6d2-4b59-b633-89b35189a18e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.197395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-499817bc-13d8-443c-9673-4db3cd170227 req-c78e88c3-c6d2-4b59-b633-89b35189a18e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 943 time: 0.2356384 Feb 15 09:37:28.212664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.223335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.225341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.226215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.231115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/953b71f9-0c15-4872-b705-931a15392aea HTTP/1.1" status: 204 len: 168 time: 0.6826670 Feb 15 09:37:28.252845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-f1d253e1-4023-4669-b6c0-f4ccf163e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.254283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-f1d253e1-4023-4669-b6c0-f4ccf163e6ae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.2507265 Feb 15 09:37:28.334807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-592cf237-f530-4d45-891b-c5e740857d43 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565381 Feb 15 09:37:28.353546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Attempting to bind port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:28.353902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Attempting to bind port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:28.354274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Attempting to bind port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:28.358010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259419-6592-463b-8a69-dc97e18ff3f8 None None] Pushing event updated for resources: {'Port': ['ID=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:28.368345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:28.368725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:28.369277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.369514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:28.370074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Bound port: 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:28.370454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.404277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c426-20bb-4092-8351-f50b774e6959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b71f9-0c15-4872-b705-931a15392aea,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:28.418238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59c17c85-dc4f-4ff7-b518-a118d0ebc14c req-253e9c15-937b-4c94-9828-c0749c972856 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2893107 Feb 15 09:37:28.432014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-499817bc-13d8-443c-9673-4db3cd170227 req-c31a6a20-3415-4a7a-bf60-ea90ef672d49 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243531 Feb 15 09:37:28.460938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] For port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:28.466637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] For port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:28.494464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.559824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:28.617824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1259419-6592-463b-8a69-dc97e18ff3f8 None None] Pushing event updated for resources: {'Port': ['ID=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:28.628426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:28.629064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:28.700769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] For port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:28.706658 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.745611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88accf-c701-417e-b9ca-579b2a2fd0c1 req-b02196e1-8c7f-45a3-8198-8c836d9f2f79 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:28.747220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df88accf-c701-417e-b9ca-579b2a2fd0c1 req-b02196e1-8c7f-45a3-8198-8c836d9f2f79 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1572182 Feb 15 09:37:28.786261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event deleted for resources: {'Port': ['ID=fa41e280-e85e-436c-886c-2504814924c7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:28.816064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:28.817934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] device_id is not set on port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:37:28.842123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.867511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] No DVR routers for this DVR port fa41e280-e85e-436c-886c-2504814924c7 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:28.878674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] For port aa931abf-52a6-463b-b6d6-9aa4f32056cf, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=aa931abf-52a6-463b-b6d6-9aa4f32056cf,segment=NetworkSegment(bb8e3a5c-eab7-4476-be73-7f662b1da4dd),segment_id=bb8e3a5c-eab7-4476-be73-7f662b1da4dd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:28.879568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.879667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.885098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-405591f3-eca5-4e5b-b743-f9a77721061d req-3f95d4ac-aeb9-4d68-bdb2-2a53ec95f2d9 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "DELETE /v2.0/ports/fa41e280-e85e-436c-886c-2504814924c7 HTTP/1.1" status: 204 len: 173 time: 1.4517970 Feb 15 09:37:28.885804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'name': 'network-vif-deleted', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:28.889528 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d2b30b-75bc-4d5b-89d6-c1d36db6b84f" -d '{"events": [{"server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "name": "network-vif-deleted", "tag": "fa41e280-e85e-436c-886c-2504814924c7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:28.906060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:28.983869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df88accf-c701-417e-b9ca-579b2a2fd0c1 req-1c44b073-2269-4c16-9600-222fe5bf63ca tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060692 Feb 15 09:37:29.016043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Calling delete_port for aa931abf-52a6-463b-b6d6-9aa4f32056cf owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:29.065710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] No DVR routers for this DVR port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:29.083560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Pushing event updated for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:29.163815 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:37:29.246135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4690f-cf75-481a-83a3-a36463af110b req-6083cfd0-8caa-4e20-86ae-4183ed0f192e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.247742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-6083cfd0-8caa-4e20-86ae-4183ed0f192e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 1096 time: 0.1948690 Feb 15 09:37:29.252757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] In _notify_port_updated(), no bound segment for port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:37:29.253672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.254290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:29.255583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-cf72991a-d083-4233-a036-6f5f5aa6f6c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 200 len: 1033 time: 1.4539020 Feb 15 09:37:29.267118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:24Z', 'revision_number': 3, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:29.322960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37159412-9b2d-4a72-8b01-526d8fae7eff req-034daa20-7f49-48bc-8020-14518873d60d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.324515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37159412-9b2d-4a72-8b01-526d8fae7eff req-034daa20-7f49-48bc-8020-14518873d60d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1543574 Feb 15 09:37:29.341478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-5beb0158-5109-4cb3-86a2-b5940930ee44 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9541562 Feb 15 09:37:29.342674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059cbf72-8441-4c8c-9402-017f5984ada5 None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:24Z', 'revision_number': 3, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:37:29.348057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-f09705df-ef14-46db-96d4-6aa1df3f1772 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.349643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-f09705df-ef14-46db-96d4-6aa1df3f1772 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "GET /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0783842 Feb 15 09:37:29.355375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81999a88-561e-45fa-861e-253170bcc5dd req-3298e1b0-1945-43af-82e4-e92a1ea08fb6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.357028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81999a88-561e-45fa-861e-253170bcc5dd req-3298e1b0-1945-43af-82e4-e92a1ea08fb6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.4719601 Feb 15 09:37:29.398338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:29.419565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1570ee21-0da1-46cb-b411-a9abae73525b None None] Provisioning complete for port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:29.419936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1570ee21-0da1-46cb-b411-a9abae73525b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:29.503627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37159412-9b2d-4a72-8b01-526d8fae7eff req-1cec33bb-21e5-4d28-97fa-689b9d3c9712 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652560 Feb 15 09:37:29.520678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1570ee21-0da1-46cb-b411-a9abae73525b None None] Port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:29.537804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:29.562770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:29.565284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 66e4d90d-da08-4a6e-ab1a-fd5477138914 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:29.592143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4690f-cf75-481a-83a3-a36463af110b req-5cab4543-149d-4382-b278-2f370835b78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.593900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-5cab4543-149d-4382-b278-2f370835b78c service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 915 time: 0.2923760 Feb 15 09:37:29.695940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-4eb4bc17-a68d-418c-982e-8dd6bd555dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3 HTTP/1.1" status: 200 len: 217 time: 0.0812993 Feb 15 09:37:29.700040 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-966bd397-b507-45e3-9323-41360ed3a14c req-6bda5f82-e6fb-4a91-9707-7cc27e75708a tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.10 "GET /v2.0/ports?device_id=309ab542-74a5-4894-8d23-d9c63b6af18a HTTP/1.1" status: 200 len: 210 time: 0.0729105 Feb 15 09:37:29.709572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Allocated IP 172.20.0.1 (9a5ce713-9df5-409d-924c-94d40c1cb60f/fcc873ef-5b00-4f48-8293-ed438b2380bd/a8200039-289d-4586-b8ab-d04425eaa824) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:29.752685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81999a88-561e-45fa-861e-253170bcc5dd req-00e641f3-44a2-4d2e-8e16-bc9c6af41732 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214386 Feb 15 09:37:29.763858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9301d70f-2f86-4ec7-835f-acd31ec16e27 req-b1d1993a-51c7-47de-96b5-b4caf5384ebb service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049389 Feb 15 09:37:29.781804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:29.887612 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c808c7-7512-4df3-aaf9-7f4b0e01f1b7 x-openstack-request-id: req-c4c808c7-7512-4df3-aaf9-7f4b0e01f1b7 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:29.887974 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309ab542-74a5-4894-8d23-d9c63b6af18a", "name": "network-vif-deleted", "tag": "fa41e280-e85e-436c-886c-2504814924c7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:29.888168 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4c808c7-7512-4df3-aaf9-7f4b0e01f1b7 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:29.889998 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309ab542-74a5-4894-8d23-d9c63b6af18a', 'name': 'network-vif-deleted', 'tag': 'fa41e280-e85e-436c-886c-2504814924c7', 'status': 'completed', 'code': 200} Feb 15 09:37:29.913429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Pushing event deleted for resources: {'Port': ['ID=aa931abf-52a6-463b-b6d6-9aa4f32056cf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:29.914181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e4690f-cf75-481a-83a3-a36463af110b req-c004482e-24e3-4781-bd0a-9a12051d162d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:29.915672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-c004482e-24e3-4781-bd0a-9a12051d162d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.1974044 Feb 15 09:37:29.978118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-8c1fdfb7-0837-4f09-abad-e1bfb26a675b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480447 Feb 15 09:37:29.997231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] No DVR routers for this DVR port aa931abf-52a6-463b-b6d6-9aa4f32056cf on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:30.009875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.014967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d4669b9-eac1-4408-831d-f3719a49a32f req-0f175af9-2b3e-4247-bb20-1eedf92ed479 tempest-MultipleCreateTestJSON-268093478 tempest-MultipleCreateTestJSON-268093478-project] 10.222.0.72 "DELETE /v2.0/ports/aa931abf-52a6-463b-b6d6-9aa4f32056cf HTTP/1.1" status: 204 len: 173 time: 2.5174701 Feb 15 09:37:30.046726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.052470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'name': 'network-vif-deleted', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:30.055625 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e96ef5a-a530-4718-a925-10c327c7fd76" -d '{"events": [{"server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "name": "network-vif-deleted", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:30.093087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:30.127915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:30.130955 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a488fcd-8a74-4f64-b8ef-91e4c5a07bb4" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:30.143485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da3755f-5b89-4ba3-85b4-b23f20f40844 req-9365c8fb-219d-4391-9aa5-9ee07b2251b0 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.145352 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8da3755f-5b89-4ba3-85b4-b23f20f40844 req-9365c8fb-219d-4391-9aa5-9ee07b2251b0 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 943 time: 0.1602025 Feb 15 09:37:30.150994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'network_id': '7bdc3854-8e6f-4524-968b-9a2cee10e515', 'port_id': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'mac_address': 'fa:16:3e:4a:ea:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2783cb3-aaf1-4ca5-ab11-e1ec7e532708', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:30.154718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:30.209979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.210692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 49309f55-d0bf-40b0-bf1f-3150d2466054 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:30.240340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8da3755f-5b89-4ba3-85b4-b23f20f40844 req-d0e4cc14-0baf-4806-b917-db0454d97cd8 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866556 Feb 15 09:37:30.267630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.351116 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.371609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.396824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:30.402175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:30.402394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:30.471400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:30.473187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:30.501289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:30.518856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.522055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.552569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Pushing event updated for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:30.591410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876d250-2d29-4945-884e-f72e15c2aa58 req-9b67fbb1-fa49-4d92-9bcd-d636a4fe87a7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.601643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9876d250-2d29-4945-884e-f72e15c2aa58 req-9b67fbb1-fa49-4d92-9bcd-d636a4fe87a7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.2020628 Feb 15 09:37:30.634172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.664134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:30.675312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5ca7dce6-d350-4699-8290-ab5136e5b8f1,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:30.715909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fa41e280-e85e-436c-886c-2504814924c7 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:30.730582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:30.741977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9876d250-2d29-4945-884e-f72e15c2aa58 req-f8814273-f96c-4128-905a-19faa11e1fdf tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394570 Feb 15 09:37:30.771161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: fa41e280-e85e-436c-886c-2504814924c7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:30.771521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fa41e280-e85e-436c-886c-2504814924c7 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:30.771952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device aa931abf-52a6-463b-b6d6-9aa4f32056cf no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:30.808933 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:30.809307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device eb919b94-fc94-4751-b0c0-1d86014f7c4c no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:30.818947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: aa931abf-52a6-463b-b6d6-9aa4f32056cf {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:30.819295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device aa931abf-52a6-463b-b6d6-9aa4f32056cf not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:30.827355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.850432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.863025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.878307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.890984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.902236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:30.907157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:30.912638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:30.917929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-72efe294-7312-4839-9403-903d444c44a8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 4662 time: 0.9383378 Feb 15 09:37:30.932240 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a32c60ab-c83b-47f2-a4e4-76633379aadf x-openstack-request-id: req-a32c60ab-c83b-47f2-a4e4-76633379aadf {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:30.932765 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f441cb-5f2e-4787-8158-4b64c808e3f1", "name": "network-vif-deleted", "tag": "aa931abf-52a6-463b-b6d6-9aa4f32056cf", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:30.932765 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a32c60ab-c83b-47f2-a4e4-76633379aadf {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:30.934638 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f441cb-5f2e-4787-8158-4b64c808e3f1', 'name': 'network-vif-deleted', 'tag': 'aa931abf-52a6-463b-b6d6-9aa4f32056cf', 'status': 'completed', 'code': 200} Feb 15 09:37:30.938821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] For port 5ca7dce6-d350-4699-8290-ab5136e5b8f1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:30.947192 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492114a2-1704-42be-9ee2-900b56a1d27f x-openstack-request-id: req-492114a2-1704-42be-9ee2-900b56a1d27f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:30.947480 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:30.947790 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-492114a2-1704-42be-9ee2-900b56a1d27f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:30.948121 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'code': 200} Feb 15 09:37:30.995780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-c39179d5-383c-4501-a8e8-87fcfb6d8bee service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0109539 Feb 15 09:37:31.022229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] device_id is not set on port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:37:31.057268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.119334 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.146398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1a6ef01-f6d0-4e69-a99d-2267df0b0b64 req-f6c294fa-5b6b-45c0-84fc-49f533e7be58 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca&id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2201996 Feb 15 09:37:31.215177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15f357-ac35-4a45-a181-515238692574 req-d379e415-1d89-4e43-abaf-75a8782997cf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:31.216705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a15f357-ac35-4a45-a181-515238692574 req-d379e415-1d89-4e43-abaf-75a8782997cf tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1884284 Feb 15 09:37:31.234864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e4690f-cf75-481a-83a3-a36463af110b req-1c81a995-ef94-45cc-9e10-58da36f7e20c service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251999 Feb 15 09:37:31.241210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.295892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a15f357-ac35-4a45-a181-515238692574 req-9057c563-f127-4214-a904-41d9308b221d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637720 Feb 15 09:37:31.306619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-af296c56-55b0-4065-a4e1-180dbfabf1ec None None] Provisioning complete for port a8200039-289d-4586-b8ab-d04425eaa824 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:31.306619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af296c56-55b0-4065-a4e1-180dbfabf1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.360018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-af296c56-55b0-4065-a4e1-180dbfabf1ec None None] Port a8200039-289d-4586-b8ab-d04425eaa824 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:31.406914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36736) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:31.484789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.524994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:31.531152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.537571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Deleting subnet 7123e802-fbcc-4d0b-88b5-eb46f6679eca {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:37:31.541741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] No DVR routers for this DVR port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:31.560933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.607675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:31.622550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.623257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:31.624839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] In _notify_port_updated(), no bound segment for port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 on network 1b651788-e152-4421-a032-f7373d760b0d {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:37:31.626496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:31.628188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.628609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.630609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-b9bb267a-1d35-4914-a980-2ce846fc8189 service neutron] 10.222.0.36 "PUT /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 200 len: 1031 time: 2.2369940 Feb 15 09:37:31.685487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Pushing event updated for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:31.697864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c124c8d-4b6c-4e00-908c-e4ec3b52f272 req-ba3b737d-8bd0-4b0e-ab0b-92827011f81d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:31.700784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c124c8d-4b6c-4e00-908c-e4ec3b52f272 req-ba3b737d-8bd0-4b0e-ab0b-92827011f81d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.3609028 Feb 15 09:37:31.726334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:31.727104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device de25905a-b3a1-41ab-857d-73c249709b0b no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:31.805980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-757d8b08-b17b-4659-9e11-57c6a875e24c None None] Provisioning complete for port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:31.806350 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-757d8b08-b17b-4659-9e11-57c6a875e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.807489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c124c8d-4b6c-4e00-908c-e4ec3b52f272 req-d28b0c35-37bb-4ce1-863d-8b7ee728b212 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Feb 15 09:37:31.809657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.850784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-04547fa9-2cbf-432d-87f0-01b1caf4ef59 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3102555 Feb 15 09:37:31.852153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:31.855615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.882337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6b29c-79ad-4fdf-ac9f-371ee933c285 req-562150d8-20d1-412d-a402-6d818269eee2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:31.889897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71a6b29c-79ad-4fdf-ac9f-371ee933c285 req-562150d8-20d1-412d-a402-6d818269eee2 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 944 time: 0.3202777 Feb 15 09:37:31.901889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 66e4d90d-da08-4a6e-ab1a-fd5477138914 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:31.903478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:31.945154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-757d8b08-b17b-4659-9e11-57c6a875e24c None None] Port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:31.970402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.040266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:32.044731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.051873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:32.068260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.069039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5ca7dce6-d350-4699-8290-ab5136e5b8f1 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:32.099848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] For port 66e4d90d-da08-4a6e-ab1a-fd5477138914, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=66e4d90d-da08-4a6e-ab1a-fd5477138914,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:32.100226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.118441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 66e4d90d-da08-4a6e-ab1a-fd5477138914 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:32.122260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71a6b29c-79ad-4fdf-ac9f-371ee933c285 req-23fef2bb-bcbc-4ef6-ae0f-e8b3cbf0879a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313948 Feb 15 09:37:32.128627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c4bbe-75a6-4010-ad8d-eb8ddfb5bb7b req-cc5a3249-a038-4627-bb76-45b11f9216b3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.136124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-294c4bbe-75a6-4010-ad8d-eb8ddfb5bb7b req-cc5a3249-a038-4627-bb76-45b11f9216b3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1446586 Feb 15 09:37:32.179467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-bf1cb12b-c7dd-4037-b192-8ee376c20878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.181078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-bf1cb12b-c7dd-4037-b192-8ee376c20878 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 1100 time: 0.2625206 Feb 15 09:37:32.271565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:32.293595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-294c4bbe-75a6-4010-ad8d-eb8ddfb5bb7b req-e1c6e43c-6f65-4136-b1de-16c16296875a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534030 Feb 15 09:37:32.305913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:32.315248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:32.320871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5ca7dce6-d350-4699-8290-ab5136e5b8f1 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:32.321301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7b1cb8fe-9072-4f50-91d2-fa64a331d273 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:32.321911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.380429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:32.381196 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.432803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7123e802-fbcc-4d0b-88b5-eb46f6679eca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:32.514938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.518324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.521420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8c0602bd-583b-44c6-97a1-d43eb71f97c8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7123e802-fbcc-4d0b-88b5-eb46f6679eca HTTP/1.1" status: 204 len: 168 time: 1.1108041 Feb 15 09:37:32.529617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36750) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:32.589794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.590547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:32.609159 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.646055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:32.668888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=66e4d90d-da08-4a6e-ab1a-fd5477138914,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:32.686461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75331344-21cb-4e9a-a2bd-f6f6ca5e61d1 req-d96486e0-c24d-4922-b592-a6d893ecbd06 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.694517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75331344-21cb-4e9a-a2bd-f6f6ca5e61d1 req-d96486e0-c24d-4922-b592-a6d893ecbd06 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2194383 Feb 15 09:37:32.698717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.710734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.719878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.739137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.753434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.759924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.762035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66b09474-1131-4d21-91ff-6c126ded7877 req-7bfb730c-953e-4a61-96c5-5a9d66109c6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 3876 time: 0.4823093 Feb 15 09:37:32.770121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] No DVR routers for this DVR port 66e4d90d-da08-4a6e-ab1a-fd5477138914 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:32.778707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.782977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-1e6f9c55-edbe-4ab2-aa5a-575f82b09273 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "DELETE /v2.0/ports/66e4d90d-da08-4a6e-ab1a-fd5477138914 HTTP/1.1" status: 204 len: 173 time: 1.1428678 Feb 15 09:37:32.783670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:32.786162 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f34a1b-4623-4290-9032-c8b8a2bcd749" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:32.787888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:32.789629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:32.804990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-3a0fa5a5-6f51-4256-b226-75bb2cba5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:32.807530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-3a0fa5a5-6f51-4256-b226-75bb2cba5d0a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.5912256 Feb 15 09:37:32.809211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c1912d3e-b22b-4636-bd04-7ee9ef2bd779 None None] Provisioning complete for port a8200039-289d-4586-b8ab-d04425eaa824 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:32.809694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1912d3e-b22b-4636-bd04-7ee9ef2bd779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.812045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.815037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75331344-21cb-4e9a-a2bd-f6f6ca5e61d1 req-1f78d12b-ee07-479f-a1ef-6f265e0e6bc3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195550 Feb 15 09:37:32.882208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-975e320e-9646-4ccd-826c-c97a486b0d9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 200 len: 217 time: 0.0560584 Feb 15 09:37:32.922406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:37:32.934522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:32.950441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:32.951701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66b09474-1131-4d21-91ff-6c126ded7877 req-2923af9e-0f5e-4e1b-bf5f-c0a025c892c3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1542017 Feb 15 09:37:32.953002 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161983ce-7c3a-4833-95e0-8b4d7a5f1b87" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:32.962264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:32.969327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:32.975671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:32.976706 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.031447 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867dcaf8-84a8-4ed2-bb9d-34af3467c2a5 x-openstack-request-id: req-867dcaf8-84a8-4ed2-bb9d-34af3467c2a5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:33.031757 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "66e4d90d-da08-4a6e-ab1a-fd5477138914", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:33.032592 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-867dcaf8-84a8-4ed2-bb9d-34af3467c2a5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:33.033212 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '66e4d90d-da08-4a6e-ab1a-fd5477138914', 'status': 'completed', 'code': 200} Feb 15 09:37:33.037363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c1912d3e-b22b-4636-bd04-7ee9ef2bd779 None None] Port a8200039-289d-4586-b8ab-d04425eaa824 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:33.096301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-b12efca3-4b6d-425b-b948-2008ec6ac280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:33.098465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-b12efca3-4b6d-425b-b948-2008ec6ac280 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1965351 Feb 15 09:37:33.133630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3eb50-074a-4e26-9f9d-56c6f74ce44d req-44fd8394-2905-4657-a22e-5c9793e214fb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:33.144726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75b3eb50-074a-4e26-9f9d-56c6f74ce44d req-44fd8394-2905-4657-a22e-5c9793e214fb tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1593626 Feb 15 09:37:33.151330 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a22d7a-3075-4dc3-8556-2d5fc88be670 x-openstack-request-id: req-a1a22d7a-3075-4dc3-8556-2d5fc88be670 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:33.151755 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:33.152110 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1a22d7a-3075-4dc3-8556-2d5fc88be670 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:33.152640 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'code': 200} Feb 15 09:37:33.153049 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'code': 200} Feb 15 09:37:33.153400 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'code': 200} Feb 15 09:37:33.153747 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'code': 200} Feb 15 09:37:33.154564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.200664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:33.207978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.216073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75b3eb50-074a-4e26-9f9d-56c6f74ce44d req-a224195e-2555-4f06-b14a-716e7989947b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675709 Feb 15 09:37:33.247738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 49309f55-d0bf-40b0-bf1f-3150d2466054 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:33.247738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.302169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.303392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:33.409604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3875007f-c119-4301-a631-a31f853acf29']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:33.412448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:37:33.423377 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:37:33.448156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:33.449245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:33.450859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5120db55-6cdb-496c-bbee-501309d3882d admin admin] 10.222.0.10 "PUT /v2.0/routers/d48209db-a330-499a-a532-e8eb3ac92c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1965661 Feb 15 09:37:33.460295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:33.460568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb8e3a5c-eab7-4476-be73-7f662b1da4dd') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:33.488660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-04a06c40-4366-4164-8576-dd81bd335f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:33.490206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-04a06c40-4366-4164-8576-dd81bd335f19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3767304 Feb 15 09:37:33.491990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.551289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.566181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] For port 49309f55-d0bf-40b0-bf1f-3150d2466054, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=49309f55-d0bf-40b0-bf1f-3150d2466054,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:33.566939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.597982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 49309f55-d0bf-40b0-bf1f-3150d2466054 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:33.598872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baca9c-4b0e-4119-bf9e-09afccf2420a req-9b74c59d-1b92-44a3-a27f-c4940c57982a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:33.606380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7baca9c-4b0e-4119-bf9e-09afccf2420a req-9b74c59d-1b92-44a3-a27f-c4940c57982a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 945 time: 0.2995307 Feb 15 09:37:33.611326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:37:33.611740 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:37:33.613678 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:37:33.617418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e279-1172-42ea-b6c5-66d9b23aed21 req-2f7cb023-95e9-4a58-ba3e-4b2a0886dc1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:33.619902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31a2e279-1172-42ea-b6c5-66d9b23aed21 req-2f7cb023-95e9-4a58-ba3e-4b2a0886dc1b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1965537 Feb 15 09:37:33.676679 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:33.745069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31a2e279-1172-42ea-b6c5-66d9b23aed21 req-6087c6b4-e3fa-4bfb-af9d-795e09af0757 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143928 Feb 15 09:37:33.752152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.758943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.763099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3875007f-c119-4301-a631-a31f853acf29 HTTP/1.1" status: 204 len: 168 time: 1.2305911 Feb 15 09:37:33.785943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7baca9c-4b0e-4119-bf9e-09afccf2420a req-b6b2b182-4c64-453b-988e-9cc425b6554e tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785181 Feb 15 09:37:33.849244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5118cdd-3bc6-4549-888d-e65c5709bb34 admin admin] Pushing event deleted for resources: {'Network': ['ID=3875007f-c119-4301-a631-a31f853acf29,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:33.861367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-245c2a58-c1cb-4442-bc37-5aec22d4b9d8 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477857 Feb 15 09:37:33.969143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:33.999234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:34.092982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=49309f55-d0bf-40b0-bf1f-3150d2466054,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:34.115778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:34.116256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.134743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2055811f-dab1-4658-9f33-0a0bee6bd8be req-88336214-30d3-4bfd-b164-b53436605d40 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656612 Feb 15 09:37:34.218532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] No DVR routers for this DVR port 49309f55-d0bf-40b0-bf1f-3150d2466054 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:34.222738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.227815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-f2ba546e-6519-465f-949a-b4675872b7ee tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "DELETE /v2.0/ports/49309f55-d0bf-40b0-bf1f-3150d2466054 HTTP/1.1" status: 204 len: 173 time: 1.4351580 Feb 15 09:37:34.230243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf177e-32a3-49d4-8dd6-1e4179d88fb6 req-8e17a216-2383-42e3-a14f-0d6dcec743eb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:34.244170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5bf177e-32a3-49d4-8dd6-1e4179d88fb6 req-8e17a216-2383-42e3-a14f-0d6dcec743eb tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1935511 Feb 15 09:37:34.250506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:31Z', 'revision_number': 2, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:34.253172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36782) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:34.312345 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:37:34.312691 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Updating router d48209db-a330-499a-a532-e8eb3ac92c28 port a8200039-289d-4586-b8ab-d04425eaa824 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:37:34.317412 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5bf177e-32a3-49d4-8dd6-1e4179d88fb6 req-62de00b2-a5e1-4b99-8415-1ab89fb5eeef tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723536 Feb 15 09:37:34.365376 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.411218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:34.412747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5636598d-25ff-498f-9439-271afdd570be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57e7935c1ba942709521548bffdddfac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583400 Feb 15 09:37:34.451769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port eb919b94-fc94-4751-b0c0-1d86014f7c4c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:34.452569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.544413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.574631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d848af-fa35-49ce-b056-1254d8fd4e2d req-3df9877a-4f93-4d7f-8cd4-1dda63b38115 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:34.578529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36788) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:34.584976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d848af-fa35-49ce-b056-1254d8fd4e2d req-3df9877a-4f93-4d7f-8cd4-1dda63b38115 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:34.590826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d848af-fa35-49ce-b056-1254d8fd4e2d req-3df9877a-4f93-4d7f-8cd4-1dda63b38115 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:34.592590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853798195', 'description': 'tempest-description--1179924876'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:34.602944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d848af-fa35-49ce-b056-1254d8fd4e2d req-3df9877a-4f93-4d7f-8cd4-1dda63b38115 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 2408 time: 0.1456413 Feb 15 09:37:34.605964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] For port eb919b94-fc94-4751-b0c0-1d86014f7c4c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=eb919b94-fc94-4751-b0c0-1d86014f7c4c,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:34.606338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.632881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for eb919b94-fc94-4751-b0c0-1d86014f7c4c owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:34.647723 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.686197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.698861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d848af-fa35-49ce-b056-1254d8fd4e2d req-bbdc2009-f696-464a-acb7-561fcaa5cc8b tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0946679 Feb 15 09:37:34.777208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e074ad-ea69-4131-9025-3f7c7ab755e1 req-4b920e46-7606-4116-aeb2-1e699627b7db tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:34.778674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e074ad-ea69-4131-9025-3f7c7ab755e1 req-4b920e46-7606-4116-aeb2-1e699627b7db tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1419964 Feb 15 09:37:34.869434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e074ad-ea69-4131-9025-3f7c7ab755e1 req-d66199b3-089c-4c06-a99c-feb3e04a3563 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798461 Feb 15 09:37:34.899783 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.920094 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.928216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.936987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.966660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:34.992534 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Pushing event updated for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.015578 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.016020 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.016490 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.017317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.017777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.018257 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.018678 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.019097 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.019513 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.019925 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.020339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.020749 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:37:35.039419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.043901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4546373 Feb 15 09:37:35.045858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:35.046781 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9e85a0-ed95-4903-bfa2-75834cce46f4" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:35.053013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36800) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:35.056628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=eb919b94-fc94-4751-b0c0-1d86014f7c4c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.062685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group_rule': {'security_group_id': '987ce950-a91d-4099-81c7-b037e892d917', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:35.071480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a5ca1-6bcc-4360-afb6-50d55cdffc70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=987ce950-a91d-4099-81c7-b037e892d917,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.139532 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.155524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:35.160547 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987f4da8-3a55-4d12-b42b-654128e5fe65" -d '{"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-plugged", "status": "completed", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:35.165913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] No DVR routers for this DVR port eb919b94-fc94-4751-b0c0-1d86014f7c4c on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:35.171132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.172244 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Attempting to bind port a8200039-289d-4586-b8ab-d04425eaa824 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:35.173300 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Attempting to bind port a8200039-289d-4586-b8ab-d04425eaa824 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:35.173743 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Attempting to bind port a8200039-289d-4586-b8ab-d04425eaa824 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:35.175509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-abe962df-3638-4dd6-8aa0-b2ec6acbdbfd tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "DELETE /v2.0/ports/eb919b94-fc94-4751-b0c0-1d86014f7c4c HTTP/1.1" status: 204 len: 173 time: 0.9387822 Feb 15 09:37:35.182094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:35.183604 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Checking segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:35.184080 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.184667 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Bound using segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:35.185304 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Bound port: a8200039-289d-4586-b8ab-d04425eaa824, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:35.185754 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.186307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151efcc-fe5f-4383-a7e3-995a47f89b1a req-07efcd6d-c184-4e82-9784-3b9e8e41cfa9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:35.195103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3151efcc-fe5f-4383-a7e3-995a47f89b1a req-07efcd6d-c184-4e82-9784-3b9e8e41cfa9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 945 time: 0.2347634 Feb 15 09:37:35.301709 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] For port a8200039-289d-4586-b8ab-d04425eaa824, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:35.306954 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] For port a8200039-289d-4586-b8ab-d04425eaa824, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a8200039-289d-4586-b8ab-d04425eaa824,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:35.316172 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.384680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833bff4-a384-4522-bbd7-8ae022cd072b None None] Pushing event updated for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.394805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3151efcc-fe5f-4383-a7e3-995a47f89b1a req-9100b945-4b52-4180-b0df-e133231f2c0d tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985843 Feb 15 09:37:35.411802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.421819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.424195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ea89583-6782-4291-8883-f7a937c102bf HTTP/1.1" status: 204 len: 168 time: 1.0114503 Feb 15 09:37:35.444899 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:35.448098 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:35.520557 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b3cb0-ed7c-4ae4-8d19-e47bfb102654 x-openstack-request-id: req-9a5b3cb0-ed7c-4ae4-8d19-e47bfb102654 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:35.521139 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "49309f55-d0bf-40b0-bf1f-3150d2466054", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:35.521612 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a5b3cb0-ed7c-4ae4-8d19-e47bfb102654 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:35.522317 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '49309f55-d0bf-40b0-bf1f-3150d2466054', 'status': 'completed', 'code': 200} Feb 15 09:37:35.528771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.539421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.604223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d71fd52-b433-4c19-a3f4-e57afb5872c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea89583-6782-4291-8883-f7a937c102bf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.660496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93cba8a-c756-49ac-acf1-c6efc1f691e8,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:35.670220 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7344b1-45b1-4bc2-b958-f776e4e8a923 x-openstack-request-id: req-8a7344b1-45b1-4bc2-b958-f776e4e8a923 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:35.677023 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-plugged", "status": "completed", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:35.677356 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a7344b1-45b1-4bc2-b958-f776e4e8a923 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:35.677786 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'code': 200} Feb 15 09:37:35.706569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] Provisioning complete for port a8200039-289d-4586-b8ab-d04425eaa824 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:35.721343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.737865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.739345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c9041f00-3e17-4f87-a10c-ca31032c36e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6809280 Feb 15 09:37:35.739923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52c175-0e80-4ee2-8da9-b6279a9ba724 req-9c5e4596-f389-4b74-9687-d560b06a32ea tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:35.747361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:35.747532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc52c175-0e80-4ee2-8da9-b6279a9ba724 req-9c5e4596-f389-4b74-9687-d560b06a32ea tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.3702006 Feb 15 09:37:35.748307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:35.748492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.776308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group_rule': {'security_group_id': '987ce950-a91d-4099-81c7-b037e892d917', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:35.886636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] For port 7b1cb8fe-9072-4f50-91d2-fa64a331d273, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7b1cb8fe-9072-4f50-91d2-fa64a331d273,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:35.889535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:35.926594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 7b1cb8fe-9072-4f50-91d2-fa64a331d273 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:35.988557 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:35.995982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc52c175-0e80-4ee2-8da9-b6279a9ba724 req-3a2c70c7-57f8-4dbc-8c1f-8a50c460fda9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827440 Feb 15 09:37:36.027121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.116259 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.218897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] For port a8200039-289d-4586-b8ab-d04425eaa824, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a8200039-289d-4586-b8ab-d04425eaa824,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:36.224355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.265347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.299423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.313164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf7617-89a9-4dd7-9799-640046ecb097 None None] Pushing event updated for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:36.332049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd972327-ccc8-4187-8c19-5ab13cdbb430 req-5f1a12af-bca6-4e71-8128-f7800e181202 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:36.338608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd972327-ccc8-4187-8c19-5ab13cdbb430 req-5f1a12af-bca6-4e71-8128-f7800e181202 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:36.340746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd972327-ccc8-4187-8c19-5ab13cdbb430 req-5f1a12af-bca6-4e71-8128-f7800e181202 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 1677 time: 0.1748421 Feb 15 09:37:36.361395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=194b34ca-d411-4c7d-afe8-a1cf1fb8b939,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:36.381603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.386270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ebc29e04-4fc7-4ae2-bf38-f69926c41166 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6347642 Feb 15 09:37:36.387969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36832) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:36.403420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-09409a08-70ed-41e0-8bf1-2fc3debf80ea None None] Provisioning complete for port a8200039-289d-4586-b8ab-d04425eaa824 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:36.404038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-09409a08-70ed-41e0-8bf1-2fc3debf80ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.408246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:36.491895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16549-fe4f-442d-8dc9-a497c975631c req-9e164eb2-22c1-4fd0-b0a7-9e2c213c430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:36.496165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3a16549-fe4f-442d-8dc9-a497c975631c req-9e164eb2-22c1-4fd0-b0a7-9e2c213c430b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1096 time: 0.3300586 Feb 15 09:37:36.512107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.550661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd972327-ccc8-4187-8c19-5ab13cdbb430 req-e83ed736-e9d6-44ce-9587-6e07de8204e7 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1939201 Feb 15 09:37:36.561485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324af9c-334b-4af7-b938-d42ce34ff62a req-f6fca04d-4194-428f-adb7-57a7dc40203e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:36.574577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d324af9c-334b-4af7-b938-d42ce34ff62a req-f6fca04d-4194-428f-adb7-57a7dc40203e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.4102428 Feb 15 09:37:36.637110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3a16549-fe4f-442d-8dc9-a497c975631c req-1d41858d-6670-47c6-99dc-a6205790c8f4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297555 Feb 15 09:37:36.638086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.719467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d324af9c-334b-4af7-b938-d42ce34ff62a req-ce480167-4cdc-4600-a616-8a7409f0477f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301928 Feb 15 09:37:36.721508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=7b1cb8fe-9072-4f50-91d2-fa64a331d273,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:36.769051 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:35Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:36.833836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be058f-91ec-4222-b6f6-0cbdb23f3c22 req-ffe49c7e-7b70-4180-a51b-bebe46da0222 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:36.835072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] No DVR routers for this DVR port 7b1cb8fe-9072-4f50-91d2-fa64a331d273 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:36.846263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9be058f-91ec-4222-b6f6-0cbdb23f3c22 req-ffe49c7e-7b70-4180-a51b-bebe46da0222 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1281257 Feb 15 09:37:36.846594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:36.847776 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568a93c9-ed19-44c3-98d0-3b5180f1a585 None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:35Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:37:36.855625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-1cd84404-6ada-4521-911c-805bd4731043 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "DELETE /v2.0/ports/7b1cb8fe-9072-4f50-91d2-fa64a331d273 HTTP/1.1" status: 204 len: 173 time: 1.6567576 Feb 15 09:37:36.948071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9be058f-91ec-4222-b6f6-0cbdb23f3c22 req-6bf51cf9-72f9-4579-aafd-93175300330a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007781 Feb 15 09:37:36.966203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.091839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42a7b8-8068-4e8f-8a60-bf4358c85c5b req-720365d6-de32-4718-baa4-173c08dbd648 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:37.097222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d42a7b8-8068-4e8f-8a60-bf4358c85c5b req-720365d6-de32-4718-baa4-173c08dbd648 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 945 time: 0.2221594 Feb 15 09:37:37.167039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36860) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:37.210585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d42a7b8-8068-4e8f-8a60-bf4358c85c5b req-70f5a634-2e80-41e8-a9b9-4e3ba25807e1 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041737 Feb 15 09:37:37.228150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port de25905a-b3a1-41ab-857d-73c249709b0b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:37.228730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.294287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0855f-b77b-4978-9aca-0ec3c12e6bf9 req-7c5f00b7-cffe-4821-bbca-96f23c29bd2a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:37.295822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dce0855f-b77b-4978-9aca-0ec3c12e6bf9 req-7c5f00b7-cffe-4821-bbca-96f23c29bd2a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1742032 Feb 15 09:37:37.297156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Allocated IP 172.25.6.32 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/39f1b277-d661-4d76-9594-69380a908f4b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:37.359117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1400211012-network', 'tenant_id': 'cfc3f7d04f704623ba1a3dd8b35a6828'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:37.445404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dce0855f-b77b-4978-9aca-0ec3c12e6bf9 req-2ffb86e6-f5d1-466a-a1d9-37355bbd46fd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427171 Feb 15 09:37:37.458130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] For port de25905a-b3a1-41ab-857d-73c249709b0b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=de25905a-b3a1-41ab-857d-73c249709b0b,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:37.459311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.463680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Made reservation on behalf of cfc3f7d04f704623ba1a3dd8b35a6828 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:37.473724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.506123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.512555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.531497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c'}, {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:37.535903 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8530ca8-e827-4dac-8808-22c85e433085" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c"}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:37.552609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.595389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:37.601892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:37.606379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:37.645822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=39f1b277-d661-4d76-9594-69380a908f4b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:37.656510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.724950 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c3df6d-c739-4f4f-9a87-8c9645705ca8 x-openstack-request-id: req-86c3df6d-c739-4f4f-9a87-8c9645705ca8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:37.725241 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "eb919b94-fc94-4751-b0c0-1d86014f7c4c", "status": "completed", "code": 200}, {"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "7b1cb8fe-9072-4f50-91d2-fa64a331d273", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:37.725492 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86c3df6d-c739-4f4f-9a87-8c9645705ca8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:37.725886 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': 'eb919b94-fc94-4751-b0c0-1d86014f7c4c', 'status': 'completed', 'code': 200} Feb 15 09:37:37.726134 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': '7b1cb8fe-9072-4f50-91d2-fa64a331d273', 'status': 'completed', 'code': 200} Feb 15 09:37:37.729786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.757501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:37.866856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.014861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a8200039-289d-4586-b8ab-d04425eaa824 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:38.058195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:37:38.070036 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.070387 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Added segment 56ad39b8-30b5-487e-8cd2-5d9e8a1ba161 of type vlan for network 8e1643cd-fe94-43dd-86e1-be95c526c633 Feb 15 09:37:38.089830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a8200039-289d-4586-b8ab-d04425eaa824 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:38.090594 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.095750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872386f3-23b4-4114-9ebc-64c1c2563f1e req-ba8a5e2c-99d4-45e8-af40-61bb201c2e69 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.103508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-872386f3-23b4-4114-9ebc-64c1c2563f1e req-ba8a5e2c-99d4-45e8-af40-61bb201c2e69 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2228100 Feb 15 09:37:38.116074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.177783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.178756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.179334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.195603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-872386f3-23b4-4114-9ebc-64c1c2563f1e req-ab6a7bcd-920b-49f1-98e9-878d8078873b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909848 Feb 15 09:37:38.201590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034ddbf2-0a23-4149-bbd5-1edff2831063,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:38.263734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b7558-ef3f-4b48-abdd-cd360dadd402 req-1dbff4ce-a3c2-4417-a57d-2b8756c9e215 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.276330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef1b7558-ef3f-4b48-abdd-cd360dadd402 req-1dbff4ce-a3c2-4417-a57d-2b8756c9e215 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 943 time: 0.5542128 Feb 15 09:37:38.300110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.341910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.351283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] Pushing event updated for resources: {'Network': ['ID=8e1643cd-fe94-43dd-86e1-be95c526c633,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:38.356041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7e9e0415-fd3f-466a-8a2e-254f96ee67d6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1858337 Feb 15 09:37:38.359754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36876) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:38.363177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 8e1643cd-fe94-43dd-86e1-be95c526c633 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:37:38.364605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Request body: {'subnet': {'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1400211012-subnet', 'tenant_id': 'cfc3f7d04f704623ba1a3dd8b35a6828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:38.369566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.369925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.370238 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Floating IP aaf5b749-1787-4b43-9105-327ffd5c1cf3 disassociated. External IP: 172.25.6.50, port: de25905a-b3a1-41ab-857d-73c249709b0b. Feb 15 09:37:38.370581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for de25905a-b3a1-41ab-857d-73c249709b0b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:38.425085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e94f9e-e0fe-4cf0-a6a2-4b86cb0e2719 req-5f57e669-0406-46df-9c49-3abc22659303 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.427486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8e94f9e-e0fe-4cf0-a6a2-4b86cb0e2719 req-5f57e669-0406-46df-9c49-3abc22659303 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1214187 Feb 15 09:37:38.473319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=39f1b277-d661-4d76-9594-69380a908f4b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:38.514271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.539866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8e94f9e-e0fe-4cf0-a6a2-4b86cb0e2719 req-b0fb984a-7bc3-4396-8690-7158da3d41c5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815411 Feb 15 09:37:38.570959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.572496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6309286d-b349-4faa-8a74-e1c8f781ea74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1758516 Feb 15 09:37:38.587095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef1b7558-ef3f-4b48-abdd-cd360dadd402 req-7c5e749a-3638-49a5-b5fa-2dd758a0b238 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups?id=28a79389-e0da-4922-b0f0-40e2330c54cf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2295344 Feb 15 09:37:38.644898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Made reservation on behalf of cfc3f7d04f704623ba1a3dd8b35a6828 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:38.648017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.651932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:38.700310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62457ec8-bd02-4f09-bf43-f24c41bfe93d req-bca5d1f6-1539-448f-a628-c8e0abfc98e7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.718842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62457ec8-bd02-4f09-bf43-f24c41bfe93d req-bca5d1f6-1539-448f-a628-c8e0abfc98e7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 945 time: 0.0835328 Feb 15 09:37:38.772264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=de25905a-b3a1-41ab-857d-73c249709b0b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:38.774082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62457ec8-bd02-4f09-bf43-f24c41bfe93d req-98aebd4a-9907-4e0c-9527-cab541893468 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537884 Feb 15 09:37:38.890501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-161b402f-b0e7-48bd-8ec4-3dd888ff999e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--853798195&fields=id&tenant_id=a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 267 time: 0.0394883 Feb 15 09:37:38.912785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1440d5a-983b-43d4-90fa-690dea129b1e req-012b77d0-eab2-4d17-b9df-aaf7227dec2d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:38.914388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1440d5a-983b-43d4-90fa-690dea129b1e req-012b77d0-eab2-4d17-b9df-aaf7227dec2d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1466968 Feb 15 09:37:39.015031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-2a9bfcf2-5a85-46b1-b3e1-5a2003e639ec tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:39.023374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-2a9bfcf2-5a85-46b1-b3e1-5a2003e639ec tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 811 time: 0.1234770 Feb 15 09:37:39.034505 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-844c87cc-9803-4a08-b99a-7ed09fdb8d45 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/quotas/a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 375 time: 0.0100825 Feb 15 09:37:39.039752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Router 2f58b974-8d53-48c0-9326-8d9e742db345 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:37:39.044841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1440d5a-983b-43d4-90fa-690dea129b1e req-be087d9d-8f1e-4866-8b7f-9fe1c1be3e7f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015368 Feb 15 09:37:39.116509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-e184731f-deec-46c9-8108-bbe465e059b6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730829 Feb 15 09:37:39.177709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:39.277724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bd0a83e-544f-4737-9419-28430442fa27 req-b17c9df2-dd3d-4de9-a596-619e841320fb tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1003745052&fields=id&tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 267 time: 0.1314921 Feb 15 09:37:39.296553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ecb7e8-ce9a-4b06-a995-4fcbf80565de,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:39.332159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-a036a5a9-e768-45fd-aff7-b1b710b023d8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945672 Feb 15 09:37:39.442582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-13e6b89c-1162-4353-8764-fd526e5cdcdf service neutron] 10.222.0.10 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032066 Feb 15 09:37:39.702545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a389-9d42-48cc-a4be-21af316b1c1d req-f6fa6129-ff86-48cc-bd5e-da5617afabb5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:39.705516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d06a389-9d42-48cc-a4be-21af316b1c1d req-f6fa6129-ff86-48cc-bd5e-da5617afabb5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0842555 Feb 15 09:37:39.727234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:37:39.740375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Sync routers for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:37:39.751412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:39.759768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:39.773577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d06a389-9d42-48cc-a4be-21af316b1c1d req-3ce5a582-5a94-4f70-99de-fb4436eee571 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Feb 15 09:37:39.848078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] No DVR routers for this DVR port de25905a-b3a1-41ab-857d-73c249709b0b on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:39.856801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:39.863875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aea08428-a3db-46be-8a86-666c4f47105b req-113bdd69-960e-4499-a7eb-d87312e8da56 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.36 "DELETE /v2.0/ports/de25905a-b3a1-41ab-857d-73c249709b0b HTTP/1.1" status: 204 len: 173 time: 3.0026801 Feb 15 09:37:39.864720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Checking segment: {'id': '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:39.865110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Network hostable DHCP agents. Network: 8e1643cd-fe94-43dd-86e1-be95c526c633, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:37:39.872384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:39.876986 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bc3730-2079-478e-b58f-00de709090d8" -d '{"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:39.899228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0a83e-544f-4737-9419-28430442fa27 req-d1a6e3ac-b3e2-4010-bca9-7fedd85fc2e7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:39.933490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bd0a83e-544f-4737-9419-28430442fa27 req-d1a6e3ac-b3e2-4010-bca9-7fedd85fc2e7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 945 time: 0.6298032 Feb 15 09:37:39.948745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'security_groups': ['43985961-5263-4067-9171-298c2435b08d', 'c35ffa34-4b8d-4a86-bbf9-a339efe15130']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:39.987262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:40.054907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Network 8e1643cd-fe94-43dd-86e1-be95c526c633 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:37:40.056923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9731b60-de12-473c-a06e-dc0604fc0de9 req-dc5f0831-4d6c-48fa-aac0-528e74d75449 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:40.070001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9731b60-de12-473c-a06e-dc0604fc0de9 req-dc5f0831-4d6c-48fa-aac0-528e74d75449 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1765893 Feb 15 09:37:40.130790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 8e1643cd-fe94-43dd-86e1-be95c526c633) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:40.136761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:40.136954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9731b60-de12-473c-a06e-dc0604fc0de9 req-c6467f67-a303-4a11-aa67-2f2d8ceb9964 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656819 Feb 15 09:37:40.137087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:40.160994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:40.168546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f8821767-6373-4a09-b78d-803d64356581 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8077404 Feb 15 09:37:40.205621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3965cdae-3015-4124-84ac-e79d01918209 None None] Network 8e1643cd-fe94-43dd-86e1-be95c526c633 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:40.224886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bfd3d1e-0894-4657-a5d3-ed49d4f1be71 req-7619914d-6e2b-4b40-bd7f-493bc79317aa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 210 time: 0.0441160 Feb 15 09:37:40.426659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0bc1c77-ce77-4e9b-aee6-91a9a52997b3 req-bf4cff75-9575-40bb-94f0-7c1838dbe75f tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0706179 Feb 15 09:37:40.504397 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c91498-0b91-4d86-a66e-8a6734a6d037 x-openstack-request-id: req-a7c91498-0b91-4d86-a66e-8a6734a6d037 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:40.507547 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd", "name": "network-vif-deleted", "tag": "de25905a-b3a1-41ab-857d-73c249709b0b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:40.507807 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7c91498-0b91-4d86-a66e-8a6734a6d037 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:40.509919 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd', 'name': 'network-vif-deleted', 'tag': 'de25905a-b3a1-41ab-857d-73c249709b0b', 'status': 'completed', 'code': 200} Feb 15 09:37:40.737648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d4ab-af73-416c-85c0-b131241bbd34 req-d3ce4c60-5b5d-49e2-9ffc-3e1db5557f06 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:40.745800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1678d4ab-af73-416c-85c0-b131241bbd34 req-d3ce4c60-5b5d-49e2-9ffc-3e1db5557f06 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1327076 Feb 15 09:37:40.760158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e1dfe8-e89a-44a0-8a32-c20cc1e6ff2b None None] Network 8e1643cd-fe94-43dd-86e1-be95c526c633 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:37:40.767058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:40.834517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1678d4ab-af73-416c-85c0-b131241bbd34 req-35159813-814f-4760-9007-cd7cce818d22 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877414 Feb 15 09:37:40.850104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:40.860762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:40.928839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:40.929598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:40.931148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bd0a83e-544f-4737-9419-28430442fa27 req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "PUT /v2.0/ports/09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 981 time: 0.9966462 Feb 15 09:37:40.959972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b', '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:40.974434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca0d47-026b-4b9d-a771-122fa0961ce9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:41.099436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:41.150424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e904c-57d9-490b-960c-2f7b1e08b20e req-c74278f4-7ea7-4a6e-ac2b-afe9ff33862a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:41.162018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec1e904c-57d9-490b-960c-2f7b1e08b20e req-c74278f4-7ea7-4a6e-ac2b-afe9ff33862a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1424892 Feb 15 09:37:41.250595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec1e904c-57d9-490b-960c-2f7b1e08b20e req-55bc7a1f-a2ac-4fcb-b844-fbdfc42a9e7a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856576 Feb 15 09:37:41.381005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f2ee8d-d43f-4ba6-9823-b41ab8ecbb60 req-37ee3f0e-e93e-448f-94fa-e83d4b13d3de tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c35ffa34-4b8d-4a86-bbf9-a339efe15130 HTTP/1.1" status: 200 len: 1803 time: 0.0525339 Feb 15 09:37:41.432677 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-78f2ee8d-d43f-4ba6-9823-b41ab8ecbb60 req-5717c862-40ff-4b29-b997-13c6e32b2fce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 09:37:41.449114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f2ee8d-d43f-4ba6-9823-b41ab8ecbb60 req-5717c862-40ff-4b29-b997-13c6e32b2fce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/c35ffa34-4b8d-4a86-bbf9-a339efe15130 HTTP/1.1" status: 409 len: 341 time: 0.0670040 Feb 15 09:37:41.553752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:41.593144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Checking router: 2f58b974-8d53-48c0-9326-8d9e742db345 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:37:41.595841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcccec-cde7-47cd-9e68-3650ef620cb0 req-6aca48f4-3cf1-40c3-84a4-8f8a37e72c66 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:41.597963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdbcccec-cde7-47cd-9e68-3650ef620cb0 req-6aca48f4-3cf1-40c3-84a4-8f8a37e72c66 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.0763345 Feb 15 09:37:41.624784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-d9585fb5-3c68-463a-833b-cd3049d312a6 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:41.633671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-d9585fb5-3c68-463a-833b-cd3049d312a6 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/networks?id=8e1643cd-fe94-43dd-86e1-be95c526c633 HTTP/1.1" status: 200 len: 814 time: 0.3566847 Feb 15 09:37:41.643071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-f2f17ecc-233f-4e2f-bb62-20d35aa627d1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:41.644965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-f2f17ecc-233f-4e2f-bb62-20d35aa627d1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 811 time: 0.3329701 Feb 15 09:37:41.651607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:37:41.652534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:41.656237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdbcccec-cde7-47cd-9e68-3650ef620cb0 req-f3227484-c71b-4d12-94d9-dc343d6a69ee tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517383 Feb 15 09:37:41.662708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-fe8e3a27-cf02-4e73-9440-b566c5b6174e tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/quotas/cfc3f7d04f704623ba1a3dd8b35a6828 HTTP/1.1" status: 200 len: 375 time: 0.0268514 Feb 15 09:37:41.709531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-d0a2c17d-1537-4423-94fb-cec6b577fb43 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfc3f7d04f704623ba1a3dd8b35a6828&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474093 Feb 15 09:37:41.793203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-b4162332-ccd7-4ef4-819f-de5dadbc905d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 379 time: 0.1298907 Feb 15 09:37:41.800183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3abb7aa4-3cc7-471f-9f03-56e39663f295 req-8cfa5ae2-3dd0-468c-ae0c-b0660bfb7900 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 210 time: 0.0389836 Feb 15 09:37:41.823588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'port': {'device_id': '6344d075-2df2-4a16-aaa5-6d014825527d', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'admin_state_up': True, 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'security_groups': ['987ce950-a91d-4099-81c7-b037e892d917']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:41.916184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-64771c7d-bf82-4e80-a62f-000bcc54c2b7 service neutron] 10.222.0.10 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011905 Feb 15 09:37:42.007852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:37:42.126491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Made reservation on behalf of a4afc39c623243b299ef6b98a0ec6bef for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:42.130314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:42.137216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-910bbd50-6657-4686-8a20-683c3ab43bbf service neutron] 10.222.0.10 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103579 Feb 15 09:37:42.145166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-244c5382-1bb8-482f-aa4b-f5aafa7e552e req-ea359a6e-bd4e-459f-b9ef-706c232f4ab3 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0553408 Feb 15 09:37:42.230524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-cfc81faa-55eb-4ca0-a225-ea3280e81148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:42.236301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-cfc81faa-55eb-4ca0-a225-ea3280e81148 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1135 time: 0.1008530 Feb 15 09:37:42.373784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Allocated IP 172.20.0.14 (9a5ce713-9df5-409d-924c-94d40c1cb60f/fcc873ef-5b00-4f48-8293-ed438b2380bd/d918ad04-2904-4795-88df-43b524010097) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:42.523443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:42.527354 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c743c70-1b33-4c50-a8a1-cee154b2d757" -d '{"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:42.536231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-480c35f5-ebc8-41f2-8d55-e1eda8055e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:42.538079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-480c35f5-ebc8-41f2-8d55-e1eda8055e78 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.2876513 Feb 15 09:37:42.677364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-231674af-b519-4132-a4bd-066ada7c8e9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 217 time: 0.1303747 Feb 15 09:37:42.679611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:42.712685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:37:42.770246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64a1bc-dce7-4230-82c7-de3a9a266dad None None] The sync data for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 is: [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:31:08Z', 'revision_number': 4, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '247a3543-d5ce-48fe-a7ea-fc6a5588b19f', 'name': '', 'network_id': 'c6d24f0b-17e9-4a6a-885a-a7eefadcf562', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'mac_address': 'fa:16:3e:60:2e:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:07Z', 'updated_at': '2022-02-15T09:31:22Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'subnets': [{'id': '7a983e0a-09bd-4a81-9cb7-fcc52720aedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:37:42.840186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-5be1d5ec-b155-4bdd-b399-b2dae8968a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:42.842821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-5be1d5ec-b155-4bdd-b399-b2dae8968a8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.1432674 Feb 15 09:37:42.865373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750938f4-e315-4865-8bde-9dce27cd82cf req-c7ba25bd-efba-47b5-9a79-3e415d997933 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:42.865847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1492d-617e-462c-b9ed-a9f2776515ca req-7573010d-4c15-403e-b78b-7761d5a81c73 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:42.873161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-750938f4-e315-4865-8bde-9dce27cd82cf req-c7ba25bd-efba-47b5-9a79-3e415d997933 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.3274350 Feb 15 09:37:42.874978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eec1492d-617e-462c-b9ed-a9f2776515ca req-7573010d-4c15-403e-b78b-7761d5a81c73 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 984 time: 0.1660724 Feb 15 09:37:42.929320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:42.952024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-b21723b2-341f-4655-9870-9c7c62e8355b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682831 Feb 15 09:37:43.070669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eec1492d-617e-462c-b9ed-a9f2776515ca req-8c907383-6e73-40d8-b544-a0dcf859a17b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=c35ffa34-4b8d-4a86-bbf9-a339efe15130&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1931112 Feb 15 09:37:43.083853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-750938f4-e315-4865-8bde-9dce27cd82cf req-c69cfdf0-d2e2-4f58-b550-51df28c03c3a tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095549 Feb 15 09:37:43.134972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:43.153230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:43.164838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:43.211047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-28965efb-9811-4560-b49e-46401a9108bc service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463663 Feb 15 09:37:43.357810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:43.394408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcaafe97-182a-464b-9eb1-626e9b099cea req-bc3a4847-0fa3-4df9-bce6-b9dc25a162e7 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 210 time: 0.1125667 Feb 15 09:37:43.445442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:43.446456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:43.467571 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e48be55-cc70-48ca-94f5-998201803736 None None] New status for floating IP aaf5b749-1787-4b43-9105-327ffd5c1cf3: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:37:43.493786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ce0d24-698b-422e-90bc-d6416adc369a req-60fa1ff5-054b-4b2c-8845-e95c1f4be6de tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:43.510511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54ce0d24-698b-422e-90bc-d6416adc369a req-60fa1ff5-054b-4b2c-8845-e95c1f4be6de tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2623138 Feb 15 09:37:43.549312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-8f0bed97-2afe-4570-b14d-9cbc4777e603 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7259152 Feb 15 09:37:43.572416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Request body: {'port': {'device_id': '6344d075-2df2-4a16-aaa5-6d014825527d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:43.598603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0d22bb2-9fe5-45dc-baf2-5c307d22bc0f req-9ec51c55-1720-42ad-aaaa-741de2589626 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767750 Feb 15 09:37:43.603257 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643bb344-61de-48e0-bd35-1368bbe1663e x-openstack-request-id: req-643bb344-61de-48e0-bd35-1368bbe1663e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:43.603677 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:43.604174 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-643bb344-61de-48e0-bd35-1368bbe1663e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:43.609477 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'status': 'completed', 'code': 200} Feb 15 09:37:43.627063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:43.689136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:43.745852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54ce0d24-698b-422e-90bc-d6416adc369a req-e4ba7cd7-5ce1-4cc0-bb7b-924bb5542567 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254877 Feb 15 09:37:43.849302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:43.864444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:37:43.922526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-7af29677-3440-4263-a79b-2f5930cfe487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:43.924243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-7af29677-3440-4263-a79b-2f5930cfe487 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1135 time: 0.1640174 Feb 15 09:37:43.934614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015276ce-172e-42a9-a547-5fd1d7388473 req-d1484699-d6a5-4aa5-bb01-b147bda1abef tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:43.942922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-015276ce-172e-42a9-a547-5fd1d7388473 req-d1484699-d6a5-4aa5-bb01-b147bda1abef tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.2222388 Feb 15 09:37:43.980656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:43.996752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'port_id': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'mac_address': 'fa:16:3e:09:a9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dced88-1cd5-4f92-9972-729f758cd2b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:44.072653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8f2788bd-6f4b-46ee-b0e9-b8ff8746a562 None None] Provisioning complete for port d918ad04-2904-4795-88df-43b524010097 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:44.073058 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8f2788bd-6f4b-46ee-b0e9-b8ff8746a562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.131919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-015276ce-172e-42a9-a547-5fd1d7388473 req-96b7be11-79b6-4b0a-8155-726f89cd16b2 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821971 Feb 15 09:37:44.165873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4873a3-831e-4908-a942-b455472ffb66 req-e357c9f2-6f6f-4ff1-bc33-53847885dc49 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:44.166483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.182501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff4873a3-831e-4908-a942-b455472ffb66 req-e357c9f2-6f6f-4ff1-bc33-53847885dc49 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 932 time: 0.2029417 Feb 15 09:37:44.193067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:44.216969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:44.221957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-7bccb109-4875-4ab4-9a00-087733ff73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:44.226295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-7bccb109-4875-4ab4-9a00-087733ff73b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.2759151 Feb 15 09:37:44.238367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.263514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.284908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8f2788bd-6f4b-46ee-b0e9-b8ff8746a562 None None] Port d918ad04-2904-4795-88df-43b524010097 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:37:44.316287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.468694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-c13728e3-57ff-4510-97cf-6f40ed3e005c tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:44.471182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-c13728e3-57ff-4510-97cf-6f40ed3e005c tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.72 "GET /v2.0/networks?id=8e1643cd-fe94-43dd-86e1-be95c526c633 HTTP/1.1" status: 200 len: 814 time: 0.2427020 Feb 15 09:37:44.473267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff4873a3-831e-4908-a942-b455472ffb66 req-4112e794-4ee1-490a-b248-54177ccc294c tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743804 Feb 15 09:37:44.480194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:44.510390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Request body: {'port': {'device_id': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633', 'admin_state_up': True, 'tenant_id': 'cfc3f7d04f704623ba1a3dd8b35a6828'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:44.535291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['fe7b721e-2850-4122-a875-b1bc9e9380d3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:44.574160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:37:44.574826 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:37:44.618461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-f4a0a10a-8d43-442e-ad2f-6015bd55e07a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 217 time: 0.3460596 Feb 15 09:37:44.703473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-608519f2-de54-4efb-ab15-a50ef6400731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:44.706186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-608519f2-de54-4efb-ab15-a50ef6400731 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.0744219 Feb 15 09:37:44.760738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-906f9a52-2bb7-4bbe-a000-7e9c84f3a96d req-e55d3469-183e-4879-8ecd-46165d5ba200 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0693972 Feb 15 09:37:44.805296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d918ad04-2904-4795-88df-43b524010097 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:44.814631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.826612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-f827d693-0f0f-4920-aa9c-f79004651da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007428 Feb 15 09:37:44.829912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Made reservation on behalf of cfc3f7d04f704623ba1a3dd8b35a6828 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:44.831461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Transition to ACTIVE for port object d918ad04-2904-4795-88df-43b524010097 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:44.836165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.836384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:44.904206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:44.976700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfac303-d938-452a-8d1f-6d00be09eb09 req-f1520396-8cc8-47ff-a98f-9dbb76f5c357 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:44.986038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcfac303-d938-452a-8d1f-6d00be09eb09 req-f1520396-8cc8-47ff-a98f-9dbb76f5c357 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 984 time: 0.2752948 Feb 15 09:37:45.038438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5a4dfaf-3eab-4225-9b0c-00e75b72f83f req-5c5239d1-a97f-443f-bcdd-bdd1751f8da2 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 210 time: 0.1167006 Feb 15 09:37:45.150300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Attempting to bind port d918ad04-2904-4795-88df-43b524010097 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:45.150300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Attempting to bind port d918ad04-2904-4795-88df-43b524010097 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:45.150300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Attempting to bind port d918ad04-2904-4795-88df-43b524010097 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:45.177083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.194093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Port d918ad04-2904-4795-88df-43b524010097 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:45.195001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Attempting to bind port d918ad04-2904-4795-88df-43b524010097 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:45.198804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:45.203293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:45.203633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Checking segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:45.204630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Bound using segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:45.205106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Bound port: d918ad04-2904-4795-88df-43b524010097, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:45.205559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.207197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-b4fe2f68-7c10-46ba-945c-c72bfe4a1727 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655126 Feb 15 09:37:45.227692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:45.238180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.245876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcfac303-d938-452a-8d1f-6d00be09eb09 req-a0c759af-6d6f-4b30-a36b-2c0e45e69807 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=c35ffa34-4b8d-4a86-bbf9-a339efe15130&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2589633 Feb 15 09:37:45.264748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e769c90-3fc1-40d9-a1b6-334133ae233c req-9dda9ada-d326-4539-81ab-f7f07d5a40b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.290117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e769c90-3fc1-40d9-a1b6-334133ae233c req-9dda9ada-d326-4539-81ab-f7f07d5a40b9 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.1537275 Feb 15 09:37:45.371642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e769c90-3fc1-40d9-a1b6-334133ae233c req-9a63517b-55ea-4f06-bd2d-81f7da5df4ca tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745435 Feb 15 09:37:45.387761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:45.406871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:45.408289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d918ad04-2904-4795-88df-43b524010097,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:45.419369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.493091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Allocated IP 172.20.0.3 (8e1643cd-fe94-43dd-86e1-be95c526c633/e1ecb7e8-ce9a-4b06-a995-4fcbf80565de/b0cd15ed-7315-468e-8305-0933696cb670) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:45.496342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.498860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.500582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] 10.222.0.72 "PUT /v2.0/ports/d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 1092 time: 1.9322884 Feb 15 09:37:45.510562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'tag': 'd918ad04-2904-4795-88df-43b524010097'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:45.513382 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5228a529-c473-4141-b620-078779ed9979" -d '{"events": [{"name": "network-changed", "server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "tag": "d918ad04-2904-4795-88df-43b524010097"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:45.521324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c743c70-1b33-4c50-a8a1-cee154b2d757 req-e53fe881-8887-4fe6-affa-c4d39e1c9b27 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803800 Feb 15 09:37:45.541896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02f35b-2d2e-47bb-866a-31d915825df8 req-a53f82ae-7ca8-4d0c-916b-442815c17127 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.550716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb02f35b-2d2e-47bb-866a-31d915825df8 req-a53f82ae-7ca8-4d0c-916b-442815c17127 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1591260 Feb 15 09:37:45.599693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72de7e9-239f-4c5e-9e82-aa604b7fbce2 service neutron] Pushing event updated for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:45.636064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb02f35b-2d2e-47bb-866a-31d915825df8 req-ee48d445-2d26-4ea1-ad58-3c1379ac584c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778768 Feb 15 09:37:45.636453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:45.646280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc0217-2345-4023-8617-d51ba14f5b4f req-3274d388-51d9-4702-a72f-1b9113a0460d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.654765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89cc0217-2345-4023-8617-d51ba14f5b4f req-3274d388-51d9-4702-a72f-1b9113a0460d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 943 time: 0.1931283 Feb 15 09:37:45.684263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-0292fe88-4030-4bb1-8ddd-c5679c3eaa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.687876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-0292fe88-4030-4bb1-8ddd-c5679c3eaa0d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1095 time: 0.1192114 Feb 15 09:37:45.734513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port fe7b721e-2850-4122-a875-b1bc9e9380d3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:45.734956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.784355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-abd5403d-24b9-48e6-9ae4-b17d5c84f295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 217 time: 0.0779140 Feb 15 09:37:45.808391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89cc0217-2345-4023-8617-d51ba14f5b4f req-d721c8df-9d57-4cb8-8d9e-43f15a797a48 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526058 Feb 15 09:37:45.909841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-1660e454-5de5-48a9-8db8-a0136fb477d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:45.911613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-1660e454-5de5-48a9-8db8-a0136fb477d2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.1070595 Feb 15 09:37:45.915612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:45.961152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:45.963419 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd197938-df70-4145-ac9a-d1137209fceb" -d '{"events": [{"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-plugged", "status": "completed", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:45.964033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-129cc4d8-8348-45d1-997d-ca5a4a7090d6 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-103301291&fields=id&tenant_id=ead75c73311b48c887c7bc264909ff6d HTTP/1.1" status: 200 len: 267 time: 0.2182240 Feb 15 09:37:45.986767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:45.992540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.051034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-007d81d9-df83-49d9-8db3-7142acd119c8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.053600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-007d81d9-df83-49d9-8db3-7142acd119c8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 945 time: 0.2336106 Feb 15 09:37:46.093960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:46.122005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.147589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-09378bed-ad19-4e8b-909b-237d54cd73d6 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.149150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-6a495da5-31a5-4707-8f73-386e6c2f9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.149905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-09378bed-ad19-4e8b-909b-237d54cd73d6 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 984 time: 0.1678309 Feb 15 09:37:46.160099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-6a495da5-31a5-4707-8f73-386e6c2f9a32 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408249 Feb 15 09:37:46.175819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'port': {'security_groups': ['43985961-5263-4067-9171-298c2435b08d', 'c35ffa34-4b8d-4a86-bbf9-a339efe15130', '45274741-b705-45cd-9e21-3a5c48ba9e43']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:46.176613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab030b58-758a-4dac-8025-ad40a1ad238b req-311694d9-8e17-4dd8-8ecf-c236f1abf7fb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.178628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab030b58-758a-4dac-8025-ad40a1ad238b req-311694d9-8e17-4dd8-8ecf-c236f1abf7fb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 944 time: 0.1467767 Feb 15 09:37:46.276147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab030b58-758a-4dac-8025-ad40a1ad238b req-512b6013-678b-4ab1-808e-7450e93958f7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855572 Feb 15 09:37:46.330687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-671c8de8-33de-41d7-85f8-ec981cc95593 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488047 Feb 15 09:37:46.348750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.386407 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97f37e-7853-45f3-aad0-8d53f6608ae1 x-openstack-request-id: req-0f97f37e-7853-45f3-aad0-8d53f6608ae1 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:46.387023 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "tag": "d918ad04-2904-4795-88df-43b524010097", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:46.387491 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f97f37e-7853-45f3-aad0-8d53f6608ae1 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:46.388296 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'tag': 'd918ad04-2904-4795-88df-43b524010097', 'status': 'completed', 'code': 200} Feb 15 09:37:46.399082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.507508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Pushing event updated for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:46.519795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port b267a114-afc8-4603-88a9-732c8ac37e2d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:46.520127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.640086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Network 8e1643cd-fe94-43dd-86e1-be95c526c633 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:46.653630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fb941cb-0a4b-48de-a759-0c990d9f8f48 req-e3104d2f-6543-46cc-9ff5-c5dcb9d3eac8 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.1230576 Feb 15 09:37:46.663482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:46.683255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c0e4b2f-bbcc-4369-836b-170d44c6f39b req-4e3eb0e6-3642-4cea-9a4c-70693a54ec96 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360116 Feb 15 09:37:46.687467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.690249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:46.718044 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14b18fe6-5a1e-4575-b2a7-7a416c7b9a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.762915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port b267a114-afc8-4603-88a9-732c8ac37e2d, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b267a114-afc8-4603-88a9-732c8ac37e2d,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:46.763450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.832343 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9775f99-1b1b-4128-bc89-2fccf49c6192 x-openstack-request-id: req-e9775f99-1b1b-4128-bc89-2fccf49c6192 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:46.832747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for b267a114-afc8-4603-88a9-732c8ac37e2d owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:46.833505 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-plugged", "status": "completed", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:46.834141 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9775f99-1b1b-4128-bc89-2fccf49c6192 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:46.836462 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'code': 200} Feb 15 09:37:46.863347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.864013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:46.886953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228a529-c473-4141-b620-078779ed9979 req-4e3546a3-e173-42bd-829a-e5ee96735c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:46.889045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-4e3546a3-e173-42bd-829a-e5ee96735c9f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1095 time: 0.0930719 Feb 15 09:37:47.004471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-7a83c724-4011-4bd1-847a-44235cf5c32b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4984355 Feb 15 09:37:47.068054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Request body: {'port': {'device_id': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:47.159682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04a282-dae3-4ba5-b067-35815206980f req-5f48823f-1ce8-49e3-8376-4c8926f1ef3e tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.162488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca04a282-dae3-4ba5-b067-35815206980f req-5f48823f-1ce8-49e3-8376-4c8926f1ef3e tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 931 time: 0.1675103 Feb 15 09:37:47.165124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228a529-c473-4141-b620-078779ed9979 req-d770e82e-de42-4f71-ab9b-3a1f9e8e9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.169332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-d770e82e-de42-4f71-ab9b-3a1f9e8e9572 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.2708676 Feb 15 09:37:47.231258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.239514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-aa96a4ce-0e31-4615-a958-15e389337d81 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 217 time: 0.0645978 Feb 15 09:37:47.269682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70ca5c-0714-4863-97fd-5dd7633c7edf req-f33dbb34-1f42-4c36-83ca-032c40c0257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.271212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b70ca5c-0714-4863-97fd-5dd7633c7edf req-f33dbb34-1f42-4c36-83ca-032c40c0257d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 1096 time: 0.1938980 Feb 15 09:37:47.282035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca04a282-dae3-4ba5-b067-35815206980f req-6f33b4fe-e05b-45cb-b924-61d863ce2f21 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993509 Feb 15 09:37:47.293305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:47.314097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228a529-c473-4141-b620-078779ed9979 req-032d00fd-67af-418f-8c5b-5d77af52acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.316032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-032d00fd-67af-418f-8c5b-5d77af52acd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.0678458 Feb 15 09:37:47.390983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.400540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.403487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b70ca5c-0714-4863-97fd-5dd7633c7edf req-30b27f33-4a3b-4b30-bde1-e90d2a96acf7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233580 Feb 15 09:37:47.404578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['b267a114-afc8-4603-88a9-732c8ac37e2d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:47.457676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228a529-c473-4141-b620-078779ed9979 req-adec5e63-84c8-4912-bce7-9664a91ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.459519 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-adec5e63-84c8-4912-bce7-9664a91ea0c3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330955 Feb 15 09:37:47.492394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.496950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=b267a114-afc8-4603-88a9-732c8ac37e2d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:47.507818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b', '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:47.517475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4673672c-7bd2-4b3f-8767-2befae7c2e45 req-83717e3f-5183-4ab0-b543-fe80cf62b0f7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=295b1471-4f02-4021-ab05-65caefe5c2ba HTTP/1.1" status: 200 len: 210 time: 0.0710866 Feb 15 09:37:47.662422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.663105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.675367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-416cdd22-c18d-4225-8810-85b6b1fdb5a3 req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "PUT /v2.0/ports/09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 1020 time: 1.5048823 Feb 15 09:37:47.678514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:47.680786 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:47.683709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port b267a114-afc8-4603-88a9-732c8ac37e2d on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:47.704916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:47.734418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29a85fe2-5b56-4162-b644-e10a8564e1a0 req-82df31e9-2bb8-40d9-a692-8285eb9c7da5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "DELETE /v2.0/ports/b267a114-afc8-4603-88a9-732c8ac37e2d HTTP/1.1" status: 204 len: 173 time: 1.6701231 Feb 15 09:37:47.827087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:47.893176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed89df3-71bf-4485-be39-a763bff8d293 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:47.943176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-01509300-5b0f-478c-88a1-73fdf870d1a4 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633451 Feb 15 09:37:47.973725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1083636-3d8f-4914-928b-eaf9ed8c5f22 req-9aa3420a-b1b9-40e9-8323-91ffe1a208c2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:47.981521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1083636-3d8f-4914-928b-eaf9ed8c5f22 req-9aa3420a-b1b9-40e9-8323-91ffe1a208c2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2978103 Feb 15 09:37:48.038233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005df59-570d-4c20-bc63-4c4c9aa404a9 req-08a3e185-3406-4b68-ae90-fd11963b13a6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:48.041542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0005df59-570d-4c20-bc63-4c4c9aa404a9 req-08a3e185-3406-4b68-ae90-fd11963b13a6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.2408390 Feb 15 09:37:48.107598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f1083636-3d8f-4914-928b-eaf9ed8c5f22 req-c69dd37b-c679-4be1-86a4-65f400ea0df7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209137 Feb 15 09:37:48.160837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5228a529-c473-4141-b620-078779ed9979 req-8e23294b-aec7-4d1c-b712-11bfdceee3c6 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069755 Feb 15 09:37:48.313994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1fe5a-3fdb-460c-981b-6bbe40025117 req-b3201390-424c-433e-a0e7-b4f96a6a4fdb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:48.326168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0b1fe5a-3fdb-460c-981b-6bbe40025117 req-b3201390-424c-433e-a0e7-b4f96a6a4fdb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 944 time: 0.0773854 Feb 15 09:37:48.348271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0005df59-570d-4c20-bc63-4c4c9aa404a9 req-fd5612ae-37db-46ff-81a1-b59cd56df61e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503779 Feb 15 09:37:48.350513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37060) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:48.384712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cd15ed-7315-468e-8305-0933696cb670 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:48.406326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0b1fe5a-3fdb-460c-981b-6bbe40025117 req-2de8c61a-4b10-4d50-9b16-bfa6bbf70a08 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790727 Feb 15 09:37:48.432256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:48.563455 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3dd007b-bf59-4f31-ab9f-5fd722002e1d x-openstack-request-id: req-e3dd007b-bf59-4f31-ab9f-5fd722002e1d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:48.564528 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:48.564863 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3dd007b-bf59-4f31-ab9f-5fd722002e1d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:48.565283 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'status': 'completed', 'code': 200} Feb 15 09:37:48.592263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-75207553-b62b-40a4-89e7-4b6c12d5edf5 req-2ff74bba-7d42-4cb7-a337-443ae717a307 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0634460 Feb 15 09:37:48.616122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Transition to ACTIVE for port object b0cd15ed-7315-468e-8305-0933696cb670 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:48.624185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-286aead2-391b-41e5-92ba-4ce50929ffc2 req-0d93d556-81c2-44c3-91e1-2ddc3d856fd0 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/45274741-b705-45cd-9e21-3a5c48ba9e43 HTTP/1.1" status: 200 len: 1802 time: 0.1825893 Feb 15 09:37:48.627638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:48.656930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d2a18c9-4b56-4896-9289-8360bd1602d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:48.742263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-35b0bf4b-cd01-44cb-8465-d200438c11df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:48.744892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-35b0bf4b-cd01-44cb-8465-d200438c11df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ead75c73311b48c887c7bc264909ff6d&device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1174 time: 0.1725032 Feb 15 09:37:48.842765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d895f-b7c0-4f19-881d-dd68f2d13388 req-d6073edf-8d7f-4a9f-bf0d-467eff9af4fb tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:48.845743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-841d895f-b7c0-4f19-881d-dd68f2d13388 req-d6073edf-8d7f-4a9f-bf0d-467eff9af4fb tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 943 time: 0.1104071 Feb 15 09:37:48.911338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-841d895f-b7c0-4f19-881d-dd68f2d13388 req-63e25dac-5519-449a-9710-5a4475ab0459 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535228 Feb 15 09:37:49.254404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa16b-4cce-404a-bfa1-a4dbbfb66bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.354084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:49.357646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-f82dbff2-7a89-4bbe-8ad5-b847ca7f6b07 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:49.364170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-f82dbff2-7a89-4bbe-8ad5-b847ca7f6b07 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.1636236 Feb 15 09:37:49.384497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-45eb69c1-99d4-44f1-989e-eb5e4e35e642 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/quotas/51480292d2894c7f9b497abb274da4d0 HTTP/1.1" status: 200 len: 375 time: 0.0151749 Feb 15 09:37:49.434282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-149b6f6c-2552-4ad3-ac87-566e538356e7 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425260 Feb 15 09:37:49.491911 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-286aead2-391b-41e5-92ba-4ce50929ffc2 req-3a6b596a-9004-4962-a8ee-ac99f79195a3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 09:37:49.493001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-286aead2-391b-41e5-92ba-4ce50929ffc2 req-3a6b596a-9004-4962-a8ee-ac99f79195a3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/45274741-b705-45cd-9e21-3a5c48ba9e43 HTTP/1.1" status: 409 len: 341 time: 0.8416550 Feb 15 09:37:49.527784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-a5444d38-584f-4e6f-a252-01d2cd772868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:49.529339 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-a5444d38-584f-4e6f-a252-01d2cd772868 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 200 len: 913 time: 0.7680213 Feb 15 09:37:49.540347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Attempting to bind port b0cd15ed-7315-468e-8305-0933696cb670 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:49.540691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Attempting to bind port b0cd15ed-7315-468e-8305-0933696cb670 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:49.541079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Attempting to bind port b0cd15ed-7315-468e-8305-0933696cb670 on network 8e1643cd-fe94-43dd-86e1-be95c526c633 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:49.558338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-91e76c25-9a4d-4bfa-a827-6f783530b4d0 service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120632 Feb 15 09:37:49.597317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Port b0cd15ed-7315-468e-8305-0933696cb670 on network 8e1643cd-fe94-43dd-86e1-be95c526c633 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:49.597656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Attempting to bind port b0cd15ed-7315-468e-8305-0933696cb670 on network 8e1643cd-fe94-43dd-86e1-be95c526c633 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:49.605436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-0814eead-699d-4898-b456-f73ee011339b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 200 len: 217 time: 0.0597281 Feb 15 09:37:49.638770 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-d9f66f8d-6070-4555-97cb-864ff249d15f service neutron] show failed (client error): The resource could not be found. Feb 15 09:37:49.639704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-d9f66f8d-6070-4555-97cb-864ff249d15f service neutron] 10.222.0.36 "GET /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.2247543 Feb 15 09:37:49.648777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:49.648777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Checking segment: {'id': '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:49.649118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Bound using segment: {'id': '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:49.649550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Bound port: b0cd15ed-7315-468e-8305-0933696cb670, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:49.649922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.693876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d2a18c9-4b56-4896-9289-8360bd1602d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.701458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1c3c6e5-6198-44f0-b149-b07923ee621c service neutron] 10.222.0.10 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356237 Feb 15 09:37:49.715494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d2a18c9-4b56-4896-9289-8360bd1602d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.803053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-815299f2-2752-43b9-828b-81ea9f698dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:49.804549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-815299f2-2752-43b9-828b-81ea9f698dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 200 len: 852 time: 0.1794560 Feb 15 09:37:49.810906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8d2a18c9-4b56-4896-9289-8360bd1602d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17120d4ed0cb4284b4efc9ec3df50816&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4594467 Feb 15 09:37:49.814641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37088) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:49.827460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2a18c9-4b56-4896-9289-8360bd1602d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c351f8c-f319-43b6-b106-2f3961edd7c7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:49.867348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47194b57-fb02-41df-a794-37713799953e req-331b17ab-c483-44cf-b622-28cc4b0d5ace tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:49.882290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.893712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47194b57-fb02-41df-a794-37713799953e req-331b17ab-c483-44cf-b622-28cc4b0d5ace tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2934182 Feb 15 09:37:49.926557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:49.946477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:49.952294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0cd15ed-7315-468e-8305-0933696cb670,segment=NetworkSegment(56ad39b8-30b5-487e-8cd2-5d9e8a1ba161),segment_id=56ad39b8-30b5-487e-8cd2-5d9e8a1ba161)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:49.990108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-b94976ac-44f3-4a18-803d-9b3e632b6d25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bdc3854-8e6f-4524-968b-9a2cee10e515&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1429310 Feb 15 09:37:49.997082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.156540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.157378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.159327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-45936475-65ba-4496-9319-b17b5cde291a service neutron] 10.222.0.72 "PUT /v2.0/ports/b0cd15ed-7315-468e-8305-0933696cb670 HTTP/1.1" status: 200 len: 1091 time: 3.1143653 Feb 15 09:37:50.193468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47194b57-fb02-41df-a794-37713799953e req-24821b16-fbf5-40c9-bc89-7055f2dd5645 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975895 Feb 15 09:37:50.275714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.301730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936475-65ba-4496-9319-b17b5cde291a service neutron] Pushing event updated for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:50.390577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-2024bb67-d9a6-4865-8cc8-8534a8935ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.393771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-2024bb67-d9a6-4865-8cc8-8534a8935ea9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfc3f7d04f704623ba1a3dd8b35a6828&device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 1094 time: 0.1515975 Feb 15 09:37:50.483380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-56e8b869-3732-4690-8eaa-8234b245f3e1 service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826016 Feb 15 09:37:50.484987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-f0392db2-1bdf-4ce5-8102-e9b9da9bd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.487710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-f0392db2-1bdf-4ce5-8102-e9b9da9bd242 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1100 time: 0.5495932 Feb 15 09:37:50.488420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-8558dafe-9d72-42ec-ab14-d6a68471cb3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0cd15ed-7315-468e-8305-0933696cb670 HTTP/1.1" status: 200 len: 217 time: 0.0828230 Feb 15 09:37:50.501532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508834f-36c5-4981-bcfb-32e0cb59ebdd req-0a3aca58-463b-4d7a-9e90-0a3ec10badad tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.511770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2508834f-36c5-4981-bcfb-32e0cb59ebdd req-0a3aca58-463b-4d7a-9e90-0a3ec10badad tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.5302024 Feb 15 09:37:50.526824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:50.536001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c95611-6669-4230-a0ef-17d2af8b1a6f req-b829d7e4-0ee1-4bd8-b954-b1b6ad755e4c tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.544177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08c95611-6669-4230-a0ef-17d2af8b1a6f req-b829d7e4-0ee1-4bd8-b954-b1b6ad755e4c tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 944 time: 0.2372513 Feb 15 09:37:50.570872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'name': 'network-vif-deleted', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d'}, {'name': 'network-changed', 'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:50.573479 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af428b5-3ded-40ce-b052-c116bc71e9d6" -d '{"events": [{"server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "name": "network-vif-deleted", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d"}, {"name": "network-changed", "server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "tag": "b0cd15ed-7315-468e-8305-0933696cb670"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:50.584577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.587179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.590938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c351f8c-f319-43b6-b106-2f3961edd7c7 HTTP/1.1" status: 204 len: 168 time: 0.7727444 Feb 15 09:37:50.612999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2508834f-36c5-4981-bcfb-32e0cb59ebdd req-aa8eacfa-58d8-4a58-8fa8-fea13727c932 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974734 Feb 15 09:37:50.719553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf76e8f5-0899-4ca7-9e74-d3d580a90f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c351f8c-f319-43b6-b106-2f3961edd7c7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:50.726381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08c95611-6669-4230-a0ef-17d2af8b1a6f req-37dc5a48-fd2f-45e2-96db-40522844b5c8 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811759 Feb 15 09:37:50.737272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-b7c88ea7-4ec9-40ab-b774-7eca072df2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:50.739047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:50.739398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-b7c88ea7-4ec9-40ab-b774-7eca072df2f4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e1ecb7e8-ce9a-4b06-a995-4fcbf80565de HTTP/1.1" status: 200 len: 854 time: 0.2388361 Feb 15 09:37:50.806345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d918ad04-2904-4795-88df-43b524010097 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:50.810245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b267a114-afc8-4603-88a9-732c8ac37e2d no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:50.832041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1b08c49-8ad8-4dce-8ccc-12a8ec90a4a3 req-6db7a476-980a-43c9-887b-089a05d340ce service neutron] 10.222.0.36 "GET /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404551 Feb 15 09:37:50.910333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-36f4d291-af6c-46f0-be12-d3ac52aa4aca service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e1643cd-fe94-43dd-86e1-be95c526c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747056 Feb 15 09:37:50.959049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: b267a114-afc8-4603-88a9-732c8ac37e2d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:50.962517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b267a114-afc8-4603-88a9-732c8ac37e2d not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:51.077701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-273d77f4-d5c5-432b-9775-eac27789092d req-248c1470-f2d2-48a5-95d0-99e648ef5beb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0880415 Feb 15 09:37:51.164912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-f06bc09e-3e46-4768-b9c9-ddc3f32936d5 service neutron] 10.222.0.72 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447307 Feb 15 09:37:51.206849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d918ad04-2904-4795-88df-43b524010097,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:51.207141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83d80f89-1551-4db8-b715-158b2ea31a29 req-a631cc0b-420c-405e-96a5-c18040cbe7f3 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 210 time: 0.1148891 Feb 15 09:37:51.254729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'd918ad04-2904-4795-88df-43b524010097', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'port_id': 'd918ad04-2904-4795-88df-43b524010097', 'mac_address': 'fa:16:3e:de:03:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:51.290960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:51.317467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.340659 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e67d18-bb8e-4d6d-958a-3f0214fd4d7b x-openstack-request-id: req-e1e67d18-bb8e-4d6d-958a-3f0214fd4d7b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:51.340981 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "295b1471-4f02-4021-ab05-65caefe5c2ba", "name": "network-vif-deleted", "tag": "b267a114-afc8-4603-88a9-732c8ac37e2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "tag": "b0cd15ed-7315-468e-8305-0933696cb670", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:51.341232 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1e67d18-bb8e-4d6d-958a-3f0214fd4d7b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:51.341623 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '295b1471-4f02-4021-ab05-65caefe5c2ba', 'name': 'network-vif-deleted', 'tag': 'b267a114-afc8-4603-88a9-732c8ac37e2d', 'status': 'completed', 'code': 200} Feb 15 09:37:51.341870 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670', 'status': 'completed', 'code': 200} Feb 15 09:37:51.343810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d918ad04-2904-4795-88df-43b524010097 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:51.379392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f14eab-5cf3-4024-a63c-1f3fcc9d6fd8 req-1ca2228e-83e7-4c1e-ae0e-1e27a9b7088c tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:51.382554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d918ad04-2904-4795-88df-43b524010097,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:51.385761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55f14eab-5cf3-4024-a63c-1f3fcc9d6fd8 req-1ca2228e-83e7-4c1e-ae0e-1e27a9b7088c tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 943 time: 0.0859714 Feb 15 09:37:51.389935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.395920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c29f09-0157-4c7d-bf55-e28f2592c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.478228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:51.502595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aba3591d-77ea-4234-bb18-c3ced4cd2273 req-ab5f286b-a573-4981-995a-60feff6f2b95 service neutron] 10.222.0.72 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223360 Feb 15 09:37:51.519953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:51.554766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55f14eab-5cf3-4024-a63c-1f3fcc9d6fd8 req-4a5284d8-8414-4b3c-82d1-e29e5d3d4081 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527872 Feb 15 09:37:51.622892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a684d-89ed-40a4-aaa3-588e84e22e70 req-c62000cf-2cf2-4ca8-957b-2fb14f7bb8b5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:51.627678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['d918ad04-2904-4795-88df-43b524010097'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:51.632108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-261a684d-89ed-40a4-aaa3-588e84e22e70 req-c62000cf-2cf2-4ca8-957b-2fb14f7bb8b5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.1497405 Feb 15 09:37:51.648167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:51.733809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c29f09-0157-4c7d-bf55-e28f2592c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.745678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:51.749514 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0686879-1eda-4385-bd5f-73ed1610e0c3" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:51.760279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.781480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-261a684d-89ed-40a4-aaa3-588e84e22e70 req-0f4c0b24-b834-4b01-b529-c589e626f280 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484287 Feb 15 09:37:51.784830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c29f09-0157-4c7d-bf55-e28f2592c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.922521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Transition to ACTIVE for port object a1cc2df9-f3fd-466f-be14-72638b92e122 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:51.930194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-aa17954a-19b0-4f8b-86b7-9f0ceb854c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:51.931998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-aa17954a-19b0-4f8b-86b7-9f0ceb854c21 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=cfc3f7d04f704623ba1a3dd8b35a6828&device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 1094 time: 0.3313241 Feb 15 09:37:51.960726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:51.989086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c29f09-0157-4c7d-bf55-e28f2592c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e173e6ca-9d8e-4dac-8d33-b05f465ce31c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:52.050610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93c29f09-0157-4c7d-bf55-e28f2592c89f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50aacfefd9454c839f6944b04a445256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584338 Feb 15 09:37:52.054338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:52.064797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f07d2-ba6e-4ec0-a023-a79c1ceee7e0 req-600bf3ad-e250-4241-a2ea-918668749700 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.075374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-225f07d2-ba6e-4ec0-a023-a79c1ceee7e0 req-600bf3ad-e250-4241-a2ea-918668749700 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1023 time: 0.2817240 Feb 15 09:37:52.125949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-086439a2-2ce6-4e6e-ba81-1a9aa7081c9f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.129006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-086439a2-2ce6-4e6e-ba81-1a9aa7081c9f tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 812 time: 0.4724925 Feb 15 09:37:52.143929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Request body: {'port': {'device_id': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'admin_state_up': True, 'tenant_id': '51480292d2894c7f9b497abb274da4d0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:52.155631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] No DVR routers for this DVR port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:52.160034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:52.180934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47a427-17e8-48b3-b148-0d60e01d1dad req-06b66ac4-668d-4473-a0ba-10812d174328 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.195997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a47a427-17e8-48b3-b148-0d60e01d1dad req-06b66ac4-668d-4473-a0ba-10812d174328 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.2721751 Feb 15 09:37:52.263444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-225f07d2-ba6e-4ec0-a023-a79c1ceee7e0 req-0bcc59fe-8b7b-48ee-b83c-61ef96f5468a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=45274741-b705-45cd-9e21-3a5c48ba9e43&id=c35ffa34-4b8d-4a86-bbf9-a339efe15130&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1816809 Feb 15 09:37:52.301317 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.322917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.326466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-66af883c-8a19-4356-b498-ced31fd3b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.327508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.329656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-66af883c-8a19-4356-b498-ced31fd3b583 service neutron] 10.222.0.72 "GET /v2.0/networks?id=8e1643cd-fe94-43dd-86e1-be95c526c633 HTTP/1.1" status: 200 len: 915 time: 0.3882997 Feb 15 09:37:52.334119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:52.334119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:52.334549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:52.373413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a47a427-17e8-48b3-b148-0d60e01d1dad req-28c7560e-a955-4b84-ac30-b9180bcb2249 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752870 Feb 15 09:37:52.379320 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4da41dd-5902-4273-a149-9cbadbc34368 x-openstack-request-id: req-d4da41dd-5902-4273-a149-9cbadbc34368 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:52.379913 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:52.381175 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4da41dd-5902-4273-a149-9cbadbc34368 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:52.381843 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'code': 200} Feb 15 09:37:52.390488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:52.391109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:52.433635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.436290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:52.436643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:52.437646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:52.438165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Bound port: a1cc2df9-f3fd-466f-be14-72638b92e122, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:52.439519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.621655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-92f26915-30ed-4d84-becb-76e0e7bd12e1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0cd15ed-7315-468e-8305-0933696cb670 HTTP/1.1" status: 200 len: 217 time: 0.1549776 Feb 15 09:37:52.662589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.665170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.669419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e173e6ca-9d8e-4dac-8d33-b05f465ce31c HTTP/1.1" status: 204 len: 168 time: 0.6108067 Feb 15 09:37:52.725132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:52.730040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:52.732013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f84299-eb1a-4b07-b616-b618797b5654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e173e6ca-9d8e-4dac-8d33-b05f465ce31c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:52.797414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.820069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d918ad04-2904-4795-88df-43b524010097 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:52.821567 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3b08515-2572-4636-8713-56efec43317f req-bcb3b95a-a50b-47b2-a73d-a124382c7ccb tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0782869 Feb 15 09:37:52.908367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Made reservation on behalf of 51480292d2894c7f9b497abb274da4d0 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:37:52.925401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port d918ad04-2904-4795-88df-43b524010097 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:52.926148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.932751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.936377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.937809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port d918ad04-2904-4795-88df-43b524010097 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:52.939144 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:52.940738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] 10.222.0.72 "PUT /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 1095 time: 2.4191160 Feb 15 09:37:52.941953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad5ff7-14c0-45dc-b3ec-a73fbbf8f33b service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=7']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:52.958940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-6d919cca-00ae-435f-8f0c-4c7fe6fb81aa tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.960611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-6d919cca-00ae-435f-8f0c-4c7fe6fb81aa tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1023 time: 0.4934015 Feb 15 09:37:52.978898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-964c035d-2486-47ee-8e1f-2926d475d789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:52.980399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-964c035d-2486-47ee-8e1f-2926d475d789 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e1ecb7e8-ce9a-4b06-a995-4fcbf80565de HTTP/1.1" status: 200 len: 854 time: 0.3465512 Feb 15 09:37:53.005770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be26e9a-5687-48f7-a68d-27bd4ef5116b req-c6ac9ff8-f1da-4ab1-ab17-4fbd3a323306 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.009692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6be26e9a-5687-48f7-a68d-27bd4ef5116b req-c6ac9ff8-f1da-4ab1-ab17-4fbd3a323306 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 945 time: 0.4409325 Feb 15 09:37:53.114068 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:53.132720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36b06ef8-ef82-4e92-b2c3-700015602507 req-939b2c69-b4e7-4ee9-9abe-7639b392ddac tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 210 time: 0.1041310 Feb 15 09:37:53.133314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-39dcbe8e-b653-4c33-840e-9f184acb5142 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=8e1643cd-fe94-43dd-86e1-be95c526c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186116 Feb 15 09:37:53.177900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-0369f6ab-d6e4-4252-b541-7201825866a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.182653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-0369f6ab-d6e4-4252-b541-7201825866a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1098 time: 0.2063751 Feb 15 09:37:53.231847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd918ad04-2904-4795-88df-43b524010097'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:53.254103 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a76eb77-5c68-4b2f-938e-08d5ab743b98" -d '{"events": [{"server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "name": "network-vif-plugged", "status": "completed", "tag": "d918ad04-2904-4795-88df-43b524010097"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:53.289020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d918ad04-2904-4795-88df-43b524010097,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:53.306163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:53.414967 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6be26e9a-5687-48f7-a68d-27bd4ef5116b req-4c49987d-d1aa-4ba4-b7a3-2c322679ceda tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3594124 Feb 15 09:37:53.418318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:53.495047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35dacb-87e1-4de1-bcc9-deace84fdaef req-00d878fd-2b18-46d2-b1c1-b6c698c52ca3 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.502658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:53.503470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf35dacb-87e1-4de1-bcc9-deace84fdaef req-00d878fd-2b18-46d2-b1c1-b6c698c52ca3 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 943 time: 0.1968582 Feb 15 09:37:53.525496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-54d25e77-d1c5-41c0-b521-e75e2d6c7456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.526984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-54d25e77-d1c5-41c0-b521-e75e2d6c7456 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3383317 Feb 15 09:37:53.570923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c43cbdb1-5d4f-4fd8-93fe-daa8c231f1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:53.584498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-dd07848b-6adb-4c87-8f1f-2978814f9c99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0491974 Feb 15 09:37:53.612929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Deleting port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:53.613429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:53.654034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-86cc124a-313e-4e46-95ee-7be2e7bb6fc9 service neutron] 10.222.0.72 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4844341 Feb 15 09:37:53.668674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf35dacb-87e1-4de1-bcc9-deace84fdaef req-bb78109b-be5b-4817-8e05-2e5a1ccd5b62 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358414 Feb 15 09:37:53.675335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:53.676454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-03684b88-561e-4092-8424-55ef11b26ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.679093 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-03684b88-561e-4092-8424-55ef11b26ff0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0874355 Feb 15 09:37:53.756383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-410021e4-8834-40ed-be69-21c0d766cdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:53.758513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-410021e4-8834-40ed-be69-21c0d766cdbe service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0714653 Feb 15 09:37:53.769379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1409e468-30e5-4e55-a96d-57d5164d1526 x-openstack-request-id: req-1409e468-30e5-4e55-a96d-57d5164d1526 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:53.769818 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "name": "network-vif-plugged", "status": "completed", "tag": "d918ad04-2904-4795-88df-43b524010097", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:53.770212 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1409e468-30e5-4e55-a96d-57d5164d1526 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:53.774559 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd918ad04-2904-4795-88df-43b524010097', 'code': 200} Feb 15 09:37:53.779383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Allocated IP 172.20.0.14 (2f1c7f58-244a-4c34-95c7-623d21ee98d2/4b00b31b-0cc6-4e7b-8c34-6927a9d80351/75c20153-4d78-403f-a843-e0d99cecdf74) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:37:54.030289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.110883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:54.111247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.142850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-17ff5913-6d86-487c-803a-ac4e16005c3c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:54.150192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-17ff5913-6d86-487c-803a-ac4e16005c3c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.5811360 Feb 15 09:37:54.157877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566555-9184-4504-a2b0-e15d59f24dcf req-76f62bdd-1149-4870-b69e-4fd49ee4f689 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:54.160921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c566555-9184-4504-a2b0-e15d59f24dcf req-76f62bdd-1149-4870-b69e-4fd49ee4f689 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 1023 time: 0.1826906 Feb 15 09:37:54.168601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:54.175170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.176465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:54.206281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Calling delete_port for 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:54.237722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-99487054-0e9f-4eb9-84ae-691ec34f7d8b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690113 Feb 15 09:37:54.256900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:54.289137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63534b9-f7bc-4680-87ef-ac1ad292dfa4 req-cda635f7-bec5-4504-b426-dad9badb452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:54.291304 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e63534b9-f7bc-4680-87ef-ac1ad292dfa4 req-cda635f7-bec5-4504-b426-dad9badb452a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1097 time: 0.4122829 Feb 15 09:37:54.294064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:54.310849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c566555-9184-4504-a2b0-e15d59f24dcf req-f39fa802-62b0-4408-8137-2fb8d667f718 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=45274741-b705-45cd-9e21-3a5c48ba9e43&id=c35ffa34-4b8d-4a86-bbf9-a339efe15130&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1011081 Feb 15 09:37:54.385597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:54.388170 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d" -d '{"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:54.390210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-7dfb68fa-2cfd-4bad-99bc-15cd532764d1 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/quotas/6871ba578a6d4eed93c97e907ad82809 HTTP/1.1" status: 200 len: 375 time: 0.2389085 Feb 15 09:37:54.462967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-4bf099a0-044f-4d22-808c-09398bd92fb1 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855147 Feb 15 09:37:54.475569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-87850fab-2b54-4e1b-a1bb-9148db18b839 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:54.479335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-87850fab-2b54-4e1b-a1bb-9148db18b839 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/ports?device_id=c8ea6f36-13bb-47a7-b38f-4073fbd6771f HTTP/1.1" status: 200 len: 945 time: 0.5349884 Feb 15 09:37:54.493889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1b997-1b92-4269-91e6-5b6280f05374 req-b23f17c2-83e8-44b9-9e48-fac0eca85d50 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:54.495493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddb1b997-1b92-4269-91e6-5b6280f05374 req-b23f17c2-83e8-44b9-9e48-fac0eca85d50 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.0744379 Feb 15 09:37:54.508877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7af428b5-3ded-40ce-b052-c116bc71e9d6 req-d469c5f1-a4a3-4846-bee7-38dc2baab8fb service neutron] 10.222.0.72 "GET /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8404646 Feb 15 09:37:54.570565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c43cbdb1-5d4f-4fd8-93fe-daa8c231f1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.583369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddb1b997-1b92-4269-91e6-5b6280f05374 req-1df0c5cf-a353-43ee-9b9f-1d0183d04366 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565610 Feb 15 09:37:54.618688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c43cbdb1-5d4f-4fd8-93fe-daa8c231f1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.646047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:54.650897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e63534b9-f7bc-4680-87ef-ac1ad292dfa4 req-4389f215-5987-4be8-8b5f-90e5b1e369f8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663050 Feb 15 09:37:54.709780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6cc905e-fa2d-40c7-898e-01935a1973ae req-23c0b159-5845-4f19-85d4-7a7b2deaf45e tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0324733 Feb 15 09:37:54.820490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0cd15ed-7315-468e-8305-0933696cb670 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:54.869222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-772a3148-9413-4719-b1f4-b72bd118f572 req-fc671cc7-fe4f-460d-af5a-670b0da8271c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 210 time: 0.0563204 Feb 15 09:37:55.049849 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c384cbd5-18c7-4b0e-86a6-733f8c6c1c3c x-openstack-request-id: req-c384cbd5-18c7-4b0e-86a6-733f8c6c1c3c {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:55.050781 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:55.051375 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c384cbd5-18c7-4b0e-86a6-733f8c6c1c3c {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:55.052169 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'status': 'completed', 'code': 200} Feb 15 09:37:55.106942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c43cbdb1-5d4f-4fd8-93fe-daa8c231f1b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d53e076f0a224d37aaae6ec3bfeb6b02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5988564 Feb 15 09:37:55.132957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:55.171819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cbdb1-5d4f-4fd8-93fe-daa8c231f1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f48f0e-f571-4bf5-bcf8-8e79d81d3504,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:55.255179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-4cf1eae2-0dba-4917-9473-a01db84ae4fe tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8292673 Feb 15 09:37:55.291245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0cd15ed-7315-468e-8305-0933696cb670,segment=NetworkSegment(56ad39b8-30b5-487e-8cd2-5d9e8a1ba161),segment_id=56ad39b8-30b5-487e-8cd2-5d9e8a1ba161)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:55.302209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.322305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-3abbc672-e281-4f83-9cdb-aa02eb80969f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.323893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-3abbc672-e281-4f83-9cdb-aa02eb80969f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1098 time: 0.2589395 Feb 15 09:37:55.324297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.326805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'b0cd15ed-7315-468e-8305-0933696cb670', 'network_id': '8e1643cd-fe94-43dd-86e1-be95c526c633', 'port_id': 'b0cd15ed-7315-468e-8305-0933696cb670', 'mac_address': 'fa:16:3e:ba:dd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1ecb7e8-ce9a-4b06-a995-4fcbf80565de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:55.360263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-ceee69ab-770d-4b40-9781-814c368c51b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.360552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4533ff-8c9d-48c7-af22-cd2e9bfa2743 req-0903eff4-6774-4e83-bce6-8fb9f4b39010 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.362021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-ceee69ab-770d-4b40-9781-814c368c51b2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1098 time: 0.2614753 Feb 15 09:37:55.363194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b4533ff-8c9d-48c7-af22-cd2e9bfa2743 req-0903eff4-6774-4e83-bce6-8fb9f4b39010 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1672647 Feb 15 09:37:55.371693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.425325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.442137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cd15ed-7315-468e-8305-0933696cb670 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:55.466454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0cd15ed-7315-468e-8305-0933696cb670,segment=NetworkSegment(56ad39b8-30b5-487e-8cd2-5d9e8a1ba161),segment_id=56ad39b8-30b5-487e-8cd2-5d9e8a1ba161)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:55.474039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Deleting port fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:37:55.474581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.476397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.564136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:55.590498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b4533ff-8c9d-48c7-af22-cd2e9bfa2743 req-4cb33ea2-7315-4782-84b8-091c5f6c46e0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163849 Feb 15 09:37:55.630696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-74bb0dfa-3a0e-4072-b15a-8f6331707ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.633241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-74bb0dfa-3a0e-4072-b15a-8f6331707ca2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3017530 Feb 15 09:37:55.654572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.658496 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.662578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b0f48f0e-f571-4bf5-bcf8-8e79d81d3504 HTTP/1.1" status: 204 len: 168 time: 0.5299566 Feb 15 09:37:55.707604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:37:55.739025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:37:55.777110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:55.790268 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca30665-f41f-482e-8834-c95b1cff7597" -d '{"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-unplugged", "status": "completed", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:55.794493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['b0cd15ed-7315-468e-8305-0933696cb670'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:55.795536 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:55.797419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:37:55.809727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event updated for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:55.825490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-20c0d3ff-5ea8-47d6-8284-55c7c273b895 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.1839404 Feb 15 09:37:55.863651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-cdeac5ce-cea8-454a-a3c2-a181195d11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.868526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-cdeac5ce-cea8-454a-a3c2-a181195d11e2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4885054 Feb 15 09:37:55.887611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4cae2-d60d-4a6c-a56e-24b97f01ca11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f48f0e-f571-4bf5-bcf8-8e79d81d3504,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:55.938439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'Port': ['ID=09eaadb2-ccba-468e-9e24-6fb6ae4ba25c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:55.967822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52535719-6089-4d51-a9c5-0bdc214aedfe req-0dd44ef0-a8b9-4634-beb8-e26ebedae37b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.977157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52535719-6089-4d51-a9c5-0bdc214aedfe req-0dd44ef0-a8b9-4634-beb8-e26ebedae37b tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 944 time: 0.1948633 Feb 15 09:37:55.980435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-4ba87476-8fa7-4ca2-9580-56584ef721d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:55.982965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-4ba87476-8fa7-4ca2-9580-56584ef721d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1114802 Feb 15 09:37:55.987213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['840aacc7-114c-468a-b347-a33e158c566b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:56.038291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-d750af11-cdb3-45b9-bd89-ca4f120ce622 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.1170347 Feb 15 09:37:56.097801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:56.098477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:56.101997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52535719-6089-4d51-a9c5-0bdc214aedfe req-c2d6e9b8-4687-45a3-995b-e33537f731a4 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177926 Feb 15 09:37:56.143837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] No DVR routers for this DVR port 09eaadb2-ccba-468e-9e24-6fb6ae4ba25c on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:56.146056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-273258f4-6eae-4f13-ad2f-3d4cb923065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:56.158697 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:56.165541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-273258f4-6eae-4f13-ad2f-3d4cb923065c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1712406 Feb 15 09:37:56.167622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f1983c1-15d9-421d-a671-751cc3009c6f req-e525a383-cfeb-411f-9dfb-67f00f85606a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "DELETE /v2.0/ports/09eaadb2-ccba-468e-9e24-6fb6ae4ba25c HTTP/1.1" status: 204 len: 173 time: 3.1733673 Feb 15 09:37:56.226451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] For port fe7b721e-2850-4122-a875-b1bc9e9380d3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=fe7b721e-2850-4122-a875-b1bc9e9380d3,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:56.226451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:56.245146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Calling delete_port for fe7b721e-2850-4122-a875-b1bc9e9380d3 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:37:56.284673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1b796fa-48af-45d3-89df-cbdf7eeed9ab req-f81fac84-4a49-4132-9d73-e4ed731936e7 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=146d1516-2dd9-4c3a-b672-d338628e8be6 HTTP/1.1" status: 200 len: 210 time: 0.0715787 Feb 15 09:37:56.453517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-deleted', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:56.459060 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b16486-4b4b-45ca-bfa6-c4cd3a8fe72b" -d '{"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-deleted", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:56.557198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d1cea70d-a118-4648-a517-0f11e0311399 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4186952 Feb 15 09:37:56.588993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-67bf421d-b499-4edc-bf9e-9772fbd6a2b9 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118428 Feb 15 09:37:56.592039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-b2c97d01-817e-4295-8ec2-dca668c9ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:56.598185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-b2c97d01-817e-4295-8ec2-dca668c9ee9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.5217149 Feb 15 09:37:56.603643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Request body: {'port': {'device_id': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:56.610251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-b2799a51-9494-4b2b-b1a5-2cd6d00a0ec7 service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3541524 Feb 15 09:37:56.690013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ea769-eaba-4b28-affb-8c00409a51d7 req-744c691d-6307-4460-855c-356679de6076 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:56.699550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f46ea769-eaba-4b28-affb-8c00409a51d7 req-744c691d-6307-4460-855c-356679de6076 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.2719445 Feb 15 09:37:56.834101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f46ea769-eaba-4b28-affb-8c00409a51d7 req-6f7bd3b3-2ae2-4bf8-9915-13188018b546 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333807 Feb 15 09:37:56.952678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-c99bba96-9011-4c55-88be-93b8784868e6 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515847 Feb 15 09:37:57.027673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2e882c0f-6e64-4d7f-8b3c-a1d435a189fd service neutron] 10.222.0.10 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746784 Feb 15 09:37:57.042786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:57.047441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09e740bd-e88d-4be4-b3ff-bd64bd180f17 req-9eaa2955-9a30-4f6f-8c08-3864db81d34c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0580051 Feb 15 09:37:57.183044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-ed0f8a8d-92a3-4b8f-8100-0bf828cad047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:57.197767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-ed0f8a8d-92a3-4b8f-8100-0bf828cad047 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5752156 Feb 15 09:37:57.289840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:57.351628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event deleted for resources: {'Port': ['ID=fe7b721e-2850-4122-a875-b1bc9e9380d3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:57.369678 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a094de1a-6c7c-4c9a-8476-74f6e278a0c7 x-openstack-request-id: req-a094de1a-6c7c-4c9a-8476-74f6e278a0c7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:57.371661 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-unplugged", "status": "completed", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:57.372184 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a094de1a-6c7c-4c9a-8476-74f6e278a0c7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:57.375897 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'code': 200} Feb 15 09:37:57.418323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019686f-4cfa-4b6f-b88f-8a2e6cfc4162 req-7cb239bb-bb0e-43a1-a3ca-f8fa0991a0b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:57.430985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3019686f-4cfa-4b6f-b88f-8a2e6cfc4162 req-7cb239bb-bb0e-43a1-a3ca-f8fa0991a0b8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 932 time: 0.2408757 Feb 15 09:37:57.457822 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3fca08-23db-4590-ba95-c8fc44f2bb37 x-openstack-request-id: req-6d3fca08-23db-4590-ba95-c8fc44f2bb37 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:37:57.458046 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146d1516-2dd9-4c3a-b672-d338628e8be6", "name": "network-vif-deleted", "tag": "09eaadb2-ccba-468e-9e24-6fb6ae4ba25c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:37:57.458340 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d3fca08-23db-4590-ba95-c8fc44f2bb37 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:37:57.458637 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '146d1516-2dd9-4c3a-b672-d338628e8be6', 'name': 'network-vif-deleted', 'tag': '09eaadb2-ccba-468e-9e24-6fb6ae4ba25c', 'status': 'completed', 'code': 200} Feb 15 09:37:57.538922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3019686f-4cfa-4b6f-b88f-8a2e6cfc4162 req-3f0e99da-7dc2-435f-ac23-2faf81007837 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050596 Feb 15 09:37:57.584423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] No DVR routers for this DVR port fe7b721e-2850-4122-a875-b1bc9e9380d3 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:37:57.602060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:57.606476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-919fb299-5914-4a64-9de9-48f2b20e2e5b req-7faed463-c5bd-4368-b2d3-b28473b4da95 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "DELETE /v2.0/ports/fe7b721e-2850-4122-a875-b1bc9e9380d3 HTTP/1.1" status: 204 len: 173 time: 3.1074159 Feb 15 09:37:57.699557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:37:57.773722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-d9c5cf9d-3419-4aa3-b50e-9f16ed64f31b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5744944 Feb 15 09:37:57.806042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: fe7b721e-2850-4122-a875-b1bc9e9380d3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:37:57.806501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device fe7b721e-2850-4122-a875-b1bc9e9380d3 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:37:57.823304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114afda-83bc-4f56-aef2-7b0ceac31e69 req-d191946e-54b7-4780-82e8-113d39594dfa tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:57.834833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a114afda-83bc-4f56-aef2-7b0ceac31e69 req-d191946e-54b7-4780-82e8-113d39594dfa tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 944 time: 0.1200159 Feb 15 09:37:57.949269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18fb46-0bd9-4078-bfa3-184282070882 req-dc421a5e-5037-4655-8a75-26d1742f0581 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:57.951698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a114afda-83bc-4f56-aef2-7b0ceac31e69 req-35ea3480-bf22-4d72-aae5-0aae5b769240 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135991 Feb 15 09:37:57.959016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c18fb46-0bd9-4078-bfa3-184282070882 req-dc421a5e-5037-4655-8a75-26d1742f0581 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.3902681 Feb 15 09:37:58.039836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b3241-0264-4bb0-b2d0-e1d01db38c1d req-3404c016-5149-40af-936c-73c4a48dd927 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471008 Feb 15 09:37:58.126746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-690dd96a-75d0-40a5-ac85-aea900f5facb req-10897c86-2aac-4e60-8c85-c5967efae637 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 210 time: 0.0962627 Feb 15 09:37:58.172384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c20153-4d78-403f-a843-e0d99cecdf74 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:58.187915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c18fb46-0bd9-4078-bfa3-184282070882 req-6fd29865-1a7e-4182-9fc3-09ebf9cb341d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277098 Feb 15 09:37:58.192009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:58.235253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Transition to ACTIVE for port object 75c20153-4d78-403f-a843-e0d99cecdf74 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:37:58.242757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:58.397589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9448cee5-3413-4058-845b-19e0804cd531 req-ddd4ea77-85c1-4177-8a21-35d6c009b10c tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0465055 Feb 15 09:37:58.456402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:58.569021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658608eb-6c41-4af2-b450-3fd29ab343fe req-21a17cad-95fb-4eb7-8bd8-b539232b2da1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:58.578293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-658608eb-6c41-4af2-b450-3fd29ab343fe req-21a17cad-95fb-4eb7-8bd8-b539232b2da1 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 947 time: 0.2081640 Feb 15 09:37:58.635222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Attempting to bind port 75c20153-4d78-403f-a843-e0d99cecdf74 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:37:58.635561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Attempting to bind port 75c20153-4d78-403f-a843-e0d99cecdf74 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:37:58.635862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Attempting to bind port 75c20153-4d78-403f-a843-e0d99cecdf74 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:58.645801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-658608eb-6c41-4af2-b450-3fd29ab343fe req-59b2bd8f-208b-4901-800b-f9a30a87dc9b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658998 Feb 15 09:37:58.649943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842b163-8d05-4ce6-a3c7-c2372bcb604d req-f43c7254-2aa4-43c1-b05f-252e8b909212 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:58.650317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Port 75c20153-4d78-403f-a843-e0d99cecdf74 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:37:58.650998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Attempting to bind port 75c20153-4d78-403f-a843-e0d99cecdf74 on network 2f1c7f58-244a-4c34-95c7-623d21ee98d2 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:37:58.652502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8842b163-8d05-4ce6-a3c7-c2372bcb604d req-f43c7254-2aa4-43c1-b05f-252e8b909212 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0981150 Feb 15 09:37:58.665907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:37:58.673967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'floatingip': {'port_id': 'd918ad04-2904-4795-88df-43b524010097'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:58.678238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:37:58.678538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Checking segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:37:58.690400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Bound using segment: {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:37:58.690886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Bound port: 75c20153-4d78-403f-a843-e0d99cecdf74, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b7eef9d-6733-469b-9a53-46a85f76618a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:37:58.692961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:58.743439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:58.827271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:37:58.873800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0cd15ed-7315-468e-8305-0933696cb670 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:37:58.904751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99268c9d-42db-4a47-b109-550df4e65ded req-bbda2679-af2f-459f-a2f0-9dbc665c5dd1 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c35ffa34-4b8d-4a86-bbf9-a339efe15130 HTTP/1.1" status: 200 len: 1803 time: 0.1851306 Feb 15 09:37:59.017576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:37:59.025803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=75c20153-4d78-403f-a843-e0d99cecdf74,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:37:59.119712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port b0cd15ed-7315-468e-8305-0933696cb670 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:37:59.136768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:59.140129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port b0cd15ed-7315-468e-8305-0933696cb670 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:37:59.140738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.187963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'mac_address': 'fa:16:3e:9c:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:37:59.207709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.274071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.304472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Pushing event updated for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:59.307684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:37:59.358668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b889d-a9c9-4bb4-a5d3-4f130ee8adec req-189ef705-fd24-4bc4-9666-b5c53cb5066d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:59.360410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-652b889d-a9c9-4bb4-a5d3-4f130ee8adec req-189ef705-fd24-4bc4-9666-b5c53cb5066d tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 944 time: 0.5329571 Feb 15 09:37:59.362319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:59.363539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.365554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e757cf26-8184-41e5-9b6f-1b9b5a82e8b6 service neutron] 10.222.0.72 "PUT /v2.0/ports/75c20153-4d78-403f-a843-e0d99cecdf74 HTTP/1.1" status: 200 len: 1092 time: 2.7779300 Feb 15 09:37:59.385236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:59.413450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.475017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-deleted', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3'}, {'name': 'network-changed', 'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:59.479550 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a343c94c-1514-4494-aa36-eab05f3497bf" -d '{"events": [{"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-deleted", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3"}, {"name": "network-changed", "server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:59.518757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.574506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-8e922d71-68ff-48ee-a043-cf1db9b9d5a3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:59.578053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-8e922d71-68ff-48ee-a043-cf1db9b9d5a3 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 814 time: 0.5423379 Feb 15 09:37:59.603169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0cd15ed-7315-468e-8305-0933696cb670,segment=NetworkSegment(56ad39b8-30b5-487e-8cd2-5d9e8a1ba161),segment_id=56ad39b8-30b5-487e-8cd2-5d9e8a1ba161)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:37:59.604265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:37:59.604671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Request body: {'port': {'device_id': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'admin_state_up': True, 'tenant_id': '6871ba578a6d4eed93c97e907ad82809'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:37:59.606739 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87dbc43c-4024-4484-a394-f67ad2628423" -d '{"events": [{"server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd15ed-7315-468e-8305-0933696cb670"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:37:59.616016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-652b889d-a9c9-4bb4-a5d3-4f130ee8adec req-7a3bbeba-fa5f-4a01-95e0-e8985114b2db tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251947 Feb 15 09:37:59.624222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.643197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-99268c9d-42db-4a47-b109-550df4e65ded req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.644776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:59.698048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d132c1c5-3ba5-4771-8874-d436624d9844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:37:59.700719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-d132c1c5-3ba5-4771-8874-d436624d9844 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 1095 time: 0.2696056 Feb 15 09:37:59.727944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['a1cc2df9-f3fd-466f-be14-72638b92e122'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:37:59.729651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-99268c9d-42db-4a47-b109-550df4e65ded req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.774684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-98a804a4-8032-49c0-bab2-267515f5521a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c20153-4d78-403f-a843-e0d99cecdf74 HTTP/1.1" status: 200 len: 217 time: 0.0640473 Feb 15 09:37:59.799734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:37:59.859506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-99268c9d-42db-4a47-b109-550df4e65ded req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.865436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-99268c9d-42db-4a47-b109-550df4e65ded req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:37:59.887385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99268c9d-42db-4a47-b109-550df4e65ded req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/c35ffa34-4b8d-4a86-bbf9-a339efe15130 HTTP/1.1" status: 204 len: 173 time: 0.5237699 Feb 15 09:38:00.036242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f422d0-ac15-44a4-9e35-ffd741f2af96 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35ffa34-4b8d-4a86-bbf9-a339efe15130,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:00.056031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-182cba92-8b64-49bc-8d54-f87bb1800bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:00.062448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-182cba92-8b64-49bc-8d54-f87bb1800bc5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.2758296 Feb 15 09:38:00.091778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:38:00.156595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-b769cd5e-9ddf-4398-a0c5-85df44cd9f47 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774722 Feb 15 09:38:00.158780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Made reservation on behalf of 6871ba578a6d4eed93c97e907ad82809 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:00.162520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:00.305568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:00.320080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420c29f-a5e7-4046-a778-b24a7285d148 req-56950890-213e-4414-afd0-ece9ca802b86 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:00.322930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9420c29f-a5e7-4046-a778-b24a7285d148 req-56950890-213e-4414-afd0-ece9ca802b86 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.1429944 Feb 15 09:38:00.324389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:00.437211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9420c29f-a5e7-4046-a778-b24a7285d148 req-1d4428d2-999d-4fbb-b566-2fdb13002c6d tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Feb 15 09:38:00.555447 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Floating IP 513af652-58f4-4306-b618-8e783cf1c822 associated. External IP: 172.25.6.32, port: d918ad04-2904-4795-88df-43b524010097. Feb 15 09:38:00.642392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-399e6b6f-284a-4b14-9757-7e18b805b76a req-a18c8d46-228f-48c9-b0cd-ad575ce6295a tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a7fb22a-9a12-41a2-bfc8-71cf2c80e6fd HTTP/1.1" status: 200 len: 210 time: 0.0449071 Feb 15 09:38:00.746400 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24dc7516-39f9-46be-aa41-d0dce676844f x-openstack-request-id: req-24dc7516-39f9-46be-aa41-d0dce676844f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:00.747107 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ea6f36-13bb-47a7-b38f-4073fbd6771f", "name": "network-vif-deleted", "tag": "fe7b721e-2850-4122-a875-b1bc9e9380d3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:00.747107 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24dc7516-39f9-46be-aa41-d0dce676844f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:00.747458 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ea6f36-13bb-47a7-b38f-4073fbd6771f', 'name': 'network-vif-deleted', 'tag': 'fe7b721e-2850-4122-a875-b1bc9e9380d3', 'status': 'completed', 'code': 200} Feb 15 09:38:00.747926 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74', 'status': 'completed', 'code': 200} Feb 15 09:38:00.756522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40e8a248-b458-431c-83e3-68a789cb5876 req-8fb50dce-337c-4871-b336-99e067d24459 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 210 time: 0.5392385 Feb 15 09:38:00.766079 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5c9b02-0545-49ad-aa88-921c392eeeaf x-openstack-request-id: req-3f5c9b02-0545-49ad-aa88-921c392eeeaf {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:00.766902 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "name": "network-vif-plugged", "status": "completed", "tag": "b0cd15ed-7315-468e-8305-0933696cb670", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:00.767056 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f5c9b02-0545-49ad-aa88-921c392eeeaf {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:00.768705 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670', 'code': 200} Feb 15 09:38:00.851712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:00.900973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-2900ad02-00dc-4169-9eed-c6e30a3d5cde tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:00.902489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-2900ad02-00dc-4169-9eed-c6e30a3d5cde tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6&tenant_id=18626dc280474be795e0581045384dc9&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 948 time: 0.7363055 Feb 15 09:38:00.938099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-29e938ce-e860-4e9d-98bb-a11f2c982a46 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7729387 Feb 15 09:38:00.968509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port a1cc2df9-f3fd-466f-be14-72638b92e122 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:38:00.973559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port a1cc2df9-f3fd-466f-be14-72638b92e122 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:00.974385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.078578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:01.116470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-338e6e58-005e-4541-9a52-25023ffa695a req-c8bdae07-24f0-4759-bdb7-2651de9d3ef4 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/45274741-b705-45cd-9e21-3a5c48ba9e43 HTTP/1.1" status: 200 len: 1802 time: 0.2844322 Feb 15 09:38:01.139058 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.179072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:01.185012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.189956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf840d-dbae-4e70-866a-35f912fc7216 req-822efaae-eb9c-4fd7-a6e3-aeb868c554a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:01.192744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffcf840d-dbae-4e70-866a-35f912fc7216 req-822efaae-eb9c-4fd7-a6e3-aeb868c554a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 1096 time: 0.3204448 Feb 15 09:38:01.208987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Allocated IP 172.20.0.6 (a6759d01-76ca-4ab6-9a54-dc7048068ada/d4dced88-1cd5-4f92-9972-729f758cd2b3/9ffa679a-8b3c-4b7f-b029-d46c70340311) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:01.237107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-4b5dec2f-cab8-4c71-8697-2552e5f84eaf service neutron] 10.222.0.72 "GET /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.3131316 Feb 15 09:38:01.244777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:01.273317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15385fe1-9a91-43bf-b38a-1722f9446aa4 req-fc8f5ae4-a7b8-4916-9d50-e75e58c6eee5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:01.285651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15385fe1-9a91-43bf-b38a-1722f9446aa4 req-fc8f5ae4-a7b8-4916-9d50-e75e58c6eee5 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 948 time: 0.3605003 Feb 15 09:38:01.333535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-338e6e58-005e-4541-9a52-25023ffa695a req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.429332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-338e6e58-005e-4541-9a52-25023ffa695a req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.461067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffcf840d-dbae-4e70-866a-35f912fc7216 req-979fc241-276d-4bf8-a5c9-32bd4c6df19b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2570629 Feb 15 09:38:01.481297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:01.489608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.499180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6e962f3-1355-4350-a4d4-38732c451e37 req-e0c229aa-5fd9-403e-8b3a-a11539b8b7d7 service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5424335 Feb 15 09:38:01.537699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15385fe1-9a91-43bf-b38a-1722f9446aa4 req-61bdf8f1-6ae5-49e0-8d9c-a0ebdf65a15a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242541 Feb 15 09:38:01.541487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:01.544183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-0162617b-46f7-4142-96e3-790cb003c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:01.550162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-0162617b-46f7-4142-96e3-790cb003c712 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1100 time: 0.2629292 Feb 15 09:38:01.561388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-16911304-adca-4222-8176-169325a45571 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "PUT /v2.0/floatingips/513af652-58f4-4306-b618-8e783cf1c822 HTTP/1.1" status: 200 len: 991 time: 2.8893323 Feb 15 09:38:01.561388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'tag': 'd918ad04-2904-4795-88df-43b524010097'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:01.568437 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb79c9-d09f-40a2-a386-124a0124b14b" -d '{"events": [{"name": "network-changed", "server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "tag": "d918ad04-2904-4795-88df-43b524010097"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:01.575653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:01.576731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-338e6e58-005e-4541-9a52-25023ffa695a req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.577216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:01.585556 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-338e6e58-005e-4541-9a52-25023ffa695a req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:01.587441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-338e6e58-005e-4541-9a52-25023ffa695a req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/45274741-b705-45cd-9e21-3a5c48ba9e43 HTTP/1.1" status: 204 len: 173 time: 0.4686797 Feb 15 09:38:01.622854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166544c-86d4-4d3f-b4f4-7322a2bb5605 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45274741-b705-45cd-9e21-3a5c48ba9e43,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:01.933619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:02.020243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.041932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6abbe-91f5-4169-bde2-e8474d2a5467 req-93fe35b2-6f2e-4848-a7f6-2b8893785b20 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.044885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58c6abbe-91f5-4169-bde2-e8474d2a5467 req-93fe35b2-6f2e-4848-a7f6-2b8893785b20 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 944 time: 0.2696543 Feb 15 09:38:02.059381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343c94c-1514-4494-aa36-eab05f3497bf req-35b27046-c7d9-4976-99cf-bc51041aadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.062506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-35b27046-c7d9-4976-99cf-bc51041aadf5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51480292d2894c7f9b497abb274da4d0&device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 1095 time: 0.2588260 Feb 15 09:38:02.070901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-e017695a-ebfd-45ca-9531-146631b2c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.073274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-e017695a-ebfd-45ca-9531-146631b2c963 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4094460 Feb 15 09:38:02.282950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-23d4b887-8946-413f-b709-38a567a1a737 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.1941748 Feb 15 09:38:02.340753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d597b-7359-40c2-a4b7-c68a9df315e0 req-4a159fdf-4143-44ca-a4dd-c3dc8788afdb tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.348774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c7d597b-7359-40c2-a4b7-c68a9df315e0 req-4a159fdf-4143-44ca-a4dd-c3dc8788afdb tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.5720968 Feb 15 09:38:02.365598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '513af652-58f4-4306-b618-8e783cf1c822', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': 'd918ad04-2904-4795-88df-43b524010097', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:de:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6344d075-2df2-4a16-aaa5-6d014825527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:37:37Z', 'updated_at': '2022-02-15T09:37:59Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:02.390156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58c6abbe-91f5-4169-bde2-e8474d2a5467 req-ed1a691c-d663-4cab-86e2-749e3106d30c tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346136 Feb 15 09:38:02.395237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c7d597b-7359-40c2-a4b7-c68a9df315e0 req-729e58fe-3e67-4f85-89d3-ab6aab12d9b9 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453103 Feb 15 09:38:02.449766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-a0ff25bb-562d-44b9-b36d-9aeadaeb91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.451506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-a0ff25bb-562d-44b9-b36d-9aeadaeb91d1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1434503 Feb 15 09:38:02.460983 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078035a6-5209-49ad-a7b1-574a5b425b11 x-openstack-request-id: req-078035a6-5209-49ad-a7b1-574a5b425b11 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:02.461880 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "tag": "d918ad04-2904-4795-88df-43b524010097", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:02.462360 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-078035a6-5209-49ad-a7b1-574a5b425b11 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:02.463198 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'tag': 'd918ad04-2904-4795-88df-43b524010097', 'status': 'completed', 'code': 200} Feb 15 09:38:02.478725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.487168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:02.488238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1707349389', 'description': 'tempest-description-1049804102'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:02.528112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:02.529157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:02.550770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.759965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.768247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.772128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:02.775270 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98b39fb-3e46-4ff0-bf26-58fcb4be97c1" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:02.792353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:02.815007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343c94c-1514-4494-aa36-eab05f3497bf req-e10164f6-2adf-4e7c-849b-fedbb5869c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:02.816729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-e10164f6-2adf-4e7c-849b-fedbb5869c97 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 200 len: 913 time: 0.7396052 Feb 15 09:38:02.826225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Network a6759d01-76ca-4ab6-9a54-dc7048068ada is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:02.829747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:02.831795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9d7844e-1730-4424-92de-2d6db1caa056 req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3493714 Feb 15 09:38:02.834923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:02.839753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4b61a-6fc6-45ca-a93f-1459bb47ba43 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964e9194-95ce-4867-ae4c-80550de68327,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:02.852933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event updated for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:02.876915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:02.953211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-f3795ce3-e7ea-4241-b579-3afcc8104baf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=75c20153-4d78-403f-a843-e0d99cecdf74 HTTP/1.1" status: 200 len: 217 time: 0.1247470 Feb 15 09:38:02.970330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.970908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.972091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.972666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.973167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.985431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.986245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.986830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.987738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.988067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:02.988492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.009191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.132608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86c2a7-7b50-476d-95ab-30e30a537d0d req-2a8ec4ae-8e24-49f0-92a0-8c550f413630 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.134452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c86c2a7-7b50-476d-95ab-30e30a537d0d req-2a8ec4ae-8e24-49f0-92a0-8c550f413630 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1728971 Feb 15 09:38:03.192065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-2c28740d-51ed-4c02-8348-5599eb568dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.194175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-2c28740d-51ed-4c02-8348-5599eb568dcf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6978748 Feb 15 09:38:03.215633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.216588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.234514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-9bb87fb7-979e-4c1e-99fe-3133d62647b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.236989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-9bb87fb7-979e-4c1e-99fe-3133d62647b0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1097 time: 0.7013738 Feb 15 09:38:03.244154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343c94c-1514-4494-aa36-eab05f3497bf req-3d30a226-1dea-4a6b-9309-5e752c6e49bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.246017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-3d30a226-1dea-4a6b-9309-5e752c6e49bb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 200 len: 852 time: 0.1617904 Feb 15 09:38:03.272627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c86c2a7-7b50-476d-95ab-30e30a537d0d req-7213b20b-fd67-4172-99b9-520eeb616033 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254358 Feb 15 09:38:03.294242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c3e0-b07d-4842-b7ed-7ee9b5f00f8b req-2c0217ae-434a-4b22-83f9-f574ac872b82 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.302823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa78c3e0-b07d-4842-b7ed-7ee9b5f00f8b req-2c0217ae-434a-4b22-83f9-f574ac872b82 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 931 time: 0.5488529 Feb 15 09:38:03.335997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '513af652-58f4-4306-b618-8e783cf1c822', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': 'd918ad04-2904-4795-88df-43b524010097', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:de:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6344d075-2df2-4a16-aaa5-6d014825527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:37:37Z', 'updated_at': '2022-02-15T09:37:59Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:03.341984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37298) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:03.385372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a2f020-a3ca-4ea2-99e3-03aae4dec9ef None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '513af652-58f4-4306-b618-8e783cf1c822', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': 'd918ad04-2904-4795-88df-43b524010097', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:de:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6344d075-2df2-4a16-aaa5-6d014825527d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:37:37Z', 'updated_at': '2022-02-15T09:37:59Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:03.408521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-2bef198b-c3a5-4d7f-8448-3111e4484a47 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8215771 Feb 15 09:38:03.445115 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa7b2068-8939-4cc9-aaf5-7b0dcf198f47 x-openstack-request-id: req-aa7b2068-8939-4cc9-aaf5-7b0dcf198f47 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:03.445406 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:03.445656 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa7b2068-8939-4cc9-aaf5-7b0dcf198f47 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:03.446078 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'code': 200} Feb 15 09:38:03.481009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-e825498b-8048-4aa8-842a-3be011149fdc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2f1c7f58-244a-4c34-95c7-623d21ee98d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2098386 Feb 15 09:38:03.487580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.490804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Request body: {'port': {'device_id': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:03.595392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.613022 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-2c851062-06fd-4ed8-9d02-47605165eda3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/964e9194-95ce-4867-ae4c-80550de68327 HTTP/1.1" status: 200 len: 1803 time: 0.1516361 Feb 15 09:38:03.646010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Request body: {'security_group': {'name': 'tempest-sg-hth-13441978', 'description': 'tempest-description-hth-399656024'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:03.667987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa78c3e0-b07d-4842-b7ed-7ee9b5f00f8b req-f31af393-7d23-4f9e-80e8-5f20f470bf36 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638573 Feb 15 09:38:03.690546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.733955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-70140792-3212-45b6-b809-312b6649a609 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139253 Feb 15 09:38:03.748057 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.754655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.759096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.783704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4b38103-a31d-478c-b4ff-ce263148b7c7 req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "PUT /v2.0/security-groups/964e9194-95ce-4867-ae4c-80550de68327 HTTP/1.1" status: 200 len: 1774 time: 0.1483693 Feb 15 09:38:03.826047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.833087 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3726c7-8709-40f8-a0a3-639639a26564 None None] New status for floating IP 513af652-58f4-4306-b618-8e783cf1c822: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:38:03.888898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=964e9194-95ce-4867-ae4c-80550de68327,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:03.913942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.914463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.914825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.915172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.915507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.915841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.916165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.916490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.916942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.917170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.917486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.920140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19b78b22-814b-4b70-9e5d-d7747f6bb97b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:03.933991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.941003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:03.944602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/security-groups/28a79389-e0da-4922-b0f0-40e2330c54cf HTTP/1.1" status: 204 len: 168 time: 0.5985582 Feb 15 09:38:03.960891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37314) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:03.993137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-06bfac94-4c1c-4ea7-b220-f28193846b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:03.995057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-06bfac94-4c1c-4ea7-b220-f28193846b13 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.7347088 Feb 15 09:38:04.003065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-fbbb7237-68d3-43d4-a9da-2b932b750bac service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028126 Feb 15 09:38:04.022469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b882b-0310-4c9c-893c-63b684b0bd91 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a79389-e0da-4922-b0f0-40e2330c54cf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:04.094665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed1b52-6543-40ae-bf2a-3a3097a3a078 req-d2ca85bd-dd7e-4aa1-aff6-ccc21fdd7d5b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:04.099196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12ed1b52-6543-40ae-bf2a-3a3097a3a078 req-d2ca85bd-dd7e-4aa1-aff6-ccc21fdd7d5b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 944 time: 0.1554756 Feb 15 09:38:04.103246 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-be600a9f-ebf5-48df-a77a-db2b1442f543 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] show failed (client error): The resource could not be found. Feb 15 09:38:04.107759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be600a9f-ebf5-48df-a77a-db2b1442f543 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "GET /v2.0/security-groups/28a79389-e0da-4922-b0f0-40e2330c54cf HTTP/1.1" status: 404 len: 347 time: 0.1406155 Feb 15 09:38:04.129134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37316) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:04.260791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f9c01-0290-4a39-b094-a21919eebf67 req-e66c2032-6104-4efd-bb6a-fe3a36dc7c12 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:04.269522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b0f9c01-0290-4a39-b094-a21919eebf67 req-e66c2032-6104-4efd-bb6a-fe3a36dc7c12 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.4539421 Feb 15 09:38:04.319735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-12ed1b52-6543-40ae-bf2a-3a3097a3a078 req-dc5d51dc-65f4-4c36-bca9-e32defa97516 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115250 Feb 15 09:38:04.363036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 83dedd34-c967-4639-9da8-2525e2dc4eed {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:04.363976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:04.406108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-a80d0132-41a6-42c1-aaef-dee0bc94f50c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 999 time: 0.3989170 Feb 15 09:38:04.420494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-1a2d9014-80fd-4f16-874c-ae9af35787e2 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6536150 Feb 15 09:38:04.480937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ba364cc-3f30-464b-8d19-9b23fccdbb6b req-ecd7901c-f5e8-4532-98e2-be49069fb5e9 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/964e9194-95ce-4867-ae4c-80550de68327 HTTP/1.1" status: 200 len: 1774 time: 0.1151061 Feb 15 09:38:04.526700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:04.527584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:04.553679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 83dedd34-c967-4639-9da8-2525e2dc4eed owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:04.557142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b0f9c01-0290-4a39-b094-a21919eebf67 req-7e2307c7-2c36-4f7b-828e-d904160c1b7f tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620597 Feb 15 09:38:04.616605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-b2944840-265d-44f9-8b49-6da054f81c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:04.618978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-b2944840-265d-44f9-8b49-6da054f81c49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.2044363 Feb 15 09:38:04.686127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a343c94c-1514-4494-aa36-eab05f3497bf req-0fb65d66-6f14-4295-8c5d-3904f053951c service neutron] 10.222.0.72 "GET /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5794902 Feb 15 09:38:04.750688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b13cb-09f8-4faf-9793-8539d7bf38a4 req-1cb29c2c-85a5-46fa-89c7-cf19835a9a8a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:04.754986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c6b13cb-09f8-4faf-9793-8539d7bf38a4 req-1cb29c2c-85a5-46fa-89c7-cf19835a9a8a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1182253 Feb 15 09:38:04.781487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429927aa-49a2-4321-8631-b622ecd8a0da req-8e0a0b6e-e392-49cf-b86e-ba7ac0b683e3 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/964e9194-95ce-4867-ae4c-80550de68327 HTTP/1.1" status: 200 len: 1774 time: 0.1554089 Feb 15 09:38:04.785101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-efb89adf-0e74-454d-b926-976deb0b116c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:04.787672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-efb89adf-0e74-454d-b926-976deb0b116c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549759 Feb 15 09:38:04.818013 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c6b13cb-09f8-4faf-9793-8539d7bf38a4 req-901b04b5-5c6f-4b7c-97bf-87d92eb94851 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556834 Feb 15 09:38:04.867677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 75c20153-4d78-403f-a843-e0d99cecdf74 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:38:04.905350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.044166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=83dedd34-c967-4639-9da8-2525e2dc4eed,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:05.098034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=75c20153-4d78-403f-a843-e0d99cecdf74,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:05.120675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '75c20153-4d78-403f-a843-e0d99cecdf74', 'network_id': '2f1c7f58-244a-4c34-95c7-623d21ee98d2', 'port_id': '75c20153-4d78-403f-a843-e0d99cecdf74', 'mac_address': 'fa:16:3e:20:83:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b00b31b-0cc6-4e7b-8c34-6927a9d80351', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:38:05.165045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a29cc-30a2-44c1-8f4b-044e681c1089 req-b0db06e8-6291-415a-a7d7-6566d63e2a79 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:05.173786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b2a29cc-30a2-44c1-8f4b-044e681c1089 req-b0db06e8-6291-415a-a7d7-6566d63e2a79 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 931 time: 0.1245565 Feb 15 09:38:05.175235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.179286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.181317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.183168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f71cd159-5dd2-4d8e-b519-e8796d8db105 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/floatingips/aaf5b749-1787-4b43-9105-327ffd5c1cf3 HTTP/1.1" status: 204 len: 168 time: 1.0529985 Feb 15 09:38:05.190496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37330) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:05.217033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c20153-4d78-403f-a843-e0d99cecdf74 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:05.268437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=75c20153-4d78-403f-a843-e0d99cecdf74,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:05.276521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.325040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b2a29cc-30a2-44c1-8f4b-044e681c1089 req-dfb1418f-0af7-46ed-964c-0b59cd046527 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370604 Feb 15 09:38:05.382984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 5ca7dce6-d350-4699-8290-ab5136e5b8f1 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:05.384929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.527320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ffa679a-8b3c-4b7f-b029-d46c70340311 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:05.558202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.574355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:05.584974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-429927aa-49a2-4321-8631-b622ecd8a0da req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.588512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.604985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa9607-6cb9-4e50-9621-f00b0ed8492a req-8a58861e-4125-46e8-8bc7-d6ee2b9ea5ec tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:05.606625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9aa9607-6cb9-4e50-9621-f00b0ed8492a req-8a58861e-4125-46e8-8bc7-d6ee2b9ea5ec tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 945 time: 0.0909624 Feb 15 09:38:05.607959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Transition to ACTIVE for port object 9ffa679a-8b3c-4b7f-b029-d46c70340311 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:38:05.614383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.617487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 5ca7dce6-d350-4699-8290-ab5136e5b8f1 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:05.624120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-d990e2df-e83e-44db-a9af-4e6b7be16263 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8090189 Feb 15 09:38:05.671074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-429927aa-49a2-4321-8631-b622ecd8a0da req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.685664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['75c20153-4d78-403f-a843-e0d99cecdf74'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:05.715087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9aa9607-6cb9-4e50-9621-f00b0ed8492a req-de1a8c9d-2351-484a-9335-9aeb5804a17b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953155 Feb 15 09:38:05.785249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:05.854573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.913099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=5ca7dce6-d350-4699-8290-ab5136e5b8f1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:05.922118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-429927aa-49a2-4321-8631-b622ecd8a0da req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.934569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-429927aa-49a2-4321-8631-b622ecd8a0da req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:05.941473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429927aa-49a2-4321-8631-b622ecd8a0da req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/964e9194-95ce-4867-ae4c-80550de68327 HTTP/1.1" status: 204 len: 173 time: 1.1462834 Feb 15 09:38:05.966341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90eb79c9-d09f-40a2-a386-124a0124b14b req-9d9487cb-23ab-45ce-ac54-30713e0eaa7e service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304625 Feb 15 09:38:05.971029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962a030-24ce-4567-9ab7-d797f2d75d24 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=964e9194-95ce-4867-ae4c-80550de68327,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:06.044901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Attempting to bind port 9ffa679a-8b3c-4b7f-b029-d46c70340311 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:06.045250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Attempting to bind port 9ffa679a-8b3c-4b7f-b029-d46c70340311 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:06.045581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Attempting to bind port 9ffa679a-8b3c-4b7f-b029-d46c70340311 on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:06.098273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.112889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d681de36-0bfb-496f-8f27-505e276453be tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/ports/5ca7dce6-d350-4699-8290-ab5136e5b8f1 HTTP/1.1" status: 204 len: 168 time: 0.9182591 Feb 15 09:38:06.112889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37350) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:06.113206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Port 9ffa679a-8b3c-4b7f-b029-d46c70340311 on network a6759d01-76ca-4ab6-9a54-dc7048068ada not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:38:06.113206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Attempting to bind port 9ffa679a-8b3c-4b7f-b029-d46c70340311 on network a6759d01-76ca-4ab6-9a54-dc7048068ada {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:06.121585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:06.121936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Checking segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:06.122327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Bound using segment: {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:06.122765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Bound port: 9ffa679a-8b3c-4b7f-b029-d46c70340311, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c415b44-305d-4b37-9403-65e458c0c7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:06.123132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.163946 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:38:06.260987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106a9c5-5368-4b83-a4ac-0aa1a050d482 req-66d78608-34d3-4985-a678-60352d62f06a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.262786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c106a9c5-5368-4b83-a4ac-0aa1a050d482 req-66d78608-34d3-4985-a678-60352d62f06a tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2100883 Feb 15 09:38:06.269967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:06.285871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:06.286358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f547d46-35fb-4fa2-87fe-b5d4782a6f7f req-0b4d95a9-9562-4d40-93ee-effb72dba5d9 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.295311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f547d46-35fb-4fa2-87fe-b5d4782a6f7f req-0b4d95a9-9562-4d40-93ee-effb72dba5d9 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.1106589 Feb 15 09:38:06.298980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.358939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.359971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.362906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] 10.222.0.36 "PUT /v2.0/ports/9ffa679a-8b3c-4b7f-b029-d46c70340311 HTTP/1.1" status: 200 len: 1091 time: 2.8759315 Feb 15 09:38:06.380476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:06.384070 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db5f768-43f7-4673-9379-ba5803060313" -d '{"events": [{"name": "network-changed", "server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:06.389817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f547d46-35fb-4fa2-87fe-b5d4782a6f7f req-b9c309be-5d6c-4e32-af9f-9d7844e00e20 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899546 Feb 15 09:38:06.396301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting port 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:06.397301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.479606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9102552-b428-4d4c-8717-44ceef45a45f service neutron] Pushing event updated for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:06.520004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c106a9c5-5368-4b83-a4ac-0aa1a050d482 req-6a7e4278-81e9-4a7b-ac01-4742f50fce4f tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470708 Feb 15 09:38:06.616582 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05deac80-1bd0-40aa-926b-19dd67aa5f40 x-openstack-request-id: req-05deac80-1bd0-40aa-926b-19dd67aa5f40 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:06.617329 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:06.617329 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05deac80-1bd0-40aa-926b-19dd67aa5f40 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:06.617802 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311', 'status': 'completed', 'code': 200} Feb 15 09:38:06.631593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-9eb4117a-13d8-4b3a-9de2-edf3d420ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.632287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.634089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-9eb4117a-13d8-4b3a-9de2-edf3d420ac1a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 1094 time: 0.1113122 Feb 15 09:38:06.653117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Calling delete_port for 975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:06.697136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-7464de86-b747-4c32-8248-daece5aaff42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311 HTTP/1.1" status: 200 len: 217 time: 0.0552371 Feb 15 09:38:06.698033 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-2b0262fd-6559-47d8-9956-91215ff9fc3d req-c585017a-378f-4a7b-b758-c1037d815e7b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:06.699092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b0262fd-6559-47d8-9956-91215ff9fc3d req-c585017a-378f-4a7b-b758-c1037d815e7b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/45274741-b705-45cd-9e21-3a5c48ba9e43 HTTP/1.1" status: 404 len: 352 time: 0.0592709 Feb 15 09:38:06.729899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b44c4-8ed9-49e0-8000-884b9e800864 req-48d7685f-4c4f-44f5-b6b2-17fc2dbaabee tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.731820 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e06b44c4-8ed9-49e0-8000-884b9e800864 req-48d7685f-4c4f-44f5-b6b2-17fc2dbaabee tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 943 time: 0.1662540 Feb 15 09:38:06.802902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e06b44c4-8ed9-49e0-8000-884b9e800864 req-b456b81e-7ebc-4463-a5c9-987788a21e7d tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619500 Feb 15 09:38:06.807034 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-f931ca8d-05b7-4a71-bb90-018222c78710 req-f5a7edbe-d638-4197-a7d2-e172b497ae27 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:06.808319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f931ca8d-05b7-4a71-bb90-018222c78710 req-f5a7edbe-d638-4197-a7d2-e172b497ae27 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c35ffa34-4b8d-4a86-bbf9-a339efe15130 HTTP/1.1" status: 404 len: 352 time: 0.0732391 Feb 15 09:38:06.843583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-76930499-1cc0-4ab1-bad8-2d376bebaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.846370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-76930499-1cc0-4ab1-bad8-2d376bebaec8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.1328347 Feb 15 09:38:06.868364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 75c20153-4d78-403f-a843-e0d99cecdf74 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:06.874252 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-8515a0de-f86a-4cf2-b00e-6058458d9206 req-d74114ca-6136-4ece-aa4c-b93098a7ebcb tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:06.875835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8515a0de-f86a-4cf2-b00e-6058458d9206 req-d74114ca-6136-4ece-aa4c-b93098a7ebcb tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/1ca0b895-6060-403d-beec-132cc7503097 HTTP/1.1" status: 404 len: 352 time: 0.0247030 Feb 15 09:38:06.904234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-5b155b9b-c23e-44ee-9332-ed68aec77c93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509348 Feb 15 09:38:06.941967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-9a9d0d8f-5f1b-4fdc-82d5-acc932ddbf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:06.944160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-9a9d0d8f-5f1b-4fdc-82d5-acc932ddbf43 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6&tenant_id=18626dc280474be795e0581045384dc9 HTTP/1.1" status: 200 len: 1100 time: 0.1398025 Feb 15 09:38:06.950340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 75c20153-4d78-403f-a843-e0d99cecdf74 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:38:06.957638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 75c20153-4d78-403f-a843-e0d99cecdf74 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:06.958019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:06.962572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:06.966742 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-cb5bcafb-cbbe-4a82-8e80-d72d26815f06 req-1d64b4d1-8ad8-4fd7-a483-f57d0b520b3f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:06.968348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb5bcafb-cbbe-4a82-8e80-d72d26815f06 req-1d64b4d1-8ad8-4fd7-a483-f57d0b520b3f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/8c364ec7-e3bb-4487-8759-34f487d70b21 HTTP/1.1" status: 404 len: 352 time: 0.0500827 Feb 15 09:38:07.035406 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-64550b3b-af23-4d77-9fb1-0c902cf1b618 req-1d21d86a-3de7-47a2-9130-3303aaf85e6a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:07.036486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64550b3b-af23-4d77-9fb1-0c902cf1b618 req-1d21d86a-3de7-47a2-9130-3303aaf85e6a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/6a2eb363-174c-4264-ab9e-2cb79bc4a0cf HTTP/1.1" status: 404 len: 352 time: 0.0358276 Feb 15 09:38:07.038429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.045105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257d9cf-d49b-4627-9ad5-986ec738cdcb req-9525e91e-30c9-4d79-b30c-ccdc93e977a8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.053323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7257d9cf-d49b-4627-9ad5-986ec738cdcb req-9525e91e-30c9-4d79-b30c-ccdc93e977a8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 945 time: 0.1474361 Feb 15 09:38:07.103898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Port': ['ID=975cbf17-b2d9-4926-a2d7-131b1e6a6cb6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:07.134985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.136027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7257d9cf-d49b-4627-9ad5-986ec738cdcb req-cf2d58ab-38db-4efa-932d-f65c0ef866a8 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816576 Feb 15 09:38:07.138880 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-3b0dc094-f16c-4f64-81af-628a88282d25 req-b1ae2d08-2e4d-40db-a3c9-0a6e953ce893 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] show failed (client error): The resource could not be found. Feb 15 09:38:07.140331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b0dc094-f16c-4f64-81af-628a88282d25 req-b1ae2d08-2e4d-40db-a3c9-0a6e953ce893 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/c98475ce-3d89-4e84-9aba-f5bcdf2ccf11 HTTP/1.1" status: 404 len: 352 time: 0.0422161 Feb 15 09:38:07.160224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.206059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-90d98f78-93a7-416a-8b0b-9d65e774969f service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597668 Feb 15 09:38:07.208052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=75c20153-4d78-403f-a843-e0d99cecdf74,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:07.209506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:07.213480 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7f096f-2131-4181-a811-ebb8e7ac2389" -d '{"events": [{"server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "name": "network-vif-plugged", "status": "completed", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:07.231799 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.273346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.276554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b5391f3-ef3b-462b-a733-a8a36c9ca163 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/ports/975cbf17-b2d9-4926-a2d7-131b1e6a6cb6 HTTP/1.1" status: 204 len: 168 time: 1.1640804 Feb 15 09:38:07.279469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37378) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:07.437305 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f8c21-3d1e-4f8a-b74f-2d13dcb7b701 x-openstack-request-id: req-683f8c21-3d1e-4f8a-b74f-2d13dcb7b701 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:07.437873 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "name": "network-vif-plugged", "status": "completed", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:07.438255 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-683f8c21-3d1e-4f8a-b74f-2d13dcb7b701 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:07.439574 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74', 'code': 200} Feb 15 09:38:07.441497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:07.493821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting subnet b6dec827-b967-493d-a399-c533c23dbad5 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:07.497592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.550115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc9cefca-52ec-4e47-aff6-1f0f3f6eecd8 req-9a6e45c1-0a22-4dca-b9bf-40ce01327d15 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362553 Feb 15 09:38:07.616587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa2a6-31a4-4cad-bd84-1b89c16c9f3d req-92d8e005-b353-446e-b1f4-225980c6fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.618156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d96aa2a6-31a4-4cad-bd84-1b89c16c9f3d req-92d8e005-b353-446e-b1f4-225980c6fded service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 1097 time: 0.2083733 Feb 15 09:38:07.641582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.694085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-30886285-9a93-4834-b79d-e45343df1c6a tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.695633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-30886285-9a93-4834-b79d-e45343df1c6a tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.1834702 Feb 15 09:38:07.706118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5346d-a123-4eb6-8df9-91dac3546f64 req-e62cf9be-be69-473e-a4c9-53283fc9a210 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.707696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89b5346d-a123-4eb6-8df9-91dac3546f64 req-e62cf9be-be69-473e-a4c9-53283fc9a210 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1024 time: 0.1569626 Feb 15 09:38:07.709153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310787cd-6432-4373-801c-e99fb6aa4621 req-d3136d36-fe6d-4a69-81bf-d215f9bb353e tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.716452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-310787cd-6432-4373-801c-e99fb6aa4621 req-d3136d36-fe6d-4a69-81bf-d215f9bb353e tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.2156005 Feb 15 09:38:07.776008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f768-43f7-4673-9379-ba5803060313 req-6c78286e-8003-4be1-9c43-ea65a2ffcb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.777547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-6c78286e-8003-4be1-9c43-ea65a2ffcb2b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6871ba578a6d4eed93c97e907ad82809&device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 1094 time: 0.1585040 Feb 15 09:38:07.783246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d96aa2a6-31a4-4cad-bd84-1b89c16c9f3d req-e4dac803-d70e-4653-80e1-72aac77db1f4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266959 Feb 15 09:38:07.807593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:07.830176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-310787cd-6432-4373-801c-e99fb6aa4621 req-9d15c2fa-0294-4b06-8972-3462514a2568 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118712 Feb 15 09:38:07.848772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:07.909704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89b5346d-a123-4eb6-8df9-91dac3546f64 req-14393516-4619-45df-86b5-aced4bf3588a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=bab0ca3d-1116-4a24-a6dc-d4f428e11df7&id=e42baf4f-c6f5-4475-af7c-098aed0a6eea&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1900945 Feb 15 09:38:07.935788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:07.995546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f768-43f7-4673-9379-ba5803060313 req-160cf055-2921-4088-b854-cc5c5c0224b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:07.996988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-160cf055-2921-4088-b854-cc5c5c0224b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 200 len: 915 time: 0.2074876 Feb 15 09:38:08.041302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:08.045608 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce85e0a9-11f5-4818-b5fa-014f0a0fd7c3" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:08.050738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.065401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Deleting port b0cd15ed-7315-468e-8305-0933696cb670 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:08.065635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.070363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52fcb0-2cd2-4e97-8e08-909eca4b319c req-ba6ea593-a6ae-4df5-acf4-7951e270d032 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.071973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a52fcb0-2cd2-4e97-8e08-909eca4b319c req-ba6ea593-a6ae-4df5-acf4-7951e270d032 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.1288919 Feb 15 09:38:08.089294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-8f4dc19f-b43e-4828-8dae-d175205c356e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311 HTTP/1.1" status: 200 len: 217 time: 0.0821109 Feb 15 09:38:08.092270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Transition to ACTIVE for port object a1cc2df9-f3fd-466f-be14-72638b92e122 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:38:08.093565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.137609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.145513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Subnet': ['ID=b6dec827-b967-493d-a399-c533c23dbad5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:08.159779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ef6626-53a9-4964-8736-abb5a3867ecb None None] Network 50b12ed8-3048-42d5-ba97-d92252993cc4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:08.171606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.175884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-af0f497e-6020-4675-8571-652920dcf7f6 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/subnets/b6dec827-b967-493d-a399-c533c23dbad5 HTTP/1.1" status: 204 len: 168 time: 0.8950772 Feb 15 09:38:08.181695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:08.206479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a52fcb0-2cd2-4e97-8e08-909eca4b319c req-4d34d464-9b80-4a70-99f3-34b2888111be tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244009 Feb 15 09:38:08.215405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=10']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:08.233243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] No DVR routers for this DVR port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:08.242114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80540435-a5a4-4cf6-aa93-ef008c8c8fdc req-aae6cf0e-3978-43c2-ae0a-57ec576bf251 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.243706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80540435-a5a4-4cf6-aa93-ef008c8c8fdc req-aae6cf0e-3978-43c2-ae0a-57ec576bf251 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 943 time: 0.2533076 Feb 15 09:38:08.282003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5f768-43f7-4673-9379-ba5803060313 req-ff2683ac-9ff6-451b-bb38-9a7af1dd0c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.283729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-ff2683ac-9ff6-451b-bb38-9a7af1dd0c51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 200 len: 854 time: 0.1488745 Feb 15 09:38:08.290762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:08.291104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:08.292144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:08.301522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:38:08.302869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Attempting to bind port a1cc2df9-f3fd-466f-be14-72638b92e122 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:08.318017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:08.318373 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:08.318767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:08.319214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Bound port: a1cc2df9-f3fd-466f-be14-72638b92e122, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:08.319578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.348996 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c748a469-d746-4604-aa50-b96c7b84e75d x-openstack-request-id: req-c748a469-d746-4604-aa50-b96c7b84e75d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:08.349338 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-unplugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:08.349545 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c748a469-d746-4604-aa50-b96c7b84e75d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:08.349805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Deleting subnet 33327350-6520-409b-91c8-b1f49703ba94 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:08.351094 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'code': 200} Feb 15 09:38:08.357375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.432728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-b30ee968-9624-4302-9bb7-94c821dad5a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a6759d01-76ca-4ab6-9a54-dc7048068ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1221545 Feb 15 09:38:08.446370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:08.456217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:08.465077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.472221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] For port b0cd15ed-7315-468e-8305-0933696cb670, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0cd15ed-7315-468e-8305-0933696cb670,segment=NetworkSegment(56ad39b8-30b5-487e-8cd2-5d9e8a1ba161),segment_id=56ad39b8-30b5-487e-8cd2-5d9e8a1ba161)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:08.472916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.481850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] DHCP port deletion for 50b12ed8-3048-42d5-ba97-d92252993cc4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:38:08.505611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80540435-a5a4-4cf6-aa93-ef008c8c8fdc req-ab9d7446-be48-4a0d-9d2d-aff4813d214e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466857 Feb 15 09:38:08.551631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.553311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.554300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.556540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] 10.222.0.36 "PUT /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 1096 time: 1.6034584 Feb 15 09:38:08.562536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Calling delete_port for b0cd15ed-7315-468e-8305-0933696cb670 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:08.645572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bf87c-04bd-4fc2-9ed4-f7b56250ebac service neutron] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=11']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:08.668920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Deleting port 01f32a97-5fc0-4a2b-a08c-553a348749d9 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:08.671443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.716471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e970-2853-4329-a33f-f5f62e116a7e req-23dd407a-3a2e-4dd3-871c-ad814c16328b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.725930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e38e970-2853-4329-a33f-f5f62e116a7e req-23dd407a-3a2e-4dd3-871c-ad814c16328b tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.1888208 Feb 15 09:38:08.762033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-f54eb1b9-0bca-45bd-8ca1-77b3cd94d743 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095694 Feb 15 09:38:08.800018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-502666d6-1a90-4ffa-abaf-8e51b5866397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:08.806731 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-502666d6-1a90-4ffa-abaf-8e51b5866397 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1099 time: 0.2187250 Feb 15 09:38:08.855533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] For port 01f32a97-5fc0-4a2b-a08c-553a348749d9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01f32a97-5fc0-4a2b-a08c-553a348749d9,segment=NetworkSegment(b2b4156e-8051-46b0-9f7f-123fa7000235),segment_id=b2b4156e-8051-46b0-9f7f-123fa7000235)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:08.856927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.862630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:08.883038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Calling delete_port for 01f32a97-5fc0-4a2b-a08c-553a348749d9 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:08.929621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e38e970-2853-4329-a33f-f5f62e116a7e req-83793832-d95c-426f-9f12-651bbb81cfd2 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925416 Feb 15 09:38:09.011962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37404) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:09.052098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.097567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Pushing event deleted for resources: {'Port': ['ID=01f32a97-5fc0-4a2b-a08c-553a348749d9,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:09.100398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] No DVR routers for this DVR port 01f32a97-5fc0-4a2b-a08c-553a348749d9 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:09.110082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.111243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.127984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.129505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.130779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.131238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.132246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.132600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.133086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.134308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.134308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.134308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f830a27-a1af-490d-a465-ec64c305762f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:09.226205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-f922762a-c993-48ee-ba3f-df376153d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.227925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-f922762a-c993-48ee-ba3f-df376153d8e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4080570 Feb 15 09:38:09.239429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0e07c-16ff-4e89-8c7d-afc61628a1e0 req-8a270a84-1ed5-49a3-ab69-b964ae27558a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.241079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7da0e07c-16ff-4e89-8c7d-afc61628a1e0 req-8a270a84-1ed5-49a3-ab69-b964ae27558a tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1024 time: 0.1348612 Feb 15 09:38:09.307842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-795d1dc3-4c36-4d16-bc54-bf4afc3812bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0654457 Feb 15 09:38:09.313085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.322679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-1dca087f-c8de-4d1b-8db1-3768150f2070 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.324146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-1dca087f-c8de-4d1b-8db1-3768150f2070 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1024 time: 0.5366855 Feb 15 09:38:09.343461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02a22578-182d-404c-a562-f883026dd2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.352619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8792ba-215d-4016-ade9-3444aa9b8710 req-5aecbbb7-b225-49c7-9bf2-cecb703df10d tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.354226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c8792ba-215d-4016-ade9-3444aa9b8710 req-5aecbbb7-b225-49c7-9bf2-cecb703df10d tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65cd86d-73cd-41a8-a917-f6e618ddeca4 HTTP/1.1" status: 200 len: 945 time: 0.3266129 Feb 15 09:38:09.404987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7da0e07c-16ff-4e89-8c7d-afc61628a1e0 req-cf6840b6-ba0f-45ee-9ced-e74f8a7edf40 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=bab0ca3d-1116-4a24-a6dc-d4f428e11df7&id=e42baf4f-c6f5-4475-af7c-098aed0a6eea&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1487312 Feb 15 09:38:09.418295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-8352ccab-89db-41bc-a0e9-2d4fa30c4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.418492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8db5f768-43f7-4673-9379-ba5803060313 req-5778595c-2966-4a44-bead-65b1c91e6443 service neutron] 10.222.0.36 "GET /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6460900 Feb 15 09:38:09.421280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-8352ccab-89db-41bc-a0e9-2d4fa30c4c70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1059396 Feb 15 09:38:09.428436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Pushing event deleted for resources: {'Port': ['ID=b0cd15ed-7315-468e-8305-0933696cb670,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:09.431145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.503655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-99ce0999-14da-4c33-9bc8-6df40a50132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.505549 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-99ce0999-14da-4c33-9bc8-6df40a50132f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744672 Feb 15 09:38:09.526060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Subnet': ['ID=33327350-6520-409b-91c8-b1f49703ba94,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:09.537468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d467c52-d5af-4a3a-9c39-38461e35ac78 None None] Network 1b651788-e152-4421-a032-f7373d760b0d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:09.574657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.577985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-21b67ad8-1cb4-46e1-97ea-24df276d6a6d tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/subnets/33327350-6520-409b-91c8-b1f49703ba94 HTTP/1.1" status: 204 len: 168 time: 1.3938489 Feb 15 09:38:09.585918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:09.592194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] No DVR routers for this DVR port b0cd15ed-7315-468e-8305-0933696cb670 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:09.597551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.600883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-209f3d88-6b92-4bf7-9d0b-4b91cf3eac08 req-57ad14fc-4a24-4ce1-aee7-9772679a9449 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.72 "DELETE /v2.0/ports/b0cd15ed-7315-468e-8305-0933696cb670 HTTP/1.1" status: 204 len: 173 time: 1.8919549 Feb 15 09:38:09.611456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'name': 'network-vif-deleted', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:09.614060 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7567788d-0e32-4371-9db6-fa05da76eba4" -d '{"events": [{"server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "name": "network-vif-deleted", "tag": "b0cd15ed-7315-468e-8305-0933696cb670"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:09.628140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3b274-cd71-47a2-a423-3c8d76285cfe req-e6772406-d9e4-422e-9bd6-9c70e1faac3d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:09.637139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35e3b274-cd71-47a2-a423-3c8d76285cfe req-e6772406-d9e4-422e-9bd6-9c70e1faac3d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 948 time: 0.1358688 Feb 15 09:38:09.643970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c8792ba-215d-4016-ade9-3444aa9b8710 req-8d931313-b198-4ee6-a4e1-2da6b902a243 tempest-ServerAddressesTestJSON-989698460 tempest-ServerAddressesTestJSON-989698460-project] 10.222.0.10 "GET /v2.0/security-groups?id=034ddbf2-0a23-4149-bbd5-1edff2831063&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510607 Feb 15 09:38:09.737726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.778256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02a22578-182d-404c-a562-f883026dd2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.784514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-f87eaad9-37fd-4dc0-b58e-e4c60e3a5f4c service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696815 Feb 15 09:38:09.787494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35e3b274-cd71-47a2-a423-3c8d76285cfe req-68bdc90a-8257-4fab-a2f9-591cc9cc352e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494820 Feb 15 09:38:09.791976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Deleting port 840aacc7-114c-468a-b347-a33e158c566b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:09.792415 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.793155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ffa679a-8b3c-4b7f-b029-d46c70340311 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:38:09.800027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02a22578-182d-404c-a562-f883026dd2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:09.867115 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c338e2-4894-4503-a713-d1da59acca54 x-openstack-request-id: req-24c338e2-4894-4503-a713-d1da59acca54 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:09.867401 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65cd86d-73cd-41a8-a917-f6e618ddeca4", "name": "network-vif-deleted", "tag": "b0cd15ed-7315-468e-8305-0933696cb670", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:09.867651 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24c338e2-4894-4503-a713-d1da59acca54 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:09.868042 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65cd86d-73cd-41a8-a917-f6e618ddeca4', 'name': 'network-vif-deleted', 'tag': 'b0cd15ed-7315-468e-8305-0933696cb670', 'status': 'completed', 'code': 200} Feb 15 09:38:09.964332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] DHCP port deletion for 1b651788-e152-4421-a032-f7373d760b0d request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:38:10.018971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e384394-3ba0-4c59-98ad-e22a406577ba req-336013ae-5f61-4a2f-ab77-80291c80f791 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186465 Feb 15 09:38:10.036033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e913056-2442-40db-8d00-2d72c26d2fb3 req-da408a90-adf6-4ca1-8ada-d3c28bdc7af5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.038555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e913056-2442-40db-8d00-2d72c26d2fb3 req-da408a90-adf6-4ca1-8ada-d3c28bdc7af5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 943 time: 0.2721057 Feb 15 09:38:10.054505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:10.073934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02a22578-182d-404c-a562-f883026dd2be admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f34832a35cec4254adc7f1a599341407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0515873 Feb 15 09:38:10.075772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01f32a97-5fc0-4a2b-a08c-553a348749d9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:10.078316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:10.090323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a22578-182d-404c-a562-f883026dd2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27e53bb-3b5a-4f99-8d7b-7f333a8f05cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.117749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9ffa679a-8b3c-4b7f-b029-d46c70340311', 'network_id': 'a6759d01-76ca-4ab6-9a54-dc7048068ada', 'port_id': '9ffa679a-8b3c-4b7f-b029-d46c70340311', 'mac_address': 'fa:16:3e:12:b8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4dced88-1cd5-4f92-9972-729f758cd2b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:38:10.121896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 01f32a97-5fc0-4a2b-a08c-553a348749d9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:10.122230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01f32a97-5fc0-4a2b-a08c-553a348749d9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:10.123379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e926a23f-1c84-4e63-bae3-e817bfcdf95b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:10.129794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d768ed0-d9d7-41ea-a218-53ae6fb0eb15 req-5c6b6c8c-923c-4870-bb48-c69b33046669 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.131444 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d768ed0-d9d7-41ea-a218-53ae6fb0eb15 req-5c6b6c8c-923c-4870-bb48-c69b33046669 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.0637445 Feb 15 09:38:10.137866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.188419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e913056-2442-40db-8d00-2d72c26d2fb3 req-c18c3457-1377-4797-b6e1-a45ac32ae58c tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115484 Feb 15 09:38:10.206544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Deleting port e926a23f-1c84-4e63-bae3-e817bfcdf95b {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:10.206919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.209411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d768ed0-d9d7-41ea-a218-53ae6fb0eb15 req-20c44686-c684-4665-942a-d1de0b2711e6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603135 Feb 15 09:38:10.213446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b12ed8-3048-42d5-ba97-d92252993cc4']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:10.235851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2b4156e-8051-46b0-9f7f-123fa7000235') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:10.236152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2b4156e-8051-46b0-9f7f-123fa7000235') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:10.263844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.272954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.323048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] For port 840aacc7-114c-468a-b347-a33e158c566b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=840aacc7-114c-468a-b347-a33e158c566b,segment=NetworkSegment(8c7f7d57-3fc6-441f-a499-1357eb9a0104),segment_id=8c7f7d57-3fc6-441f-a499-1357eb9a0104)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:10.323307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.323680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.334625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.343773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ffa679a-8b3c-4b7f-b029-d46c70340311 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:10.352385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:10.355396 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aaa9a38-3c18-41c8-b976-411718682781" -d '{"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:10.359462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] For port e926a23f-1c84-4e63-bae3-e817bfcdf95b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e926a23f-1c84-4e63-bae3-e817bfcdf95b,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:10.360093 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.361250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Calling delete_port for 840aacc7-114c-468a-b347-a33e158c566b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:10.363501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:10.364028 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:10.367405 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:10.369933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.393971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Calling delete_port for e926a23f-1c84-4e63-bae3-e817bfcdf95b owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:10.411969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:10.416844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e926a23f-1c84-4e63-bae3-e817bfcdf95b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e926a23f-1c84-4e63-bae3-e817bfcdf95b,segment=NetworkSegment(c7b098bd-325a-440a-bc54-ffacbba572cd),segment_id=c7b098bd-325a-440a-bc54-ffacbba572cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:10.430700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.447802 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1d4aa-03ac-45c7-9e3b-e5c9502eef3d x-openstack-request-id: req-08c1d4aa-03ac-45c7-9e3b-e5c9502eef3d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:10.447929 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:10.448161 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08c1d4aa-03ac-45c7-9e3b-e5c9502eef3d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:10.448552 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'status': 'completed', 'code': 200} Feb 15 09:38:10.453071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.501627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.565556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.580936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-44c961ef-1838-468a-b966-b03e61eb9d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.582869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-44c961ef-1838-468a-b966-b03e61eb9d3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1099 time: 0.1294920 Feb 15 09:38:10.595248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1299ea8-640b-4ffc-9677-640e45206d10 req-c0dd952c-c826-4f0a-9bc6-110635370d4e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.596103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.602250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.602569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1299ea8-640b-4ffc-9677-640e45206d10 req-c0dd952c-c826-4f0a-9bc6-110635370d4e tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.0744500 Feb 15 09:38:10.608477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/networks/50b12ed8-3048-42d5-ba97-d92252993cc4 HTTP/1.1" status: 204 len: 168 time: 1.0142894 Feb 15 09:38:10.609991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37430) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:10.652031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9ffa679a-8b3c-4b7f-b029-d46c70340311'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:10.668981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffecda-6b11-494b-9c04-f4b45b633124 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Network': ['ID=50b12ed8-3048-42d5-ba97-d92252993cc4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.687577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e926a23f-1c84-4e63-bae3-e817bfcdf95b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.694147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.718134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] No DVR routers for this DVR port e926a23f-1c84-4e63-bae3-e817bfcdf95b on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:10.743050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-1fb2bbba-214d-4174-8cb8-ccd9afbc9113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.744923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-1fb2bbba-214d-4174-8cb8-ccd9afbc9113 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1099 time: 0.2090895 Feb 15 09:38:10.754921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1299ea8-640b-4ffc-9677-640e45206d10 req-7994ebb0-8cf6-4305-9897-9235c241b1d6 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499844 Feb 15 09:38:10.759345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9187e6d-ce24-4421-8c06-78578192f575 None None] Pushing event deleted for resources: {'Port': ['ID=e926a23f-1c84-4e63-bae3-e817bfcdf95b,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.760875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c29a52-b122-478e-8ebe-9de3b6d8d8fc req-f7d6f984-2a9a-4cc1-82d0-4eb54f384485 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.764132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8c29a52-b122-478e-8ebe-9de3b6d8d8fc req-f7d6f984-2a9a-4cc1-82d0-4eb54f384485 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 1024 time: 0.2174540 Feb 15 09:38:10.789243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.814517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37434) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:10.845745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-a6eaa7f0-2243-4e74-9344-f639fc026bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:10.846987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-a6eaa7f0-2243-4e74-9344-f639fc026bea service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2419412 Feb 15 09:38:10.867197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:10.889560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.892632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:10.896438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d27e53bb-3b5a-4f99-8d7b-7f333a8f05cf HTTP/1.1" status: 204 len: 168 time: 0.8057647 Feb 15 09:38:10.926921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5a0ed-2611-49b8-882d-4657c7abb4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27e53bb-3b5a-4f99-8d7b-7f333a8f05cf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:10.948180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-f5ca32b7-6bd3-4ecb-90b8-f6f054f2822f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0738599 Feb 15 09:38:10.965987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:10.966504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0cd15ed-7315-468e-8305-0933696cb670 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:10.998958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8c29a52-b122-478e-8ebe-9de3b6d8d8fc req-4df7d929-0d14-46de-8b80-0e9f53e7bc5f tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups?id=43985961-5263-4067-9171-298c2435b08d&id=bab0ca3d-1116-4a24-a6dc-d4f428e11df7&id=e42baf4f-c6f5-4475-af7c-098aed0a6eea&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1710284 Feb 15 09:38:10.999570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: b0cd15ed-7315-468e-8305-0933696cb670 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:11.000012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0cd15ed-7315-468e-8305-0933696cb670 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:11.026839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.048394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Deleting subnet e1ecb7e8-ce9a-4b06-a995-4fcbf80565de {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:11.058177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.064447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.123494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b651788-e152-4421-a032-f7373d760b0d']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:11.143059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b098bd-325a-440a-bc54-ffacbba572cd') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:11.143419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b098bd-325a-440a-bc54-ffacbba572cd') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:11.152763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073d339-8e43-4720-97ae-1b811e26c37d req-76266a44-f9ff-4709-8b14-5de09264c365 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.154394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8073d339-8e43-4720-97ae-1b811e26c37d req-76266a44-f9ff-4709-8b14-5de09264c365 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 948 time: 0.2769713 Feb 15 09:38:11.161824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.164494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-0bd845b9-2666-46b8-b971-81ccbc2df7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.166052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-0bd845b9-2666-46b8-b971-81ccbc2df7b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1807942 Feb 15 09:38:11.419901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'Port': ['ID=840aacc7-114c-468a-b347-a33e158c566b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:11.480825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-444857f0-0628-4103-9697-32f98543e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.482334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-444857f0-0628-4103-9697-32f98543e90e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.7170076 Feb 15 09:38:11.505187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] No DVR routers for this DVR port 840aacc7-114c-468a-b347-a33e158c566b on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:11.514173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.518401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70f720f9-7fdc-4ea6-8f1f-5adbe2ba3238 req-16ccb482-5c0c-402f-92d5-9a11f1ca2c37 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.36 "DELETE /v2.0/ports/840aacc7-114c-468a-b347-a33e158c566b HTTP/1.1" status: 204 len: 173 time: 2.1780996 Feb 15 09:38:11.555766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-7d13809b-dde0-44ed-8216-7f79d2083263 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 200 len: 217 time: 0.0521169 Feb 15 09:38:11.578684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f4691-cedc-4383-bf2d-c06d29344e08 req-dd5f8ea1-3684-4d1c-bf14-056aec614ebd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.583617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa4f4691-cedc-4383-bf2d-c06d29344e08 req-dd5f8ea1-3684-4d1c-bf14-056aec614ebd tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 944 time: 0.1688986 Feb 15 09:38:11.595366 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.656587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-dbe30956-96cc-4eea-9112-e039b9c684b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.666908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-dbe30956-96cc-4eea-9112-e039b9c684b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0804882 Feb 15 09:38:11.668368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa4f4691-cedc-4383-bf2d-c06d29344e08 req-3145aafe-3261-428f-a0ed-d1af86e328ac tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745413 Feb 15 09:38:11.671990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.703650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:11.704651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:11.711552 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:11.739252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-b2563744-7fa4-4d8a-a8e1-5def0bb5c591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.740923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-b2563744-7fa4-4d8a-a8e1-5def0bb5c591 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691655 Feb 15 09:38:11.745628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8073d339-8e43-4720-97ae-1b811e26c37d req-6b899085-3cbb-43d7-b186-fe97cb8e3de2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781996 Feb 15 09:38:11.793280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:38:11.818514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.821821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa9a38-3c18-41c8-b976-411718682781 req-6a20f44c-7770-4977-bca4-70e496502184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:11.823334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-6a20f44c-7770-4977-bca4-70e496502184 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314570 Feb 15 09:38:11.869269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'name': 'network-vif-deleted', 'tag': '840aacc7-114c-468a-b347-a33e158c566b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:11.871374 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2a0b94-6fce-4bda-aaa9-052bdca03973" -d '{"events": [{"server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "name": "network-vif-deleted", "tag": "840aacc7-114c-468a-b347-a33e158c566b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:11.909266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:11.923262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ffa679a-8b3c-4b7f-b029-d46c70340311 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:11.931294 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad7fb0e-0ae9-4a4f-a3f1-33ae432ca53d x-openstack-request-id: req-4ad7fb0e-0ae9-4a4f-a3f1-33ae432ca53d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:11.931829 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7645ad99-a388-4d62-a709-a8308432227e", "name": "network-vif-deleted", "tag": "840aacc7-114c-468a-b347-a33e158c566b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:11.931829 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4ad7fb0e-0ae9-4a4f-a3f1-33ae432ca53d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:11.932198 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7645ad99-a388-4d62-a709-a8308432227e', 'name': 'network-vif-deleted', 'tag': '840aacc7-114c-468a-b347-a33e158c566b', 'status': 'completed', 'code': 200} Feb 15 09:38:11.956260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'mac_address': 'fa:16:3e:9c:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:38:11.989979 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:11.997855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-8e861ca0-51c9-4a9f-bbe3-7a9d4c8a456b service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481027 Feb 15 09:38:12.004775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.018747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fde20d-74f3-4974-ae0f-22f94094fff6 req-3bc5027e-b1e1-4379-971c-917d1625d6c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:12.018975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] 10.222.0.10 "DELETE /v2.0/networks/1b651788-e152-4421-a032-f7373d760b0d HTTP/1.1" status: 204 len: 168 time: 1.3975308 Feb 15 09:38:12.022470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63fde20d-74f3-4974-ae0f-22f94094fff6 req-3bc5027e-b1e1-4379-971c-917d1625d6c4 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.1561785 Feb 15 09:38:12.060661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d49a9e-2b4e-49de-b628-4d27e3ade470 tempest-TaggedBootDevicesTest_v242-186659808 tempest-TaggedBootDevicesTest_v242-186659808-project] Pushing event deleted for resources: {'Network': ['ID=1b651788-e152-4421-a032-f7373d760b0d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:12.091948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.113959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:12.138770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:12.140474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9ffa679a-8b3c-4b7f-b029-d46c70340311 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:38:12.146020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9ffa679a-8b3c-4b7f-b029-d46c70340311 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:12.146983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.151056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.153555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.182682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-52bb0076-eaaa-4ad1-9b97-5b690eb1d9e2 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239863 Feb 15 09:38:12.195431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63fde20d-74f3-4974-ae0f-22f94094fff6 req-ae719073-690a-4df6-9e05-7d1b55eea2a1 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720517 Feb 15 09:38:12.250668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:12.257590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-e051bf8d-36b7-4821-a1ff-1cf0864c49b3 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323434 Feb 15 09:38:12.266046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ecb7e8-ce9a-4b06-a995-4fcbf80565de,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:12.271051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.274280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-802f5936-b026-43e7-9110-a91aba0e9b06 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e1ecb7e8-ce9a-4b06-a995-4fcbf80565de HTTP/1.1" status: 204 len: 168 time: 1.4588401 Feb 15 09:38:12.276932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37474) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:12.336790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.342110 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-800dc744-d452-483e-b5eb-e83b370c74c2 req-536ec86b-c2ed-47de-8b99-def865e4fb8b tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/ports?device_id=7645ad99-a388-4d62-a709-a8308432227e HTTP/1.1" status: 200 len: 210 time: 0.1190023 Feb 15 09:38:12.378881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:12.382184 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78db9192-2757-4fe7-abfe-6034c1a6b846" -d '{"events": [{"server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:12.399107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:12.407032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.411418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 840aacc7-114c-468a-b347-a33e158c566b no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:12.449228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a1cc2df9-f3fd-466f-be14-72638b92e122'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:12.457583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.473076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 840aacc7-114c-468a-b347-a33e158c566b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:12.473415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 840aacc7-114c-468a-b347-a33e158c566b not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:12.477911 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5aaa9a38-3c18-41c8-b976-411718682781 req-53c0ab56-78df-4ea1-a59f-c9e3007da9dd service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471991 Feb 15 09:38:12.540715 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078c8331-b10d-4ac0-9f8c-2a955bcf4a1d x-openstack-request-id: req-078c8331-b10d-4ac0-9f8c-2a955bcf4a1d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:12.541226 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "name": "network-vif-plugged", "status": "completed", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:12.541784 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-078c8331-b10d-4ac0-9f8c-2a955bcf4a1d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:12.543063 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311', 'code': 200} Feb 15 09:38:12.587790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:12.656584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.676218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea23a9-a4b2-4198-923a-e3bfacdb4913 req-5b12b11a-1adb-4b12-bd42-60917e5ae354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:12.678890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbea23a9-a4b2-4198-923a-e3bfacdb4913 req-5b12b11a-1adb-4b12-bd42-60917e5ae354 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 1096 time: 0.0800784 Feb 15 09:38:12.698305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1643cd-fe94-43dd-86e1-be95c526c633']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:12.709388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:12.709901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ad39b8-30b5-487e-8cd2-5d9e8a1ba161') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:12.729038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.758039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.770053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:12.770737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:12.819998 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:12.848416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73c00a-6fa1-4704-a928-aee37e67c7fb req-5f27692b-10cc-4cb7-999a-b0fd5730b7a5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:12.850058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d73c00a-6fa1-4704-a928-aee37e67c7fb req-5f27692b-10cc-4cb7-999a-b0fd5730b7a5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.1317730 Feb 15 09:38:12.855913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbea23a9-a4b2-4198-923a-e3bfacdb4913 req-b2e551b9-aa46-471f-a219-e64f52dde979 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692953 Feb 15 09:38:12.883412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de331d8b-7b18-4075-b71e-5983c2ff87ab req-be3ea663-ca73-45c0-a3c6-1f2273db318b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:12.885353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de331d8b-7b18-4075-b71e-5983c2ff87ab req-be3ea663-ca73-45c0-a3c6-1f2273db318b tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.0644712 Feb 15 09:38:12.886557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.900270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d73c00a-6fa1-4704-a928-aee37e67c7fb req-4f6b4d46-ee22-4914-b036-216de6eb3dfd tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425503 Feb 15 09:38:12.924463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:12.931847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8e1643cd-fe94-43dd-86e1-be95c526c633 HTTP/1.1" status: 204 len: 168 time: 0.6538360 Feb 15 09:38:12.932932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a68f9a-3a21-4ef1-8e27-576031ca3da2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e1643cd-fe94-43dd-86e1-be95c526c633,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:12.968351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de331d8b-7b18-4075-b71e-5983c2ff87ab req-63954926-d3f1-4051-ab1b-39f62841b836 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590909 Feb 15 09:38:12.999108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37502) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:13.046178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a182c-bb8d-4d13-b412-1d1fafe8e411 req-645651f1-f7ea-4e06-9aac-e848635690d7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:13.048878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe1a182c-bb8d-4d13-b412-1d1fafe8e411 req-645651f1-f7ea-4e06-9aac-e848635690d7 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.0700009 Feb 15 09:38:13.100716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe1a182c-bb8d-4d13-b412-1d1fafe8e411 req-b005d1a5-1d37-40e4-944c-1cecc8e00408 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446973 Feb 15 09:38:13.178491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37508) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:13.210712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'network': {'name': 'tempest-network-smoke--1363756034', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:13.272225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc911709-bac4-49dd-be47-77bf94d083ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfc3f7d04f704623ba1a3dd8b35a6828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925417 Feb 15 09:38:13.274908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37510) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:13.275850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3d23f-e7ff-4cf4-9a1e-fe0541aa45ba req-e5c8f9dc-ae08-4b7f-91eb-f8586b348b22 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:13.277441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80a3d23f-e7ff-4cf4-9a1e-fe0541aa45ba req-e5c8f9dc-ae08-4b7f-91eb-f8586b348b22 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 1100 time: 0.0911646 Feb 15 09:38:13.279214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:13.283841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.303626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.333096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.343452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80a3d23f-e7ff-4cf4-9a1e-fe0541aa45ba req-59239b96-c2ae-4566-9a65-e205246ab424 tempest-MigrationsAdminTest-1125976665 tempest-MigrationsAdminTest-1125976665-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563188 Feb 15 09:38:13.358449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.418779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.422242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.423794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/034ddbf2-0a23-4149-bbd5-1edff2831063 HTTP/1.1" status: 204 len: 168 time: 0.1473994 Feb 15 09:38:13.434962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bf140-463b-4662-a118-46968f5df560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034ddbf2-0a23-4149-bbd5-1edff2831063,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:13.439062 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.449727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.472184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:38:13.491188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.491843 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Added segment ed1bfaf4-6802-4050-9b82-f29cd22aedcc of type vlan for network 9cca55a9-75b0-4634-8fa7-495444e60f3e Feb 15 09:38:13.529697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-ecadf6a2-6e5d-42d2-936b-0357301e0937 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/bab0ca3d-1116-4a24-a6dc-d4f428e11df7 HTTP/1.1" status: 200 len: 1802 time: 0.0532291 Feb 15 09:38:13.617584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.628847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.651326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b12ab2-78f4-4d33-bb6b-93aba737b793,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:13.669059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.712858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.726045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:13.726795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.743850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.747410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.749155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10ad6c05-c53a-462a-841e-2b744a410ef4 req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/bab0ca3d-1116-4a24-a6dc-d4f428e11df7 HTTP/1.1" status: 204 len: 173 time: 0.2125916 Feb 15 09:38:13.768589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781edccd-3675-41b7-99df-84074f6a46cd tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab0ca3d-1116-4a24-a6dc-d4f428e11df7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:13.806960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:13.837391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-f024302c-49b5-4b96-83a8-e63a14f6d2c0 tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "GET /v2.0/security-groups/e42baf4f-c6f5-4475-af7c-098aed0a6eea HTTP/1.1" status: 200 len: 1802 time: 0.0622609 Feb 15 09:38:13.855612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Network': ['ID=9cca55a9-75b0-4634-8fa7-495444e60f3e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:13.877701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1797cc86-7e46-4103-af19-f7d916fb060e req-18906d80-a472-4e54-a118-1037630d190e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:13.885978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:38:13.886519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1797cc86-7e46-4103-af19-f7d916fb060e req-18906d80-a472-4e54-a118-1037630d190e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 949 time: 0.2009141 Feb 15 09:38:13.891038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8478ddf3-d228-4fe8-b628-87ca7793feb2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8910928 Feb 15 09:38:13.912956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:13.913601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:13.928950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'admin_state_up': True, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:13.966089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1797cc86-7e46-4103-af19-f7d916fb060e req-4e472a46-1ba2-43af-9ec7-be85eae5ea7d tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785832 Feb 15 09:38:13.986634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.031897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.033929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.102199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port a1cc2df9-f3fd-466f-be14-72638b92e122 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:38:14.106919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a1cc2df9-f3fd-466f-be14-72638b92e122 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:14.107604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.135250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.156348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77968f10-7af2-4015-9d96-2b8e4e23c578 req-00dc5d03-a250-4f0e-9de5-84379c6e45f5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:14.158586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77968f10-7af2-4015-9d96-2b8e4e23c578 req-00dc5d03-a250-4f0e-9de5-84379c6e45f5 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.0902383 Feb 15 09:38:14.219181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.253037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-fc083fd7-0a3f-451f-96a5-86bac753ef08 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:14.255263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-fc083fd7-0a3f-451f-96a5-86bac753ef08 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 946 time: 0.0936744 Feb 15 09:38:14.257049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.325684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.328777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.338448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:14.349501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc73c392-95f1-4e9e-8be3-4be4e7814947 req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] 10.222.0.10 "DELETE /v2.0/security-groups/e42baf4f-c6f5-4475-af7c-098aed0a6eea HTTP/1.1" status: 204 len: 173 time: 0.5086641 Feb 15 09:38:14.383802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.392947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b9400-286b-4e59-a73d-8c8808584bce tempest-SecurityGroupsTestJSON-1964264492 tempest-SecurityGroupsTestJSON-1964264492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42baf4f-c6f5-4475-af7c-098aed0a6eea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:14.453310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Deleting subnet e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:14.482195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:14.486941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.509678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77968f10-7af2-4015-9d96-2b8e4e23c578 req-7f58eda5-3302-4c79-afc9-ceb3cd3dc685 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/security-groups?id=ad02a1c2-a61a-43da-a27b-928ffb96a35b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313153 Feb 15 09:38:14.509678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.546506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:14.549688 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f82adc-d26e-4fad-b0f1-7d41787b6243" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:14.553316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c8b01-5a6f-4ec2-8898-b83ad46cac39 req-65bfe522-1f93-46aa-89c3-8fa0c5d26165 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:14.560955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f36c8b01-5a6f-4ec2-8898-b83ad46cac39 req-65bfe522-1f93-46aa-89c3-8fa0c5d26165 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.1203582 Feb 15 09:38:14.564247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=13']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:14.614659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.622180 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86537040-2d1e-48f6-a912-22f2644ffff8 x-openstack-request-id: req-86537040-2d1e-48f6-a912-22f2644ffff8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:14.622496 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-plugged", "status": "completed", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:14.622743 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86537040-2d1e-48f6-a912-22f2644ffff8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:14.623584 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'code': 200} Feb 15 09:38:14.624737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f36c8b01-5a6f-4ec2-8898-b83ad46cac39 req-eb562594-d315-44a6-8bca-95e005a35ff5 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610983 Feb 15 09:38:14.669586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Deleting port 75c20153-4d78-403f-a843-e0d99cecdf74 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:14.669930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.726182 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.818888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.833400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37558) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:14.839452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.894065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] For port 75c20153-4d78-403f-a843-e0d99cecdf74, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=75c20153-4d78-403f-a843-e0d99cecdf74,segment=NetworkSegment(8b7eef9d-6733-469b-9a53-46a85f76618a),segment_id=8b7eef9d-6733-469b-9a53-46a85f76618a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:14.894459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.917090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Calling delete_port for 75c20153-4d78-403f-a843-e0d99cecdf74 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:14.929192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea9132-ea70-4d4e-bc5b-4efc533bf863 req-535c78b4-c267-4d61-987f-b521581a7c1f tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:14.930718 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efea9132-ea70-4d4e-bc5b-4efc533bf863 req-535c78b4-c267-4d61-987f-b521581a7c1f tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.1566684 Feb 15 09:38:14.933488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:14.961844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.25.6.195 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/609afbd0-6c17-4da3-9865-280d015d3ddd) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:15.007568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2783cb3-aaf1-4ca5-ab11-e1ec7e532708,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:15.025038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-network', 'tenant_id': '94b7899c8fb44469856b4412b1d53776'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:15.033726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.036879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ff0535f3-24f0-472e-aea3-c4b7f661630c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e2783cb3-aaf1-4ca5-ab11-e1ec7e532708 HTTP/1.1" status: 204 len: 168 time: 0.6943638 Feb 15 09:38:15.039898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:15.077094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-efea9132-ea70-4d4e-bc5b-4efc533bf863 req-d46cdf4b-ead9-49af-97c8-34d6a74004e7 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311207 Feb 15 09:38:15.109095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Made reservation on behalf of 94b7899c8fb44469856b4412b1d53776 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:15.111927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.123472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.225499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.230366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64870c-215f-49cc-bed6-f24fb243df9c req-542c1100-97c5-4e8a-a3ef-211d6a304f55 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:15.233046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af64870c-215f-49cc-bed6-f24fb243df9c req-542c1100-97c5-4e8a-a3ef-211d6a304f55 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 950 time: 0.1346102 Feb 15 09:38:15.244900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['75c20153-4d78-403f-a843-e0d99cecdf74'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:15.257672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.290853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Pushing event deleted for resources: {'Port': ['ID=75c20153-4d78-403f-a843-e0d99cecdf74,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:15.309342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1641a-029f-465f-99e9-a7e8a913c0ed req-20e1e88e-0a00-4f6c-9575-2974aba7df65 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:15.311141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52a1641a-029f-465f-99e9-a7e8a913c0ed req-20e1e88e-0a00-4f6c-9575-2974aba7df65 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 950 time: 0.2116268 Feb 15 09:38:15.365526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.404334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] No DVR routers for this DVR port 75c20153-4d78-403f-a843-e0d99cecdf74 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:15.407262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.410324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.413817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-decb9586-62f9-43f7-a1be-7d0e517527d3 req-e24e4cf6-ac60-4dc7-89cc-7b0413356f95 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.72 "DELETE /v2.0/ports/75c20153-4d78-403f-a843-e0d99cecdf74 HTTP/1.1" status: 204 len: 173 time: 1.1394124 Feb 15 09:38:15.414207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'name': 'network-vif-deleted', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:15.416550 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64810f9a-4d8e-4380-8f82-9e9a119e42ab" -d '{"events": [{"server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "name": "network-vif-deleted", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:15.422297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.470111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:38:15.500746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129be24-6a67-4f44-b0c3-11ea19e4fd25 req-6f586b65-5f0b-4cf2-9ea6-b849084a6c44 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:15.509373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a129be24-6a67-4f44-b0c3-11ea19e4fd25 req-6f586b65-5f0b-4cf2-9ea6-b849084a6c44 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.1624076 Feb 15 09:38:15.511680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06428669-7e1d-49d9-8b1d-fed0b901f4e4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:15.523407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.523407 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Added segment eb02f744-872b-4909-b99d-e1f04f7e58cd of type vlan for network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 Feb 15 09:38:15.531497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52a1641a-029f-465f-99e9-a7e8a913c0ed req-1073a355-5565-41c1-8a37-9d2cf818dc7c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100606 Feb 15 09:38:15.555992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.592141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bdc3854-8e6f-4524-968b-9a2cee10e515']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:15.606215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7f7d57-3fc6-441f-a499-1357eb9a0104') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:15.606215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7f7d57-3fc6-441f-a499-1357eb9a0104') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:15.608337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.622905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a129be24-6a67-4f44-b0c3-11ea19e4fd25 req-a49338e0-2a50-41d3-a47f-ba3e84c8d55e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124363 Feb 15 09:38:15.625284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.634433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.637623 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26415ed-405c-4c17-9449-68c4eac66e55 x-openstack-request-id: req-f26415ed-405c-4c17-9449-68c4eac66e55 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:15.637901 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4696c7f1-b38f-4e6b-8615-43c34cf17353", "name": "network-vif-deleted", "tag": "75c20153-4d78-403f-a843-e0d99cecdf74", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:15.638155 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f26415ed-405c-4c17-9449-68c4eac66e55 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:15.638548 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4696c7f1-b38f-4e6b-8615-43c34cf17353', 'name': 'network-vif-deleted', 'tag': '75c20153-4d78-403f-a843-e0d99cecdf74', 'status': 'completed', 'code': 200} Feb 15 09:38:15.687297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:15.690308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.695375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Deleting port a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:15.695816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.697752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.698804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:15.699447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.703298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:15.709054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:15.720577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=609afbd0-6c17-4da3-9865-280d015d3ddd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:15.726568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:15.726988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:15.728687 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:15.785235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9475305 Feb 15 09:38:15.795878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37576) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:15.810598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b2fdad-0e57-46a9-995d-cf8ff8a1eae1 admin admin] Pushing event updated for resources: {'Network': ['ID=dec2ffdb-8064-4a8d-855c-5d0791fb6d54,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:15.829892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34837c3b-41cf-4143-a26c-71abcb762e96 req-55f35904-35ef-48d7-9933-5d4269c9b969 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:15.831744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34837c3b-41cf-4143-a26c-71abcb762e96 req-55f35904-35ef-48d7-9933-5d4269c9b969 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.0965075 Feb 15 09:38:15.840331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:38:15.840612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Request body: {'subnet': {'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-subnet', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:15.887739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51cf6dee-ce06-489c-85db-b8fa2fa44ad1 req-d1b39dd7-9a21-4085-b3a8-68d8ca940174 tempest-DeleteServersTestJSON-1822198733 tempest-DeleteServersTestJSON-1822198733-project] 10.222.0.10 "GET /v2.0/ports?device_id=4696c7f1-b38f-4e6b-8615-43c34cf17353 HTTP/1.1" status: 200 len: 210 time: 0.1011870 Feb 15 09:38:15.955988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34837c3b-41cf-4143-a26c-71abcb762e96 req-8642cc78-8e8d-4a1d-a5ff-6102e7be8288 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077626 Feb 15 09:38:16.048646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.073410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.079692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] 10.222.0.10 "DELETE /v2.0/networks/7bdc3854-8e6f-4524-968b-9a2cee10e515 HTTP/1.1" status: 204 len: 168 time: 1.0357575 Feb 15 09:38:16.163338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] For port a1cc2df9-f3fd-466f-be14-72638b92e122, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a1cc2df9-f3fd-466f-be14-72638b92e122,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:16.163708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.176855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaa377-a57f-4cf6-90ae-05dddd3974be admin admin] Pushing event deleted for resources: {'Network': ['ID=7bdc3854-8e6f-4524-968b-9a2cee10e515,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:16.178619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Made reservation on behalf of 94b7899c8fb44469856b4412b1d53776 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:16.180844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.275516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Calling delete_port for a1cc2df9-f3fd-466f-be14-72638b92e122 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:16.277041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:16.307468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73bb20-16f5-4b70-9528-5973c286297c req-57fef0bf-dd51-4a44-ac0d-62b1d2283afc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:16.309617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db73bb20-16f5-4b70-9528-5973c286297c req-57fef0bf-dd51-4a44-ac0d-62b1d2283afc tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.0789483 Feb 15 09:38:16.352422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db73bb20-16f5-4b70-9528-5973c286297c req-f73e7712-1626-4dce-a1d2-aefc4382dc29 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362706 Feb 15 09:38:16.506691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59ab8857-18a2-452c-b298-58b48e3454de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ead75c73311b48c887c7bc264909ff6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276073 Feb 15 09:38:16.509198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:16.565832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.604884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.628077 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.661330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e2fad94-698d-475b-8780-ebf1a359a24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.665449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173cad0-aba3-45f5-98b7-867f9e0d7bce req-694dda41-2785-4d7f-a7aa-631be25cc999 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:16.667939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3173cad0-aba3-45f5-98b7-867f9e0d7bce req-694dda41-2785-4d7f-a7aa-631be25cc999 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.2205584 Feb 15 09:38:16.672144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.737034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.740071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:16.744459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43985961-5263-4067-9171-298c2435b08d HTTP/1.1" status: 204 len: 168 time: 0.2342172 Feb 15 09:38:16.775338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc0d93-b0e7-4b15-89ef-853857bf5ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43985961-5263-4067-9171-298c2435b08d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:16.804408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f941d-0032-4273-afff-44a303b6cc58 req-9a321a59-d813-4da3-8fbf-ca3f69da7ea2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:16.813509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e3f941d-0032-4273-afff-44a303b6cc58 req-9a321a59-d813-4da3-8fbf-ca3f69da7ea2 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 950 time: 0.1091771 Feb 15 09:38:16.868292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e3f941d-0032-4273-afff-44a303b6cc58 req-34f7d814-18dc-41e9-8a73-dc2536ac9503 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534260 Feb 15 09:38:17.386033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:17.392515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:17.411176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'bff5c708-e602-4a7c-809a-32f94166c9eb', '749d7942-ebca-4085-a432-a04cc5c0637b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:17.592388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Checking segment: {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:17.592639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Network hostable DHCP agents. Network: dec2ffdb-8064-4a8d-855c-5d0791fb6d54, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:38:17.639380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event deleted for resources: {'Port': ['ID=a1cc2df9-f3fd-466f-be14-72638b92e122,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:17.689958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3173cad0-aba3-45f5-98b7-867f9e0d7bce req-8cef1624-2341-4327-b723-f4d2a019f6b1 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6066411 Feb 15 09:38:17.772779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a62d05b-7df5-4d76-a145-3961be6d4a6f,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:17.816375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:38:17.821891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] No DVR routers for this DVR port a1cc2df9-f3fd-466f-be14-72638b92e122 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:17.829149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:17.833048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:17.834147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af64870c-215f-49cc-bed6-f24fb243df9c req-bd6ca274-edde-4497-932c-e8922f99c569 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.36 "DELETE /v2.0/ports/a1cc2df9-f3fd-466f-be14-72638b92e122 HTTP/1.1" status: 204 len: 173 time: 2.5594990 Feb 15 09:38:17.837412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-deleted', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:17.840302 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c70af9-6585-41d0-b04e-7f639f60761e" -d '{"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-deleted", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:17.863378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, dec2ffdb-8064-4a8d-855c-5d0791fb6d54) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:17.873951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:17.900611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:17.901546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:17.934076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: a1cc2df9-f3fd-466f-be14-72638b92e122 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:17.934430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a1cc2df9-f3fd-466f-be14-72638b92e122 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:17.944032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00910e4-461b-4a1c-b355-f9dac326801a None None] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:18.023193 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8913c06-1fb6-489c-b57f-55ca558deae4 x-openstack-request-id: req-a8913c06-1fb6-489c-b57f-55ca558deae4 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:18.023613 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "658d8efc-287c-433a-98fb-8261e62859d6", "name": "network-vif-deleted", "tag": "a1cc2df9-f3fd-466f-be14-72638b92e122", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:18.023963 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8913c06-1fb6-489c-b57f-55ca558deae4 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:18.024660 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '658d8efc-287c-433a-98fb-8261e62859d6', 'name': 'network-vif-deleted', 'tag': 'a1cc2df9-f3fd-466f-be14-72638b92e122', 'status': 'completed', 'code': 200} Feb 15 09:38:18.060666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37652) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:18.064974 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b02feb6-15a7-4824-9364-f2a279c8a6ad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2585919 Feb 15 09:38:18.069691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:18.203387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:18.206538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:18.266193 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8eb0586-acef-432d-8d5d-103d7ca95c1d req-6235e5c7-9045-4c0a-914c-9ef1ebb95835 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=658d8efc-287c-433a-98fb-8261e62859d6 HTTP/1.1" status: 200 len: 210 time: 0.1268461 Feb 15 09:38:18.350541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:38:18.427210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37660) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:18.450277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:18.558993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b1218-c014-492a-bfa4-6134b3df5bb2 None None] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:18.624897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:18.722331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:18.723565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1325eb62-6e25-4d27-b29b-e2209c3e652e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8079567 Feb 15 09:38:18.726734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37666) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:18.728585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-679258750-network', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:18.747095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:18.795006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:18.795853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:37:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:18.812654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a1697-12fe-4d9f-aec7-edf46bfae736 req-c035d343-4a5e-4f8f-b06b-6aa738de3623 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:18.830739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e1a1697-12fe-4d9f-aec7-edf46bfae736 req-c035d343-4a5e-4f8f-b06b-6aa738de3623 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.1643250 Feb 15 09:38:18.912629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:18.961243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 75c20153-4d78-403f-a843-e0d99cecdf74 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:18.987292 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e1a1697-12fe-4d9f-aec7-edf46bfae736 req-6e830499-6f6e-4f86-a047-400822d3b34e tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539991 Feb 15 09:38:19.012976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 75c20153-4d78-403f-a843-e0d99cecdf74 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:19.014918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 75c20153-4d78-403f-a843-e0d99cecdf74 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:19.054533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Made reservation on behalf of 178f2e137b2243a4995d297dcd40f2d4 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:19.064960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.082336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.117214 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d0dbe976-ee6d-4679-883f-40e72c16c885 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=8cbddf51dbb841748d2cec96f8a02d6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3892357 Feb 15 09:38:19.119783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:19.276340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:19.365984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.397390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.400158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bafdcb25-b1ba-4a5f-88b1-7efea37b5ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.539192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6203109-8866-4e47-90aa-e7ca2c778a25 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:19.540670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a6203109-8866-4e47-90aa-e7ca2c778a25 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4199426 Feb 15 09:38:19.550766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:19.676385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-aea6960f-d2db-46f6-8489-e8439868586a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:19.681693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-aea6960f-d2db-46f6-8489-e8439868586a tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.1399596 Feb 15 09:38:19.682530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Allocated IP 172.25.6.50 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e71ddd9f-1015-4706-8660-7d7ec5f894b3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:19.722097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:16Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:19.787278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:19.787627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Updating router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 port 609afbd0-6c17-4da3-9865-280d015d3ddd binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:19.815192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.849744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.856079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Deleting port 9ffa679a-8b3c-4b7f-b029-d46c70340311 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:19.856079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.912117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b108eb9-c5d6-4892-845e-6f447cb5db18 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3479154 Feb 15 09:38:19.927577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:19.930782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37686) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:19.943104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-389927559', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:19.974119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.030050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.084568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] For port 9ffa679a-8b3c-4b7f-b029-d46c70340311, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ffa679a-8b3c-4b7f-b029-d46c70340311,segment=NetworkSegment(2c415b44-305d-4b37-9403-65e458c0c7f8),segment_id=2c415b44-305d-4b37-9403-65e458c0c7f8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:20.084951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.123255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Calling delete_port for 9ffa679a-8b3c-4b7f-b029-d46c70340311 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:20.151873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e7ab3d-7c52-4c87-992b-408c9d3d6a1b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:20.203775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:20.213536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:38:20.236172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:20.242001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:20.297010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Pushing event updated for resources: {'Port': ['ID=e71ddd9f-1015-4706-8660-7d7ec5f894b3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:20.339387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.358711 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.374138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.375069 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Added segment 765e9089-f57b-412e-a757-b25038b3b12e of type vlan for network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f Feb 15 09:38:20.389798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.417930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c9e4-ae6b-4dfa-a0ba-8ad9f8e5afbd None None] Pushing event updated for resources: {'Port': ['ID=609afbd0-6c17-4da3-9865-280d015d3ddd,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:20.420767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Attempting to bind port 609afbd0-6c17-4da3-9865-280d015d3ddd on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:20.421159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Attempting to bind port 609afbd0-6c17-4da3-9865-280d015d3ddd by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:20.421517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Attempting to bind port 609afbd0-6c17-4da3-9865-280d015d3ddd on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:20.430868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 37, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:20.431217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:20.431663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.432053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:20.432522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Bound port: 609afbd0-6c17-4da3-9865-280d015d3ddd, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:20.432974 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.447875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8135aff-15de-4e57-9447-9425ed7a8feb req-09d82f82-1672-4492-a5fe-06b530d91886 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:20.451023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4bd52a-8703-4359-862e-708a138479ac req-5ec9ea04-0946-496c-8454-600884493224 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:20.457041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b4bd52a-8703-4359-862e-708a138479ac req-5ec9ea04-0946-496c-8454-600884493224 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/ports?device_id=0787de47-8457-492a-b20f-1e3cd9ab11df HTTP/1.1" status: 200 len: 945 time: 0.3361931 Feb 15 09:38:20.463936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8135aff-15de-4e57-9447-9425ed7a8feb req-09d82f82-1672-4492-a5fe-06b530d91886 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 951 time: 0.5969517 Feb 15 09:38:20.511950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] For port 609afbd0-6c17-4da3-9865-280d015d3ddd, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:20.515434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] For port 609afbd0-6c17-4da3-9865-280d015d3ddd, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=609afbd0-6c17-4da3-9865-280d015d3ddd,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:20.521876 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.553405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.578028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9ffa679a-8b3c-4b7f-b029-d46c70340311'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:20.586130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:20.586130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:20.596883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b4bd52a-8703-4359-862e-708a138479ac req-bb3775ba-1591-4aeb-b0c5-e608e5ec9004 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.10 "GET /v2.0/security-groups?id=9799ff0d-0c7b-468a-b357-144f2cd49a91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194820 Feb 15 09:38:20.643789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Pushing event deleted for resources: {'Port': ['ID=9ffa679a-8b3c-4b7f-b029-d46c70340311,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:20.671982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.702816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8135aff-15de-4e57-9447-9425ed7a8feb req-65be9886-e317-4d27-bcb7-cb248ac4e519 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365830 Feb 15 09:38:20.720776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:20.741077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] No DVR routers for this DVR port 9ffa679a-8b3c-4b7f-b029-d46c70340311 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:20.746829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.758426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24afd100-600e-4a2d-b090-1b0150a8c68a req-2171657d-6636-4195-928c-29568b1d17e6 tempest-ServerDiskConfigTestJSON-33641124 tempest-ServerDiskConfigTestJSON-33641124-project] 10.222.0.36 "DELETE /v2.0/ports/9ffa679a-8b3c-4b7f-b029-d46c70340311 HTTP/1.1" status: 204 len: 173 time: 1.0679393 Feb 15 09:38:20.761108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'name': 'network-vif-deleted', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:20.773895 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55574f7a-93f6-4e75-af1a-9476af63c35b" -d '{"events": [{"server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "name": "network-vif-deleted", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:20.861022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.862095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:20.862695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.888070 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103c3f24-3511-46d6-92e8-3046e018322c x-openstack-request-id: req-103c3f24-3511-46d6-92e8-3046e018322c {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:20.888734 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0787de47-8457-492a-b20f-1e3cd9ab11df", "name": "network-vif-deleted", "tag": "9ffa679a-8b3c-4b7f-b029-d46c70340311", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:20.889351 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-103c3f24-3511-46d6-92e8-3046e018322c {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:20.889978 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0787de47-8457-492a-b20f-1e3cd9ab11df', 'name': 'network-vif-deleted', 'tag': '9ffa679a-8b3c-4b7f-b029-d46c70340311', 'status': 'completed', 'code': 200} Feb 15 09:38:20.946017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c9e4-ae6b-4dfa-a0ba-8ad9f8e5afbd None None] Pushing event updated for resources: {'Port': ['ID=609afbd0-6c17-4da3-9865-280d015d3ddd,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:20.962678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:20.968080 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:20.979586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] Pushing event updated for resources: {'Network': ['ID=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:21.000920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:38:21.142332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-efb18706-20e0-43fd-86d3-9ddde44d874a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7068505 Feb 15 09:38:21.146333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37700) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:21.163892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Request body: {'subnet': {'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-679258750-subnet', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:21.197494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:21.213380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-150a11a9-ac70-4897-a8de-6b1174393af3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:21.215576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-150a11a9-ac70-4897-a8de-6b1174393af3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 951 time: 0.1658058 Feb 15 09:38:21.232615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Made reservation on behalf of 178f2e137b2243a4995d297dcd40f2d4 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:21.235929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:21.368319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:16Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:21.575363 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:21.661548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a1fbd0-c764-45ce-9d47-84d9302deccb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:21.676504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Checking segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:21.677481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Network hostable DHCP agents. Network: bb6b4cd6-3805-47f1-b8a0-56b32c9f989f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:38:21.708962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:38:21.724181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, bb6b4cd6-3805-47f1-b8a0-56b32c9f989f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:21.740693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:21.741961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:21.791286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b14845-f8a9-4207-990c-257e015062ca None None] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:21.797735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-12fb5fc8-9676-4efc-ac28-c310e2e6498e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6491449 Feb 15 09:38:21.800645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37710) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:21.806926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:21.810879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c47afa1-4077-423f-af72-42efd3a71678 None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:16Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:21.880620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:21.881874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.047659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.165690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:38:22.168497 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.190714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d974998-7e78-48e1-b463-ea416c37e02c req-803d87b1-2b86-4326-8dd9-7a5e0c758876 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:22.191756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d974998-7e78-48e1-b463-ea416c37e02c req-803d87b1-2b86-4326-8dd9-7a5e0c758876 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 951 time: 0.2844620 Feb 15 09:38:22.193823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37720) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:22.378150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.421393 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.445062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.498170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Allocated IP 172.20.0.2 (bb6b4cd6-3805-47f1-b8a0-56b32c9f989f/19a1fbd0-c764-45ce-9d47-84d9302deccb/c112147e-e66e-431e-aa66-0678a4e41b21) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:22.499043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Deleting subnet d4dced88-1cd5-4f92-9972-729f758cd2b3 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:22.503899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.561308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Deleting port 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:22.562038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.580512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.646929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.652179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d974998-7e78-48e1-b463-ea416c37e02c req-3b0b3c53-9090-4750-982f-49c84b736f0c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457855 Feb 15 09:38:22.672008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.763191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.810388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.836074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.840487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Subnet': ['ID=92284137-ce01-4a3d-9285-804cf38cda71,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:22.875713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Checking segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:22.876049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network hostable DHCP agents. Network: 9cca55a9-75b0-4634-8fa7-495444e60f3e, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:38:22.880069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] For port 749d7942-ebca-4085-a432-a04cc5c0637b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=749d7942-ebca-4085-a432-a04cc5c0637b,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:22.880437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:22.905955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Calling delete_port for 749d7942-ebca-4085-a432-a04cc5c0637b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:22.952014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:38:22.983603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:22.998106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.008918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:23.013577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:23.051011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Pushing event updated for resources: {'Port': ['ID=c112147e-e66e-431e-aa66-0678a4e41b21,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:23.083791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9cca55a9-75b0-4634-8fa7-495444e60f3e) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:23.105720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:23.107395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.114131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da847dd-45a1-43ac-ac8c-c2bfa250797d None None] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:23.170671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1f558497-998d-4443-9766-fd394fd58bcb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.2348850 Feb 15 09:38:23.171678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37726) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:23.222752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4dced88-1cd5-4f92-9972-729f758cd2b3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:23.252759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.257579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26a48d90-6d59-4cc4-8373-1494b5a75b12 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d4dced88-1cd5-4f92-9972-729f758cd2b3 HTTP/1.1" status: 204 len: 168 time: 1.0627050 Feb 15 09:38:23.260122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Attempting to bind port c112147e-e66e-431e-aa66-0678a4e41b21 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:23.260499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Attempting to bind port c112147e-e66e-431e-aa66-0678a4e41b21 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:23.260897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Attempting to bind port c112147e-e66e-431e-aa66-0678a4e41b21 on network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:23.263055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:23.341310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:23.341738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Checking segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:23.342145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.342723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Bound using segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:23.343224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Bound port: c112147e-e66e-431e-aa66-0678a4e41b21, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:23.343613 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.394015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.434492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.476775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.480645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37738) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:23.498619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] For port c112147e-e66e-431e-aa66-0678a4e41b21, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:23.513138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] For port c112147e-e66e-431e-aa66-0678a4e41b21, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c112147e-e66e-431e-aa66-0678a4e41b21,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:23.541968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.683334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b73e71-8438-4ba3-b60d-568e2ad13c21 None None] Pushing event updated for resources: {'Port': ['ID=c112147e-e66e-431e-aa66-0678a4e41b21,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:23.756914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-9cca55a9-75b0-4634-8fa7-495444e60f3e', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:38:23.757921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.770528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Deleting subnet 4b00b31b-0cc6-4e7b-8c34-6927a9d80351 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:23.778980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.822912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.886555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:23.890536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ffa679a-8b3c-4b7f-b029-d46c70340311 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:23.983795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.012621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Router 92e645e8-6e78-4180-ab71-8dcb330660e7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:38:24.080159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'bff5c708-e602-4a7c-809a-32f94166c9eb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:24.160311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9ffa679a-8b3c-4b7f-b029-d46c70340311 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:24.160891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ffa679a-8b3c-4b7f-b029-d46c70340311 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:24.208151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event deleted for resources: {'Port': ['ID=749d7942-ebca-4085-a432-a04cc5c0637b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:24.223664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ed372-b7bd-4f47-a9b4-876f85e27949 req-d77828c2-9131-4669-b608-ee44da063b1e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:24.238372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b87ed372-b7bd-4f47-a9b4-876f85e27949 req-d77828c2-9131-4669-b608-ee44da063b1e tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae002a02-71b7-447e-9e9d-f847f7e252d2 HTTP/1.1" status: 200 len: 868 time: 0.4405537 Feb 15 09:38:24.266634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c112147e-e66e-431e-aa66-0678a4e41b21 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:24.272635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Allocated IP 172.20.0.2 (9cca55a9-75b0-4634-8fa7-495444e60f3e/92284137-ce01-4a3d-9285-804cf38cda71/da783673-e306-4d6f-b38c-90b668c2e62c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:24.475092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] No DVR routers for this DVR port 749d7942-ebca-4085-a432-a04cc5c0637b on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:24.495818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b87ed372-b7bd-4f47-a9b4-876f85e27949 req-d3291f41-70a2-4d87-b96e-74f1eca21f57 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564404 Feb 15 09:38:24.498806 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.513201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e18174a-f96a-47f2-887b-cc028b078f19 req-86b4943c-7469-4ae6-934c-f8001895b4a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "DELETE /v2.0/ports/749d7942-ebca-4085-a432-a04cc5c0637b HTTP/1.1" status: 204 len: 173 time: 3.1939280 Feb 15 09:38:24.515806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-deleted', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:24.519381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ee2f1a-bfc8-460b-bdfa-b05f8c6ec8ca" -d '{"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-deleted", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:24.576499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.578256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c112147e-e66e-431e-aa66-0678a4e41b21 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:24.581147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.581930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Allocated IP 172.25.6.127 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:24.625835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6759d01-76ca-4ab6-9a54-dc7048068ada']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:24.746803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c415b44-305d-4b37-9403-65e458c0c7f8') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:24.747328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c415b44-305d-4b37-9403-65e458c0c7f8') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:24.803769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.806700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.807577 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0684ce57-2a87-453b-89bc-fc6410162c82 x-openstack-request-id: req-0684ce57-2a87-453b-89bc-fc6410162c82 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:24.807929 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae002a02-71b7-447e-9e9d-f847f7e252d2", "name": "network-vif-deleted", "tag": "749d7942-ebca-4085-a432-a04cc5c0637b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:24.808242 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0684ce57-2a87-453b-89bc-fc6410162c82 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:24.808723 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae002a02-71b7-447e-9e9d-f847f7e252d2', 'name': 'network-vif-deleted', 'tag': '749d7942-ebca-4085-a432-a04cc5c0637b', 'status': 'completed', 'code': 200} Feb 15 09:38:24.873213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b00b31b-0cc6-4e7b-8c34-6927a9d80351,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:24.889029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.893455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ddb131c7-5ccb-424d-9013-f5ea281c6c5c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4b00b31b-0cc6-4e7b-8c34-6927a9d80351 HTTP/1.1" status: 204 len: 168 time: 1.4103038 Feb 15 09:38:24.894630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.896613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37748) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:24.911403 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.928368 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.934508 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.949366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:24.960393 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Sync routers for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:24.969800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.971956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:24.972199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:24.977757 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:24.978015 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:24.980721 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:25.035751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.043363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37752) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:25.049067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Pushing event updated for resources: {'Port': ['ID=da783673-e306-4d6f-b38c-90b668c2e62c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:25.052479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:25.073700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.078268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-59f1370e-6464-48d4-93a9-91f6136b8afc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0114524 Feb 15 09:38:25.079986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37756) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:25.103532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 749d7942-ebca-4085-a432-a04cc5c0637b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:25.104098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 749d7942-ebca-4085-a432-a04cc5c0637b not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:25.115424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:25.120735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:25.128171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:25.213576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c112147e-e66e-431e-aa66-0678a4e41b21, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c112147e-e66e-431e-aa66-0678a4e41b21,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:25.225529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Attempting to bind port da783673-e306-4d6f-b38c-90b668c2e62c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:25.226145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Attempting to bind port da783673-e306-4d6f-b38c-90b668c2e62c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:25.226598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Attempting to bind port da783673-e306-4d6f-b38c-90b668c2e62c on network 9cca55a9-75b0-4634-8fa7-495444e60f3e {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:25.231165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.232134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 609afbd0-6c17-4da3-9865-280d015d3ddd up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:25.268234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:25.268234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Checking segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:25.268886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.269374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Bound using segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:25.270053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Bound port: da783673-e306-4d6f-b38c-90b668c2e62c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:25.270563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.322088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.344600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.374621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.386877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] 10.222.0.10 "DELETE /v2.0/networks/a6759d01-76ca-4ab6-9a54-dc7048068ada HTTP/1.1" status: 204 len: 168 time: 2.1212587 Feb 15 09:38:25.438994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9185fb91-0a9a-459a-8d6a-c39be8f620cf admin admin] Pushing event deleted for resources: {'Network': ['ID=a6759d01-76ca-4ab6-9a54-dc7048068ada,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:25.454754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c112147e-e66e-431e-aa66-0678a4e41b21,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:25.463679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.488931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] For port da783673-e306-4d6f-b38c-90b668c2e62c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:25.518822 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:25.521365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] For port da783673-e306-4d6f-b38c-90b668c2e62c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da783673-e306-4d6f-b38c-90b668c2e62c,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:25.531442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 609afbd0-6c17-4da3-9865-280d015d3ddd triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:25.534369 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.601239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.695493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fc2385-b053-4153-8c28-84cc3886e82b None None] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:25.731808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37764) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:25.768483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:25.783380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:25.790485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Pushing event updated for resources: {'Port': ['ID=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:25.794321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.797527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:25.936401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-23ebe708-6525-4865-b130-7370857f87eb None None] Provisioning complete for port c112147e-e66e-431e-aa66-0678a4e41b21 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:25.938791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23ebe708-6525-4865-b130-7370857f87eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:25.940290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1c7f58-244a-4c34-95c7-623d21ee98d2']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:25.982410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b7eef9d-6733-469b-9a53-46a85f76618a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:25.982680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b7eef9d-6733-469b-9a53-46a85f76618a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:25.999988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.008236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3842788c-e6c7-4cf5-ba87-457244f7eace admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6871ba578a6d4eed93c97e907ad82809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663946 Feb 15 09:38:26.012416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694d20e-222c-4f5e-a701-6ffdfd8dbc33 None None] Pushing event updated for resources: {'Port': ['ID=da783673-e306-4d6f-b38c-90b668c2e62c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:26.022586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37768) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:26.035854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:20Z', 'revision_number': 3, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:26.098152 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Checking router: 92e645e8-6e78-4180-ab71-8dcb330660e7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:26.098759 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Updating router 92e645e8-6e78-4180-ab71-8dcb330660e7 port e71ddd9f-1015-4706-8660-7d7ec5f894b3 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:26.106882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.154074 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.161604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:26.161604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:26.163355 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:26.283615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.325857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.387105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 609afbd0-6c17-4da3-9865-280d015d3ddd, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=609afbd0-6c17-4da3-9865-280d015d3ddd,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:26.404408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.622624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=609afbd0-6c17-4da3-9865-280d015d3ddd,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:26.664048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.670979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] 10.222.0.10 "DELETE /v2.0/networks/2f1c7f58-244a-4c34-95c7-623d21ee98d2 HTTP/1.1" status: 204 len: 168 time: 1.7682459 Feb 15 09:38:26.685088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4d2d6-b5a1-444c-933a-bca5b3dee9ba admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1c7f58-244a-4c34-95c7-623d21ee98d2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:26.688728 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.693453 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.722948 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.896169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c112147e-e66e-431e-aa66-0678a4e41b21 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:26.911800 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Attempting to bind port e71ddd9f-1015-4706-8660-7d7ec5f894b3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:26.912480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Attempting to bind port e71ddd9f-1015-4706-8660-7d7ec5f894b3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:26.913127 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Attempting to bind port e71ddd9f-1015-4706-8660-7d7ec5f894b3 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:26.920049 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4213974-873e-4b04-bdb6-545d20953fbe None None] Pushing event updated for resources: {'Port': ['ID=e71ddd9f-1015-4706-8660-7d7ec5f894b3,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:26.927026 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:26.927727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:26.928314 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:26.930214 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:26.930991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Bound port: e71ddd9f-1015-4706-8660-7d7ec5f894b3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:26.931723 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.038380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-55411bc3-3394-4def-9208-41833392a83d None None] Provisioning complete for port c112147e-e66e-431e-aa66-0678a4e41b21 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:27.038558 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-55411bc3-3394-4def-9208-41833392a83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.055721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] For port e71ddd9f-1015-4706-8660-7d7ec5f894b3, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:27.067519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] For port e71ddd9f-1015-4706-8660-7d7ec5f894b3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e71ddd9f-1015-4706-8660-7d7ec5f894b3,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:27.078103 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.135401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37774) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:27.148952 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:27.150031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c112147e-e66e-431e-aa66-0678a4e41b21 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:27.150395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.150611 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:27.215474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.308233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:27.334556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da783673-e306-4d6f-b38c-90b668c2e62c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:27.371005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.1 (9cca55a9-75b0-4634-8fa7-495444e60f3e/92284137-ce01-4a3d-9285-804cf38cda71/0ba079da-4350-4f73-a48f-ef446c110f02) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:27.428396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:38:27.430788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port da783673-e306-4d6f-b38c-90b668c2e62c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:27.431174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.452527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.488788 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4213974-873e-4b04-bdb6-545d20953fbe None None] Pushing event updated for resources: {'Port': ['ID=e71ddd9f-1015-4706-8660-7d7ec5f894b3,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:27.499150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7416a2-58a5-460d-bcf6-9c7996ac051d None None] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:27.563588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b92a6-b2f2-4dde-8276-87cf2774aa3f req-48ad2246-501e-47fa-a5c5-d2d8b3abec06 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:27.572280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb5b92a6-b2f2-4dde-8276-87cf2774aa3f req-48ad2246-501e-47fa-a5c5-d2d8b3abec06 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 1.6046953 Feb 15 09:38:27.640484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-350bdd6b-82ed-42b7-852e-c409a0d7df7e None None] Provisioning complete for port da783673-e306-4d6f-b38c-90b668c2e62c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:27.641175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-350bdd6b-82ed-42b7-852e-c409a0d7df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.654064 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:20Z', 'revision_number': 3, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:27.665896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:27.703803 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1652d995-63b0-43aa-99f1-cefe984c1649 None None] The sync data for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 is: [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:20Z', 'revision_number': 3, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:27.707684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.709354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20a2f8ce-5025-4212-8518-2ddce8ebd0bb admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.9075100 Feb 15 09:38:27.711953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37780) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:27.732173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.743523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Sync routers for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:27.767556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a207f435-7b14-45b5-8991-7d2494adaa9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51480292d2894c7f9b497abb274da4d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141448 Feb 15 09:38:27.777601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37782) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:27.904158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.941505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:27.951206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb5b92a6-b2f2-4dde-8276-87cf2774aa3f req-0a848d25-e2ec-4cfb-9a6e-dd01fd6113a4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3773644 Feb 15 09:38:28.020607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:28.022988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:28.027763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-040dff68-9e31-4261-ab46-632298d7ac64 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:28.029746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-040dff68-9e31-4261-ab46-632298d7ac64 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.8163650 Feb 15 09:38:28.055434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.057650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.060511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9799ff0d-0c7b-468a-b357-144f2cd49a91 HTTP/1.1" status: 204 len: 168 time: 2.0005581 Feb 15 09:38:28.190631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.200696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.201724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad02a1c2-a61a-43da-a27b-928ffb96a35b HTTP/1.1" status: 204 len: 168 time: 0.4231851 Feb 15 09:38:28.206712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.282901 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-350bdd6b-82ed-42b7-852e-c409a0d7df7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.287610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae526e89-b7fa-4b72-b3b9-10e01867712b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02a1c2-a61a-43da-a27b-928ffb96a35b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:28.305524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.355371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:28.398008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6f645-bc7b-4f03-b476-70dfe0922079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9799ff0d-0c7b-468a-b357-144f2cd49a91,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:28.435528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port da783673-e306-4d6f-b38c-90b668c2e62c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da783673-e306-4d6f-b38c-90b668c2e62c,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:28.619377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.654379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.902827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:28.964905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.035799 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-350bdd6b-82ed-42b7-852e-c409a0d7df7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:38:29.036396 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-350bdd6b-82ed-42b7-852e-c409a0d7df7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:38:29.037194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 609afbd0-6c17-4da3-9865-280d015d3ddd up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:29.252554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Allocated IP 172.20.0.1 (dec2ffdb-8064-4a8d-855c-5d0791fb6d54/9a62d05b-7df5-4d76-a145-3961be6d4a6f/1061db61-6e9e-4658-8250-ac7a408e5d98) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:29.262345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=da783673-e306-4d6f-b38c-90b668c2e62c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:29.333970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4d8af-4917-4fc9-a9c4-bdc45bbb0c59 req-333544e6-ad81-4e08-86a9-4d25490421e0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:29.335589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1d4d8af-4917-4fc9-a9c4-bdc45bbb0c59 req-333544e6-ad81-4e08-86a9-4d25490421e0 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.1689157 Feb 15 09:38:29.375420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 3, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:29.385412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 609afbd0-6c17-4da3-9865-280d015d3ddd triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:29.385887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.447486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Checking router: 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:29.448048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Updating router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:29.490131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1d4d8af-4917-4fc9-a9c4-bdc45bbb0c59 req-bf7d8122-b5a9-44c5-917c-503f036d2bfe tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212404 Feb 15 09:38:29.499131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Allocated IP 172.20.0.1 (bb6b4cd6-3805-47f1-b8a0-56b32c9f989f/19a1fbd0-c764-45ce-9d47-84d9302deccb/5c920ad5-8c03-4dd5-b190-5d535d61483e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:29.525401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.527565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.734594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:29.754397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.756587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Deleting port bff5c708-e602-4a7c-809a-32f94166c9eb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:29.756857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.802537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:29.816903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:29.864201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e71ddd9f-1015-4706-8660-7d7ec5f894b3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:29.924365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:29.929106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:29.933341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:29.997657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:30.015220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d9fc307e-3bbb-4fa7-a5d5-7d430b6450e3 None None] Provisioning complete for port da783673-e306-4d6f-b38c-90b668c2e62c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:30.015503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9fc307e-3bbb-4fa7-a5d5-7d430b6450e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.021980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:30.030600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.080259 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.202572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:30.344632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:30.406527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e71ddd9f-1015-4706-8660-7d7ec5f894b3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:30.407037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.408057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:30.437311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:30.470799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.496194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:30.500308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.700304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] For port bff5c708-e602-4a7c-809a-32f94166c9eb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=bff5c708-e602-4a7c-809a-32f94166c9eb,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:30.701008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.713857 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.722275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Calling delete_port for bff5c708-e602-4a7c-809a-32f94166c9eb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:30.725721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.734147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.749804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Provisioning complete for port 5c920ad5-8c03-4dd5-b190-5d535d61483e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:30.750215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.803444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.810784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.866661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e71ddd9f-1015-4706-8660-7d7ec5f894b3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e71ddd9f-1015-4706-8660-7d7ec5f894b3,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:30.885059 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.896434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Port 5c920ad5-8c03-4dd5-b190-5d535d61483e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:38:30.905038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Attempting to bind port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:30.905340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Attempting to bind port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:30.905705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Attempting to bind port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:30.909143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f252-a12c-4b02-b476-47a2c5d854d4 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:30.933353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:30.944607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:30.945228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:30.945752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.947572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:30.947572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Bound port: a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:30.947572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.987006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:30.995061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Provisioning complete for port 0ba079da-4350-4f73-a48f-ef446c110f02 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:30.995382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.001416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device bff5c708-e602-4a7c-809a-32f94166c9eb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:31.011449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8aaa24c9-fb3e-4648-ac56-9369a113c88c req-83c86616-8398-4197-903e-95deb8b02600 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0739250 Feb 15 09:38:31.050588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.111129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e71ddd9f-1015-4706-8660-7d7ec5f894b3,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:31.134171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da783673-e306-4d6f-b38c-90b668c2e62c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:31.142874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4b4be6ea-2026-48ed-87be-acb412bfbd10 None None] Port 0ba079da-4350-4f73-a48f-ef446c110f02 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:38:31.164774 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.170489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] For port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:31.175171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.189243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] For port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:31.225476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.297464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.307556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973937d-a5a0-4010-a188-558a5e0aff3b req-f8bb0b6b-916f-4da0-84d0-689fde07a04b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:31.315929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5973937d-a5a0-4010-a188-558a5e0aff3b req-f8bb0b6b-916f-4da0-84d0-689fde07a04b tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 949 time: 0.6320312 Feb 15 09:38:31.348428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:31.350062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:31.539301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:31.633172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5973937d-a5a0-4010-a188-558a5e0aff3b req-6728d1dc-323a-42ca-b6a9-05789ac14ea6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161609 Feb 15 09:38:31.637628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f252-a12c-4b02-b476-47a2c5d854d4 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:31.666947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port da783673-e306-4d6f-b38c-90b668c2e62c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:31.667630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.689911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:31.749992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:31.763308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d100cfc3-881a-4eed-9646-2b76a0aa2ae0 admin admin] 10.222.0.10 "PUT /v2.0/routers/70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0495861 Feb 15 09:38:31.826254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:31.826960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:31.839003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['c141ee85-9bd0-4763-bdd8-5fff9c507bd6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:31.879461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb05cced-4d6a-4ae1-b8e5-87401a0300c8 req-6e3824be-db9b-405e-9701-3990ec4bee4d tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0609527 Feb 15 09:38:32.017578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-427adf6e-4f4b-436c-b4ea-375a583d6a86 None None] Provisioning complete for port 5c920ad5-8c03-4dd5-b190-5d535d61483e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:32.017949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-427adf6e-4f4b-436c-b4ea-375a583d6a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.234224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-427adf6e-4f4b-436c-b4ea-375a583d6a86 None None] Port 5c920ad5-8c03-4dd5-b190-5d535d61483e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:38:32.298892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:32.304664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1106564614', 'description': 'tempest-description--585145742'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:32.327372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:32.341965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:32.354701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.445043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.451026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.519695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:32.540983 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.543276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ada684e-b8f6-48ae-9fe9-70b9f3520bab tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2432203 Feb 15 09:38:32.546240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37918) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:32.558999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'security_group_rule': {'security_group_id': '627f1e8b-d87a-4cb0-b0bb-7cbd18799c61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:32.582527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event deleted for resources: {'Port': ['ID=bff5c708-e602-4a7c-809a-32f94166c9eb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:32.613944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c537099-85ec-4a98-a0e0-bc0fe00c7200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.692875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.759813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] No DVR routers for this DVR port bff5c708-e602-4a7c-809a-32f94166c9eb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:32.773473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.776770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a1debd6-734d-4ede-af93-6ffce99f8166 req-1525a9da-d061-472a-8461-dfe2efe06d16 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "DELETE /v2.0/ports/bff5c708-e602-4a7c-809a-32f94166c9eb HTTP/1.1" status: 204 len: 173 time: 4.7288046 Feb 15 09:38:32.777268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-deleted', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:32.779757 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2991d353-0ac8-4f90-9701-aa5fbd1468ce" -d '{"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-deleted", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:32.790358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.870073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 2, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:32.893065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.895371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c537099-85ec-4a98-a0e0-bc0fe00c7200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.900100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cf785a1-7d75-4129-990d-7d7ba2f4ebbc req-da48eb9f-b3a2-44ee-b777-ff564c2283a6 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 210 time: 0.0675166 Feb 15 09:38:32.901112 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89958b-0af2-4f30-9733-d1fe3f13a660 x-openstack-request-id: req-cb89958b-0af2-4f30-9733-d1fe3f13a660 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:32.901409 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4df34-f5a6-4629-86ed-f26d181bd90a", "name": "network-vif-deleted", "tag": "bff5c708-e602-4a7c-809a-32f94166c9eb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:32.901663 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb89958b-0af2-4f30-9733-d1fe3f13a660 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:32.901902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.902103 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4df34-f5a6-4629-86ed-f26d181bd90a', 'name': 'network-vif-deleted', 'tag': 'bff5c708-e602-4a7c-809a-32f94166c9eb', 'status': 'completed', 'code': 200} Feb 15 09:38:32.924716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563db0de-f753-49a5-8e12-6362957a5802,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:32.928093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8c537099-85ec-4a98-a0e0-bc0fe00c7200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.929987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02aa325c-0f25-44cf-8bf3-76d4417ef01e None None] The sync data for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 is: [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 2, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:32.960562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:32.964400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba890f31-4b11-4d5c-9d88-a84c92c3f839 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4154277 Feb 15 09:38:32.965047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37926) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:32.989634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'security_group_rule': {'security_group_id': '627f1e8b-d87a-4cb0-b0bb-7cbd18799c61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:33.015910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8c537099-85ec-4a98-a0e0-bc0fe00c7200 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=771a57d484ed4358815d109329315149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6848300 Feb 15 09:38:33.028134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37928) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:33.072502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c537099-85ec-4a98-a0e0-bc0fe00c7200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ded6185-988c-491f-9ae0-6cae01af7448,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:33.152474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e71ddd9f-1015-4706-8660-7d7ec5f894b3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:33.164739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.166472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.217633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.283132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.290892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.299994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.305053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e71ddd9f-1015-4706-8660-7d7ec5f894b3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:33.305969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.330304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cd033e-0419-4d07-8b1c-a6126d9db7d4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:33.344652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.350665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c42a55f-dc26-4d6b-96a8-29a42a2a6c10 req-e7b205f2-68ac-40a6-9294-1b4d7c59ac2e tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.2501953 Feb 15 09:38:33.351414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37932) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:33.351745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd506936-b23e-48a8-a707-9785814877d3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786044 Feb 15 09:38:33.358911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.362076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.365539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ded6185-988c-491f-9ae0-6cae01af7448 HTTP/1.1" status: 204 len: 168 time: 0.3328788 Feb 15 09:38:33.371702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0c5bf-2e87-457d-8804-2fe0c072e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ded6185-988c-491f-9ae0-6cae01af7448,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:33.400681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.421547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:33.623557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198ca476-2872-45f8-a97b-ebbb222ca90b req-d9766df3-2785-4d21-9193-8edb3a5c08e5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1337600 Feb 15 09:38:33.735067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.738770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.758798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:33.768469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198ca476-2872-45f8-a97b-ebbb222ca90b req-a2082518-836b-44b6-8af8-2dbf1693ad81 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=18626dc280474be795e0581045384dc9&device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 210 time: 0.0701299 Feb 15 09:38:33.788661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-339c8d29-3eaa-4000-a038-a3873a7f3693 req-f85d5ba0-973c-4424-988d-3eab99b035b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0354476 Feb 15 09:38:33.791176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:33.793815 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:34.015854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198ca476-2872-45f8-a97b-ebbb222ca90b req-2038829d-88bb-4155-a600-d9ca62d0af59 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=18626dc280474be795e0581045384dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2193589 Feb 15 09:38:34.036668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Deleting port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:34.037129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:34.160682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:34.169615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Pushing event updated for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:34.180544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d45a7515-9dc1-46bc-9d45-192bb8dc5205 req-db4d6ac6-03b2-4850-b4a1-d3b966293471 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=6fa4df34-f5a6-4629-86ed-f26d181bd90a HTTP/1.1" status: 200 len: 210 time: 0.0431900 Feb 15 09:38:34.390020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:34.436415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] For port 247a3543-d5ce-48fe-a7ea-fc6a5588b19f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:34.436781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:34.451399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:34.484270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198ca476-2872-45f8-a97b-ebbb222ca90b req-c5b39c02-804b-4047-b35b-0eb899d1c84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:34.486430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198ca476-2872-45f8-a97b-ebbb222ca90b req-c5b39c02-804b-4047-b35b-0eb899d1c84d service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4548748 Feb 15 09:38:34.490352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Calling delete_port for 247a3543-d5ce-48fe-a7ea-fc6a5588b19f owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:34.526810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39bd647b-fd94-4d08-b75a-d9855a43b184 req-c3e092c7-5d86-4cf2-a2c8-6978f28dbd2a tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0511551 Feb 15 09:38:34.548940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:34.722245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6896f69-01b0-4746-bd9d-3ac582abc844 req-c204e35b-df0c-4cf3-b032-07a49a220ffc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0637374 Feb 15 09:38:34.758052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:34.785681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d1af654e-165e-4920-a32f-9679cbd27842 None None] Provisioning complete for port 0ba079da-4350-4f73-a48f-ef446c110f02 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:34.786294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1af654e-165e-4920-a32f-9679cbd27842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:34.822427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d1af654e-165e-4920-a32f-9679cbd27842 None None] Port 0ba079da-4350-4f73-a48f-ef446c110f02 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:38:34.879277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:35.050553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:35.069033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:35.134874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Router 92e645e8-6e78-4180-ab71-8dcb330660e7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:35.139873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:35.140677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:35.141466 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:35.231506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Pushing event deleted for resources: {'Port': ['ID=247a3543-d5ce-48fe-a7ea-fc6a5588b19f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:35.257432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:35.305333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:35.308066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Allocated IP 172.25.6.58 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/bb8cb0a7-a3c5-453b-9321-71c14914c8ef) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:35.314850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:35.397404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:35.622592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebe8d0-ea84-493c-a09e-e77e3cf53a17 req-fd880c9b-2b59-4afe-9b65-995779c6d690 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:35.641441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4eebe8d0-ea84-493c-a09e-e77e3cf53a17 req-fd880c9b-2b59-4afe-9b65-995779c6d690 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.0820138 Feb 15 09:38:35.711634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4eebe8d0-ea84-493c-a09e-e77e3cf53a17 req-ac97cd23-98fd-4e4e-b982-7ddfdfd80a08 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652854 Feb 15 09:38:35.958939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b18faaa-541d-406e-a93e-4ca6523d7dfa req-88e34b3b-2cfb-4954-b37c-1c805146be11 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0578909 Feb 15 09:38:35.965205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:35.971432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-595f38e4-7cb3-42c5-82e8-13d943fd0d0f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/02c5790c-ba55-4a25-8492-5d50e47cfbf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7986851 Feb 15 09:38:35.974088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37998) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:35.985282 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:36.007155 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:36.007155 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:36.029672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:36.036014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-013dbec9-ec02-47ea-939d-62b8375ca5b6 admin admin] 10.222.0.10 "PUT /v2.0/routers/92e645e8-6e78-4180-ab71-8dcb330660e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9493217 Feb 15 09:38:36.045664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Sync routers for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:36.077857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:36.079678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:36.111453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:36.114067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:36.192922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:36.380437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:36.385324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Sync routers for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:36.386056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:36.432327 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:36.433371 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:36.513912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:36.534253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:36.549876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:36.613912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'Port': ['ID=bb8cb0a7-a3c5-453b-9321-71c14914c8ef,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:36.847453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:32Z', 'revision_number': 2, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:36.883377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Checking router: 92e645e8-6e78-4180-ab71-8dcb330660e7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:36.883862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Updating router 92e645e8-6e78-4180-ab71-8dcb330660e7 port 1061db61-6e9e-4658-8250-ac7a408e5d98 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:36.917839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:36.931459 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:37.119740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.120279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.120975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.121437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.121887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.122346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.123167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.123288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.123742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.125847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-703e847c-5509-4338-965e-d2118a4b8830 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6405 time: 1.1507506 Feb 15 09:38:37.139347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:37.231813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.242211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Router 2f58b974-8d53-48c0-9326-8d9e742db345 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:37.296766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef0cac-fe42-4f57-a9ce-2ea9725c76b8 req-271b5cd7-d23c-49b9-abe3-84bf726d1660 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.301006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33ef0cac-fe42-4f57-a9ce-2ea9725c76b8 req-271b5cd7-d23c-49b9-abe3-84bf726d1660 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.4405410 Feb 15 09:38:37.304295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 2, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:37.385644 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:37.386134 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Updating router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 port 0ba079da-4350-4f73-a48f-ef446c110f02 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:37.391307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.414728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-da51ca1e-3acf-4341-b015-b1db0797bf8c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.427797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-da51ca1e-3acf-4341-b015-b1db0797bf8c tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 949 time: 0.5652237 Feb 15 09:38:37.440932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.441573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.442184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.442754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:37.443631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.444203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.445713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.446248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.451222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.451789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.454049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0c3e6d70-bbbd-46ae-836b-350ea40e8d29 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5942 time: 0.3137271 Feb 15 09:38:37.519244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-55237a02-e212-48f1-b94b-4dbee1caf51f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:37.521071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-55237a02-e212-48f1-b94b-4dbee1caf51f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 820 time: 0.3930180 Feb 15 09:38:37.521706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38046) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:37.536186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.552008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:37.552008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.553525 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.596736 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.621870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-56839333-4dc0-4ac7-9aba-ea66b887a350 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/quotas/94b7899c8fb44469856b4412b1d53776 HTTP/1.1" status: 200 len: 375 time: 0.0710430 Feb 15 09:38:37.638031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38050) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:37.670460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb8f9-91bb-4d4d-8d2f-10b017487890 None None] Pushing event updated for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:37.768152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33ef0cac-fe42-4f57-a9ce-2ea9725c76b8 req-12172de4-b90c-4d36-8b52-6859d5281ae4 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519658 Feb 15 09:38:37.788401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Attempting to bind port 1061db61-6e9e-4658-8250-ac7a408e5d98 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:37.788863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Attempting to bind port 1061db61-6e9e-4658-8250-ac7a408e5d98 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:37.789296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Attempting to bind port 1061db61-6e9e-4658-8250-ac7a408e5d98 on network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:37.811076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:37.811843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Checking segment: {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:37.812721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.812721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Bound using segment: {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:37.813305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Bound port: 1061db61-6e9e-4658-8250-ac7a408e5d98, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:37.813801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.835989 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 2, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:37.844829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-ab13339d-40c0-47fa-a1d0-b7a6e91ecac3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2033403 Feb 15 09:38:37.897078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Checking router: 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:37.897799 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Updating router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 port 5c920ad5-8c03-4dd5-b190-5d535d61483e binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:38:37.949165 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:37.972161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] For port 1061db61-6e9e-4658-8250-ac7a408e5d98, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:37.976139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] For port 1061db61-6e9e-4658-8250-ac7a408e5d98, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1061db61-6e9e-4658-8250-ac7a408e5d98,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:37.992989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.020081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd613-12d6-4c39-8344-27abc96b2f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.070822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49cfadd9-686c-46c1-b9f2-877b82f9837c req-866d5818-352c-4da0-825f-a2f2d9a8ef15 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0867670 Feb 15 09:38:38.092775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:38.099873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:38.164878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-7a580290-13b4-4b2a-bb5b-7aab1434493c service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982674 Feb 15 09:38:38.227119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffb8f9-91bb-4d4d-8d2f-10b017487890 None None] Pushing event updated for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:38.266492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.272403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:38.279349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-851fc90c-4ec8-4dbf-9305-aa3b5cb0cf95 admin admin] 10.222.0.10 "PUT /v2.0/routers/2f58b974-8d53-48c0-9326-8d9e742db345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2240415 Feb 15 09:38:38.293842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38064) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:38.295248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.345082 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.480168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-928c0a4b-777a-4468-abe4-d25aa3a9cd7a tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5229 time: 0.9571595 Feb 15 09:38:38.504430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-7693cb33-56d1-4fde-8f78-3307d429f94c service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385415 Feb 15 09:38:38.536920 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.568698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd613-12d6-4c39-8344-27abc96b2f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.573541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd613-12d6-4c39-8344-27abc96b2f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.619234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.689318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ebcdd613-12d6-4c39-8344-27abc96b2f86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46fd1ecd190a4ccea73de0d714e92e42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0203028 Feb 15 09:38:38.690656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcdd613-12d6-4c39-8344-27abc96b2f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2095d4ad-6835-4505-885d-ea717022709f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:38.694132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38080) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:38.778085 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Pushing event updated for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:38.802457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.802800 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.803171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.803500 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.803827 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.804151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.804469 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.804787 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.805131 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.805446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.805760 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.806076 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:38:38.847110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.887499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a857b974-e839-4d34-afd6-761833cd9e95 req-6c86edf1-f8a5-476b-baab-d9d528fb6796 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.2932870 Feb 15 09:38:38.898230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Sync routers for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:38.931542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Deleting port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:38.931901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.935369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:38.944256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:38.944911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:38.953348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.047762 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Attempting to bind port 0ba079da-4350-4f73-a48f-ef446c110f02 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:39.048368 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Attempting to bind port 0ba079da-4350-4f73-a48f-ef446c110f02 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:39.049293 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Attempting to bind port 0ba079da-4350-4f73-a48f-ef446c110f02 on network 9cca55a9-75b0-4634-8fa7-495444e60f3e {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:39.072126 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:39.072581 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Checking segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:39.073014 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.073416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Bound using segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:39.073912 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Bound port: 0ba079da-4350-4f73-a48f-ef446c110f02, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:39.074285 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.138356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.141042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.147420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2095d4ad-6835-4505-885d-ea717022709f HTTP/1.1" status: 204 len: 168 time: 0.4470780 Feb 15 09:38:39.152737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3baed-5b86-43ef-92be-c3188cd5fbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2095d4ad-6835-4505-885d-ea717022709f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:39.159099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'Port': ['ID=bb8cb0a7-a3c5-453b-9321-71c14914c8ef,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:39.212452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.213815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e19f0772-b492-4b1d-ab4f-3aea32dc9440 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8552363 Feb 15 09:38:39.281152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:39.302758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] For port c141ee85-9bd0-4763-bdd8-5fff9c507bd6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:39.303351 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.307957 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] For port 0ba079da-4350-4f73-a48f-ef446c110f02, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:39.317190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] For port 0ba079da-4350-4f73-a48f-ef446c110f02, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ba079da-4350-4f73-a48f-ef446c110f02,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:39.321318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Calling delete_port for c141ee85-9bd0-4763-bdd8-5fff9c507bd6 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:39.335898 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.635933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.637753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:39.638475 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:39.646160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] Provisioning complete for port 0ba079da-4350-4f73-a48f-ef446c110f02 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:39.646865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.670040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:39.671224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Pushing event deleted for resources: {'Port': ['ID=c141ee85-9bd0-4763-bdd8-5fff9c507bd6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:39.682137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.717214 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.721937 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922db6f2-e3f3-4ea3-99e2-1185de0bd6ca None None] Pushing event updated for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:39.739962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe097-66d5-473b-a7ff-3a886810b6f9 req-0315a3cd-7f2a-43eb-85ae-1f2010fecb07 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:39.755527 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.763374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84dfe097-66d5-473b-a7ff-3a886810b6f9 req-0315a3cd-7f2a-43eb-85ae-1f2010fecb07 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/ports?device_id=b343b173-6dd0-4713-8a86-804774e8ffc6 HTTP/1.1" status: 200 len: 867 time: 0.2719254 Feb 15 09:38:39.810160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] No DVR routers for this DVR port c141ee85-9bd0-4763-bdd8-5fff9c507bd6 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:39.814413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.819203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d562643-3c3d-48b6-84bc-78e9aa33d2b2 req-90a1d67c-3416-4e30-828f-08def1edf9a3 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.72 "DELETE /v2.0/ports/c141ee85-9bd0-4763-bdd8-5fff9c507bd6 HTTP/1.1" status: 204 len: 173 time: 2.3903892 Feb 15 09:38:39.819752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-deleted', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:39.823229 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3b455b-8dce-4f1f-9dd3-490b5a98c41e" -d '{"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-deleted", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:39.871032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Deleting port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:39.871436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:39.921866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e704ff5-ae1f-4134-acbd-4220e512faeb None None] Pushing event updated for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:39.990454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38138) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:40.005038 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84dfe097-66d5-473b-a7ff-3a886810b6f9 req-4c20ed96-1852-4c94-a967-da4d3874eb14 tempest-MigrationsAdminTest-905084911 tempest-MigrationsAdminTest-905084911-project] 10.222.0.10 "GET /v2.0/security-groups?id=995e06d7-91e8-4623-b3bc-939d1a1c05bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361543 Feb 15 09:38:40.019555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Attempting to bind port 5c920ad5-8c03-4dd5-b190-5d535d61483e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:40.019555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Attempting to bind port 5c920ad5-8c03-4dd5-b190-5d535d61483e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:40.020154 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Attempting to bind port 5c920ad5-8c03-4dd5-b190-5d535d61483e on network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:40.029059 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:40.029583 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Checking segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:40.030547 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.030914 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Bound using segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:40.031569 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Bound port: 5c920ad5-8c03-4dd5-b190-5d535d61483e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:40.032236 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.053760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb31ec-6dd2-40ce-8041-7ebb3b63bd4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.160691 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] For port 5c920ad5-8c03-4dd5-b190-5d535d61483e, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:40.169517 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] For port 5c920ad5-8c03-4dd5-b190-5d535d61483e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c920ad5-8c03-4dd5-b190-5d535d61483e,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:40.225690 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.252509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cb928aa-2b04-4bde-8f7a-2ff25b7a1651 req-df4bc7e6-2256-4a8c-a983-a36abc7fcd61 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0977523 Feb 15 09:38:40.308724 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:40.309771 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:40.373909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb31ec-6dd2-40ce-8041-7ebb3b63bd4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.390338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb31ec-6dd2-40ce-8041-7ebb3b63bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.419766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] For port c235bb3b-b3b2-4ff9-bce1-0f82d72a967d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:40.421847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.554720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Calling delete_port for c235bb3b-b3b2-4ff9-bce1-0f82d72a967d owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:40.562545 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:40.603947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb31ec-6dd2-40ce-8041-7ebb3b63bd4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482d173c-856b-407e-abf4-0b2aad88aba4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:40.658446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-adfb31ec-6dd2-40ce-8041-7ebb3b63bd4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0af56aa8c1c433c895ea18d0a37a9b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654565 Feb 15 09:38:40.660064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:40.850904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:40.855233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:40.883009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1065162019', 'description': 'tempest-secgroup-smoke-1065162019 description', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:40.956365 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.082332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:41.082952 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c50808a-4602-46dd-95a8-29bcf4cadac1 x-openstack-request-id: req-9c50808a-4602-46dd-95a8-29bcf4cadac1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:41.083358 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b343b173-6dd0-4713-8a86-804774e8ffc6", "name": "network-vif-deleted", "tag": "c141ee85-9bd0-4763-bdd8-5fff9c507bd6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:41.083841 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c50808a-4602-46dd-95a8-29bcf4cadac1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:41.085312 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b343b173-6dd0-4713-8a86-804774e8ffc6', 'name': 'network-vif-deleted', 'tag': 'c141ee85-9bd0-4763-bdd8-5fff9c507bd6', 'status': 'completed', 'code': 200} Feb 15 09:38:41.097238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.178220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.180839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.193746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/482d173c-856b-407e-abf4-0b2aad88aba4 HTTP/1.1" status: 204 len: 168 time: 0.5325298 Feb 15 09:38:41.229760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbcd30-c61b-4815-ac91-120980e6845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482d173c-856b-407e-abf4-0b2aad88aba4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:41.305896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: c141ee85-9bd0-4763-bdd8-5fff9c507bd6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:41.306566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device c141ee85-9bd0-4763-bdd8-5fff9c507bd6 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:41.344554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.411742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:38:34Z', 'revision_number': 5, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port': {'id': 'c235bb3b-b3b2-4ff9-bce1-0f82d72a967d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ff:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:01Z', 'updated_at': '2022-02-15T09:31:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:41.471098 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:39Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:41.482953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d432783-940f-4116-bba6-bae7b1e3d082 req-aa2ff3fb-2e2f-4a15-b0c9-4267b44ffc9e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0655730 Feb 15 09:38:41.508794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Checking router: 2f58b974-8d53-48c0-9326-8d9e742db345 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:41.521601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:37Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:41.528678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.545536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e704ff5-ae1f-4134-acbd-4220e512faeb None None] Pushing event updated for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:41.552471 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42097317-d8b1-40e8-a06d-8ea591041cbd None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:39Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:41.586056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] For port 0ba079da-4350-4f73-a48f-ef446c110f02, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ba079da-4350-4f73-a48f-ef446c110f02,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:41.591879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Routers {'2f58b974-8d53-48c0-9326-8d9e742db345'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:41.593462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f58b974-8d53-48c0-9326-8d9e742db345'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:41.597593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c22525f-c010-45cc-b336-0bf5caab580f None None] The sync data for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 is: [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:37Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:41.603771 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.652399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:41.752741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b12728e1-c009-4f6a-b3f3-562c2ea23bc6 req-0e07aa10-c677-4796-bb4b-f25cf88c4092 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.4221354 Feb 15 09:38:41.755861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:41.870769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:41.968525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] Set router 2f58b974-8d53-48c0-9326-8d9e742db345 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:42.186860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:38:39Z', 'revision_number': 6, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:42.334837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-8f63788c-ec91-4bb7-83fa-ba1cc6919563 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:42.336276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0add858-0944-4bea-99ec-f54a74613382 None None] Pushing event updated for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:42.348039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-8f63788c-ec91-4bb7-83fa-ba1cc6919563 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 820 time: 0.4799514 Feb 15 09:38:42.398825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'port': {'device_id': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'admin_state_up': True, 'tenant_id': '94b7899c8fb44469856b4412b1d53776'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:42.410224 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:40Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:42.430346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.435655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5759623 Feb 15 09:38:42.473890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d4d13c-206e-4113-84c5-42059ffb0cda None None] The sync data for ids ['2f58b974-8d53-48c0-9326-8d9e742db345'] in n-d-825064-4 is: [{'id': '2f58b974-8d53-48c0-9326-8d9e742db345', 'name': 'tempest-TaggedBootDevicesTest_v242-1030442718-router', 'tenant_id': 'ddfed12a5b0d47c7960279d363298b07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:30:58Z', 'updated_at': '2022-02-15T09:38:39Z', 'revision_number': 6, 'project_id': 'ddfed12a5b0d47c7960279d363298b07', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:42.483118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Provisioning complete for port 5c920ad5-8c03-4dd5-b190-5d535d61483e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:42.484213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.486478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38216) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:42.497061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89ba5a-5776-4e01-81da-ae3d281acb91 None None] The sync data for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 is: [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:40Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:42.529725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b9a123f0-8184-4431-a8cc-1af2214dc785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18626dc280474be795e0581045384dc9&name=default HTTP/1.1" status: 200 len: 2980 time: 0.6577010 Feb 15 09:38:42.530615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38222) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:42.583920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:42.589769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a877ddf2-f6e1-4a08-9053-b2326d750ef1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c588a6-a42f-486f-a0af-d7a65a37d630,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:42.715248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.730866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d681856-fcaf-40ad-b00e-92fd412d6f46 req-039ac8fe-6b5a-4cb3-9c38-73490fa3a9bc tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0711272 Feb 15 09:38:42.758993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.781768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.799638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] For port 5c920ad5-8c03-4dd5-b190-5d535d61483e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c920ad5-8c03-4dd5-b190-5d535d61483e,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:42.812154 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.836640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Pushing event deleted for resources: {'Port': ['ID=c235bb3b-b3b2-4ff9-bce1-0f82d72a967d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:42.875424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Pushing event updated for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:42.889721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Provisioning complete for port 0ba079da-4350-4f73-a48f-ef446c110f02 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:42.890444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ccd5248-0a53-4390-809f-5eb9b287a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.914359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:42.927890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.120101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.131578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.133287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/995e06d7-91e8-4623-b3bc-939d1a1c05bb HTTP/1.1" status: 204 len: 168 time: 0.6006005 Feb 15 09:38:43.145971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.171015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a36f70-1c43-41c6-acb3-7a426c17cf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995e06d7-91e8-4623-b3bc-939d1a1c05bb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:43.171427 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:38:43.232862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb2d8f5c-60ef-4f40-9fbc-686aad00c8f3 req-22af561b-0fbf-4f95-958b-17086f4791f0 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.1648169 Feb 15 09:38:43.244649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Made reservation on behalf of 94b7899c8fb44469856b4412b1d53776 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:43.252236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.489366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:43.923143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1061db61-6e9e-4658-8250-ac7a408e5d98 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:43.940853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bda6cfe3-d6f2-407a-9d84-7f5ff24397cc req-466778dc-26d4-4d43-bb9c-334d0a0b5d2e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0678439 Feb 15 09:38:43.959938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:44.038940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb31a382-607e-4bf4-b92d-657b48e00eca admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1c9a1eed86be4bf6ab32fe1d6455cf5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0772991 Feb 15 09:38:44.040148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:44.045622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1061db61-6e9e-4658-8250-ac7a408e5d98 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:44.046003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.118083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.155078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.241090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.242939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.246609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.253342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0914ad43-f959-49f2-a765-86a7644c47b0 HTTP/1.1" status: 204 len: 168 time: 0.2104278 Feb 15 09:38:44.277210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76c128-1586-4363-92fd-3ac587e1c121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0914ad43-f959-49f2-a765-86a7644c47b0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:44.470907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.496924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.499555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.627073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.628066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f58b974-8d53-48c0-9326-8d9e742db345 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:38:44.634558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.636407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6e8dc2de-9746-4cab-8326-a634e896e063 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2f58b974-8d53-48c0-9326-8d9e742db345 HTTP/1.1" status: 204 len: 168 time: 6.3330834 Feb 15 09:38:44.639588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:44.761392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2defbf09-00e1-431c-8371-b4519e486b06,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:44.771080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25687f9e-89c6-44ee-afe0-1bd1eac9b975 req-e92bd4be-272f-46e2-9e3e-759cfa6f61b4 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.2860079 Feb 15 09:38:44.792063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.798722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-41e20cfd-0b45-4841-ad2e-1eb9f395ec90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2870350 Feb 15 09:38:44.804325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:44.817169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:44.846958 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.859171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 1061db61-6e9e-4658-8250-ac7a408e5d98, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1061db61-6e9e-4658-8250-ac7a408e5d98,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:44.865152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Deleting subnet 7a983e0a-09bd-4a81-9cb7-fcc52720aedb {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:44.876715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.878422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c920ad5-8c03-4dd5-b190-5d535d61483e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:44.890872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:44.988503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Allocated IP 172.20.0.6 (dec2ffdb-8064-4a8d-855c-5d0791fb6d54/9a62d05b-7df5-4d76-a145-3961be6d4a6f/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:45.064412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.158818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:45.196059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5c920ad5-8c03-4dd5-b190-5d535d61483e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:45.196443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.257772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.406013 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d182947-5598-44ce-9ec3-887b4b0a530c req-5127fcb4-9005-4f8a-820e-79e5c4a221c9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0738828 Feb 15 09:38:45.450519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.456237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.480441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ba079da-4350-4f73-a48f-ef446c110f02 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:45.553493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.598340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0ba079da-4350-4f73-a48f-ef446c110f02 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:45.599048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.644597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.716652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a983e0a-09bd-4a81-9cb7-fcc52720aedb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:45.744634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:45.755117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 247a3543-d5ce-48fe-a7ea-fc6a5588b19f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:45.761376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:45.762385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.779505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:45.786645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d989986-6185-4f1e-8cba-90128bfd3c72 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a983e0a-09bd-4a81-9cb7-fcc52720aedb HTTP/1.1" status: 204 len: 168 time: 1.1455860 Feb 15 09:38:45.791838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a599a37-c124-4aee-ab79-f4c0c27b520e None None] Network c6d24f0b-17e9-4a6a-885a-a7eefadcf562 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:45.793345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38300) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:45.796623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:45.931089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 247a3543-d5ce-48fe-a7ea-fc6a5588b19f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:45.931669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 247a3543-d5ce-48fe-a7ea-fc6a5588b19f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:46.059931 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.084782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:46.085501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.155240 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.170721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3641150 Feb 15 09:38:46.184581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38308) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:46.199508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:46.216547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1061db61-6e9e-4658-8250-ac7a408e5d98 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:46.235143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870b1b7a-b857-4e50-9944-1e392db1d535 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12e409b-e919-44de-8d60-803401cc3873,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:46.266252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86774404-89e0-40af-8cde-369145d559cf req-1492cbf5-be9f-4b3e-a124-9d1e4063a000 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.1628597 Feb 15 09:38:46.273294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:46.284672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.311096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-853e0fb4-07ef-41ca-91ea-3c78999e77d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9271116 Feb 15 09:38:46.351647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] DHCP port deletion for c6d24f0b-17e9-4a6a-885a-a7eefadcf562 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:38:46.355743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Request body: {'port': {'device_id': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:46.373387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.607951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.659450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1061db61-6e9e-4658-8250-ac7a408e5d98 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:46.659705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.733356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.805854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Deleting port 5e586a40-cf55-4b44-ae87-98084d999f49 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:46.806321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.808107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.810680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-387ccebc-bd6b-4b5d-b6b8-16b5d01a3713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.857719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:46.927914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Deleting port 5e586a40-cf55-4b44-ae87-98084d999f49 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:46.928198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.019354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f807f71-63e4-4a23-a80b-1a0221951beb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:47.103484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] For port 5e586a40-cf55-4b44-ae87-98084d999f49, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e586a40-cf55-4b44-ae87-98084d999f49,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:47.103717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.179072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:47.179859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c235bb3b-b3b2-4ff9-bce1-0f82d72a967d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:47.183209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Calling delete_port for 5e586a40-cf55-4b44-ae87-98084d999f49 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:47.197886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.221098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] For port 5e586a40-cf55-4b44-ae87-98084d999f49, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e586a40-cf55-4b44-ae87-98084d999f49,segment=NetworkSegment(66211fee-8e50-4174-8904-a46c6929091e),segment_id=66211fee-8e50-4174-8904-a46c6929091e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:47.221779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.225501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Transition to ACTIVE for port object 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:38:47.232659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.247552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c235bb3b-b3b2-4ff9-bce1-0f82d72a967d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:47.248490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c235bb3b-b3b2-4ff9-bce1-0f82d72a967d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:47.273408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Calling delete_port for 5e586a40-cf55-4b44-ae87-98084d999f49 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:47.436716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:47.483255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.501275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682b8b2-f01e-402d-9ebf-965e5406490a req-e19175ef-dc37-440c-b4ab-19e7e56d9c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:47.511150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] No DVR routers for this DVR port 5e586a40-cf55-4b44-ae87-98084d999f49 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:47.523893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8682b8b2-f01e-402d-9ebf-965e5406490a req-e19175ef-dc37-440c-b4ab-19e7e56d9c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 931 time: 0.8987789 Feb 15 09:38:47.564191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd86eb9-d8ec-499e-a73d-5134dcd93b66 None None] Pushing event deleted for resources: {'Port': ['ID=5e586a40-cf55-4b44-ae87-98084d999f49,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:47.589323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.593208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7a62a00-27a7-4cc5-88b5-6792ca0e13f2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3991902 Feb 15 09:38:47.607553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8682b8b2-f01e-402d-9ebf-965e5406490a req-5bb4c077-7dbc-417a-94a3-18c50a5f9b07 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818684 Feb 15 09:38:47.686090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38338) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:47.695471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.719169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] No DVR routers for this DVR port 5e586a40-cf55-4b44-ae87-98084d999f49 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:47.738502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:47.761449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ddb1a9ac-0d4e-459f-8042-e0c3ca896722 req-0110f5b4-d16f-4cd3-b6b1-0b62646bc773 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.2370539 Feb 15 09:38:47.783487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e586a40-cf55-4b44-ae87-98084d999f49,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:47.788789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Attempting to bind port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:47.790564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Attempting to bind port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:47.796537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Attempting to bind port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 on network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:47.823220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 on network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:38:47.834534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Attempting to bind port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 on network dec2ffdb-8064-4a8d-855c-5d0791fb6d54 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:47.858450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:47.858988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Checking segment: {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:47.859792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Bound using segment: {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:47.860401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Bound port: 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb02f744-872b-4909-b99d-e1f04f7e58cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:47.863600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:47.910829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.010960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.057103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:48.057793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e586a40-cf55-4b44-ae87-98084d999f49 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:48.061001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:48.081452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.095255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6d24f0b-17e9-4a6a-885a-a7eefadcf562']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:48.115627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5e586a40-cf55-4b44-ae87-98084d999f49 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:48.115627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e586a40-cf55-4b44-ae87-98084d999f49 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:48.127986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66211fee-8e50-4174-8904-a46c6929091e') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:48.128289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66211fee-8e50-4174-8904-a46c6929091e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:48.152780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.172506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.195991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:48.196529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:48.201894 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:48.231110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:48.272246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:48.272896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.280147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-69ff2b6b-7cdf-4188-a4dc-b9f168d4010b service neutron] 10.222.0.72 "PUT /v2.0/ports/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 1091 time: 1.9367216 Feb 15 09:38:48.280609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:48.294094 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ed8054-7aa5-468d-ba89-42105703e3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:48.350765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.376628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.386965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.408266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.424935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c6d24f0b-17e9-4a6a-885a-a7eefadcf562 HTTP/1.1" status: 204 len: 168 time: 2.6258626 Feb 15 09:38:48.436193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:48.448595 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc3efa9-46e7-4661-894d-1c5df12f7f1f x-openstack-request-id: req-dfc3efa9-46e7-4661-894d-1c5df12f7f1f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:48.450302 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:48.450775 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dfc3efa9-46e7-4661-894d-1c5df12f7f1f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:48.451713 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:38:48.456782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396a1d67-2b11-4d2a-8d95-fd2fe72031e7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:48.483463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858578e-12fe-4e3d-b205-4654477bf7b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6d24f0b-17e9-4a6a-885a-a7eefadcf562,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:48.485684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.492373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b15ebc2d-b10e-43e0-b5b0-86e4fdd90d32 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7970257 Feb 15 09:38:48.493041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38364) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:48.495142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-c7bcc876-b2da-43fd-a784-63cd4a6c527f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:48.498278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-c7bcc876-b2da-43fd-a784-63cd4a6c527f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1094 time: 0.1656859 Feb 15 09:38:48.510527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:48.619013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-60935dbf-3e62-413f-98c0-20e3198467e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.0791817 Feb 15 09:38:48.724586 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:38:48.734101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:48.770918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-f6cb8a6d-14b0-4371-941f-6726be2d805f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:48.786594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-f6cb8a6d-14b0-4371-941f-6726be2d805f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1409831 Feb 15 09:38:48.862418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-02913fdd-b7e3-4710-be5f-9aa3750e1489 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746686 Feb 15 09:38:48.914960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.016988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a7128b9-1d0b-49a6-a2d3-8e1249dbf33a req-1afba605-b837-4a76-92f7-bd186207c9ed tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0739219 Feb 15 09:38:49.064970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.151531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee82296d-2ded-42e5-8ec4-ad04818cb585,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:49.208330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.209610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4ee335c-c430-44ce-aa82-30f35c70b766 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7103570 Feb 15 09:38:49.221973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38388) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:49.231633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '29c588a6-a42f-486f-a0af-d7a65a37d630', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:49.266219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b8f63-f763-4844-89b0-118df091ae0f req-8f6a672c-9329-4913-973e-7c71010d0c60 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.272522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e86f1c1f-0dd9-41ff-a96a-1b82258bc55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.275293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae7b8f63-f763-4844-89b0-118df091ae0f req-8f6a672c-9329-4913-973e-7c71010d0c60 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 943 time: 0.3582249 Feb 15 09:38:49.305765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-fc1fca8a-007b-4360-ad4a-b66b546cdb94 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869412 Feb 15 09:38:49.453107 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:38:49.461729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44b0578f-63a6-4a8b-8216-e32635009ca7 req-568e89c0-3f74-4c82-b1b6-5d2498e7d6d0 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434500 Feb 15 09:38:49.490523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae7b8f63-f763-4844-89b0-118df091ae0f req-3242aa69-7625-49e6-b790-f7ca145337a8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141054 Feb 15 09:38:49.491576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.609484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.617293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.637934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-1a27da6e-fbd2-4f03-ba3d-af92b511664d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.640494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-1a27da6e-fbd2-4f03-ba3d-af92b511664d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1094 time: 0.1011047 Feb 15 09:38:49.677470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8321099-bd9c-4312-8646-205ac1cab969,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:49.701246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:49.702470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6713893d-53f5-4c86-8cb4-171cbe2290bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4809587 Feb 15 09:38:49.808064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-c8556ba4-e20f-4802-a4a4-ed4c3282e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.809593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-c8556ba4-e20f-4802-a4a4-ed4c3282e19d service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.1556587 Feb 15 09:38:49.888836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.889588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.890292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.891056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.892382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.893291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.894072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.894811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:49.898040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f4f71bd-5551-4898-b757-e56ebd78bec9 req-f6b3e3c1-3e18-465b-8332-ecc31d5a556b tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5705 time: 0.4817500 Feb 15 09:38:49.949054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-b4780f5e-60d1-433a-817d-df80e18d5ae6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.1320786 Feb 15 09:38:49.949837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:50.086743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-155d5264-274e-4114-b167-79d0c923879a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.088246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-155d5264-274e-4114-b167-79d0c923879a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1318524 Feb 15 09:38:50.139196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-dbe84bd3-7103-4d99-8d99-6692879fbe74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350368 Feb 15 09:38:50.173409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91844d1-f3d1-4664-84ee-8106b634b32f req-5aa08354-2cd6-452b-84d8-4bfc977e37b5 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.186545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d91844d1-f3d1-4664-84ee-8106b634b32f req-5aa08354-2cd6-452b-84d8-4bfc977e37b5 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 886 time: 0.2504480 Feb 15 09:38:50.272170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:50.297585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-17823aae-19e6-4f23-9b1d-7f09c8f969ec tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1065162019&fields=id&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 267 time: 0.1743996 Feb 15 09:38:50.373108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2c21af-d5f9-43ec-beac-9138ef943393 req-557bc395-e54b-4415-b642-89ec7339a038 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0445118 Feb 15 09:38:50.379681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-2ee957b1-f959-43a3-88e0-bc2339ec8aec service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312155 Feb 15 09:38:50.678955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ed8054-7aa5-468d-ba89-42105703e3f0 req-0ab79b05-acf0-43be-84db-5e6e456230d8 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881331 Feb 15 09:38:50.756559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.757215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.757742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.758257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.758998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.759272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.759785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.760295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:50.762906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d84abf42-c46f-4ecb-bde8-96ddf367c8b1 req-1e49fa4d-ed9b-4758-8453-05bb3be98e02 tempest-NetworksTest-2079894114 tempest-NetworksTest-2079894114-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5705 time: 0.2814305 Feb 15 09:38:51.010776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-dc79d57a-38ef-46bc-928f-e6020b538bbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:51.012353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-dc79d57a-38ef-46bc-928f-e6020b538bbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/networks?id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 797 time: 0.2175355 Feb 15 09:38:51.021068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1d5ea-663e-48fc-b2ad-2cecd44c4c6b req-1bb7ceda-a43f-449f-97d5-42d1c62dc8d6 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:51.036399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eee1d5ea-663e-48fc-b2ad-2cecd44c4c6b req-1bb7ceda-a43f-449f-97d5-42d1c62dc8d6 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 943 time: 0.1234524 Feb 15 09:38:51.071675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b001ac9e-a6a1-4df2-8c30-8be0db1969c8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/quotas/8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 375 time: 0.0375862 Feb 15 09:38:51.105661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eee1d5ea-663e-48fc-b2ad-2cecd44c4c6b req-885bb333-c99c-4a49-a63a-0d5e7abdc2d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 Feb 15 09:38:51.174877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-6ec3ad58-9858-4b05-8019-2e1a492e12d1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757148 Feb 15 09:38:51.187125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Deleting port f64cb0d7-b48d-4d81-a45a-8f3b343e88de {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:51.187519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.336123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:51.361611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-083524f0-428c-4629-92a5-d5397d0b8046 service neutron] 10.222.0.10 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680338 Feb 15 09:38:51.366785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] For port f64cb0d7-b48d-4d81-a45a-8f3b343e88de, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:51.367149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.414733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Calling delete_port for f64cb0d7-b48d-4d81-a45a-8f3b343e88de owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:51.589475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc4f6f2c-a325-42c9-ac8d-caea80a18961 req-392e89f0-9fad-4df4-b253-e38dac477d82 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0607493 Feb 15 09:38:51.625308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f56f8451-73f3-43a6-b5f9-aaa6167e4265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.655081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-4f474eec-1e26-4a31-a80a-bdd0b67bba6a service neutron] 10.222.0.10 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850969 Feb 15 09:38:51.741768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f56f8451-73f3-43a6-b5f9-aaa6167e4265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.747619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f56f8451-73f3-43a6-b5f9-aaa6167e4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.748821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:51.785891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64cb0d7-b48d-4d81-a45a-8f3b343e88de,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:51.804289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f8451-73f3-43a6-b5f9-aaa6167e4265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550d24a0-7dab-4415-99b1-c591bcfe158c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:51.823725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f56f8451-73f3-43a6-b5f9-aaa6167e4265 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7121afbd99db4fb4b053c3e1beeed7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4841723 Feb 15 09:38:51.823962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38456) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:51.936453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.028274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.058014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.175080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.212046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1e4ea11-7cb0-4927-8320-524aa25f8989 req-67b5443a-fc14-491b-a457-d2240e990373 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 210 time: 0.1729565 Feb 15 09:38:52.262072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.299411 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.302430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:52.303807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/550d24a0-7dab-4415-99b1-c591bcfe158c HTTP/1.1" status: 204 len: 168 time: 0.4786150 Feb 15 09:38:52.327650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dceb033-22d0-4dcf-990c-83e2cca1e229 req-574afd6d-5321-4f1e-9fe6-9ae0368f36e7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:52.333040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff098ca-f6fa-4e0e-9fb1-686d3d7df720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d24a0-7dab-4415-99b1-c591bcfe158c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:52.336261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dceb033-22d0-4dcf-990c-83e2cca1e229 req-574afd6d-5321-4f1e-9fe6-9ae0368f36e7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 943 time: 0.0992463 Feb 15 09:38:52.475180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dceb033-22d0-4dcf-990c-83e2cca1e229 req-9607565d-58bf-4f08-9e66-ad76929e65f9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376781 Feb 15 09:38:52.574494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Router 8af55a71-2bbd-4823-8239-25d1d8bdda5a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:38:52.743900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cca9f956-b9ae-4fef-83f7-58d1a963efce req-2eee7c68-b5a9-400a-a778-9fa1d4ef2812 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0292077 Feb 15 09:38:52.810053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:38:52.820535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38488) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:52.821019 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Sync routers for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:38:52.822129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2b1c55b-f474-45c5-93b7-08e85464fc37 admin admin] 10.222.0.10 "PUT /v2.0/routers/8af55a71-2bbd-4823-8239-25d1d8bdda5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3832374 Feb 15 09:38:52.840468 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:52.841158 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:52.994444 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.007945 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:53.066485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38494) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:53.084739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:38:53.094299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4ea7-5e32-4b90-90fd-d29fb836cde3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.198246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.270987 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:38:51Z', 'revision_number': 5, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port': {'id': '33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:39:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:31:19Z', 'updated_at': '2022-02-15T09:31:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:53.347175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Deleting port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:53.347526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.354037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:53.355302 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Checking router: 8af55a71-2bbd-4823-8239-25d1d8bdda5a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:38:53.373929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'port_id': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'mac_address': 'fa:16:3e:60:e8:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:38:53.384231 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Routers {'8af55a71-2bbd-4823-8239-25d1d8bdda5a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:38:53.384882 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:53.453503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f7bec50-b0a5-4fe1-bb5a-342f6b9f77d5 req-90d700bc-33a7-421f-bac6-51bbeac5c85c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 210 time: 0.1005433 Feb 15 09:38:53.456128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4ea7-5e32-4b90-90fd-d29fb836cde3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.469060 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.473397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4ea7-5e32-4b90-90fd-d29fb836cde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.537947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:53.597543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:53.607133 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.610505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4ea7-5e32-4b90-90fd-d29fb836cde3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40387f00-cb09-4b6e-ae8c-73b21c88f98a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:53.622645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3eaa4ea7-5e32-4b90-90fd-d29fb836cde3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a1f4b59fb464fd7947411c64d5e8f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5550125 Feb 15 09:38:53.623351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:53.663322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] Set router 8af55a71-2bbd-4823-8239-25d1d8bdda5a gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:38:53.686059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.708292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] For port 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:53.708652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.715938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.732234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Calling delete_port for 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:53.754147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053906e-b2ec-4202-b3e8-21358026d301 req-8c74856c-9ea8-4869-8cf7-f9734338d753 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:53.756079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1053906e-b2ec-4202-b3e8-21358026d301 req-8c74856c-9ea8-4869-8cf7-f9734338d753 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 944 time: 0.1494343 Feb 15 09:38:53.809724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:53.822710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.826326 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:53.831738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40387f00-cb09-4b6e-ae8c-73b21c88f98a HTTP/1.1" status: 204 len: 168 time: 0.2070992 Feb 15 09:38:53.839307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:38:53.855048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328d428-f96d-4f02-8345-75da74bd9c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40387f00-cb09-4b6e-ae8c-73b21c88f98a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:53.864696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1053906e-b2ec-4202-b3e8-21358026d301 req-c3e66154-9bd1-45e8-a865-252bd3ea2eed tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005342 Feb 15 09:38:53.914758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-bd56f0ba-70e2-4a49-8fef-810087cfb798 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:53.915403 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:38:53Z', 'revision_number': 6, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:53.916394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-bd56f0ba-70e2-4a49-8fef-810087cfb798 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/networks?id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 797 time: 0.4297068 Feb 15 09:38:53.985934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a99e557b-ec87-46a7-851b-32629d69938f req-12135238-fcf2-453c-be55-c90e9d6d12ed tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0538702 Feb 15 09:38:54.003171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28107bd-aea0-4b08-92d0-03fefd9be62f None None] The sync data for ids ['8af55a71-2bbd-4823-8239-25d1d8bdda5a'] in n-d-825064-4 is: [{'id': '8af55a71-2bbd-4823-8239-25d1d8bdda5a', 'name': 'tempest-TaggedBootDevicesTest_v242-645434480-router', 'tenant_id': 'fd6bd6ef26514de6a101d901109832c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:31:18Z', 'updated_at': '2022-02-15T09:38:53Z', 'revision_number': 6, 'project_id': 'fd6bd6ef26514de6a101d901109832c6', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:38:54.080204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-757137c9-1e56-4d61-95f8-fa46fbeaf0ca tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 380 time: 0.1493556 Feb 15 09:38:54.093589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'port': {'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'admin_state_up': True, 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'security_groups': ['29c588a6-a42f-486f-a0af-d7a65a37d630']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:54.665325 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:54.695393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0e9d4f2-dee2-44da-aad1-97a0207df5c9 req-1e1b8c52-4256-45f0-bed0-978bdfbd7abd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 210 time: 0.0499315 Feb 15 09:38:54.721770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Pushing event deleted for resources: {'Port': ['ID=33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:54.795899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:38:54.800449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:54.803850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:54.934454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:54.937759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.081275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70274a7-fa23-4674-9720-6dd9adc7df77 req-0989a8a0-092c-4b22-a45e-e0ec6ee896b5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:55.083085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b70274a7-fa23-4674-9720-6dd9adc7df77 req-0989a8a0-092c-4b22-a45e-e0ec6ee896b5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 944 time: 0.1069169 Feb 15 09:38:55.094570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.095467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:38:55.095996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8af55a71-2bbd-4823-8239-25d1d8bdda5a {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:38:55.111889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.115764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43a3cf90-33b1-4f07-b35e-bb6d5242d6ba admin admin] 10.222.0.10 "DELETE /v2.0/routers/8af55a71-2bbd-4823-8239-25d1d8bdda5a HTTP/1.1" status: 204 len: 168 time: 2.2941535 Feb 15 09:38:55.121464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38550) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:55.178543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcb4a91f-3eaa-4f94-905f-02af0e4d8e86 req-38e06308-cdf9-486b-86eb-41bdf6000a99 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0540214 Feb 15 09:38:55.221737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b70274a7-fa23-4674-9720-6dd9adc7df77 req-1bc41ca5-3d32-4a41-a952-0230be25c616 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285229 Feb 15 09:38:55.256776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:38:55.270250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Deleting subnet d65d1382-c7bf-4f82-8629-c48e763dfdce {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:38:55.276858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:55.276858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.279532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.303001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.11 (9cca55a9-75b0-4634-8fa7-495444e60f3e/92284137-ce01-4a3d-9285-804cf38cda71/d52cfa1c-7bfc-4367-9c2e-a8c85592344b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:38:55.376956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.450430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.479262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:55.483024 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f82b8a-0443-4aa8-97f8-d40fa122c4e0" -d '{"events": [{"server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "name": "network-vif-plugged", "status": "completed", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:55.505629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.526540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:55.532931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.615660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.617209 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef5b8b15-3220-47c3-9e42-2f94a07a0321 x-openstack-request-id: req-ef5b8b15-3220-47c3-9e42-2f94a07a0321 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:55.617856 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "name": "network-vif-plugged", "status": "completed", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:55.618952 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef5b8b15-3220-47c3-9e42-2f94a07a0321 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:55.620187 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'code': 200} Feb 15 09:38:55.636435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.652675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.656494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b13e2d-d302-4747-830b-bc5c7593f58e None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:38:55.663728 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d65d1382-c7bf-4f82-8629-c48e763dfdce HTTP/1.1" status: 204 len: 168 time: 0.5409825 Feb 15 09:38:55.664448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38566) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:55.727315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8416ad6-4751-4e5b-a385-700ad719a71e req-f4e580ad-ac6e-43af-a1ef-8a47805c8dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:55.729480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8416ad6-4751-4e5b-a385-700ad719a71e req-f4e580ad-ac6e-43af-a1ef-8a47805c8dbd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1195326 Feb 15 09:38:55.802717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:55.868396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8416ad6-4751-4e5b-a385-700ad719a71e req-ceb0a5e5-6a21-4324-9407-f161df727a3e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295891 Feb 15 09:38:55.884540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.888460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:55.894164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841a496-443d-4c3e-9497-9d271a9eaf73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d65d1382-c7bf-4f82-8629-c48e763dfdce,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:55.993545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457663c-cf71-4044-ad0e-f3304a6a7662 req-3ea55d71-cf71-47b2-bb05-ccaf18d2ba2e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:56.004923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4457663c-cf71-4044-ad0e-f3304a6a7662 req-3ea55d71-cf71-47b2-bb05-ccaf18d2ba2e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 932 time: 0.1104746 Feb 15 09:38:56.033726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:38:56.044249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:38:56.061836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4457663c-cf71-4044-ad0e-f3304a6a7662 req-3b08d030-86a9-42d3-b94b-d834480f85a4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578306 Feb 15 09:38:56.062272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:38:56.106165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Deleting port e8916492-8fd9-4d93-b22c-deaaae46d41a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:56.107193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.142915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f64cb0d7-b48d-4d81-a45a-8f3b343e88de no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:56.227842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] DHCP port deletion for 3df23a78-df07-4edb-abd7-d0b807a3cbd3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:38:56.234080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f64cb0d7-b48d-4d81-a45a-8f3b343e88de {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:56.237550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f64cb0d7-b48d-4d81-a45a-8f3b343e88de not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:56.240341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:56.247008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:56.275234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:56.276017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.286004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] For port e8916492-8fd9-4d93-b22c-deaaae46d41a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8916492-8fd9-4d93-b22c-deaaae46d41a,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:56.292351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:56.294628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 33a3a5ce-ced7-4ef1-ae8d-4c1fecb5310e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:56.294765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.311906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-b9fe1a8c-ad05-4876-a460-7ff508391a3c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2256007 Feb 15 09:38:56.317377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Calling delete_port for e8916492-8fd9-4d93-b22c-deaaae46d41a owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:56.333803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Request body: {'port': {'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:38:56.431691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Deleting port e8916492-8fd9-4d93-b22c-deaaae46d41a {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:38:56.433596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.484613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564fe5f6-908b-40fd-9016-ec0f06b8ae49 req-b240902b-fcd0-42ea-ba17-887420a01607 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0843160 Feb 15 09:38:56.530524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4127b882-d2dd-43cc-9091-e5ddc3cf6405 req-157b77ee-4865-4795-95cd-c542b1f1f445 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:56.533283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4127b882-d2dd-43cc-9091-e5ddc3cf6405 req-157b77ee-4865-4795-95cd-c542b1f1f445 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1142757 Feb 15 09:38:56.534542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.553350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.576777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Pushing event deleted for resources: {'Port': ['ID=e8916492-8fd9-4d93-b22c-deaaae46d41a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:56.589074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] No DVR routers for this DVR port e8916492-8fd9-4d93-b22c-deaaae46d41a on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:56.662147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] For port e8916492-8fd9-4d93-b22c-deaaae46d41a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8916492-8fd9-4d93-b22c-deaaae46d41a,segment=NetworkSegment(18214d7c-6f05-4a17-bcd3-46ba714f1855),segment_id=18214d7c-6f05-4a17-bcd3-46ba714f1855)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:38:56.663090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.682115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.684939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Calling delete_port for e8916492-8fd9-4d93-b22c-deaaae46d41a owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:38:56.705096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df23a78-df07-4edb-abd7-d0b807a3cbd3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:56.715988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18214d7c-6f05-4a17-bcd3-46ba714f1855') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:56.716287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18214d7c-6f05-4a17-bcd3-46ba714f1855') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:38:56.734003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.755488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.765761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:38:56.766177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.786971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-34c7af49-bb15-4f61-9efa-e87cec1f8760 None None] Provisioning complete for port d52cfa1c-7bfc-4367-9c2e-a8c85592344b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:38:56.787935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34c7af49-bb15-4f61-9efa-e87cec1f8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:38:56.825993 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:38:56.845604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4127b882-d2dd-43cc-9091-e5ddc3cf6405 req-6aab7308-49cd-4caf-ad11-c55c914ec2cc tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026636 Feb 15 09:38:56.858295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.865759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.873570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] 10.222.0.10 "DELETE /v2.0/networks/3df23a78-df07-4edb-abd7-d0b807a3cbd3 HTTP/1.1" status: 204 len: 168 time: 1.1714549 Feb 15 09:38:56.902265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12306b-a0a6-49f3-ab26-c53c4e70d21a admin admin] Pushing event deleted for resources: {'Network': ['ID=3df23a78-df07-4edb-abd7-d0b807a3cbd3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:56.908019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-34c7af49-bb15-4f61-9efa-e87cec1f8760 None None] Port d52cfa1c-7bfc-4367-9c2e-a8c85592344b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:38:56.910669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:56.918807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Network 3df23a78-df07-4edb-abd7-d0b807a3cbd3 is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:38:56.919557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] No DVR routers for this DVR port e8916492-8fd9-4d93-b22c-deaaae46d41a on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:38:56.953163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655a2cf-5396-4c52-957b-dd568ca756aa None None] Pushing event deleted for resources: {'Port': ['ID=e8916492-8fd9-4d93-b22c-deaaae46d41a,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:57.216422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d52cfa1c-7bfc-4367-9c2e-a8c85592344b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:38:57.232720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.256834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435129cc-9f63-43e8-95ed-457f3441c0b0 req-5d2a38f5-511a-4360-80ad-69f12507475e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:57.259749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-435129cc-9f63-43e8-95ed-457f3441c0b0 req-5d2a38f5-511a-4360-80ad-69f12507475e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 932 time: 0.1032083 Feb 15 09:38:57.314180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Transition to ACTIVE for port object d52cfa1c-7bfc-4367-9c2e-a8c85592344b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:38:57.318412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-435129cc-9f63-43e8-95ed-457f3441c0b0 req-f79e52ee-344d-4ed5-b789-4646b1948b6f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514944 Feb 15 09:38:57.319901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.355485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38596) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:57.421187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:57.491964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4c4bc78a-75d5-4ece-9217-0214e2c4703a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddfed12a5b0d47c7960279d363298b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333451 Feb 15 09:38:57.494720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:57.547108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Attempting to bind port d52cfa1c-7bfc-4367-9c2e-a8c85592344b on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:38:57.549302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Attempting to bind port d52cfa1c-7bfc-4367-9c2e-a8c85592344b by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:38:57.549834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Attempting to bind port d52cfa1c-7bfc-4367-9c2e-a8c85592344b on network 9cca55a9-75b0-4634-8fa7-495444e60f3e {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:57.573224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Port d52cfa1c-7bfc-4367-9c2e-a8c85592344b on network 9cca55a9-75b0-4634-8fa7-495444e60f3e not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:38:57.573559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Attempting to bind port d52cfa1c-7bfc-4367-9c2e-a8c85592344b on network 9cca55a9-75b0-4634-8fa7-495444e60f3e {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:38:57.585609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:38:57.586308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Checking segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:38:57.587070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Bound using segment: {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:38:57.587670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Bound port: d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:38:57.588350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.613215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.702669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38618) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:57.722723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97eb69c1-ad96-45b1-9b4c-8991d459a153 req-06ae3d46-3254-4a32-a130-06dbc159a8a7 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0769541 Feb 15 09:38:57.735652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.774760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:38:57.784059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:38:57.792967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.834482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.843055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.855563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca HTTP/1.1" status: 204 len: 168 time: 0.3562467 Feb 15 09:38:57.865376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:57.866001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:57.867470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] 10.222.0.72 "PUT /v2.0/ports/d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 200 len: 1092 time: 1.5451455 Feb 15 09:38:57.868765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:38:57.871878 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:38:57.909369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd6db05-d210-4f82-888d-51830e95add4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878f8967-0bfd-4a63-ba7d-d4bc0e38d5ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:57.939763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f035b0-0b6d-4672-98a1-da170c111ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:57.994960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-e1261bb4-209d-4d6a-a511-c62fd6fdd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.007874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-e1261bb4-209d-4d6a-a511-c62fd6fdd469 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1095 time: 0.0887887 Feb 15 09:38:58.058241 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65656d4-0ab3-4548-b64f-33d35eea8737 x-openstack-request-id: req-b65656d4-0ab3-4548-b64f-33d35eea8737 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:38:58.060430 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:38:58.060979 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b65656d4-0ab3-4548-b64f-33d35eea8737 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:38:58.061604 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'status': 'completed', 'code': 200} Feb 15 09:38:58.118136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8916492-8fd9-4d93-b22c-deaaae46d41a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:38:58.151767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc246de3-de33-4f9e-8308-475b178d60b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.173074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-7b0d78b9-a6ab-4121-b34a-1ece15a63bc7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 200 len: 217 time: 0.1463816 Feb 15 09:38:58.189557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e8916492-8fd9-4d93-b22c-deaaae46d41a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:38:58.190183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8916492-8fd9-4d93-b22c-deaaae46d41a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:38:58.365652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc246de3-de33-4f9e-8308-475b178d60b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.376838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc246de3-de33-4f9e-8308-475b178d60b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.392328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a517d-5d83-45f9-a4c9-668e4b007dd1 req-2953545c-b5d9-4429-99ec-4adfebffc049 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.394069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d6a517d-5d83-45f9-a4c9-668e4b007dd1 req-2953545c-b5d9-4429-99ec-4adfebffc049 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.3500400 Feb 15 09:38:58.401552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-c5085698-060a-43a2-9eb4-bb5aebf01195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.403029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-c5085698-060a-43a2-9eb4-bb5aebf01195 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92284137-ce01-4a3d-9285-804cf38cda71 HTTP/1.1" status: 200 len: 834 time: 0.2125263 Feb 15 09:38:58.498610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cc246de3-de33-4f9e-8308-475b178d60b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02acdfe45c9f49deb06187983f48dd6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948742 Feb 15 09:38:58.502186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38646) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:58.503370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc246de3-de33-4f9e-8308-475b178d60b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7d5fc-dba8-4614-8052-ec05c4ffa5ea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:58.517842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d6a517d-5d83-45f9-a4c9-668e4b007dd1 req-3736361f-ee9b-455f-9940-26bd56671ef4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076031 Feb 15 09:38:58.548735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-af7952a5-b72f-46c8-a6e9-79c332374fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.550509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-af7952a5-b72f-46c8-a6e9-79c332374fea service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9cca55a9-75b0-4634-8fa7-495444e60f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373911 Feb 15 09:38:58.651410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38654) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:58.728302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.739201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33112992-b460-4ff5-9926-d6f567b668d7 req-9952265d-4007-4d01-8096-1b69c57bb4cc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.745973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33112992-b460-4ff5-9926-d6f567b668d7 req-9952265d-4007-4d01-8096-1b69c57bb4cc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 944 time: 0.1232979 Feb 15 09:38:58.751668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-817a6825-dc29-4c14-8b37-f84ef2e1c080 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd6bd6ef26514de6a101d901109832c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0967979 Feb 15 09:38:58.761751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:58.777133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-c4219c97-ca2f-4a56-9d6c-da069ed6784b service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174089 Feb 15 09:38:58.818268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.874580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d09d2-20b3-4538-8931-6bdb0572e505 req-fc44e4d4-1b55-430a-aa3c-7d92187a1092 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:58.875983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e27d09d2-20b3-4538-8931-6bdb0572e505 req-fc44e4d4-1b55-430a-aa3c-7d92187a1092 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1686845 Feb 15 09:38:58.880604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33112992-b460-4ff5-9926-d6f567b668d7 req-4adcceb6-f149-4c83-9425-188ca72a086a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294789 Feb 15 09:38:58.912919 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.932554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.940110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e27d09d2-20b3-4538-8931-6bdb0572e505 req-c5946e69-2684-4feb-b5ed-52b6d30fb3d1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558980 Feb 15 09:38:58.942148 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.945008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:58.946322 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12f7d5fc-dba8-4614-8052-ec05c4ffa5ea HTTP/1.1" status: 204 len: 168 time: 0.4429564 Feb 15 09:38:58.977356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7a579d-bb55-41f8-9fb7-437c53fc38ef req-3d07c6c0-aa68-4ee7-893f-e60d7306e55e service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929669 Feb 15 09:38:59.002611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54260bc3-6957-42ba-a0bc-620a31c66b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7d5fc-dba8-4614-8052-ec05c4ffa5ea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:59.098026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:59.101704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:59.106578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdb62b49-9bee-4e2b-8b0c-45c18c874ce8 HTTP/1.1" status: 204 len: 168 time: 0.3433998 Feb 15 09:38:59.117430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba14d3b-285d-4071-b38b-c6cdda5f0764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb62b49-9bee-4e2b-8b0c-45c18c874ce8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:59.141553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-1c84b6c2-0617-42f5-8711-670f66dcc74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.144020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-1c84b6c2-0617-42f5-8711-670f66dcc74e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1095 time: 0.0940568 Feb 15 09:38:59.180595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81e27a27-2d4b-40a8-a903-ffa081fcf9f6 req-dd799f9f-034b-4d82-87aa-0e483dc3e4da tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0643256 Feb 15 09:38:59.316198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-cf488a68-3c86-4813-b28a-44ed8cc7110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.317815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-cf488a68-3c86-4813-b28a-44ed8cc7110c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 898 time: 0.1583717 Feb 15 09:38:59.410675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-7426f074-3474-4130-8d6c-e1c42fce0ef8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 200 len: 217 time: 0.0691879 Feb 15 09:38:59.419215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-8eb26665-a5e6-4d46-a388-f86f61f3a267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.421153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-8eb26665-a5e6-4d46-a388-f86f61f3a267 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1219797 Feb 15 09:38:59.457852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e45f-41a8-48bb-a7ea-d38785a873ff req-03d7fa18-fb55-483d-b3eb-7360816d4ae7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.459689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3784e45f-41a8-48bb-a7ea-d38785a873ff req-03d7fa18-fb55-483d-b3eb-7360816d4ae7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0739391 Feb 15 09:38:59.498796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-d20647d4-0b53-4c47-ab79-98083410955e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.501639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-d20647d4-0b53-4c47-ab79-98083410955e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92284137-ce01-4a3d-9285-804cf38cda71 HTTP/1.1" status: 200 len: 834 time: 0.0787909 Feb 15 09:38:59.542565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3784e45f-41a8-48bb-a7ea-d38785a873ff req-1bbc0cbd-7979-4eb4-ba2f-79131b51d4da tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766509 Feb 15 09:38:59.612924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-a4ccb803-3371-4943-aa70-db7efa474f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.614459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-a4ccb803-3371-4943-aa70-db7efa474f6b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9cca55a9-75b0-4634-8fa7-495444e60f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743384 Feb 15 09:38:59.625078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-b83fc1df-a758-4e11-bfaf-ebdce86a2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.626875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-b83fc1df-a758-4e11-bfaf-ebdce86a2c77 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.1552212 Feb 15 09:38:59.645593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:59.663822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d87f4d80-761e-47af-bb9f-c72bb61b7a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:59.754885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-54007e4f-4f0d-487c-a520-1133d6f3cf20 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.0693774 Feb 15 09:38:59.792181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d87f4d80-761e-47af-bb9f-c72bb61b7a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:59.800995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d87f4d80-761e-47af-bb9f-c72bb61b7a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:38:59.830592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-aec94c7e-ba8f-4bf7-8f60-4f717aee7d1a service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025571 Feb 15 09:38:59.850283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-2b169990-7399-474f-9966-190f3e938e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:38:59.851863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-2b169990-7399-474f-9966-190f3e938e1c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.0882843 Feb 15 09:38:59.853646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d87f4d80-761e-47af-bb9f-c72bb61b7a09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6bda1a1398f45ec97a9e98db43610dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2067063 Feb 15 09:38:59.855104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f4d80-761e-47af-bb9f-c72bb61b7a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b01b64-8a07-41b6-9cae-9d0926730572,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:38:59.856479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38698) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:38:59.943733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-1b320ee3-a6af-44a9-a14a-615795b77c50 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685103 Feb 15 09:39:00.154498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2967919-23f3-4723-b64f-e349d0baf227 req-616d7e02-96e1-47e5-99e7-5ab8de25bf06 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:00.158995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2967919-23f3-4723-b64f-e349d0baf227 req-616d7e02-96e1-47e5-99e7-5ab8de25bf06 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0774360 Feb 15 09:39:00.162954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.209493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2967919-23f3-4723-b64f-e349d0baf227 req-0d8f7980-8819-4b27-a528-b55365d533c7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457029 Feb 15 09:39:00.230814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df856632-f2c9-4f6b-bb6f-59ed0c17ae2a req-7b92ec0f-3ade-4eab-84fe-6db263761bd6 service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897846 Feb 15 09:39:00.276190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.287702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f182c-4178-4c19-bbdd-849b7031730d req-50fb7a3a-2854-458f-aede-ca905ab9bc20 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:00.296067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a5f182c-4178-4c19-bbdd-849b7031730d req-50fb7a3a-2854-458f-aede-ca905ab9bc20 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 944 time: 0.3076184 Feb 15 09:39:00.350685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-98d5f6f9-fbbc-40d6-8517-11201941f237 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928871 Feb 15 09:39:00.368154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9d97081-dff1-4358-93cd-33b241f41ea7 req-99d1253b-01db-463c-a5c9-5c5b90efecea tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0451493 Feb 15 09:39:00.474676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38724) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:00.480791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a5f182c-4178-4c19-bbdd-849b7031730d req-ec90fcfe-f81f-4618-a15a-f7d5834e3ea4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837370 Feb 15 09:39:00.526468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.529244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.530451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83b01b64-8a07-41b6-9cae-9d0926730572 HTTP/1.1" status: 204 len: 168 time: 0.6626043 Feb 15 09:39:00.550681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6789f36c-8f25-494e-887b-5e27e44b1c17 req-d44a6d6b-839c-4fe2-89dc-b18fd32534dc service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819384 Feb 15 09:39:00.551943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ff14c-fd59-45e3-ac80-3a3c6d4becb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b01b64-8a07-41b6-9cae-9d0926730572,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:00.684152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb714e89-85e2-4457-9400-44721b00821b req-88d6d3e7-1435-404d-b18d-9cbfcd5d1ce8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:00.687737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb714e89-85e2-4457-9400-44721b00821b req-88d6d3e7-1435-404d-b18d-9cbfcd5d1ce8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0649793 Feb 15 09:39:00.695431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1470630063-network', 'tenant_id': '23ca56dbee924344882bd72a87cf0543'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:00.759213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb714e89-85e2-4457-9400-44721b00821b req-0e1b2df4-5bff-48de-b728-6d1caea46e6c tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592990 Feb 15 09:39:00.760766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Made reservation on behalf of 23ca56dbee924344882bd72a87cf0543 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:00.763161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.781751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.901568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.905631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.925919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:39:00.942619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:00.943124 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Added segment a813c800-476a-4713-ab08-ba9e89e8fa58 of type vlan for network c70f34ef-d995-48f6-a305-ef386419d233 Feb 15 09:39:01.019681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.039261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:01.084340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.085379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:01.086013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.176384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7001910 Feb 15 09:39:01.179362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38766) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:01.184908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Request body: {'subnet': {'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1470630063-subnet', 'tenant_id': '23ca56dbee924344882bd72a87cf0543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:01.222695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af1ac7-2dcc-4897-bcf4-a7b216a385a9 admin admin] Pushing event updated for resources: {'Network': ['ID=c70f34ef-d995-48f6-a305-ef386419d233,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:01.230689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Made reservation on behalf of 23ca56dbee924344882bd72a87cf0543 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:01.233456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.241451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c70f34ef-d995-48f6-a305-ef386419d233 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:39:01.448645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0df5b-1bef-435e-8e7c-66cb2ac8d96b req-d19175ea-5122-4df2-834d-05fa2047349e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:01.458378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8fe0df5b-1bef-435e-8e7c-66cb2ac8d96b req-d19175ea-5122-4df2-834d-05fa2047349e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1200449 Feb 15 09:39:01.516877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8fe0df5b-1bef-435e-8e7c-66cb2ac8d96b req-8c34f83e-f76d-4965-a3b3-21dff25e3f2a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571682 Feb 15 09:39:01.568494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14e79da0-c004-49ff-b527-1b0c914999bd req-1ad446b4-c4e6-4516-b667-757e483a2719 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0409307 Feb 15 09:39:01.582613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.629325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=574b68ad-a6b9-4b0d-a080-8c65804d9fdb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:01.662301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e917fb-a0e8-41d2-b771-f05eba383d1c req-cf4b1309-3c70-42c0-8aa5-5364276eac49 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:01.664720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63e917fb-a0e8-41d2-b771-f05eba383d1c req-cf4b1309-3c70-42c0-8aa5-5364276eac49 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 944 time: 0.0730171 Feb 15 09:39:01.666479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Checking segment: {'id': 'a813c800-476a-4713-ab08-ba9e89e8fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:01.666918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Network hostable DHCP agents. Network: c70f34ef-d995-48f6-a305-ef386419d233, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:39:01.689577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Network c70f34ef-d995-48f6-a305-ef386419d233 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:39:01.713384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c70f34ef-d995-48f6-a305-ef386419d233) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:01.720205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:01.720717 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:01.727908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1791c73e-c8ba-4d9f-a06e-9e0a0872db4c None None] Network c70f34ef-d995-48f6-a305-ef386419d233 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:01.746058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63e917fb-a0e8-41d2-b771-f05eba383d1c req-531f576e-166c-4a59-9621-1e37b0d7edc0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603738 Feb 15 09:39:01.756941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aac3d57a-6308-4fa4-bda4-6fa7a0a82b2b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5708785 Feb 15 09:39:01.957617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc506274-3fc4-4795-98cc-91a940d29c71 None None] Network c70f34ef-d995-48f6-a305-ef386419d233 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:02.011086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fc29-97d2-4e61-bed3-15776bcb8726 req-8157daf9-709c-435e-ba3f-acce68e22ebe tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:02.011086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f035fc29-97d2-4e61-bed3-15776bcb8726 req-8157daf9-709c-435e-ba3f-acce68e22ebe tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1350529 Feb 15 09:39:02.079129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f035fc29-97d2-4e61-bed3-15776bcb8726 req-f7e85410-24fe-466d-9612-28478fea1c5d tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580389 Feb 15 09:39:02.675958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c627ba7-c924-4f1f-8923-a8047021ddef req-401cfb93-3e45-457a-b2d4-f3b8787c0348 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:02.686543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c627ba7-c924-4f1f-8923-a8047021ddef req-401cfb93-3e45-457a-b2d4-f3b8787c0348 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0779762 Feb 15 09:39:02.742095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c627ba7-c924-4f1f-8923-a8047021ddef req-bff71d32-1688-4d55-a665-16528f455a4a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537033 Feb 15 09:39:02.882024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e76d4ab-f94d-4022-8331-be3166404c5c req-c31a271b-e0f8-4b69-bb3a-df590e0be858 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0420563 Feb 15 09:39:03.069707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbf20dc-020e-46e9-afba-11ebf791c191 req-b14ec4ab-aa1b-4976-be1b-04ba124b577b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:03.078700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4dbf20dc-020e-46e9-afba-11ebf791c191 req-b14ec4ab-aa1b-4976-be1b-04ba124b577b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 944 time: 0.1189249 Feb 15 09:39:03.125927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-54b69702-23ce-40a8-993d-e09912a5346e tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:03.131488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d52cfa1c-7bfc-4367-9c2e-a8c85592344b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:03.132766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-54b69702-23ce-40a8-993d-e09912a5346e tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/networks?id=c70f34ef-d995-48f6-a305-ef386419d233 HTTP/1.1" status: 200 len: 813 time: 0.5871203 Feb 15 09:39:03.152901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4dbf20dc-020e-46e9-afba-11ebf791c191 req-b5300a6b-df87-4734-b898-c53d2741585e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731473 Feb 15 09:39:03.175142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-4843bd97-2c16-4cf4-8a35-7d220c766c6d tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/quotas/23ca56dbee924344882bd72a87cf0543 HTTP/1.1" status: 200 len: 375 time: 0.0413318 Feb 15 09:39:03.210509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-3ad8ba71-5a3a-4592-9f23-6e2aff078413 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=23ca56dbee924344882bd72a87cf0543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343928 Feb 15 09:39:03.290086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:03.304133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:03.348071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7b6cf-4838-4d67-ae51-5282164d5b2f req-3968a4ed-2be7-4209-b14f-475ef8ef0b5e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:03.358251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f7b6cf-4838-4d67-ae51-5282164d5b2f req-3968a4ed-2be7-4209-b14f-475ef8ef0b5e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0976751 Feb 15 09:39:03.358969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:03.368334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-e2c189c7-0071-4c71-8141-7ea34356adb1 service neutron] 10.222.0.10 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465459 Feb 15 09:39:03.376766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d52cfa1c-7bfc-4367-9c2e-a8c85592344b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:03.421640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:03.421814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f7b6cf-4838-4d67-ae51-5282164d5b2f req-c7688729-aa15-48a1-8e8a-b632480d1c37 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622528 Feb 15 09:39:03.438420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:03.530746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-67f9bf9b-ff09-46ff-8ead-644d5d0d2cf0 service neutron] 10.222.0.10 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547484 Feb 15 09:39:03.540339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:03.650804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['d52cfa1c-7bfc-4367-9c2e-a8c85592344b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:03.832543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70d86b3c-ef14-430a-b066-95e59ffbdb13 req-08635d93-a440-4cc4-abca-16c8b697ed49 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 210 time: 0.0637028 Feb 15 09:39:03.944611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d063ff5a-8ae1-4920-bbb0-39ab538acba0 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777767 Feb 15 09:39:03.950119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38942) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:04.153523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bb473-b9ed-4633-b22e-569b5f3e393a req-292c9780-05cb-451c-872b-fb9cbbb55421 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:04.159397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c42bb473-b9ed-4633-b22e-569b5f3e393a req-292c9780-05cb-451c-872b-fb9cbbb55421 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1817491 Feb 15 09:39:04.252857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.265738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c42bb473-b9ed-4633-b22e-569b5f3e393a req-2c494d76-a6b5-4d44-b4b6-656f409d655e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925541 Feb 15 09:39:04.367310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.375267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.421073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d69365bb-4404-4f1f-86fc-b58584d6cdd7 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:04.429766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17f5fdb291b64a30b9a42de4105a2ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4779451 Feb 15 09:39:04.435852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d69365bb-4404-4f1f-86fc-b58584d6cdd7 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4738100 Feb 15 09:39:04.443854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:04.444424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ba2a50-9a33-4985-9c7a-90d200fc8a34,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:04.448273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d26705-acf8-4a73-90b2-7e8b5173b138 req-30604500-06f2-4091-b725-ce84d80033b1 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0440285 Feb 15 09:39:04.455543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.455932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.456281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.456605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.456962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.457288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.457611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.457934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.458254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.458571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.458881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.459200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ad5aae-6e90-487f-928c-3eef0b604ad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.465530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-bbdc654e-8c58-4018-824f-7ed751138410 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/quotas/db3ac72d65c6488fa45ae651afd2ec1d HTTP/1.1" status: 200 len: 375 time: 0.0288489 Feb 15 09:39:04.527723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-cc8e2fc2-e2fc-4f70-ac75-cf38465ec3e9 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477419 Feb 15 09:39:04.559896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.588624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.609104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586b8d38-93f3-45d3-85e4-7222ae6e37fd req-5405ca0b-5fd9-4663-9134-aae623077f3b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:04.611393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586b8d38-93f3-45d3-85e4-7222ae6e37fd req-5405ca0b-5fd9-4663-9134-aae623077f3b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 945 time: 0.0746861 Feb 15 09:39:04.662696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.669056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:04.679124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02ba2a50-9a33-4985-9c7a-90d200fc8a34 HTTP/1.1" status: 204 len: 168 time: 0.2330387 Feb 15 09:39:04.684944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586b8d38-93f3-45d3-85e4-7222ae6e37fd req-9232be31-fe7a-42af-826a-b278821397c6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617738 Feb 15 09:39:04.726274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ba2a50-9a33-4985-9c7a-90d200fc8a34,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:04.750327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.751713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.752653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.753425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.754208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.755065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.755816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.757026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.757797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.758737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.765870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.767828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bdb92f-8ed7-4138-b503-acb3310864b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:04.837557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6da8f-b879-4a1d-99f2-fd3c6a00c08a req-c3d030a6-19e3-40cc-b7ad-31796d8cfd8f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:04.847306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ed6da8f-b879-4a1d-99f2-fd3c6a00c08a req-c3d030a6-19e3-40cc-b7ad-31796d8cfd8f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0980957 Feb 15 09:39:04.958291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ed6da8f-b879-4a1d-99f2-fd3c6a00c08a req-37008f8e-f19e-44a9-a376-7888f6746928 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083035 Feb 15 09:39:05.048671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d71167b6-c825-4eea-85f5-9062937da438 req-374ebe15-8a1d-451b-93d1-17d6e1e61df6 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 210 time: 0.0938931 Feb 15 09:39:05.130989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d52cfa1c-7bfc-4367-9c2e-a8c85592344b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:05.243632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-c3fff77f-3c38-4952-b179-d9c772e94c9b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841398 Feb 15 09:39:05.252100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port d52cfa1c-7bfc-4367-9c2e-a8c85592344b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:05.259720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port d52cfa1c-7bfc-4367-9c2e-a8c85592344b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:05.260169 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.273193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38986) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:05.330576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4ac595a-7556-4883-8e56-f006e7b24846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.463592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4ac595a-7556-4883-8e56-f006e7b24846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.480386 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4ac595a-7556-4883-8e56-f006e7b24846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.554837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac595a-7556-4883-8e56-f006e7b24846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aee703-891b-4b54-9927-3c6283767663,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:05.555759 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.601417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4ac595a-7556-4883-8e56-f006e7b24846 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc4878d6b718446c925a41e73ceba845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258400 Feb 15 09:39:05.606312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:05.685696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80678441-9a8f-4b7a-81f3-b759bb1a89c7 req-199cc739-4b2e-4d23-b8c0-3ad3eba3d3c6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:05.691880 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80678441-9a8f-4b7a-81f3-b759bb1a89c7 req-199cc739-4b2e-4d23-b8c0-3ad3eba3d3c6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.2231240 Feb 15 09:39:05.715223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:05.716464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-d3a28f57-609c-4cd3-9bb7-037784534eb1 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:05.717257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:05.724019 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8921d16d-0b95-4468-9452-38b3bdde14df" -d '{"events": [{"server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "name": "network-vif-plugged", "status": "completed", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:05.732240 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.735850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-d3a28f57-609c-4cd3-9bb7-037784534eb1 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4868133 Feb 15 09:39:05.765210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-729b9689-d8a3-4a8a-916c-30bcf63bff6d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/quotas/db3ac72d65c6488fa45ae651afd2ec1d HTTP/1.1" status: 200 len: 375 time: 0.0206909 Feb 15 09:39:05.830841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-8fc1c59f-d1a4-45b9-a708-26a082ad4cff tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562985 Feb 15 09:39:05.852787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:05.892934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:05.943799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80678441-9a8f-4b7a-81f3-b759bb1a89c7 req-94970bee-0b0c-41ae-b0cd-42993cbea00b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1936524 Feb 15 09:39:06.037764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:06.066169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-d093fc84-7897-449d-bf42-ca4c149e525a tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:06.073802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-d093fc84-7897-449d-bf42-ca4c149e525a tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.36 "GET /v2.0/networks?id=c70f34ef-d995-48f6-a305-ef386419d233 HTTP/1.1" status: 200 len: 813 time: 0.3691401 Feb 15 09:39:06.093919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Request body: {'port': {'device_id': '73809895-2a26-4e32-b014-3a483b237d50', 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233', 'admin_state_up': True, 'tenant_id': '23ca56dbee924344882bd72a87cf0543'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:06.187958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0981d64-16d2-48a9-877c-7aedbce05024 req-5b96b02d-eac0-44e4-894f-bd19b58d84b4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:06.196167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0981d64-16d2-48a9-877c-7aedbce05024 req-5b96b02d-eac0-44e4-894f-bd19b58d84b4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.0834839 Feb 15 09:39:06.259080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0981d64-16d2-48a9-877c-7aedbce05024 req-c82fb46e-7c63-4384-a7c4-bfc54ddd2708 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619249 Feb 15 09:39:06.320499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20896476-f452-49b0-8c65-41ece55785e6 req-1d5bc913-76ac-4e1a-bc15-e291bcf4a75b tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0985949 Feb 15 09:39:06.361021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:06.364024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:06.365552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39aee703-891b-4b54-9927-3c6283767663 HTTP/1.1" status: 204 len: 168 time: 0.7583008 Feb 15 09:39:06.366679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Made reservation on behalf of 23ca56dbee924344882bd72a87cf0543 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:06.371292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:06.384670 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7214d170-129b-4fa3-9f33-a1e10b429bc1 x-openstack-request-id: req-7214d170-129b-4fa3-9f33-a1e10b429bc1 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:06.385931 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "name": "network-vif-plugged", "status": "completed", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:06.386378 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7214d170-129b-4fa3-9f33-a1e10b429bc1 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:06.387032 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'code': 200} Feb 15 09:39:06.412086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d4d37-c6a8-4389-b5bd-d9ef163af729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aee703-891b-4b54-9927-3c6283767663,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:06.583958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764c49-4efd-4e34-8d28-843f0f280083 req-15d7f30a-9700-4702-b81f-701892d35e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:06.586080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3764c49-4efd-4e34-8d28-843f0f280083 req-15d7f30a-9700-4702-b81f-701892d35e21 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1097 time: 0.1256905 Feb 15 09:39:06.608157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101fc988-2c3b-4cdc-8f1a-a11d880ca24a req-671eddbb-bbf4-4240-9bad-bdb9dbb2c93f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:06.609739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101fc988-2c3b-4cdc-8f1a-a11d880ca24a req-671eddbb-bbf4-4240-9bad-bdb9dbb2c93f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0949960 Feb 15 09:39:06.627674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0c84566-2983-4d77-9f34-6ecc7b76adf5 req-6d9e90f6-98df-49c8-a608-5b85d5eaa6a0 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 210 time: 0.0900712 Feb 15 09:39:06.680514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-fb085b28-1c6a-42e2-8a5d-c2784c51499b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604005 Feb 15 09:39:06.725649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3764c49-4efd-4e34-8d28-843f0f280083 req-defbaca0-4605-40cd-8db7-5cb1437535ff service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322329 Feb 15 09:39:06.768612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101fc988-2c3b-4cdc-8f1a-a11d880ca24a req-4d419a6f-aa43-4da0-9030-8d64ecdb3e4c tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348617 Feb 15 09:39:06.843169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Allocated IP 172.20.0.2 (c70f34ef-d995-48f6-a305-ef386419d233/574b68ad-a6b9-4b0d-a080-8c65804d9fdb/5f5ed206-b6f8-4a47-a63f-d2ba8845e605) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:06.892660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-8a1fcd72-6420-4ede-92f0-13691bc38a5c tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:06.893622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6b5044e-e030-48d3-8b66-178c77154214 req-e7a28a93-f1e6-4473-9bda-f68f23f2760d tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 210 time: 0.0469515 Feb 15 09:39:06.894947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-8a1fcd72-6420-4ede-92f0-13691bc38a5c tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028728 Feb 15 09:39:06.918211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Request body: {'port': {'device_id': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'db3ac72d65c6488fa45ae651afd2ec1d'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:07.132261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.159491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e1d3cf2-796a-4a5c-9195-948b935672db req-db28af9d-68d0-4871-a9e7-236d91d53864 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0340073 Feb 15 09:39:07.195282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.247664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Network c70f34ef-d995-48f6-a305-ef386419d233 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:07.253887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:07.260690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Made reservation on behalf of db3ac72d65c6488fa45ae651afd2ec1d for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:07.263737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:07.269983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.291065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.301707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421b140-4723-43ff-9d4b-5794b90ba2d8 req-b9bee994-5e0d-4160-8988-dafdf91097d0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:07.304002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f421b140-4723-43ff-9d4b-5794b90ba2d8 req-b9bee994-5e0d-4160-8988-dafdf91097d0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1433680 Feb 15 09:39:07.310877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Pushing event updated for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:07.372439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:07.375865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.390034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f421b140-4723-43ff-9d4b-5794b90ba2d8 req-6949aa08-71c0-4f8a-a060-0eda4571d676 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762351 Feb 15 09:39:07.446368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-bac62b50-207f-4578-a142-73f40a69bd7b tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3574762 Feb 15 09:39:07.466960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Request body: {'port': {'device_id': '73809895-2a26-4e32-b014-3a483b237d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:07.469559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.480766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.567029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e03b4-0140-4677-b698-c15ee8660214 req-9a34ecac-3f9d-4ba7-8ee1-a55d038bd516 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:07.568639 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-440e03b4-0140-4677-b698-c15ee8660214 req-9a34ecac-3f9d-4ba7-8ee1-a55d038bd516 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.1827710 Feb 15 09:39:07.618754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33c806f6-ea49-42b7-8e91-43d078766773 req-9e7eb48f-6b8b-47fd-b1ee-375d93c69dec tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0438325 Feb 15 09:39:07.622734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455174db-f823-46c1-b38d-05468309e331,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:07.700951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:07.759794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-440e03b4-0140-4677-b698-c15ee8660214 req-aa4638fb-2630-4e47-a58e-80d11b66c4e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793025 Feb 15 09:39:07.861416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-be13d9dc-dea9-4a16-983d-b856c8710e86 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1571879 Feb 15 09:39:07.929591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55625de4-7dd0-48cb-88e8-99dd91fc1c8c req-54095989-8667-407e-8f62-571920731e9d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 210 time: 0.1069424 Feb 15 09:39:08.012153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Allocated IP 192.168.233.94 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/1040e071-2f01-489e-8052-27da3f4644ff) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:08.097724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804a65-518a-48c9-86b5-ad1310b8ce13 req-86a73f0b-d192-4fab-8626-0150d8d7d0a5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:08.099767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f804a65-518a-48c9-86b5-ad1310b8ce13 req-86a73f0b-d192-4fab-8626-0150d8d7d0a5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1924379 Feb 15 09:39:08.113011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-610f1cf8-6b2d-4a17-bd6a-37fd68874ddd tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:08.114528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-610f1cf8-6b2d-4a17-bd6a-37fd68874ddd tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2442286 Feb 15 09:39:08.168963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Request body: {'port': {'device_id': '427228de-c4f8-4f38-a12d-3255494b2e00', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'db3ac72d65c6488fa45ae651afd2ec1d'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:08.209742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f804a65-518a-48c9-86b5-ad1310b8ce13 req-efe98c08-da78-4c9f-a926-d5ee823f26b0 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978925 Feb 15 09:39:08.336356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:08.346023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.400392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Transition to ACTIVE for port object 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:08.417658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.438120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06d060-547f-4cec-aa10-e2586c2bb421 req-d3a52530-8d99-4e06-b423-e221ad6f0f0e tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:08.443478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cd06d060-547f-4cec-aa10-e2586c2bb421 req-d3a52530-8d99-4e06-b423-e221ad6f0f0e tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 931 time: 0.3473649 Feb 15 09:39:08.572239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.597647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cd06d060-547f-4cec-aa10-e2586c2bb421 req-45200736-6166-4ebd-b27a-79b5a16437ff tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314235 Feb 15 09:39:08.626584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:08.632648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Made reservation on behalf of db3ac72d65c6488fa45ae651afd2ec1d for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:08.636225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.742128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76714b8-d444-40e3-b063-7703010be04a req-bc9246d9-e4ed-40ae-a4c3-50058647109b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:08.743962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d76714b8-d444-40e3-b063-7703010be04a req-bc9246d9-e4ed-40ae-a4c3-50058647109b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.2446153 Feb 15 09:39:08.745514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Attempting to bind port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:08.745855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Attempting to bind port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'a813c800-476a-4713-ab08-ba9e89e8fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:08.746176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Attempting to bind port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 on network c70f34ef-d995-48f6-a305-ef386419d233 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:08.771947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.780466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 on network c70f34ef-d995-48f6-a305-ef386419d233 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:08.781119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Attempting to bind port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 on network c70f34ef-d995-48f6-a305-ef386419d233 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:08.792631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:08.793096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Checking segment: {'id': 'a813c800-476a-4713-ab08-ba9e89e8fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:08.793430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Bound using segment: {'id': 'a813c800-476a-4713-ab08-ba9e89e8fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:08.793935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Bound port: 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a813c800-476a-4713-ab08-ba9e89e8fa58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:08.794328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:08.823582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d76714b8-d444-40e3-b063-7703010be04a req-ab9c301a-116e-4d93-95c7-dc85da172c6a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716224 Feb 15 09:39:08.855344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:08.899268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:08.924125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797f2d44-b49f-4ee0-9157-cb66f83ebdb7 req-cf05d155-19cc-4449-aa21-69472956da57 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.1187587 Feb 15 09:39:08.925480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:08.926418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:08.936609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,segment=NetworkSegment(a813c800-476a-4713-ab08-ba9e89e8fa58),segment_id=a813c800-476a-4713-ab08-ba9e89e8fa58)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:08.944730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:09.092491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:09.092943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:09.093813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:09.094482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] 10.222.0.36 "PUT /v2.0/ports/5f5ed206-b6f8-4a47-a63f-d2ba8845e605 HTTP/1.1" status: 200 len: 1091 time: 1.6326811 Feb 15 09:39:09.106496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:09.109255 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd5417e-2793-49e0-a10c-fd07780b5c99" -d '{"events": [{"name": "network-changed", "server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:09.139702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8fffa5-2a65-4cac-a378-8170b71e41e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:09.169703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-491dc868-9755-4a03-9231-70d4d58cbeab req-89372b2e-822a-44f9-a9de-15b6abea77ce tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 210 time: 0.1068280 Feb 15 09:39:09.184886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de793af-0a77-4975-85fc-bac7d2df6a57 req-b65d4a6f-be98-4554-9b39-2e40275131bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:09.185269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:09.186222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de793af-0a77-4975-85fc-bac7d2df6a57 req-b65d4a6f-be98-4554-9b39-2e40275131bc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.2198048 Feb 15 09:39:09.191394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:09.249199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-a0f88061-070f-4941-8c19-a46f45e6b5d6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3426015 Feb 15 09:39:09.250601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Allocated IP 192.168.233.193 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/64800e39-85a6-4760-9681-da133342e7d5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:09.270665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Request body: {'port': {'device_id': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:09.328804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-fa7ac785-7ff7-48ac-83ed-c357c75a0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:09.339027 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-fa7ac785-7ff7-48ac-83ed-c357c75a0fbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23ca56dbee924344882bd72a87cf0543&device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 1094 time: 0.1808774 Feb 15 09:39:09.374028 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:09.443231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2de793af-0a77-4975-85fc-bac7d2df6a57 req-be1a97a7-eb8b-4282-9ce7-ef3f9941072b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228138 Feb 15 09:39:09.447594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-edd1f2a8-4904-4d2b-a54e-60ebf0e73ceb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605 HTTP/1.1" status: 200 len: 217 time: 0.1006119 Feb 15 09:39:09.507314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6122f5eb-4b17-41fa-949c-70db10c3c15b None None] Provisioning complete for port 1040e071-2f01-489e-8052-27da3f4644ff triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:09.508794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6122f5eb-4b17-41fa-949c-70db10c3c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:09.614701 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68559a21-f927-45d2-85d2-76d139b1f776 x-openstack-request-id: req-68559a21-f927-45d2-85d2-76d139b1f776 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:09.616009 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:09.625230 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68559a21-f927-45d2-85d2-76d139b1f776 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:09.628661 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605', 'status': 'completed', 'code': 200} Feb 15 09:39:09.632212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-e4625a1c-26e7-47f3-a27c-4b970aa7c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:09.638901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6122f5eb-4b17-41fa-949c-70db10c3c15b None None] Port 1040e071-2f01-489e-8052-27da3f4644ff cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:39:09.646249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-e4625a1c-26e7-47f3-a27c-4b970aa7c30b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=574b68ad-a6b9-4b0d-a080-8c65804d9fdb HTTP/1.1" status: 200 len: 853 time: 0.1895807 Feb 15 09:39:09.727189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-a38646f1-bd4a-4b27-9f8a-a6b7b39024dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70f34ef-d995-48f6-a305-ef386419d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731578 Feb 15 09:39:09.857028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-a15174c8-c59c-4e34-8116-c87aefc631b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218245 Feb 15 09:39:09.956126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36ba309a-c1a8-43bf-96cf-ceb09afb0e68 req-436c4832-a6bb-4d36-8978-58595bde9918 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1&device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0467594 Feb 15 09:39:09.994859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ed815-5fa0-4118-b7d0-3d59e3d6b59a req-bbc8ea7d-aa86-4fa5-95f4-ecdd3b10b3e2 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.005046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae1ed815-5fa0-4118-b7d0-3d59e3d6b59a req-bbc8ea7d-aa86-4fa5-95f4-ecdd3b10b3e2 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1646307 Feb 15 09:39:10.041438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41eadd45-87ba-4034-acdc-93f4b0ecf9ba req-01009941-3cab-4eca-b5b3-61b904b12ced service neutron] 10.222.0.36 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680682 Feb 15 09:39:10.074084 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae1ed815-5fa0-4118-b7d0-3d59e3d6b59a req-e4f5fbdc-a8a3-4956-9867-5d95edd0d404 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629113 Feb 15 09:39:10.216258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-a61c4d23-da11-4e92-99c3-1f2e30fc2634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.218075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-a61c4d23-da11-4e92-99c3-1f2e30fc2634 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=23ca56dbee924344882bd72a87cf0543&device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 1094 time: 0.0884404 Feb 15 09:39:10.252958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8b4e-6ccc-4d2e-ac21-2dcd2535b64a req-5ebbf674-8e4d-47c5-8318-65c8a717ac24 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.254985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bce8b4e-6ccc-4d2e-ac21-2dcd2535b64a req-5ebbf674-8e4d-47c5-8318-65c8a717ac24 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.1808779 Feb 15 09:39:10.295745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:10.332583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec828c-cb03-4611-aa51-19bd6d5eb773 req-04a66c83-835e-4a5f-8285-addbf9470930 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.334936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49ec828c-cb03-4611-aa51-19bd6d5eb773 req-04a66c83-835e-4a5f-8285-addbf9470930 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 943 time: 0.1650608 Feb 15 09:39:10.341005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-10874efc-a89a-4f43-a152-44cf01342482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.342497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-10874efc-a89a-4f43-a152-44cf01342482 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70f34ef-d995-48f6-a305-ef386419d233 HTTP/1.1" status: 200 len: 914 time: 0.1141050 Feb 15 09:39:10.350461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4bce8b4e-6ccc-4d2e-ac21-2dcd2535b64a req-dd975efc-3ad5-40dc-9e07-4fbba49b7144 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851223 Feb 15 09:39:10.394305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:10.402093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39118) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:10.429680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-99060880-8dcf-4832-9deb-ee2cb1e5a64d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605 HTTP/1.1" status: 200 len: 217 time: 0.0777967 Feb 15 09:39:10.500728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-73651986-eaea-49ba-8d76-13b14ec93376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.503256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-73651986-eaea-49ba-8d76-13b14ec93376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=574b68ad-a6b9-4b0d-a080-8c65804d9fdb HTTP/1.1" status: 200 len: 853 time: 0.0597622 Feb 15 09:39:10.509977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49ec828c-cb03-4611-aa51-19bd6d5eb773 req-49cea588-24f2-4f92-b524-0efc085b4ed6 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664767 Feb 15 09:39:10.561171 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-87c663ca-9ec3-4f45-a4e8-09a37a1b7a34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70f34ef-d995-48f6-a305-ef386419d233&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498388 Feb 15 09:39:10.627106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:10.648725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:10.663345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:10.672760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:10.691330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bbb582-369b-4800-b6b2-105c33fb161e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.698003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e6bbb582-369b-4800-b6b2-105c33fb161e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1092 time: 0.2806048 Feb 15 09:39:10.699022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39124) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:10.720192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:10.742917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-b6ca0868-1a39-49d5-8737-b157702723b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727059 Feb 15 09:39:10.776314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78bc0a-5f34-4cc8-b1f3-2df65fda28d0 req-413880e6-b5bd-4c52-b1c7-14ad803a8d21 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.785922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b78bc0a-5f34-4cc8-b1f3-2df65fda28d0 req-413880e6-b5bd-4c52-b1c7-14ad803a8d21 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.2956173 Feb 15 09:39:10.925021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8774e240-55a9-4cb6-a376-7f1efb32c33f req-934e9525-d6d6-48af-be4c-075eef76f8e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f2f98d63ded4182be8a5b70b14e3d7c&device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0675533 Feb 15 09:39:10.932882 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd5417e-2793-49e0-a10c-fd07780b5c99 req-97e0d752-edc9-4463-b614-0857d5cf2981 service neutron] 10.222.0.36 "GET /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827776 Feb 15 09:39:10.982098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:10.982966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.004347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.012447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac6a8ec-1456-4205-8786-0ade9ad1201f req-701f5221-ffe9-41b8-a0e2-6a2749379cdb tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:11.020087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cac6a8ec-1456-4205-8786-0ade9ad1201f req-701f5221-ffe9-41b8-a0e2-6a2749379cdb tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 936 time: 0.0994744 Feb 15 09:39:11.033638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8774e240-55a9-4cb6-a376-7f1efb32c33f req-fc56f62e-bc71-4dbf-a6bc-db0d6f0450ec service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f2f98d63ded4182be8a5b70b14e3d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936620 Feb 15 09:39:11.062385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b78bc0a-5f34-4cc8-b1f3-2df65fda28d0 req-01801c50-376c-4c7b-a92b-231eb054a50a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2750802 Feb 15 09:39:11.097186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-182ae3be-07cc-4498-a76f-25b99a543627 None None] Provisioning complete for port 64800e39-85a6-4760-9681-da133342e7d5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:11.097733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-182ae3be-07cc-4498-a76f-25b99a543627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.124140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cac6a8ec-1456-4205-8786-0ade9ad1201f req-f56c5559-2cc0-439a-9d00-3b1631417a17 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980988 Feb 15 09:39:11.156153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4bb91bf6-848d-493f-b038-ae4b95ba7c04 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0284336 Feb 15 09:39:11.170594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-182ae3be-07cc-4498-a76f-25b99a543627 None None] Port 64800e39-85a6-4760-9681-da133342e7d5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:39:11.185470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Request body: {'port': {'device_id': '427228de-c4f8-4f38-a12d-3255494b2e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:11.190932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39138) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:11.216661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:11.238774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bec899a7-bcfe-4736-8ff0-fb87d5f5c939 req-a23d3f16-a01c-4b95-9812-57c8ef2b6f18 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0912199 Feb 15 09:39:11.258272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-43f11c71-ef62-4952-b7b2-caa7956b4dc9 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1106564614&fields=id&tenant_id=178f2e137b2243a4995d297dcd40f2d4 HTTP/1.1" status: 200 len: 267 time: 0.0476449 Feb 15 09:39:11.274499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.321831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Transition to ACTIVE for port object 1040e071-2f01-489e-8052-27da3f4644ff will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:11.342032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.350789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d73b744f-f124-41ac-af14-3f4c309962fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.418376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.435888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-732401ef-df56-49d8-9baf-0bbc49184401 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:11.437404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-732401ef-df56-49d8-9baf-0bbc49184401 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/networks?id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f HTTP/1.1" status: 200 len: 815 time: 0.1783547 Feb 15 09:39:11.437649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774e240-55a9-4cb6-a376-7f1efb32c33f req-31e464d5-6feb-4176-9935-e3569b464c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:11.439778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8774e240-55a9-4cb6-a376-7f1efb32c33f req-31e464d5-6feb-4176-9935-e3569b464c14 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3753035 Feb 15 09:39:11.468781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a69d6f70-a34b-432e-b200-0ad712b804af tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/quotas/178f2e137b2243a4995d297dcd40f2d4 HTTP/1.1" status: 200 len: 375 time: 0.0139401 Feb 15 09:39:11.499023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:11.543744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d73b744f-f124-41ac-af14-3f4c309962fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.552602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d73b744f-f124-41ac-af14-3f4c309962fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.572740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-3ad14ff4-33ff-4718-a56b-03948d9fd290 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=178f2e137b2243a4995d297dcd40f2d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927036 Feb 15 09:39:11.588057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b973f-5c2d-4ce9-bdce-1343cb41e9e4 req-5a42f356-11e3-479a-aef2-a560c7d25d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:11.589599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca4b973f-5c2d-4ce9-bdce-1343cb41e9e4 req-5a42f356-11e3-479a-aef2-a560c7d25d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.2551124 Feb 15 09:39:11.619042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b744f-f124-41ac-af14-3f4c309962fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1ffb6f-96d9-4c35-a41e-0b7745e33f58,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:11.627310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d73b744f-f124-41ac-af14-3f4c309962fa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ce881748a0fc433f99ad2bb6bd33db3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4346027 Feb 15 09:39:11.654344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39144) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:11.742311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-d0b74350-8b45-4a33-bbba-7f0e28710681 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509998 Feb 15 09:39:11.745023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.745273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Attempting to bind port 1040e071-2f01-489e-8052-27da3f4644ff on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:11.745613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Attempting to bind port 1040e071-2f01-489e-8052-27da3f4644ff by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:11.745941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Attempting to bind port 1040e071-2f01-489e-8052-27da3f4644ff on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:11.748531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.798943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Port 1040e071-2f01-489e-8052-27da3f4644ff on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:11.799265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Attempting to bind port 1040e071-2f01-489e-8052-27da3f4644ff on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:11.803615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca4b973f-5c2d-4ce9-bdce-1343cb41e9e4 req-85f62f5a-e819-48f9-a364-796e3e95cff2 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044253 Feb 15 09:39:11.806155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.841010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:11.841365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:11.841774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:11.842297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Bound port: 1040e071-2f01-489e-8052-27da3f4644ff, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:11.842548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.889876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-98d58ab7-310e-431a-97ee-1ae73cf6d895 service neutron] 10.222.0.10 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404526 Feb 15 09:39:11.903189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.905761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:11.906893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/df1ffb6f-96d9-4c35-a41e-0b7745e33f58 HTTP/1.1" status: 204 len: 168 time: 0.2515571 Feb 15 09:39:11.925359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a54981-eec1-4b71-9363-a46afa2a0d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1ffb6f-96d9-4c35-a41e-0b7745e33f58,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:12.037473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.25.6.62 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/06d9106a-3943-4870-92ab-f44d749fe16c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:12.092692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6231c8-20e7-4952-bd8a-73ab9f99d294 req-b2a79f45-f735-439a-b89f-a21b3daf66f3 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:12.096586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e6231c8-20e7-4952-bd8a-73ab9f99d294 req-b2a79f45-f735-439a-b89f-a21b3daf66f3 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 943 time: 0.2078226 Feb 15 09:39:12.097842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:12.170089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:12.170365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:12.214201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.291000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:12.301735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,segment=NetworkSegment(a813c800-476a-4713-ab08-ba9e89e8fa58),segment_id=a813c800-476a-4713-ab08-ba9e89e8fa58)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:12.308701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04118ff9-ba87-4cd0-bfe8-8393ab809182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.316799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605', 'network_id': 'c70f34ef-d995-48f6-a305-ef386419d233', 'port_id': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605', 'mac_address': 'fa:16:3e:81:3b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '574b68ad-a6b9-4b0d-a080-8c65804d9fdb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:12.358408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64800e39-85a6-4760-9681-da133342e7d5 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:12.359044 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.378461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e6231c8-20e7-4952-bd8a-73ab9f99d294 req-41ae3c33-23a8-4f5f-9929-1250bfe713f1 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619476 Feb 15 09:39:12.378989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:12.381070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:12.402790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,segment=NetworkSegment(a813c800-476a-4713-ab08-ba9e89e8fa58),segment_id=a813c800-476a-4713-ab08-ba9e89e8fa58)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:12.418484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.438660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04118ff9-ba87-4cd0-bfe8-8393ab809182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.453068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b04a63-ab11-4e34-8173-d9ed3050983b req-3477d1d2-f08f-4b72-a11c-3dfdb0c46be4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:12.455250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32b04a63-ab11-4e34-8173-d9ed3050983b req-3477d1d2-f08f-4b72-a11c-3dfdb0c46be4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1442213 Feb 15 09:39:12.455925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04118ff9-ba87-4cd0-bfe8-8393ab809182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.472224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.485465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04118ff9-ba87-4cd0-bfe8-8393ab809182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86429d2d-22e2-4a57-bfa8-c6d5d6c62fee,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:12.513351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:12.513983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.518658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-d9f1e482-9e97-4ac9-b587-4affff258907 service neutron] 10.222.0.36 "PUT /v2.0/ports/1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 200 len: 1095 time: 3.2565422 Feb 15 09:39:12.520753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.558131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Transition to ACTIVE for port object 64800e39-85a6-4760-9681-da133342e7d5 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:12.559133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:12.564306 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32faa0e5-bbe7-4d64-9007-485870d3f3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:12.570333 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32b04a63-ab11-4e34-8173-d9ed3050983b req-7ca56d06-8096-4e18-815f-f94a8690abb7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794826 Feb 15 09:39:12.641557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.642817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-04118ff9-ba87-4cd0-bfe8-8393ab809182 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfc73743b09d4aa181ce3fa4930f0e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506305 Feb 15 09:39:12.651189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39174) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:12.725686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1231340c-8a6f-483f-973f-b1eff86f2d54 req-1cd3b069-af16-4b13-9c7a-a5c142a6a221 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.1107421 Feb 15 09:39:12.779168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8774e240-55a9-4cb6-a376-7f1efb32c33f req-3b2a4a6b-1197-4a5d-9350-01274f660e48 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.36 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0350509 Feb 15 09:39:12.854124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.880982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-8f84587a-57bb-46c2-aea5-90941a91e1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:12.883479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-8f84587a-57bb-46c2-aea5-90941a91e1ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 1098 time: 0.2312970 Feb 15 09:39:12.900503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507573cd-79f1-4b9e-a93f-2f43b4501649 req-aceb4c0d-e06f-4b9a-8d07-bb5956bd103b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:12.902545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-507573cd-79f1-4b9e-a93f-2f43b4501649 req-aceb4c0d-e06f-4b9a-8d07-bb5956bd103b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.3307667 Feb 15 09:39:12.908754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.924251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:12.957717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:12.958010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:12.959242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:12.966570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bc6bbc1-be92-4cff-ac12-77f9650cfe64 req-cfb9305f-e7de-4961-a6fd-4c68d94da24f tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=ee3a7537-2dc9-44c0-9995-e823a94de3c1 HTTP/1.1" status: 200 len: 210 time: 0.0711148 Feb 15 09:39:12.966823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:12.968145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5f5ed206-b6f8-4a47-a63f-d2ba8845e605'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:12.991794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.996018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.996356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.996909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.997412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.997887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:12.998596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.002407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.002759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.003249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.003779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.005249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:39:13.074982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:13.077631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:13.078815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86429d2d-22e2-4a57-bfa8-c6d5d6c62fee HTTP/1.1" status: 204 len: 168 time: 0.4237659 Feb 15 09:39:13.097478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea51b22-c524-48cf-8f3e-b7bb2866bcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86429d2d-22e2-4a57-bfa8-c6d5d6c62fee,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:13.099265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:13.207652 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09439e2a-3849-466f-910e-8c20e6f4f2b6 x-openstack-request-id: req-09439e2a-3849-466f-910e-8c20e6f4f2b6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:13.207925 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:13.208183 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09439e2a-3849-466f-910e-8c20e6f4f2b6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:13.208651 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'status': 'completed', 'code': 200} Feb 15 09:39:13.212262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-c679ab4f-aba2-45a0-864b-4c90dbbbac03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 200 len: 217 time: 0.3050528 Feb 15 09:39:13.265932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfdc0d-e7b5-4fa4-bff8-5ea19ffbab80 req-0c2ca248-293d-4b74-a037-9c200aa9d9a4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:13.268824 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abbfdc0d-e7b5-4fa4-bff8-5ea19ffbab80 req-0c2ca248-293d-4b74-a037-9c200aa9d9a4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0716770 Feb 15 09:39:13.273601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Attempting to bind port 64800e39-85a6-4760-9681-da133342e7d5 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:13.273942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Attempting to bind port 64800e39-85a6-4760-9681-da133342e7d5 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:13.274269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Attempting to bind port 64800e39-85a6-4760-9681-da133342e7d5 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:13.288415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-507573cd-79f1-4b9e-a93f-2f43b4501649 req-7b59997d-7c50-44a8-b6f9-beb23516cf11 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536277 Feb 15 09:39:13.316015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Port 64800e39-85a6-4760-9681-da133342e7d5 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:13.316699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Attempting to bind port 64800e39-85a6-4760-9681-da133342e7d5 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:13.362353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=06d9106a-3943-4870-92ab-f44d749fe16c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:13.369336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:13.369666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:13.370050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:13.370498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Bound port: 64800e39-85a6-4760-9681-da133342e7d5, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:13.370996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:13.389504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abbfdc0d-e7b5-4fa4-bff8-5ea19ffbab80 req-5505aa58-4ba4-43f1-905d-0b0f18a1a5cf tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020477 Feb 15 09:39:13.448611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-86db92d1-816f-4753-a8bb-36aee505de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:13.450413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-86db92d1-816f-4753-a8bb-36aee505de17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1992733 Feb 15 09:39:13.576583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:13.639327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:13.651996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-10b7726d-b6d6-482c-ac60-058eb190631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:13.653594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-10b7726d-b6d6-482c-ac60-058eb190631f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896644 Feb 15 09:39:13.658476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:13.795263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74736d5-228b-4b50-9e49-dc4430d584b9 req-e99da77a-f816-44c0-b201-0deb5576de93 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:13.805378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f74736d5-228b-4b50-9e49-dc4430d584b9 req-e99da77a-f816-44c0-b201-0deb5576de93 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1396327 Feb 15 09:39:13.875893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f74736d5-228b-4b50-9e49-dc4430d584b9 req-2bc186d9-ba2a-41a8-9049-3e5a45565e06 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636203 Feb 15 09:39:14.030367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-180e45c8-b285-42dd-8379-f90d76a7695a req-bd02fc12-0112-4217-96ab-af7ab7c6f122 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0521655 Feb 15 09:39:14.185442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:14.278564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.280012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:14.284209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] 10.222.0.72 "PUT /v2.0/ports/64800e39-85a6-4760-9681-da133342e7d5 HTTP/1.1" status: 200 len: 1096 time: 3.1086831 Feb 15 09:39:14.300910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:14.329692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:14.339462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:14.341329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:14.442839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:14.464520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d9f60bc-9327-4091-80af-94c2bb28907e req-b207ac09-5f10-497f-baa2-445ffdf3f11c tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0445516 Feb 15 09:39:14.471208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f244d58d-68d8-4270-82d1-71295eef47ec req-fb09084c-a2c5-4095-bfea-b22b5b6b6c7e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f2f98d63ded4182be8a5b70b14e3d7c&device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0735335 Feb 15 09:39:14.474308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:14.476751 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8848bd-ce28-409b-b45e-5e029f0b6579" -d '{"events": [{"server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:14.491989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,segment=NetworkSegment(a813c800-476a-4713-ab08-ba9e89e8fa58),segment_id=a813c800-476a-4713-ab08-ba9e89e8fa58)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:14.496254 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:14.564166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f244d58d-68d8-4270-82d1-71295eef47ec req-9722d8e4-6515-4dbb-a47e-8c0832e3430f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=4f2f98d63ded4182be8a5b70b14e3d7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382221 Feb 15 09:39:14.601739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:14.662402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35b75b-dc58-48a4-8851-ad95bb920d90 req-fb61808a-d84d-49e3-9202-855d7a8f89e4 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.664407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e35b75b-dc58-48a4-8851-ad95bb920d90 req-fb61808a-d84d-49e3-9202-855d7a8f89e4 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.0883062 Feb 15 09:39:14.716556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-288812c8-fe3e-44b0-920c-459d7fdb6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.718151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-288812c8-fe3e-44b0-920c-459d7fdb6def service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 1099 time: 0.2824056 Feb 15 09:39:14.718794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff19d6d-301a-4518-a748-4247fd5b96d0 service neutron] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:14.734577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e35b75b-dc58-48a4-8851-ad95bb920d90 req-ea988ebb-6d40-4a2e-b6f5-bb3f0a24e31d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486333 Feb 15 09:39:14.800900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-97641da0-9ae2-4a37-a641-89805d600540 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1350276 Feb 15 09:39:14.819191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca19ab3-523e-41f5-b3d0-63351813fbae req-4a360364-fb8f-4fad-86b3-b396163d8f28 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.820752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ca19ab3-523e-41f5-b3d0-63351813fbae req-4a360364-fb8f-4fad-86b3-b396163d8f28 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 944 time: 0.5230284 Feb 15 09:39:14.857894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9e230-91f3-434e-bc7a-03e2c2166f8d req-bae7f2cd-4f0e-4fdd-a890-cae13df2fabe tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.860150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbd9e230-91f3-434e-bc7a-03e2c2166f8d req-bae7f2cd-4f0e-4fdd-a890-cae13df2fabe tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0621979 Feb 15 09:39:14.872029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4e257756-3d44-47a9-8ca8-54f50c79dd49 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=64800e39-85a6-4760-9681-da133342e7d5 HTTP/1.1" status: 200 len: 217 time: 0.1342239 Feb 15 09:39:14.914217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbd9e230-91f3-434e-bc7a-03e2c2166f8d req-3dc9cfe2-3003-4b82-9dff-2eb6ac6bd857 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465062 Feb 15 09:39:14.957799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-68ce8133-f018-4607-8f4d-488997e660cd tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:14.959627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-68ce8133-f018-4607-8f4d-488997e660cd tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.72 "GET /v2.0/networks?id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f HTTP/1.1" status: 200 len: 815 time: 0.6523306 Feb 15 09:39:14.988570 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd0b22c-e377-468e-919d-5d0bca3bd6f6 x-openstack-request-id: req-ffd0b22c-e377-468e-919d-5d0bca3bd6f6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:14.988893 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "name": "network-vif-plugged", "status": "completed", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:14.989148 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ffd0b22c-e377-468e-919d-5d0bca3bd6f6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:14.989543 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605', 'code': 200} Feb 15 09:39:15.079922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244d58d-68d8-4270-82d1-71295eef47ec req-373034df-bd38-4f38-aaaf-6d8d5707baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.082021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f244d58d-68d8-4270-82d1-71295eef47ec req-373034df-bd38-4f38-aaaf-6d8d5707baa1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5041845 Feb 15 09:39:15.138810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:15.154625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ca19ab3-523e-41f5-b3d0-63351813fbae req-0990f390-35c5-4104-8e50-59f59f3ef417 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686913 Feb 15 09:39:15.186892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072248ba-04a0-4094-910e-a3dc9e2e109f req-a1e2900b-326c-4779-8b41-91a9de6358b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.188431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-072248ba-04a0-4094-910e-a3dc9e2e109f req-a1e2900b-326c-4779-8b41-91a9de6358b7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 1096 time: 0.1324778 Feb 15 09:39:15.214492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3e9dbc-29c6-4d62-b7b9-93faaea429d7 req-1480da02-e6c5-4e09-955e-42f96e0ac12d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.216274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f3e9dbc-29c6-4d62-b7b9-93faaea429d7 req-1480da02-e6c5-4e09-955e-42f96e0ac12d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0785201 Feb 15 09:39:15.227863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4d2cc535-0442-40d7-8da9-203aa93f3f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.230586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-4d2cc535-0442-40d7-8da9-203aa93f3f5d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.3314188 Feb 15 09:39:15.231284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'tag': '64800e39-85a6-4760-9681-da133342e7d5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:15.234698 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1016a6-ca7e-4266-852a-97a7b6624335" -d '{"events": [{"name": "network-changed", "server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "tag": "64800e39-85a6-4760-9681-da133342e7d5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:15.293587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-927ee5f7-900b-4a8d-a6c3-4dd72a9c1ef3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=178f2e137b2243a4995d297dcd40f2d4 HTTP/1.1" status: 200 len: 380 time: 0.2641816 Feb 15 09:39:15.351519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'port': {'device_id': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'admin_state_up': True, 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'security_groups': ['627f1e8b-d87a-4cb0-b0bb-7cbd18799c61']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:15.361515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14060186-c21d-45ab-aa87-5851c2da7c24 req-ca78e497-561a-41b7-8eb8-b2cdd0a2e6d6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0928211 Feb 15 09:39:15.373921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0f046d7-30bc-4af3-bc31-682c4363104d req-4e4b70c6-0940-4552-869b-277e6305360b service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5037065 Feb 15 09:39:15.469249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:15.499248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-e4001b48-40bb-4009-abe7-2f81d0b5dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.500792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-e4001b48-40bb-4009-abe7-2f81d0b5dc37 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2607555 Feb 15 09:39:15.542498 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23703f9c-0545-4ccd-a168-2ec7d7ab4460 x-openstack-request-id: req-23703f9c-0545-4ccd-a168-2ec7d7ab4460 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:15.542779 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "tag": "64800e39-85a6-4760-9681-da133342e7d5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:15.543029 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23703f9c-0545-4ccd-a168-2ec7d7ab4460 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:15.543417 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'tag': '64800e39-85a6-4760-9681-da133342e7d5', 'status': 'completed', 'code': 200} Feb 15 09:39:15.568504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-072248ba-04a0-4094-910e-a3dc9e2e109f req-e6004f0b-0ce9-4e01-a445-fe42eb6084ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722429 Feb 15 09:39:15.591829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f3e9dbc-29c6-4d62-b7b9-93faaea429d7 req-fbd0f552-7c32-4a2a-a651-815b72eb62e6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3664820 Feb 15 09:39:15.709213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cff4839-9186-4ca1-b194-83efc875441a req-bfea329f-a79d-45dc-b7a0-f92228a12483 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0616586 Feb 15 09:39:15.787808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-c46e1e2e-1c52-4664-a5e6-ca4ee6586ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.789396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-c46e1e2e-1c52-4664-a5e6-ca4ee6586ccd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 1098 time: 0.2833781 Feb 15 09:39:15.826540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Made reservation on behalf of 178f2e137b2243a4995d297dcd40f2d4 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:15.830966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:15.901336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-5bad9036-4455-4d47-bf32-3560fcccf40d service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725688 Feb 15 09:39:15.916034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dfede-44cf-48ec-a74e-f68856e7f03d req-b50d9f86-4d38-4f6f-b4ea-1f93b2bde2fd tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:15.926898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-628dfede-44cf-48ec-a74e-f68856e7f03d req-b50d9f86-4d38-4f6f-b4ea-1f93b2bde2fd tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1014988 Feb 15 09:39:15.998361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-628dfede-44cf-48ec-a74e-f68856e7f03d req-f788eaf9-d5cb-40d0-9389-45d56ef69c36 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606596 Feb 15 09:39:16.149413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-bcb254e4-a7e2-47ac-a072-ebcd13080bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:16.150926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-bcb254e4-a7e2-47ac-a072-ebcd13080bc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.3514388 Feb 15 09:39:16.169497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:16.237863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:16.253823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-90b3323c-02d0-4363-ba2d-ddcae19c54fc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 200 len: 217 time: 0.0917470 Feb 15 09:39:16.255752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af434547-3e8f-4576-aab8-2e06ad7f893e req-0bc30198-f580-4272-8243-4a21b8563459 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435152 Feb 15 09:39:16.297438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd64057-3ff5-4dbb-95ae-6f30c96d60eb req-f5082137-f19b-46e5-9073-f3f5195bafdf tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:16.305406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cd64057-3ff5-4dbb-95ae-6f30c96d60eb req-f5082137-f19b-46e5-9073-f3f5195bafdf tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.2771447 Feb 15 09:39:16.357652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9acb86-5c0c-44cb-b10e-31888d3b3446 req-4cd6488a-7263-47ae-a044-16d8d6c07250 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:16.359304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de9acb86-5c0c-44cb-b10e-31888d3b3446 req-4cd6488a-7263-47ae-a044-16d8d6c07250 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 945 time: 0.1040626 Feb 15 09:39:16.424139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Allocated IP 172.20.0.11 (bb6b4cd6-3805-47f1-b8a0-56b32c9f989f/19a1fbd0-c764-45ce-9d47-84d9302deccb/abcd28bf-cd9b-4b51-94e4-bfd2639d03fb) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:16.434633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de9acb86-5c0c-44cb-b10e-31888d3b3446 req-47bdfb8a-c970-47e1-8cf9-2726bfbb1392 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668859 Feb 15 09:39:16.487399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=06d9106a-3943-4870-92ab-f44d749fe16c,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:16.513874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:16.527712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cd64057-3ff5-4dbb-95ae-6f30c96d60eb req-8da6d3f1-7fec-4b9e-bfc9-adb1e340efd4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194483 Feb 15 09:39:16.537686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-b9dd2852-204e-4951-b122-dc11b95b0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:16.539173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-b9dd2852-204e-4951-b122-dc11b95b0243 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.2532668 Feb 15 09:39:16.603063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-eb7c2028-5279-41d9-8802-cf0a37f274b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:16.604834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-eb7c2028-5279-41d9-8802-cf0a37f274b1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 1099 time: 0.2555416 Feb 15 09:39:16.613501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67802998-9b5b-43e3-a73c-0805dd30d5d5 req-244128f3-abc9-4c27-aa6f-0e1500fef1df tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0796242 Feb 15 09:39:16.644711 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:16.664225 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f244d58d-68d8-4270-82d1-71295eef47ec req-ec19082a-681d-4aa2-9725-73fc208491aa tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.36 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.1159220 Feb 15 09:39:16.684445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-196741be-5976-49dc-9770-ad6488b09c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:16.684582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:16.939528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ff5d1a8-b48a-4926-9d95-f8177ed066cd req-4da21ab1-c03c-4b51-8a0e-84883c9f5305 tempest-ServerShowV247Test-1003134271 tempest-ServerShowV247Test-1003134271-project] 10.222.0.10 "GET /v2.0/ports?device_id=696d58f3-3322-422b-87fb-9a163616ae8b HTTP/1.1" status: 200 len: 210 time: 0.0700769 Feb 15 09:39:16.950214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b01185d-fab2-42af-945b-c11865bf3f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.052803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b01185d-fab2-42af-945b-c11865bf3f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.066272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b01185d-fab2-42af-945b-c11865bf3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.175424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b01185d-fab2-42af-945b-c11865bf3f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befb7e43-7815-483c-8bbf-c258e2318ede,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:17.195675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:17.196039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b01185d-fab2-42af-945b-c11865bf3f01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d01bd8957e614c95b13337708d0055f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085537 Feb 15 09:39:17.211554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29734b2-11b4-45df-85d1-cdadd3ea7e12 req-d73a47f9-e269-4451-939d-97638e5b737b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.213123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a29734b2-11b4-45df-85d1-cdadd3ea7e12 req-d73a47f9-e269-4451-939d-97638e5b737b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1079750 Feb 15 09:39:17.222685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-17b42987-0c26-4a89-8288-4c93cae64236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.224198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-17b42987-0c26-4a89-8288-4c93cae64236 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6412127 Feb 15 09:39:17.266547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a29734b2-11b4-45df-85d1-cdadd3ea7e12 req-fdbba4d5-2f9f-4370-94b6-44da1d783405 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458009 Feb 15 09:39:17.280668 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Floating IP ebe1c534-d159-4afa-b347-957d93277aac associated. External IP: 172.25.6.62, port: d52cfa1c-7bfc-4367-9c2e-a8c85592344b. Feb 15 09:39:17.423147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-f951b0e8-9714-41cc-ae73-a6a4a39ad001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.424798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-f951b0e8-9714-41cc-ae73-a6a4a39ad001 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.8091784 Feb 15 09:39:17.447793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c733ad-02a9-48c1-bffc-b8b1e2ea281c req-2bc16f84-41ac-42a8-820a-95ceba80081e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.449232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36c733ad-02a9-48c1-bffc-b8b1e2ea281c req-2bc16f84-41ac-42a8-820a-95ceba80081e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.7101054 Feb 15 09:39:17.456203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.568921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-a8c6f71f-4f76-42cd-86ea-32d9b22ef395 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=64800e39-85a6-4760-9681-da133342e7d5 HTTP/1.1" status: 200 len: 217 time: 0.1305254 Feb 15 09:39:17.601924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830ab46-7fd8-4d48-84a8-f726de332ce1 req-bbe7c367-674a-4774-8ecb-f166050695fb tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.603592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6830ab46-7fd8-4d48-84a8-f726de332ce1 req-bbe7c367-674a-4774-8ecb-f166050695fb tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 945 time: 0.0666046 Feb 15 09:39:17.609517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.651932 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6830ab46-7fd8-4d48-84a8-f726de332ce1 req-10ffc4bd-9592-459d-a86e-7626c64fb2e8 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384846 Feb 15 09:39:17.692704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-407c8408-583d-4860-9d3f-b69ed28a8a97 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481335 Feb 15 09:39:17.712338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36c733ad-02a9-48c1-bffc-b8b1e2ea281c req-159c287d-c022-4ac6-a00b-718d133c0e2a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2186596 Feb 15 09:39:17.737616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:17.767451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-3375947f-d24f-4a3e-a219-b2570308c295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.769024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-3375947f-d24f-4a3e-a219-b2570308c295 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1836083 Feb 15 09:39:17.781398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f73294-8424-4a72-9c1c-376f865ab617 req-34949265-5cbf-45ec-9361-ec2e8e7fb783 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:17.783459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45f73294-8424-4a72-9c1c-376f865ab617 req-34949265-5cbf-45ec-9361-ec2e8e7fb783 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0638070 Feb 15 09:39:17.826996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45f73294-8424-4a72-9c1c-376f865ab617 req-bcc06a72-eccc-4d53-94d1-fd1e6d3774b6 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Feb 15 09:39:17.896264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.080304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:18.107774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:18.121187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:18.127236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event updated for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:18.169776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-d009d144-04fe-4bce-9217-2e1c7088b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:18.177374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-d009d144-04fe-4bce-9217-2e1c7088b4c5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3344941 Feb 15 09:39:18.188422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32faa0e5-bbe7-4d64-9007-485870d3f3b3 req-45f42d34-d777-481d-b508-736bffa13e35 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833879 Feb 15 09:39:18.206409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab73a25-07ba-4a6f-ac0e-a7ca15fa6d64 req-3ab5b167-8539-404a-8ce5-e631f9c4ca70 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:18.212226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:18.213443 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab73a25-07ba-4a6f-ac0e-a7ca15fa6d64 req-3ab5b167-8539-404a-8ce5-e631f9c4ca70 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 932 time: 0.3490899 Feb 15 09:39:18.219444 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.223483 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.224973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/befb7e43-7815-483c-8bbf-c258e2318ede HTTP/1.1" status: 204 len: 168 time: 1.0242336 Feb 15 09:39:18.341678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:39:18.350233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:18.351397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.354772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3a140-a620-42c5-a2c5-7a5c7fef1d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befb7e43-7815-483c-8bbf-c258e2318ede,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:18.412629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-fc95b6a1-5b1b-444d-b2fc-01a99696e04b tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0708687 Feb 15 09:39:18.453381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Request body: {'port': {'device_id': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:18.493830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab73a25-07ba-4a6f-ac0e-a7ca15fa6d64 req-6029c452-8f68-4e54-bd54-d677ceb8d9f6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2300625 Feb 15 09:39:18.651761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-937f1390-a740-4622-8421-d9fed4ed180f None None] Provisioning complete for port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:18.653946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-937f1390-a740-4622-8421-d9fed4ed180f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.680366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:18.722725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-937f1390-a740-4622-8421-d9fed4ed180f None None] Port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:39:18.726330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af26a6-a5f2-4f06-b9d4-02485cbc948b req-683388db-d88f-42d1-844a-d16f2a5e7cf2 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:18.735304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46af26a6-a5f2-4f06-b9d4-02485cbc948b req-683388db-d88f-42d1-844a-d16f2a5e7cf2 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1126449 Feb 15 09:39:18.790529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46af26a6-a5f2-4f06-b9d4-02485cbc948b req-9eb93687-4c0f-4934-9998-6577bae5e804 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486403 Feb 15 09:39:18.818956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:18.848769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1040e071-2f01-489e-8052-27da3f4644ff', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '1040e071-2f01-489e-8052-27da3f4644ff', 'mac_address': 'fa:16:3e:e9:cc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:18.940080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:18.951872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-2a663b20-55f7-469d-a35c-461b7b0bcf10 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368650 Feb 15 09:39:18.965996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:19.000421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:19.010621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.037049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39314) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:19.040211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01a19a7-5ddf-43f5-b5c8-4870446e55c4 req-1c69ac75-844e-4030-8f23-f503eb6d5a2e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:19.041876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01a19a7-5ddf-43f5-b5c8-4870446e55c4 req-1c69ac75-844e-4030-8f23-f503eb6d5a2e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1320031 Feb 15 09:39:19.087754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:19.152262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df6bf81a-c8ba-48e8-8d16-157356fd6603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.154986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a01a19a7-5ddf-43f5-b5c8-4870446e55c4 req-28e62ba6-27ca-4a9c-af00-e7479ca4ad38 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045382 Feb 15 09:39:19.161406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:39:19.163195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2ba8-527e-4857-921a-0d185bf70ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.176445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.179202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:19.197522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:39:19.221084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:19.222838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:38:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:19.225813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1040e071-2f01-489e-8052-27da3f4644ff'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:19.253369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e86db-1d4f-4e95-ae0e-89ebf34c6514 req-060729d1-9124-469f-af8c-5393784d9e23 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:19.255068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c7e86db-1d4f-4e95-ae0e-89ebf34c6514 req-060729d1-9124-469f-af8c-5393784d9e23 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 945 time: 0.3982098 Feb 15 09:39:19.270295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.361358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04dfaf-3fd6-48f5-88f0-60a5df2be5f8 req-ea1a691c-7f7c-4bce-b669-993086fe42e7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:19.364033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff04dfaf-3fd6-48f5-88f0-60a5df2be5f8 req-ea1a691c-7f7c-4bce-b669-993086fe42e7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0977771 Feb 15 09:39:19.425092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e1016a6-ca7e-4266-852a-97a7b6624335 req-eece9326-11c3-43e7-b46d-c3c011cb4425 service neutron] 10.222.0.72 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4051802 Feb 15 09:39:19.426929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4d421472-581c-4480-b3ab-2004e9f62eb8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.7119968 Feb 15 09:39:19.434076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff04dfaf-3fd6-48f5-88f0-60a5df2be5f8 req-7987b906-becf-44a3-b380-3770ef4629b0 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610843 Feb 15 09:39:19.438556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39316) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:19.454232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:19.456926 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a568468a-032c-450e-abe8-75421fea382d" -d '{"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:19.461153 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-92bd7e77-92d8-4edd-9b68-546c21d63e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.463313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c7e86db-1d4f-4e95-ae0e-89ebf34c6514 req-5642ac7a-499b-462a-8e21-6a7f15ecfccd tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824517 Feb 15 09:39:19.623542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df6bf81a-c8ba-48e8-8d16-157356fd6603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.633448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d24caec7-46cf-435e-94fd-dd6e476e55e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/ebe1c534-d159-4afa-b347-957d93277aac HTTP/1.1" status: 200 len: 991 time: 0.1924059 Feb 15 09:39:19.669033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2ba8-527e-4857-921a-0d185bf70ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.672082 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63eafbb-73f5-43c0-bc09-41997d818e76 x-openstack-request-id: req-a63eafbb-73f5-43c0-bc09-41997d818e76 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:19.672723 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:19.672723 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a63eafbb-73f5-43c0-bc09-41997d818e76 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:19.673567 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'status': 'completed', 'code': 200} Feb 15 09:39:19.684048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df6bf81a-c8ba-48e8-8d16-157356fd6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.710746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:19.713875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:19.743352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5c2ba8-527e-4857-921a-0d185bf70ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.762633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '64800e39-85a6-4760-9681-da133342e7d5', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '64800e39-85a6-4760-9681-da133342e7d5', 'mac_address': 'fa:16:3e:fc:bd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:19.824017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bf81a-c8ba-48e8-8d16-157356fd6603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e58b39-5024-40d3-89d8-b75ea72c54ad,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:19.834910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:19.835641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba5c2ba8-527e-4857-921a-0d185bf70ddd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=087bbce5582246e1a0796fa7cb9cb510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610493 Feb 15 09:39:19.950169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568468a-032c-450e-abe8-75421fea382d req-ebbaaaa4-3ff2-498d-bf23-06a8a6ca217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:19.951976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-ebbaaaa4-3ff2-498d-bf23-06a8a6ca217d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1097 time: 0.2769978 Feb 15 09:39:19.952752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c2ba8-527e-4857-921a-0d185bf70ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eac7bd7e-7526-457b-a56c-1d294e443ec3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:19.988518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:19.994489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.034852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-c390729c-e233-47bc-8d2e-84b7f3a564ad tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.036525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-c390729c-e233-47bc-8d2e-84b7f3a564ad tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.36 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 945 time: 0.2505932 Feb 15 09:39:20.042436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-df6bf81a-c8ba-48e8-8d16-157356fd6603 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f2f98d63ded4182be8a5b70b14e3d7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3534312 Feb 15 09:39:20.043240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39326) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:20.055001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf48e4-b8e6-4871-9c79-2546799786f4 req-77201db8-ee6c-4d73-850d-8ceca28aae99 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.056626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbcf48e4-b8e6-4871-9c79-2546799786f4 req-77201db8-ee6c-4d73-850d-8ceca28aae99 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1417136 Feb 15 09:39:20.079777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.098597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64800e39-85a6-4760-9681-da133342e7d5 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:20.129029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:20.135930 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.171394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbcf48e4-b8e6-4871-9c79-2546799786f4 req-aba96ab6-9e14-49bf-9566-f5b2cd0e99c6 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036837 Feb 15 09:39:20.178049 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:39:20.198394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.227462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.230912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.247664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eac7bd7e-7526-457b-a56c-1d294e443ec3 HTTP/1.1" status: 204 len: 168 time: 0.4115763 Feb 15 09:39:20.261707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.274108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178af46b-774b-4d36-87ef-727f7be990c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eac7bd7e-7526-457b-a56c-1d294e443ec3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:20.336786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:20.371647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.409419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.415312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:13Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:20.416045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.421048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21e58b39-5024-40d3-89d8-b75ea72c54ad HTTP/1.1" status: 204 len: 168 time: 0.3632927 Feb 15 09:39:20.424315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c55a0d-d1c6-4044-9027-23a2b6dd4313 req-ed74c4a5-f1a1-479a-b315-58672043e360 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.426591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57c55a0d-d1c6-4044-9027-23a2b6dd4313 req-ed74c4a5-f1a1-479a-b315-58672043e360 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 932 time: 0.6422503 Feb 15 09:39:20.442539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88589b-dc54-4c65-aa5d-dceec2ab9779 req-e2d969bb-14aa-4a21-b954-0ad8afe1304a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.452629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c88589b-dc54-4c65-aa5d-dceec2ab9779 req-e2d969bb-14aa-4a21-b954-0ad8afe1304a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1191375 Feb 15 09:39:20.463112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f8cfc-1ece-4b2f-9d98-a0632442b71c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e58b39-5024-40d3-89d8-b75ea72c54ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:20.518701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c88589b-dc54-4c65-aa5d-dceec2ab9779 req-80aabaec-8ce5-4bd4-accf-116b086565a6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646930 Feb 15 09:39:20.563426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['64800e39-85a6-4760-9681-da133342e7d5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:20.596327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:39:20.604921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Deleting port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:39:20.605862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.617032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57c55a0d-d1c6-4044-9027-23a2b6dd4313 req-94f50779-48fe-4f3c-ab1f-c27bcb2d6ae8 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578560 Feb 15 09:39:20.618885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568468a-032c-450e-abe8-75421fea382d req-d0aef73c-fa8f-4308-8bda-fd2e840cfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.621396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-d0aef73c-fa8f-4308-8bda-fd2e840cfe2e service neutron] 10.222.0.72 "GET /v2.0/networks?id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 898 time: 0.6476970 Feb 15 09:39:20.637000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39338) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:20.660470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:20.661111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:20.881184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:20.894777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abcd28bf-cd9b-4b51-94e4-bfd2639d03fb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:20.895111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d3a17d9e-1cfa-4f9f-958b-783d4f7c7ae7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/ebe1c534-d159-4afa-b347-957d93277aac HTTP/1.1" status: 200 len: 991 time: 0.2562187 Feb 15 09:39:20.906417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:20.914530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3f7d8-a410-410a-b7da-4a96288e0426 req-d389aeb5-5273-400c-be1c-ab3a35711c2f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:20.930000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a3f7d8-a410-410a-b7da-4a96288e0426 req-d389aeb5-5273-400c-be1c-ab3a35711c2f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.2004011 Feb 15 09:39:20.985992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a3f7d8-a410-410a-b7da-4a96288e0426 req-4872caba-facb-4d72-977c-efecabffdc14 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499518 Feb 15 09:39:21.007723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Transition to ACTIVE for port object abcd28bf-cd9b-4b51-94e4-bfd2639d03fb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:21.043578 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:21.057429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] For port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,segment=NetworkSegment(a813c800-476a-4713-ab08-ba9e89e8fa58),segment_id=a813c800-476a-4713-ab08-ba9e89e8fa58)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:21.057793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:21.290501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:13Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:21.331426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc35666-53b0-4241-9e08-f8130dd6bdb4 None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:13Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:39:21.403866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a167c-488b-4711-83b9-727d72e19951 req-a085e765-98e4-4498-8164-045ac5e36f3e tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:21.406002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc6a167c-488b-4711-83b9-727d72e19951 req-a085e765-98e4-4498-8164-045ac5e36f3e tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 949 time: 0.1062403 Feb 15 09:39:21.488521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc6a167c-488b-4711-83b9-727d72e19951 req-9d61fbf2-43c4-4fa2-81a7-68e78b4ad30d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735323 Feb 15 09:39:21.540171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-7a30e79e-0018-42b1-ad85-fdccfdded15a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 200 len: 999 time: 0.8660319 Feb 15 09:39:21.564282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Calling delete_port for 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:39:21.644449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Pushing event updated for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:21.722349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25987cd8-4f73-4a60-88de-e1e92ea2d8ea req-faf9d272-b697-49eb-b3a4-d725085e833c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:21.723869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25987cd8-4f73-4a60-88de-e1e92ea2d8ea req-faf9d272-b697-49eb-b3a4-d725085e833c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/ports?device_id=73809895-2a26-4e32-b014-3a483b237d50 HTTP/1.1" status: 200 len: 945 time: 0.9291222 Feb 15 09:39:21.769876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a08ac0-89e8-4a48-b52a-d131158093a0 req-ba9fd261-27a5-43c4-a80b-eecf1184411f tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:21.771481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3a08ac0-89e8-4a48-b52a-d131158093a0 req-ba9fd261-27a5-43c4-a80b-eecf1184411f tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1244926 Feb 15 09:39:21.784381 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2407ddcc-9bd5-4858-9cb1-3aac9ceae037 None None] New status for floating IP ebe1c534-d159-4afa-b347-957d93277aac: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:39:21.826201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568468a-032c-450e-abe8-75421fea382d req-2e53f9b5-e1a5-48f9-99a8-5c0cd577cfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:21.827755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-2e53f9b5-e1a5-48f9-99a8-5c0cd577cfbc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92284137-ce01-4a3d-9285-804cf38cda71 HTTP/1.1" status: 200 len: 834 time: 0.2604010 Feb 15 09:39:21.879235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3a08ac0-89e8-4a48-b52a-d131158093a0 req-5b241d32-8ee0-4e78-a432-ae34a380e3f3 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957780 Feb 15 09:39:21.897158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39384) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:21.976586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25987cd8-4f73-4a60-88de-e1e92ea2d8ea req-8009164c-fe98-41eb-bf69-1440fb998878 tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.10 "GET /v2.0/security-groups?id=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172053 Feb 15 09:39:21.996529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Attempting to bind port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:21.997122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Attempting to bind port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:22.013182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Attempting to bind port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb on network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:22.033152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb on network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:22.044838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Attempting to bind port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb on network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:22.069604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a568468a-032c-450e-abe8-75421fea382d req-24037420-672e-488a-ac9f-edffa0f4683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:22.074434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-24037420-672e-488a-ac9f-edffa0f4683b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9cca55a9-75b0-4634-8fa7-495444e60f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2364872 Feb 15 09:39:22.100068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e5b897b-c1dd-4dca-9e4f-51393532be7c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/ebe1c534-d159-4afa-b347-957d93277aac HTTP/1.1" status: 200 len: 991 time: 0.2010221 Feb 15 09:39:22.133352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:22.133826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Checking segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:22.134286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Bound using segment: {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:22.134815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Bound port: abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '765e9089-f57b-412e-a757-b25038b3b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:22.135374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.138029 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.161836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f975ba-007d-4c50-995b-7a55d80f85f3 req-fd1919a9-d29f-4521-9c76-5c7c2e763630 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:22.170082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87f975ba-007d-4c50-995b-7a55d80f85f3 req-fd1919a9-d29f-4521-9c76-5c7c2e763630 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.1332293 Feb 15 09:39:22.216513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87f975ba-007d-4c50-995b-7a55d80f85f3 req-bb042250-e270-48fb-b8c2-6bb0b001391e tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431211 Feb 15 09:39:22.229151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:22.263611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.296275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3066633-d544-40cd-a109-7ded521a49f5 req-91b1b12e-6587-45a0-b8d5-d97418f2f089 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:22.297941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3066633-d544-40cd-a109-7ded521a49f5 req-91b1b12e-6587-45a0-b8d5-d97418f2f089 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1921244 Feb 15 09:39:22.303625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.316137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 1040e071-2f01-489e-8052-27da3f4644ff completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:22.321202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1040e071-2f01-489e-8052-27da3f4644ff triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:22.321586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.331282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Pushing event deleted for resources: {'Port': ['ID=5f5ed206-b6f8-4a47-a63f-d2ba8845e605,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:22.385516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:22.398655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-cf0e3174-e9f6-4256-a302-43919d13b7bd service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940199 Feb 15 09:39:22.421686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] No DVR routers for this DVR port 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:39:22.435028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:22.437454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.440920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd396c75-ccc3-48b0-a1f8-18a0c0625813 req-ab5babc5-3a7c-434c-8246-6fbeaa2f645c tempest-ServerPasswordTestJSON-157728406 tempest-ServerPasswordTestJSON-157728406-project] 10.222.0.36 "DELETE /v2.0/ports/5f5ed206-b6f8-4a47-a63f-d2ba8845e605 HTTP/1.1" status: 204 len: 173 time: 2.3935740 Feb 15 09:39:22.447708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'name': 'network-vif-deleted', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:22.449949 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f29bf3d-f801-4e7d-833b-7f57c18517a9" -d '{"events": [{"server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "name": "network-vif-deleted", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:22.475842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.513603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3066633-d544-40cd-a109-7ded521a49f5 req-bb9ff0f8-db05-4a06-a367-495dd2753dc7 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892049 Feb 15 09:39:22.575431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:22.576030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.578121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] 10.222.0.72 "PUT /v2.0/ports/abcd28bf-cd9b-4b51-94e4-bfd2639d03fb HTTP/1.1" status: 200 len: 1092 time: 4.1505609 Feb 15 09:39:22.630636 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840246cb-dc89-47c4-8804-74b23f396cc5 x-openstack-request-id: req-840246cb-dc89-47c4-8804-74b23f396cc5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:22.630922 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73809895-2a26-4e32-b014-3a483b237d50", "name": "network-vif-deleted", "tag": "5f5ed206-b6f8-4a47-a63f-d2ba8845e605", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:22.635103 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-840246cb-dc89-47c4-8804-74b23f396cc5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:22.635592 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73809895-2a26-4e32-b014-3a483b237d50', 'name': 'network-vif-deleted', 'tag': '5f5ed206-b6f8-4a47-a63f-d2ba8845e605', 'status': 'completed', 'code': 200} Feb 15 09:39:22.659791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ef279-a136-4e61-bc21-0260c8d0beff service neutron] Pushing event updated for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:22.665595 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.720922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:22.723699 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9458c4-0a42-4191-9226-6c8beb3b0b3a" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:22.740391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:22.747151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a568468a-032c-450e-abe8-75421fea382d req-3e4f9b11-0e04-48da-a844-a4acfc3d8160 service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293369 Feb 15 09:39:22.749690 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:22.750666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:39:22.850263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-e1809ca3-933e-4c76-8075-97a303782cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:22.854404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-e1809ca3-933e-4c76-8075-97a303782cec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=178f2e137b2243a4995d297dcd40f2d4&device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 1095 time: 0.1829619 Feb 15 09:39:22.889189 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caef7c43-01e6-4564-8e06-ac989e85765c x-openstack-request-id: req-caef7c43-01e6-4564-8e06-ac989e85765c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:22.889744 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:22.890167 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-caef7c43-01e6-4564-8e06-ac989e85765c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:22.890715 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'code': 200} Feb 15 09:39:22.891453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:22.898945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:39:22.899507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5f5ed206-b6f8-4a47-a63f-d2ba8845e605 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:39:23.011279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42741bee-c993-497b-8077-8e288fa24615 req-898af4d3-9029-40d9-8d11-3dc747a414e5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.019049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42741bee-c993-497b-8077-8e288fa24615 req-898af4d3-9029-40d9-8d11-3dc747a414e5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 949 time: 0.2745233 Feb 15 09:39:23.040238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-e5e5543e-6d82-4de2-afa9-5e0f579eea13 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb HTTP/1.1" status: 200 len: 217 time: 0.1752057 Feb 15 09:39:23.073015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d4e81-ddb9-4f6d-a1a7-1ae7f673657d req-584e03b6-c4bf-47e6-8462-476f10aced00 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.083713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a7d4e81-ddb9-4f6d-a1a7-1ae7f673657d req-584e03b6-c4bf-47e6-8462-476f10aced00 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0959654 Feb 15 09:39:23.107032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39424) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.179145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:23.197288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a7d4e81-ddb9-4f6d-a1a7-1ae7f673657d req-54fc286a-745d-4d5f-8a53-16ad6cf8e4a9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081798 Feb 15 09:39:23.222715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8f982-3afb-45bf-bc63-96b93421c297 req-78891d38-900c-471f-a97e-c80ea45118b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.225670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42e8f982-3afb-45bf-bc63-96b93421c297 req-78891d38-900c-471f-a97e-c80ea45118b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 1100 time: 0.2452593 Feb 15 09:39:23.230251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-b06cd786-1dfc-4d7e-a8bf-47eb92c90ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.231766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-b06cd786-1dfc-4d7e-a8bf-47eb92c90ef7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19a1fbd0-c764-45ce-9d47-84d9302deccb HTTP/1.1" status: 200 len: 854 time: 0.1594400 Feb 15 09:39:23.237601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42741bee-c993-497b-8077-8e288fa24615 req-21ae3b95-c902-41b2-bf9b-04b03963922e tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937234 Feb 15 09:39:23.266437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71ba7f97-69d0-4133-80e4-36741c0d46e9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/ebe1c534-d159-4afa-b347-957d93277aac HTTP/1.1" status: 200 len: 993 time: 0.1541636 Feb 15 09:39:23.332341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 64800e39-85a6-4760-9681-da133342e7d5 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:23.336379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42e8f982-3afb-45bf-bc63-96b93421c297 req-89fc4ff7-ffc4-4649-a148-157eb0cbab21 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032200 Feb 15 09:39:23.337728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 64800e39-85a6-4760-9681-da133342e7d5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:23.338402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.340380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39432) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.342867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-ff8d35c7-7809-4464-a173-2f96e0522066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.345274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-ff8d35c7-7809-4464-a173-2f96e0522066 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017547 Feb 15 09:39:23.370955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39434) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.398281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Deleting subnet 574b68ad-a6b9-4b0d-a080-8c65804d9fdb {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:39:23.402113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.427548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39438) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.455327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.457112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.522319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2607b1-c355-437a-a1f0-2acc81c74285 req-46975717-189e-4e59-a142-0dc66d971d2c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.523776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c2607b1-c355-437a-a1f0-2acc81c74285 req-46975717-189e-4e59-a142-0dc66d971d2c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.1457453 Feb 15 09:39:23.526846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:23.527164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-4cac25f3-d0a8-4ded-8ccf-6b4ff33db531 service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721354 Feb 15 09:39:23.531484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.532014 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.615495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:23.646403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.693706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eea031d-7b82-41d8-9165-e262ad615e40 req-62141e4f-1332-44f1-af71-37131d75ac52 service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573536 Feb 15 09:39:23.704666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1dad-52bc-4427-85c8-ddb078df0fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.708927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc38ac80-4e97-40a0-90f4-f88d7c3dad15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.709096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c2607b1-c355-437a-a1f0-2acc81c74285 req-68de5cc4-0d6d-4bb5-88ec-27b4589496f2 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741645 Feb 15 09:39:23.713349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=574b68ad-a6b9-4b0d-a080-8c65804d9fdb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:23.720790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.724579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f701280c-de9b-4867-aaba-3458f929cacd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/574b68ad-a6b9-4b0d-a080-8c65804d9fdb HTTP/1.1" status: 204 len: 168 time: 0.3828273 Feb 15 09:39:23.727343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.763981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a54be0-bb59-424d-8bbe-4cda3088adf1 req-c481b2b7-51a8-4500-ad33-3c544c8f0111 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:23.765516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30a54be0-bb59-424d-8bbe-4cda3088adf1 req-c481b2b7-51a8-4500-ad33-3c544c8f0111 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1220610 Feb 15 09:39:23.832204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30a54be0-bb59-424d-8bbe-4cda3088adf1 req-8e878425-2bef-4c1e-a725-5622218404e6 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Feb 15 09:39:23.833837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.862056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc38ac80-4e97-40a0-90f4-f88d7c3dad15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.867100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc38ac80-4e97-40a0-90f4-f88d7c3dad15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.911732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fc38ac80-4e97-40a0-90f4-f88d7c3dad15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a9af97ebace4d4aabce86f053504e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4824526 Feb 15 09:39:23.911946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1dad-52bc-4427-85c8-ddb078df0fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.913705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39446) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:23.915727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38ac80-4e97-40a0-90f4-f88d7c3dad15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce981f-dbec-4cb9-a6e8-5687e1227389,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:23.950715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6ca1dad-52bc-4427-85c8-ddb078df0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:23.992572 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.037148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e6ca1dad-52bc-4427-85c8-ddb078df0fcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9b727e05d4e48898378faf6a03273a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610405 Feb 15 09:39:24.039859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39448) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:24.042437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70f34ef-d995-48f6-a305-ef386419d233']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:24.045832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca1dad-52bc-4427-85c8-ddb078df0fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8132ad68-87da-4601-9c4c-102b3d0a0323,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:24.057891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a813c800-476a-4713-ab08-ba9e89e8fa58') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:24.058176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a813c800-476a-4713-ab08-ba9e89e8fa58') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:24.076008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.077724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.095655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.099936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.112012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.113889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:39:24.114257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:39:24.115851 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:39:24.117876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.174121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.177282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.178376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8132ad68-87da-4601-9c4c-102b3d0a0323 HTTP/1.1" status: 204 len: 168 time: 0.1375227 Feb 15 09:39:24.194955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.195464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf203b9a-0748-4444-a494-7e4a7f46057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8132ad68-87da-4601-9c4c-102b3d0a0323,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:24.203204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.207229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] 10.222.0.10 "DELETE /v2.0/networks/c70f34ef-d995-48f6-a305-ef386419d233 HTTP/1.1" status: 204 len: 168 time: 0.4785986 Feb 15 09:39:24.218248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab62c6b-7e1f-4012-aff8-0e1663e3a32e admin admin] Pushing event deleted for resources: {'Network': ['ID=c70f34ef-d995-48f6-a305-ef386419d233,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:24.234342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.237091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.238292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6ce981f-dbec-4cb9-a6e8-5687e1227389 HTTP/1.1" status: 204 len: 168 time: 0.3236027 Feb 15 09:39:24.250318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346aa0f9-0bb7-4ec5-ba0d-f1fae5bf7f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce981f-dbec-4cb9-a6e8-5687e1227389,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:24.414723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64780e1a-191c-4600-9479-51c2334d269b req-b3f61651-b1d5-4697-b182-9adfe42d444b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:24.416308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64780e1a-191c-4600-9479-51c2334d269b req-b3f61651-b1d5-4697-b182-9adfe42d444b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 950 time: 0.0721695 Feb 15 09:39:24.419919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26c918-8cfe-44c9-8e95-cf6999af426c req-97e4232d-157f-4ded-b82a-3dadd5e728db tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:24.421632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d26c918-8cfe-44c9-8e95-cf6999af426c req-97e4232d-157f-4ded-b82a-3dadd5e728db tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0691235 Feb 15 09:39:24.447754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:24.472488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d26c918-8cfe-44c9-8e95-cf6999af426c req-37e0bad1-60db-48ba-9db8-a9913ccdac6d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420387 Feb 15 09:39:24.482096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64780e1a-191c-4600-9479-51c2334d269b req-ac8cfd28-3f10-413e-b64e-728c38d6e3ea tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563214 Feb 15 09:39:24.534001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b0f6b76-6e1f-41b8-8f24-d0af974f7fc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23ca56dbee924344882bd72a87cf0543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0847914 Feb 15 09:39:24.536468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39466) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:24.602636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.633693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.637242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:24.639630 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20df4d73-450d-44e7-9123-f32a7fdf3d94" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:24.689111 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578e3879-059b-4e56-9643-401bcbcf4c2a x-openstack-request-id: req-578e3879-059b-4e56-9643-401bcbcf4c2a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:24.689404 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:24.689646 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-578e3879-059b-4e56-9643-401bcbcf4c2a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:24.690056 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'status': 'completed', 'code': 200} Feb 15 09:39:24.767713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d92b6d-a1ef-4aa9-9722-119bdffbe9b3 req-55f950c7-b2bf-4127-a06b-cfa218c57fe4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:24.773611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3d92b6d-a1ef-4aa9-9722-119bdffbe9b3 req-55f950c7-b2bf-4127-a06b-cfa218c57fe4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0830297 Feb 15 09:39:24.787227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.789824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:24.793776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa HTTP/1.1" status: 204 len: 168 time: 0.2563136 Feb 15 09:39:24.817522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0339f2-273f-426f-a287-682801f6227d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9a9e3a-d09a-42bd-96ab-bf19e5ae71aa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:24.859148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-9c20725f-a9d2-441a-9e5c-57914b839e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:24.861112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-9c20725f-a9d2-441a-9e5c-57914b839e79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1097 time: 0.1400433 Feb 15 09:39:24.869253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3d92b6d-a1ef-4aa9-9722-119bdffbe9b3 req-de93bf38-ba13-4de3-a0b5-481795b957f6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928016 Feb 15 09:39:24.883551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-afd42392-77ea-45c5-b03a-e4cb8d94d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:24.885568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-afd42392-77ea-45c5-b03a-e4cb8d94d481 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=178f2e137b2243a4995d297dcd40f2d4&device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 1095 time: 0.1527014 Feb 15 09:39:24.892038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:24.894511 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4425e9f5-cfd7-47d6-b875-edd5130b53f1" -d '{"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-plugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:24.990159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39490) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:25.027550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7ad1-6583-42ad-9ec2-14144ca9fb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.051763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d6eaf-87dc-433e-a09d-8e0b9b15421f req-53dc72d8-9f83-4a06-a862-c2b80d8fb631 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.059697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-385d6eaf-87dc-433e-a09d-8e0b9b15421f req-53dc72d8-9f83-4a06-a862-c2b80d8fb631 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.2057481 Feb 15 09:39:25.072333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b906abd-394b-425a-8cf5-0290f783dcf4 req-3ce0a227-0af2-44d0-877b-b15529b70d5f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.074234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b906abd-394b-425a-8cf5-0290f783dcf4 req-3ce0a227-0af2-44d0-877b-b15529b70d5f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1204274 Feb 15 09:39:25.153521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-fc2edec5-9e48-4e44-bbcc-8c4572d15623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.154908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-fc2edec5-9e48-4e44-bbcc-8c4572d15623 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.2838290 Feb 15 09:39:25.160109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-a2386846-661c-4938-9e6a-d58bcb4522af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.161780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-a2386846-661c-4938-9e6a-d58bcb4522af service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f HTTP/1.1" status: 200 len: 916 time: 0.2577932 Feb 15 09:39:25.173223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b906abd-394b-425a-8cf5-0290f783dcf4 req-17add12d-b3e6-43b0-8acf-e6c026bc0687 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861390 Feb 15 09:39:25.174233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-385d6eaf-87dc-433e-a09d-8e0b9b15421f req-5346f889-1f00-47c0-a957-08e9b319acfc tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108139 Feb 15 09:39:25.248578 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92a08fd-6dcc-4c94-97f3-73ca1080d548 x-openstack-request-id: req-f92a08fd-6dcc-4c94-97f3-73ca1080d548 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:25.249464 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-plugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:25.249717 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92a08fd-6dcc-4c94-97f3-73ca1080d548 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:25.250400 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5', 'code': 200} Feb 15 09:39:25.251782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7ad1-6583-42ad-9ec2-14144ca9fb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.259630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ecf7ad1-6583-42ad-9ec2-14144ca9fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.284271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-752f6455-2739-4469-932d-0504f28f67f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb HTTP/1.1" status: 200 len: 217 time: 0.1051433 Feb 15 09:39:25.328903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ecf7ad1-6583-42ad-9ec2-14144ca9fb0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3284ea75be904c979d8aec7975fbbfeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374140 Feb 15 09:39:25.331648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf7ad1-6583-42ad-9ec2-14144ca9fb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97be4e1-2681-45f5-afe0-c74e15ac1128,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:25.334669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39500) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:25.351713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-1a20c4bc-0771-4e74-8f3a-680f71e7f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.353352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-1a20c4bc-0771-4e74-8f3a-680f71e7f974 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19a1fbd0-c764-45ce-9d47-84d9302deccb HTTP/1.1" status: 200 len: 854 time: 0.0609045 Feb 15 09:39:25.423538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.430636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-02c72c9e-1f9f-4ada-9a84-90591102614d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 1001 time: 0.2511652 Feb 15 09:39:25.452773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.458924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b68e2-c92a-406d-b759-669cf85ad287 req-3b0db13d-7488-48e6-930e-c128048ecdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.460841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b2b68e2-c92a-406d-b759-669cf85ad287 req-3b0db13d-7488-48e6-930e-c128048ecdf0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 1101 time: 0.1065843 Feb 15 09:39:25.496770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-c1d15bf9-3f0f-4382-a069-a16e3d5da3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.498532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-c1d15bf9-3f0f-4382-a069-a16e3d5da3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312242 Feb 15 09:39:25.534198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.537284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:25.541305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f97be4e1-2681-45f5-afe0-c74e15ac1128 HTTP/1.1" status: 204 len: 168 time: 0.1947675 Feb 15 09:39:25.555694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baad02d-71ec-4795-93d3-b56de4a7a074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97be4e1-2681-45f5-afe0-c74e15ac1128,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:25.625399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-acd89236-45e0-4465-b512-3522f40f688f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.627674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-acd89236-45e0-4465-b512-3522f40f688f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.1867304 Feb 15 09:39:25.682246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b2b68e2-c92a-406d-b759-669cf85ad287 req-2d9abfda-6be9-4906-a362-9ce77a574f15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013218 Feb 15 09:39:25.694046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-c4410026-6819-4607-b836-19a06ba109df service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849344 Feb 15 09:39:25.710985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f2fd3-a977-4cbe-89d1-3f7bc47ef625 req-306ac1c9-fc96-46e7-bfad-0dd0618654ef tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.712487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26f2fd3-a977-4cbe-89d1-3f7bc47ef625 req-306ac1c9-fc96-46e7-bfad-0dd0618654ef tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 950 time: 0.1335073 Feb 15 09:39:25.720205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-4932ad2f-22c6-4bb3-ade4-9e6ecc2f131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:25.721780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-4932ad2f-22c6-4bb3-ade4-9e6ecc2f131b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780027 Feb 15 09:39:25.757131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e26f2fd3-a977-4cbe-89d1-3f7bc47ef625 req-a13e75b6-d372-4313-9888-0fbc97baa1ad tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324414 Feb 15 09:39:26.136369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39540) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:26.178754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20df4d73-450d-44e7-9123-f32a7fdf3d94 req-cf435ae6-2e69-4488-b352-bd20babc81a8 service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582178 Feb 15 09:39:26.183767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-8de43575-e20b-4cad-b2c2-e4ad82fbec5c service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816081 Feb 15 09:39:26.203907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915fcd4-f79d-4e16-9a52-1e2084b00d13 req-5e8a5f68-4820-4e47-904c-40d901b01487 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:26.206401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b915fcd4-f79d-4e16-9a52-1e2084b00d13 req-5e8a5f68-4820-4e47-904c-40d901b01487 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1616590 Feb 15 09:39:26.314887 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b915fcd4-f79d-4e16-9a52-1e2084b00d13 req-a811cdf2-2cc1-4f97-a898-23e31796269a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887463 Feb 15 09:39:26.351056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8f7cd40-0de5-4ae3-8372-5bce10000a33 req-4fccfdc1-a5b3-44a7-88af-a5543ad5239e service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435876 Feb 15 09:39:26.454324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2008096190-network', 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:26.518628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864c7a9-7db2-4f7b-90a6-bd0568926d9e req-7f473831-cb44-4e8b-b564-40202742ab50 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:26.521286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c864c7a9-7db2-4f7b-90a6-bd0568926d9e req-7f473831-cb44-4e8b-b564-40202742ab50 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.0938509 Feb 15 09:39:26.556023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:26.558644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.574930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.592740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c864c7a9-7db2-4f7b-90a6-bd0568926d9e req-4c05bb09-6821-4d28-8791-85a4b036c3d1 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569546 Feb 15 09:39:26.610216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2d06-be1c-4357-9bbd-49ca67e2703d req-2d544db5-54e1-4000-98ee-54e5245d95e8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:26.612838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-998c2d06-be1c-4357-9bbd-49ca67e2703d req-2d544db5-54e1-4000-98ee-54e5245d95e8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1475167 Feb 15 09:39:26.710346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-998c2d06-be1c-4357-9bbd-49ca67e2703d req-54dbc1a7-aa89-4839-b5f7-166a26b93ef4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879247 Feb 15 09:39:26.734147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.742150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.771563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:39:26.781481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e84e56-4989-43aa-a5d1-e99fc7bbddfa,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:26.789239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.789572 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Added segment 055ed542-6806-411b-858c-1f270d4a07a8 of type vlan for network 03445f45-9af2-48e9-a1d9-f3d96a622201 Feb 15 09:39:26.866513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.902340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.903498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:26.904095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:26.919752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b55e2c-6ac2-4a61-93bc-31e96608f9b8 req-0d6e8c60-cf66-40cb-962d-ce2f52a026cb tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:26.921540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97b55e2c-6ac2-4a61-93bc-31e96608f9b8 req-0d6e8c60-cf66-40cb-962d-ce2f52a026cb tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 950 time: 0.0655015 Feb 15 09:39:26.987699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97b55e2c-6ac2-4a61-93bc-31e96608f9b8 req-23b8d83f-c24c-4b3f-a07e-9108d4fb28cf tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593092 Feb 15 09:39:26.992649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] Pushing event updated for resources: {'Network': ['ID=03445f45-9af2-48e9-a1d9-f3d96a622201,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:27.008496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:39:27.020858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-213680f6-ad27-455c-a105-8d7c476ddbb2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8819783 Feb 15 09:39:27.023216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:27.028656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Request body: {'subnet': {'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2008096190-subnet', 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:27.087555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:27.090272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:27.349686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:27.432641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:27.435664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:27.436033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Network hostable DHCP agents. Network: 03445f45-9af2-48e9-a1d9-f3d96a622201, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:39:27.460232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:39:27.465215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910b482-096d-4b0d-be5a-3240bdc34576 req-d178b392-75f8-4438-8c59-c9f523d1b534 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:27.467051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2910b482-096d-4b0d-be5a-3240bdc34576 req-d178b392-75f8-4438-8c59-c9f523d1b534 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0641418 Feb 15 09:39:27.472599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 03445f45-9af2-48e9-a1d9-f3d96a622201) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:27.477422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:27.478009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:27.484992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e97a09c-9df4-4939-8c18-beb366c2d261 None None] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:27.513921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a4acd3b5-4fd7-413f-ae78-cff660f38381 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4837799 Feb 15 09:39:27.522808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2910b482-096d-4b0d-be5a-3240bdc34576 req-56e8146e-df13-42b1-b8aa-9a1e3282acb8 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486243 Feb 15 09:39:27.671346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746f411-30ef-4721-bc13-6507381cbba7 None None] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:27.814056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea130328-7769-441c-8a2f-a478e16c7a68 req-13878dbe-4570-479d-9b22-fee6b7438296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:27.818594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea130328-7769-441c-8a2f-a478e16c7a68 req-13878dbe-4570-479d-9b22-fee6b7438296 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1699750 Feb 15 09:39:27.847187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8eb70-3a50-4d09-8b7e-d82e3fc1efb2 req-2b4d4c08-2603-4e00-8c52-c1c1e6cd45df tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:27.850117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4da8eb70-3a50-4d09-8b7e-d82e3fc1efb2 req-2b4d4c08-2603-4e00-8c52-c1c1e6cd45df tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.1494198 Feb 15 09:39:27.915936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea130328-7769-441c-8a2f-a478e16c7a68 req-6ec0c5ed-76bb-4e99-a9d2-2dcf42c69a9c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846469 Feb 15 09:39:27.927127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815c032-224d-416c-9298-891fc6ae9028 req-2b4a4b7d-4028-4937-9899-8b548329f523 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:27.935080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9815c032-224d-416c-9298-891fc6ae9028 req-2b4a4b7d-4028-4937-9899-8b548329f523 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0704443 Feb 15 09:39:27.962269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4da8eb70-3a50-4d09-8b7e-d82e3fc1efb2 req-c41cee5c-9158-4d05-81e8-c5aea93850c5 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646486 Feb 15 09:39:27.981457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9815c032-224d-416c-9298-891fc6ae9028 req-a2030d62-38d6-4ec5-a11c-9c0c0aad9eda tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424755 Feb 15 09:39:28.188574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02d503-966d-4448-b4a9-4a8f6dc040a9 req-6622540d-d1a2-4b18-9a07-8d88318a28df tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:28.190881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d02d503-966d-4448-b4a9-4a8f6dc040a9 req-6622540d-d1a2-4b18-9a07-8d88318a28df tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 950 time: 0.0569088 Feb 15 09:39:28.239009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d02d503-966d-4448-b4a9-4a8f6dc040a9 req-a31ef11a-f1c5-476e-bff5-d69554155c93 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372694 Feb 15 09:39:28.303386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-f91e2a75-aa45-4816-a999-cb4429bd4fa6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:28.305249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-f91e2a75-aa45-4816-a999-cb4429bd4fa6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.1153538 Feb 15 09:39:28.321436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-47accaa0-b6b8-4630-8575-26df64bbc4d5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0102038 Feb 15 09:39:28.376458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-66ca4c0d-7308-4cd8-a728-a193dce4ada8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406237 Feb 15 09:39:28.456055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123fe02-0bcb-4987-aa89-e7b400dfb394 req-59cb7ff8-56ea-472c-a152-2b7c6c8112d1 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:28.457636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9123fe02-0bcb-4987-aa89-e7b400dfb394 req-59cb7ff8-56ea-472c-a152-2b7c6c8112d1 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 949 time: 0.0580387 Feb 15 09:39:28.507638 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9123fe02-0bcb-4987-aa89-e7b400dfb394 req-64e7dab4-0efa-4963-927a-8b7e2b36e550 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432663 Feb 15 09:39:28.529416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-ad93fca0-74d8-44b3-8c46-6e34bad15440 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407413 Feb 15 09:39:28.648476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-1fa34ff4-b9c2-4630-b7cd-fd36983bd2f8 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091294 Feb 15 09:39:28.839337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e81d600b-6487-42ee-ba35-5627ae6c7298 req-8df6a6be-322c-4b50-a783-f4410bab5777 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 210 time: 0.0360115 Feb 15 09:39:29.013380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39736) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:29.212150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a573dcf-3266-48d4-bf3b-f108964b48eb req-63664ea5-2152-4502-aeae-65aa0c7ed49c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.214019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a573dcf-3266-48d4-bf3b-f108964b48eb req-63664ea5-2152-4502-aeae-65aa0c7ed49c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.1451731 Feb 15 09:39:29.232902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6520a15-c534-414c-ab4e-c833f2a301af req-aba4c60a-29ac-46e7-9344-d1efddf7d239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.235073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-aba4c60a-29ac-46e7-9344-d1efddf7d239 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 1100 time: 0.1184766 Feb 15 09:39:29.263917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f842890-c543-4553-878b-ea4fe6d957aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.304269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280f23-682f-4492-a9b6-57d2ab882b35 req-13dd31a3-59c0-4e63-a50a-ee869fc15717 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.306167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff280f23-682f-4492-a9b6-57d2ab882b35 req-13dd31a3-59c0-4e63-a50a-ee869fc15717 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0959532 Feb 15 09:39:29.310520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a573dcf-3266-48d4-bf3b-f108964b48eb req-5b4a44cf-5354-41d4-bd1a-f2916207e80e tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858467 Feb 15 09:39:29.365347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff280f23-682f-4492-a9b6-57d2ab882b35 req-1520f681-3406-4680-b3d6-643c25a691bc tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523679 Feb 15 09:39:29.444845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6520a15-c534-414c-ab4e-c833f2a301af req-e9a45666-6cba-484d-897e-af2ad5b16ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.446343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-e9a45666-6cba-484d-897e-af2ad5b16ae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1570368 Feb 15 09:39:29.497178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-a9ef6044-f476-41d1-925a-a11e4b6d796c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 200 len: 217 time: 0.0420847 Feb 15 09:39:29.514437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f842890-c543-4553-878b-ea4fe6d957aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.535799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f842890-c543-4553-878b-ea4fe6d957aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.589328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f842890-c543-4553-878b-ea4fe6d957aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5287377212a473991f3258104dfe0f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746033 Feb 15 09:39:29.590433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f842890-c543-4553-878b-ea4fe6d957aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f051c-2218-4624-bd60-d80cc22b1b2e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:29.592909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39746) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:29.593919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6520a15-c534-414c-ab4e-c833f2a301af req-cbadcf4e-1b34-4868-84e2-1892da838210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.596894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-cbadcf4e-1b34-4868-84e2-1892da838210 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0905704 Feb 15 09:39:29.677800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6520a15-c534-414c-ab4e-c833f2a301af req-b210d645-9d56-49e8-8c3f-c68dbfeea86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:29.679654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-b210d645-9d56-49e8-8c3f-c68dbfeea86e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688546 Feb 15 09:39:29.697822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.730089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.787821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-ed04dffa-e045-4ebc-8256-c4902cfdd8dd service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973907 Feb 15 09:39:29.789475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.792158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:29.793277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a87f051c-2218-4624-bd60-d80cc22b1b2e HTTP/1.1" status: 204 len: 168 time: 0.1981623 Feb 15 09:39:29.813504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705379e-7273-46dd-b306-f59137481da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f051c-2218-4624-bd60-d80cc22b1b2e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:30.004157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be235b13-f82e-49d3-87e1-07c195cdc666 req-4f4be7b1-d435-45a9-8e83-e5321f794905 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 210 time: 0.0552554 Feb 15 09:39:30.306823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:30.328947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-08e601b4-94f6-4618-b36b-8b8efb7d0905 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:30.331026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-08e601b4-94f6-4618-b36b-8b8efb7d0905 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.2287214 Feb 15 09:39:30.331953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ea5-0507-4a29-86fe-c7633e924d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.349796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:30.355620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6520a15-c534-414c-ab4e-c833f2a301af req-ce96148f-0a96-4384-80e8-9bc342970990 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5595095 Feb 15 09:39:30.490686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f45fe-dfb3-4d82-a298-3405d3f06b52 req-6ee0e284-5a36-432b-9ed1-87a8ca633085 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:30.492463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429f45fe-dfb3-4d82-a298-3405d3f06b52 req-6ee0e284-5a36-432b-9ed1-87a8ca633085 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.0535676 Feb 15 09:39:30.536735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-429f45fe-dfb3-4d82-a298-3405d3f06b52 req-9cb22e0c-cb6c-492f-a2d7-963fc9e1645f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370405 Feb 15 09:39:30.537824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb53a6-dd7c-4322-a0d4-a1a46cfafee6 req-0c66cee4-b819-407f-bdbe-c3d03703bcb6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:30.539382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8beb53a6-dd7c-4322-a0d4-a1a46cfafee6 req-0c66cee4-b819-407f-bdbe-c3d03703bcb6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 944 time: 0.1198540 Feb 15 09:39:30.583033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-456731694', 'description': 'tempest-description-1773330041'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:30.608459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ea5-0507-4a29-86fe-c7633e924d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.611874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.617142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1ea5-0507-4a29-86fe-c7633e924d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.628110 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8beb53a6-dd7c-4322-a0d4-a1a46cfafee6 req-13c0d766-0fee-4c7f-969f-24de286b330c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740223 Feb 15 09:39:30.642323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:30.647951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.686676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.689341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b1ea5-0507-4a29-86fe-c7633e924d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2e178-9f71-45d1-8ea2-eab8c8c4a4c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:30.702036 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.703711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f6b1ea5-0507-4a29-86fe-c7633e924d20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c920d8dd3bf4632a2262515bed77f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955638 Feb 15 09:39:30.706492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 39778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:30.755252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.757563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ba8d77d-6873-447d-b16e-b56f4da488f6 req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.1798410 Feb 15 09:39:30.781832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe4a27-b742-4441-9fbc-c3b3917c67b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb6340a3-70fc-4513-bb06-3ec3f34193d2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:30.886232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-96313357-09d4-415d-b994-5eaec104937c tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-456731694&fields=id&tenant_id=94b7899c8fb44469856b4412b1d53776 HTTP/1.1" status: 200 len: 267 time: 0.0426342 Feb 15 09:39:30.888902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.952752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:30.964215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.13 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:31.027977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-2230e359-69c2-4509-9a5f-bf9c73fcc19e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:31.029930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-2230e359-69c2-4509-9a5f-bf9c73fcc19e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1302869 Feb 15 09:39:31.052127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'port': {'security_groups': ['06428669-7e1d-49d9-8b1d-fed0b901f4e4', 'cb6340a3-70fc-4513-bb06-3ec3f34193d2']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:31.102285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39792) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:31.146142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.148646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.153875 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f1b2e178-9f71-45d1-8ea2-eab8c8c4a4c5 HTTP/1.1" status: 204 len: 168 time: 0.4421160 Feb 15 09:39:31.164247 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-763e5f27-e0ba-4b0a-8ac4-7b30abca3800 req-78820bb9-ce8f-4669-ab8f-496b6a21b36f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 210 time: 0.0419860 Feb 15 09:39:31.208392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.215634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d153276-982b-4e4f-bbd4-bca30794ef91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2e178-9f71-45d1-8ea2-eab8c8c4a4c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.250880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device abcd28bf-cd9b-4b51-94e4-bfd2639d03fb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:31.347288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.354551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d924ca7-944d-44c6-92fc-1699d96e1a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.420721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:31.435755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'port_id': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'mac_address': 'fa:16:3e:c3:fe:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:31.464587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.475908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d924ca7-944d-44c6-92fc-1699d96e1a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.481237 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d924ca7-944d-44c6-92fc-1699d96e1a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.491927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.512712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abcd28bf-cd9b-4b51-94e4-bfd2639d03fb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:31.526344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d924ca7-944d-44c6-92fc-1699d96e1a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3ad5d-34e5-4165-81c1-6ae7c6532e60,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.537597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:31.538491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:31.543045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6d924ca7-944d-44c6-92fc-1699d96e1a76 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fab05107650d4809ac5f998750d4e175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391665 Feb 15 09:39:31.546632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:31.547125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:31.547574 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.556274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:31.559824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:31.591354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.619493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.634748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.640745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.643397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:31.644629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.649314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.664309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:31.668514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.738888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.741429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.744863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ace3ad5d-34e5-4165-81c1-6ae7c6532e60 HTTP/1.1" status: 204 len: 168 time: 0.1949947 Feb 15 09:39:31.763738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e59b4ac-e8ce-4d1d-83a1-90690a9ae054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3ad5d-34e5-4165-81c1-6ae7c6532e60,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.766906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:31.769139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:31.771808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7025d14-6bc8-49c2-9658-c7888c03b913 req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "PUT /v2.0/ports/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 981 time: 0.7291234 Feb 15 09:39:31.772549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:31.775604 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:31.787172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-491a4deb-0945-4996-9cf5-a3aca44ab130 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4426119 Feb 15 09:39:31.788563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e5389-9d6d-4173-a27e-1ff7b4116d94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:31.803810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Request body: {'port': {'device_id': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:31.850640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:31.861983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcc4aa-3ae4-4773-8b1b-b21ddae10c7e req-9299178b-225b-4693-b372-6bbb172790bf tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:31.876240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1fcc4aa-3ae4-4773-8b1b-b21ddae10c7e req-9299178b-225b-4693-b372-6bbb172790bf tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 945 time: 0.1390195 Feb 15 09:39:31.887450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:31.940426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1fcc4aa-3ae4-4773-8b1b-b21ddae10c7e req-5b6306d2-34bc-4f14-8bd9-ce028cde00d5 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619996 Feb 15 09:39:32.008527 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-852f34d4-986e-48bb-b92a-efc23142b3cf tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-456731694&fields=id&tenant_id=94b7899c8fb44469856b4412b1d53776 HTTP/1.1" status: 200 len: 267 time: 0.1386366 Feb 15 09:39:32.030183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.036697 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b1c2e-b28b-4ce2-b098-8c393a628acb x-openstack-request-id: req-960b1c2e-b28b-4ce2-b098-8c393a628acb {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:32.037432 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:32.037780 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-960b1c2e-b28b-4ce2-b098-8c393a628acb {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:32.038693 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:39:32.136616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-3d3cd5aa-ebd4-4be7-b2a7-c64827030bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.145771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-3d3cd5aa-ebd4-4be7-b2a7-c64827030bed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1135 time: 0.0694323 Feb 15 09:39:32.151064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-1ac4201e-a8f3-4d58-b56b-d08bf2a5b025 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.152799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-1ac4201e-a8f3-4d58-b56b-d08bf2a5b025 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 984 time: 0.1344752 Feb 15 09:39:32.229064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'port': {'security_groups': ['06428669-7e1d-49d9-8b1d-fed0b901f4e4']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:32.310211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:32.381025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-9dba72f2-2803-4c7a-bf53-16bdcee90af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.387377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-9dba72f2-2803-4c7a-bf53-16bdcee90af4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.2372262 Feb 15 09:39:32.389791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.509328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-3407622e-5a0a-4d07-8b9e-94e4621ed0ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.0609283 Feb 15 09:39:32.547186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064b34d-c8c5-49ce-9cee-99c20e0bacc2 req-019f949b-89c7-49a1-ac8e-a3405a0d0c74 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.550431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7064b34d-c8c5-49ce-9cee-99c20e0bacc2 req-019f949b-89c7-49a1-ac8e-a3405a0d0c74 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 932 time: 0.1585701 Feb 15 09:39:32.629904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:32.644611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1040e071-2f01-489e-8052-27da3f4644ff', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '1040e071-2f01-489e-8052-27da3f4644ff', 'mac_address': 'fa:16:3e:e9:cc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:32.647797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7064b34d-c8c5-49ce-9cee-99c20e0bacc2 req-1cca0e9a-26f3-4bb4-9e23-419945a353cf tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713542 Feb 15 09:39:32.650317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-f6878979-e1ea-4c93-af92-1712ae8b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.651901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-f6878979-e1ea-4c93-af92-1712ae8b2220 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1302729 Feb 15 09:39:32.659564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:32.677228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.713030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-80f1d0b5-c908-44e0-9b58-674a28e38253 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497098 Feb 15 09:39:32.713501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Transition to ACTIVE for port object bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:32.730574 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.737814 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.761734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:32.784423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:32.792213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.811529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:32.849479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.870722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:32.877916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1040e071-2f01-489e-8052-27da3f4644ff'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:32.898901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-0c5956cc-ee8d-47f0-afe3-fbd46c77c5ea service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762879 Feb 15 09:39:32.905332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:32.905830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:32.947068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:32.992009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:32.992826 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:33.011315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f31763e8-acda-440b-a9eb-b2b5a528679a req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "PUT /v2.0/ports/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 942 time: 0.8003552 Feb 15 09:39:33.112970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:33.166161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eaf17ca2-c4d5-42e5-b005-d41e0afabd53 req-99c11228-9b04-4705-93b5-f3fa03af7033 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590902 Feb 15 09:39:33.214350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009244f-c3ee-4d8d-b368-d4bb63e89bf5 req-40425fd9-98ed-48b5-a3bf-64505b07209d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:33.226417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c009244f-c3ee-4d8d-b368-d4bb63e89bf5 req-40425fd9-98ed-48b5-a3bf-64505b07209d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 945 time: 0.1234574 Feb 15 09:39:33.268511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device abcd28bf-cd9b-4b51-94e4-bfd2639d03fb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:33.299895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c009244f-c3ee-4d8d-b368-d4bb63e89bf5 req-66ad9ed9-40bf-4e96-b323-2cd26748c231 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670593 Feb 15 09:39:33.478557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Attempting to bind port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:33.478903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Attempting to bind port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:33.479236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Attempting to bind port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:33.508064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:33.508794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Attempting to bind port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:33.560122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:33.574264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14096f0a-c884-4439-95b2-0fec46975092 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=7']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:33.600148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:33.600510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:33.600676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:33.603461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:33.603895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:33.604361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Bound port: bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:33.606449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:33.735959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:33.763522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:33.765697 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb70139-0b1b-4cec-b5d0-a82406e1865e" -d '{"events": [{"server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "name": "network-vif-plugged", "status": "completed", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:33.786649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:33.800321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:33.947822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:33.979004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8779b-43b9-4cb0-9170-1ea92b567df3 req-5fc3d8cd-160c-4066-9ccb-1557a06cf6e4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:33.980478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf8779b-43b9-4cb0-9170-1ea92b567df3 req-5fc3d8cd-160c-4066-9ccb-1557a06cf6e4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 944 time: 0.1504405 Feb 15 09:39:34.094263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf8779b-43b9-4cb0-9170-1ea92b567df3 req-2cda5b91-19b0-43b4-bec8-0c808712731c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858679 Feb 15 09:39:34.158273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:34.160447 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17386ff7-79a4-4982-a889-8d0af1db327d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:34.230395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-c2afb919-67c7-4b3c-a9bd-11cc0050243f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1335821 Feb 15 09:39:34.247011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:34.272413 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7302f23-a88d-4a8c-886b-b1f22b9a74d4 x-openstack-request-id: req-f7302f23-a88d-4a8c-886b-b1f22b9a74d4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:34.273272 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "name": "network-vif-plugged", "status": "completed", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:34.273938 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7302f23-a88d-4a8c-886b-b1f22b9a74d4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:34.274541 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'code': 200} Feb 15 09:39:34.283327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:34.348584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.420915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:34.434162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:34.445098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1040e071-2f01-489e-8052-27da3f4644ff triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:34.446625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.536280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.611857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf3e43-52fe-4cd1-b86e-420f9d9fb931 req-7e3efc3b-d394-4f0f-bd4a-a22a8a89474c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:34.613521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfaf3e43-52fe-4cd1-b86e-420f9d9fb931 req-7e3efc3b-d394-4f0f-bd4a-a22a8a89474c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 1097 time: 0.2285318 Feb 15 09:39:34.687325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:34.721349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.735566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:34.738373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.740690 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-122cc383-60ef-4ba5-a1eb-94d5b25398d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e HTTP/1.1" status: 200 len: 1092 time: 2.9427533 Feb 15 09:39:34.767728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfaf3e43-52fe-4cd1-b86e-420f9d9fb931 req-2ae5b5fa-5d1c-4303-868e-0d38c17fb6ce service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467934 Feb 15 09:39:34.809111 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a958162-6941-49b4-8579-aa2597861881 x-openstack-request-id: req-4a958162-6941-49b4-8579-aa2597861881 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:34.817729 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:34.817729 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a958162-6941-49b4-8579-aa2597861881 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:34.819232 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:39:34.857453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:34.865157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.909305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:34.987843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-1b763264-d77f-4027-83c7-e6f077584ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:34.991458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-1b763264-d77f-4027-83c7-e6f077584ac8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 1095 time: 0.1597807 Feb 15 09:39:34.997036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:35.011945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa398a-3f10-4b56-ac03-2bec923505b2 req-c9800804-044f-469f-8b4b-4f2508d5af57 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.014329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aa398a-3f10-4b56-ac03-2bec923505b2 req-c9800804-044f-469f-8b4b-4f2508d5af57 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1010842 Feb 15 09:39:35.058289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-ec6c26f5-d7fa-4b6c-a3ec-120bef43407f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e HTTP/1.1" status: 200 len: 217 time: 0.0566430 Feb 15 09:39:35.075193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aa398a-3f10-4b56-ac03-2bec923505b2 req-22b8ade0-4a1c-46dc-948a-ad6569cb9fc2 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483961 Feb 15 09:39:35.135098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ff7-79a4-4982-a889-8d0af1db327d req-1d61647b-4225-4fd0-98d0-624987b58b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.136996 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-1d61647b-4225-4fd0-98d0-624987b58b07 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.0707581 Feb 15 09:39:35.138489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Allocated IP 172.25.6.65 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:35.195167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b22ae-14ff-473d-a758-60301144e3ea req-34a11d14-2bcd-4f0b-aa2f-faaaf68f1545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.196756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-34a11d14-2bcd-4f0b-aa2f-faaaf68f1545 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.0531073 Feb 15 09:39:35.284622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-6d7f6c56-1aaa-4438-b843-0c44f21117be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746064 Feb 15 09:39:35.371959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ff7-79a4-4982-a889-8d0af1db327d req-7400be0c-795f-4d2e-95a6-b11750cbd549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.373594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-7400be0c-795f-4d2e-95a6-b11750cbd549 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.2294052 Feb 15 09:39:35.395515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac3e54c-5adf-4666-8b0b-14d3f711ffd8 req-5f984ab6-10b6-466b-a1ff-e1eb80590eff tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.406317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ac3e54c-5adf-4666-8b0b-14d3f711ffd8 req-5f984ab6-10b6-466b-a1ff-e1eb80590eff tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 944 time: 0.1474898 Feb 15 09:39:35.481302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 39976) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:35.495021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-4d304741-9fb1-4f81-860e-382750059fc1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.0786693 Feb 15 09:39:35.560495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ac3e54c-5adf-4666-8b0b-14d3f711ffd8 req-81652c59-c920-4184-a20d-195ca23c1968 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514468 Feb 15 09:39:35.592566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ff7-79a4-4982-a889-8d0af1db327d req-a8389b23-2840-452e-a25a-d9238e3393c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:35.597782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-a8389b23-2840-452e-a25a-d9238e3393c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.0913773 Feb 15 09:39:35.603005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-2d9939fd-3a2a-4324-9c70-92153a68bf1d service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601404 Feb 15 09:39:35.652222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:35.676824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-0bcd2a9e-fe61-4d53-8b49-64e3490d3152 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617659 Feb 15 09:39:35.824693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-371b22ae-14ff-473d-a758-60301144e3ea req-bb17b401-d30d-4bc6-ad48-a1a06bb42f0a service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080729 Feb 15 09:39:35.827340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:35.886064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:35.894451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:35.902453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:35.937929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'Port': ['ID=8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:35.991200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65cf1791-2657-4a1a-af39-7f86b5ecfe19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.005103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-fae4451d-3eb8-46fe-8422-724bc55bc00d service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015802 Feb 15 09:39:36.085765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.214182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.277871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:36.278978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17386ff7-79a4-4982-a889-8d0af1db327d req-e64fa570-d0c4-4dd7-98af-aed8f03f859b service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535520 Feb 15 09:39:36.281509 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d04ca97-de26-40a5-a2d4-34617ce41564" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:36.321063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967d4dc-d3cd-404c-a6ab-373f63e4dff6 req-b71e169b-0f9c-46a5-99f4-1ade192e2c0c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:36.331242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5967d4dc-d3cd-404c-a6ab-373f63e4dff6 req-b71e169b-0f9c-46a5-99f4-1ade192e2c0c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1246352 Feb 15 09:39:36.335425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65cf1791-2657-4a1a-af39-7f86b5ecfe19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.349786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65cf1791-2657-4a1a-af39-7f86b5ecfe19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.414723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5967d4dc-d3cd-404c-a6ab-373f63e4dff6 req-0d311ebb-f2ff-43e7-b54a-cb41a243be21 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822897 Feb 15 09:39:36.417732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf1791-2657-4a1a-af39-7f86b5ecfe19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8141e2bd-a45a-4833-a332-a1c4fd0f4811,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:36.432857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-65cf1791-2657-4a1a-af39-7f86b5ecfe19 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=018c70ba49bf4ac9b93d28a8a1658f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472070 Feb 15 09:39:36.434324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40004) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:36.519655 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea061d85-9ed7-4114-9dc5-b0d6d3e43e54 x-openstack-request-id: req-ea061d85-9ed7-4114-9dc5-b0d6d3e43e54 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:36.521022 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:36.521373 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea061d85-9ed7-4114-9dc5-b0d6d3e43e54 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:36.521873 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'code': 200} Feb 15 09:39:36.546631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.549381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.554353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.600214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.636496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event updated for resources: {'Port': ['ID=8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:36.646788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.666011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.670090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-a54b1893-70ad-4e96-a654-efb238615efd tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.4316614 Feb 15 09:39:36.733394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.736076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:36.737471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8141e2bd-a45a-4833-a332-a1c4fd0f4811 HTTP/1.1" status: 204 len: 168 time: 0.3013179 Feb 15 09:39:36.770101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1cbba-3402-40dc-a414-388cc248f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8141e2bd-a45a-4833-a332-a1c4fd0f4811,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:36.776567 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-21680399-5cae-483d-a28c-d585ba8a59ea tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0979948 Feb 15 09:39:36.822656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:36.823098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3c85a-a4f0-4a94-a5f1-100eba51da10 req-850ec721-f054-42ee-9f87-7385ab21f48a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:36.828713 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c46109-fa7c-4341-9bbe-22912e0df8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:36.831148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37f3c85a-a4f0-4a94-a5f1-100eba51da10 req-850ec721-f054-42ee-9f87-7385ab21f48a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 944 time: 0.1244609 Feb 15 09:39:36.903661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37f3c85a-a4f0-4a94-a5f1-100eba51da10 req-cfad3dee-ccd8-446d-867e-a93d48e2cf48 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714819 Feb 15 09:39:36.997494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-dbf3407c-ff6b-4b93-935d-585557066237 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.000385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-dbf3407c-ff6b-4b93-935d-585557066237 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2169797 Feb 15 09:39:37.013465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-3c9dadde-582b-4e31-8a72-aa1cd3a06648 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:39:37.014451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc1a2892-b2ca-429d-99ed-cb2819d26565 req-3c9dadde-582b-4e31-8a72-aa1cd3a06648 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058649 Feb 15 09:39:37.036601 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce27203-1b3d-40d9-8000-49890984dfc1 x-openstack-request-id: req-7ce27203-1b3d-40d9-8000-49890984dfc1 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:37.036839 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:37.037093 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ce27203-1b3d-40d9-8000-49890984dfc1 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:37.037726 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'status': 'completed', 'code': 200} Feb 15 09:39:37.222968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-7545596a-9e11-46da-8580-d7e56126a450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.224604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-7545596a-9e11-46da-8580-d7e56126a450 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 1095 time: 0.1475582 Feb 15 09:39:37.263070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-b2c566cc-a0c5-4353-8da9-169cbc5db55d tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.265281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-b2c566cc-a0c5-4353-8da9-169cbc5db55d tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1387441 Feb 15 09:39:37.371283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-3ab61fe2-7272-419a-a6c9-d6e6dd75441a tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0885043 Feb 15 09:39:37.384320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'floatingip': {'port_id': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:37.435416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-4109b5c1-e926-4cc6-9f71-8fed0644b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.436938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-4109b5c1-e926-4cc6-9f71-8fed0644b6c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.1929431 Feb 15 09:39:37.459720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40036) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:37.474169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33057f57-e211-482e-aa95-7fbe0ae86464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:37.503497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:37.561545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-b9ed96e0-ec03-4d39-a705-9bb13aa14395 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e HTTP/1.1" status: 200 len: 217 time: 0.0750766 Feb 15 09:39:37.646347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33057f57-e211-482e-aa95-7fbe0ae86464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:37.656158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33057f57-e211-482e-aa95-7fbe0ae86464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:37.670425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-2639ffd9-7d29-4b5e-908a-dd7d38dfa66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.672351 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-2639ffd9-7d29-4b5e-908a-dd7d38dfa66d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1008000 Feb 15 09:39:37.711227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0cb57-9b91-4e54-bd18-73b86472b59a req-92f2f98e-e682-4c86-bc1e-b85e330f395c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:37.719801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ad0cb57-9b91-4e54-bd18-73b86472b59a req-92f2f98e-e682-4c86-bc1e-b85e330f395c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.2034819 Feb 15 09:39:37.724233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-e06ce836-4f1f-422a-a6ba-38fcd8740dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398388 Feb 15 09:39:37.747139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-33057f57-e211-482e-aa95-7fbe0ae86464 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be5bdd8bc07c4465baea3333d79f55ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862697 Feb 15 09:39:37.751474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40040) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:37.758716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33057f57-e211-482e-aa95-7fbe0ae86464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441d1385-ae2b-44f9-a887-87839553e9b2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:37.835347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ad0cb57-9b91-4e54-bd18-73b86472b59a req-50e1856e-c9f3-436c-ad4d-ed30f5b3fc2f tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145375 Feb 15 09:39:37.906391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:37.929718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.031771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-84a644f3-b85f-4b49-93d0-964ef149007d service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929454 Feb 15 09:39:38.047042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e49d17-9960-401a-9dfd-9eec59fdebd5 req-103bada4-bbe6-490c-b0f3-c6c9fc22a908 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:38.049673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45e49d17-9960-401a-9dfd-9eec59fdebd5 req-103bada4-bbe6-490c-b0f3-c6c9fc22a908 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1130395 Feb 15 09:39:38.067207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40050) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:38.078010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Request body: {'floatingip': {'port_id': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:38.087424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.090446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.106300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/441d1385-ae2b-44f9-a887-87839553e9b2 HTTP/1.1" status: 204 len: 168 time: 0.3447053 Feb 15 09:39:38.271909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.292228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:38.497802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24c46109-fa7c-4341-9bbe-22912e0df8a9 req-0f871bca-b65f-484a-a437-5c33b0af95d5 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572172 Feb 15 09:39:38.608430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:38.661666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'mac_address': 'fa:16:3e:d3:a4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:38.687638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82beb320-f52e-42e4-8969-da0981dab57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441d1385-ae2b-44f9-a887-87839553e9b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:38.744101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed1b00-d8f8-421c-b3c5-cabef1537987 req-4551cfcb-f775-4418-aa55-f7420a2f110c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:38.752020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39ed1b00-d8f8-421c-b3c5-cabef1537987 req-4551cfcb-f775-4418-aa55-f7420a2f110c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 944 time: 0.2487462 Feb 15 09:39:38.777602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.779146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.801628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:38.840626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:38.875984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39ed1b00-d8f8-421c-b3c5-cabef1537987 req-8404e37b-914e-42fa-8e36-750aea72e0b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229198 Feb 15 09:39:38.928367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:38.941967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:39.069087 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Floating IP 8c775515-a88f-424d-afc7-e4cab0ec3e7b associated. External IP: 172.25.6.65, port: 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8. Feb 15 09:39:39.075856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:39.187893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:39.345478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:39.366998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:39.567022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Router 92e645e8-6e78-4180-ab71-8dcb330660e7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:39:39.622638 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Floating IP f16ef223-210d-482a-bcc3-a49b4e7dcc1f associated. External IP: 172.25.6.58, port: abcd28bf-cd9b-4b51-94e4-bfd2639d03fb. Feb 15 09:39:39.801022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:39:39.810216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:39.816306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Sync routers for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:39:39.831992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:39.836071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:39.871160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-536993a6-3e1c-4aec-a35c-3b43a7e294fa tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "PUT /v2.0/floatingips/8c775515-a88f-424d-afc7-e4cab0ec3e7b HTTP/1.1" status: 200 len: 995 time: 2.4959521 Feb 15 09:39:39.871728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:39.877578 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511daa20-c900-46ce-bf38-cf367fd6a5df" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:39.996594 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8187f541-808a-4d18-abfe-6f856e8a60ec x-openstack-request-id: req-8187f541-808a-4d18-abfe-6f856e8a60ec {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:39.996795 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:39.997050 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8187f541-808a-4d18-abfe-6f856e8a60ec {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:39.999121 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:39:40.045506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-384918ae-4cbf-409b-9997-c26975088fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:40.050556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-384918ae-4cbf-409b-9997-c26975088fce service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1436076 Feb 15 09:39:40.212088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-902d238b-fc5c-41cd-8f77-e23b76e07239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:40.213765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-902d238b-fc5c-41cd-8f77-e23b76e07239 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.2021203 Feb 15 09:39:40.338336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:39:40.391001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afaa2c-95c2-4d81-853f-17d79914c622 req-5f009d5a-25a6-41c4-ba60-6ac69898778b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:40.393297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1afaa2c-95c2-4d81-853f-17d79914c622 req-5f009d5a-25a6-41c4-ba60-6ac69898778b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 945 time: 0.2118037 Feb 15 09:39:40.405952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-c4e60f34-2b28-4d23-a1a3-4764f9e64478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:40.407559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-c4e60f34-2b28-4d23-a1a3-4764f9e64478 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.3155296 Feb 15 09:39:40.469025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:40.721422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:39:40.737693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:40.738372 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:40.808532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:41.100701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-29850441-306d-4185-b564-139e2ff0aaaf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 998 time: 0.6808615 Feb 15 09:39:41.164976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-43444813-c708-4338-9647-ac9746f8c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:41.178575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-43444813-c708-4338-9647-ac9746f8c030 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.0761940 Feb 15 09:39:41.212431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:41.236721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-aa7b3814-707b-41af-aba3-7cc228a3f05c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568368 Feb 15 09:39:41.244704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-5fee40ed-319a-4ab4-91da-72958fb29e58 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:39:41.269344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-5fee40ed-319a-4ab4-91da-72958fb29e58 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0310366 Feb 15 09:39:41.288589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:41.290987 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1fefe8-8bdf-4db1-a4bf-9cf07fb5cb4b" -d '{"events": [{"server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "name": "network-vif-plugged", "status": "completed", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:41.309002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:41.321403 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:41.490580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:41.536491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8c775515-a88f-424d-afc7-e4cab0ec3e7b', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'port_id': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'mac_address': 'fa:16:3e:60:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:35Z', 'updated_at': '2022-02-15T09:39:38Z', 'revision_number': 1, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:41.574460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-5bae566b-9794-41a5-8a62-95529eb871d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:41.576710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-5bae566b-9794-41a5-8a62-95529eb871d6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 1.3321719 Feb 15 09:39:41.601747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-5a901c75-5e82-4569-89bc-3dbf9e2003fc service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310199 Feb 15 09:39:41.613626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Checking router: 92e645e8-6e78-4180-ab71-8dcb330660e7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:39:41.628865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1afaa2c-95c2-4d81-853f-17d79914c622 req-bbc83736-42d6-46a7-b516-f63d2b1bc2b9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1717048 Feb 15 09:39:41.675441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:41.679399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:41.749039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff93c4dd-b55f-461b-a8c0-abbb44c628f1 req-e5253370-78c9-46b4-b15e-92c2a8185147 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456509 Feb 15 09:39:41.790090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:39:41.806679 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Sync routers for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:39:41.807456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:41.822513 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:41.823152 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:41.846990 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484d7a60-c950-420f-9061-c93c35ecabb6 x-openstack-request-id: req-484d7a60-c950-420f-9061-c93c35ecabb6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:41.848904 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "name": "network-vif-plugged", "status": "completed", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:41.849444 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-484d7a60-c950-420f-9061-c93c35ecabb6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:41.850140 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'code': 200} Feb 15 09:39:41.927444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-6cb29771-035b-4526-a1f5-c1eefebdf112 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 998 time: 0.3079982 Feb 15 09:39:41.939700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75b6832c-ffc5-4c38-a1da-e360f5f59a9d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "PUT /v2.0/floatingips/f16ef223-210d-482a-bcc3-a49b4e7dcc1f HTTP/1.1" status: 200 len: 991 time: 3.8680379 Feb 15 09:39:41.941767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:41.951096 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:42.013920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-9fbf1605-34ab-4ac3-bbfd-b930a1ccaa94 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 998 time: 0.1800389 Feb 15 09:39:42.050720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-4b85231a-bfdf-4ba2-85bc-0be70337c279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:42.053010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-4b85231a-bfdf-4ba2-85bc-0be70337c279 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1120589 Feb 15 09:39:42.084442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:42.089636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-b0681af7-3a04-4da0-aac8-196c85ae02ea tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:42.107508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-b0681af7-3a04-4da0-aac8-196c85ae02ea tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 942 time: 0.0917532 Feb 15 09:39:42.136473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-92c0a970-4e72-4806-bdcb-5c022a1a52e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660479 Feb 15 09:39:42.143474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8794d32-f82f-41ee-a61f-77f568f8bbdd req-4cf200a7-c0c8-4a17-b705-b1055146fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:42.145363 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8794d32-f82f-41ee-a61f-77f568f8bbdd req-4cf200a7-c0c8-4a17-b705-b1055146fee5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 1097 time: 0.1005571 Feb 15 09:39:42.248178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8794d32-f82f-41ee-a61f-77f568f8bbdd req-57d80a8f-b44c-4f19-8ff9-e053f6fa1074 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937815 Feb 15 09:39:42.311744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:42.319142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-b7891f06-b5be-455e-bdd1-ffecac66085e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 998 time: 0.1211047 Feb 15 09:39:42.496639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e043f-1152-4947-82ff-29638cc9097d req-08bd1161-ee39-45c9-b202-f43f2a3d3dda tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:42.498367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-555e043f-1152-4947-82ff-29638cc9097d req-08bd1161-ee39-45c9-b202-f43f2a3d3dda tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.3013401 Feb 15 09:39:42.591141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8c775515-a88f-424d-afc7-e4cab0ec3e7b', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'port_id': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'mac_address': 'fa:16:3e:60:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:35Z', 'updated_at': '2022-02-15T09:39:38Z', 'revision_number': 1, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:42.600964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e0d4c803-cc0f-471e-9e39-72d6f91720ed tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:42.603511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e0d4c803-cc0f-471e-9e39-72d6f91720ed tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2742028 Feb 15 09:39:42.633832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb8a7b3-2dfa-4594-b797-d045f8ec091e None None] The sync data for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 is: [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8c775515-a88f-424d-afc7-e4cab0ec3e7b', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'floating_ip_address': '172.25.6.65', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'port_id': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'mac_address': 'fa:16:3e:60:e8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:35Z', 'updated_at': '2022-02-15T09:39:38Z', 'revision_number': 1, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:39:42.665771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-555e043f-1152-4947-82ff-29638cc9097d req-1b66d40d-abf5-4cd9-8117-42ad4883acf3 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452236 Feb 15 09:39:42.719368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-5892bb5e-1921-469a-942e-9ab82b29662b service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675871 Feb 15 09:39:42.810648 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712e43f1-309d-4e6d-957b-2489d5221356 x-openstack-request-id: req-712e43f1-309d-4e6d-957b-2489d5221356 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:42.812371 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:42.812838 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-712e43f1-309d-4e6d-957b-2489d5221356 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:42.815811 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'status': 'completed', 'code': 200} Feb 15 09:39:42.821441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-c03d52b7-f06d-475c-b62e-e5ffe94af308 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 998 time: 0.2068086 Feb 15 09:39:42.833557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:43.012646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:43.030267 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f16ef223-210d-482a-bcc3-a49b4e7dcc1f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'port_id': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'mac_address': 'fa:16:3e:c3:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:38:36Z', 'updated_at': '2022-02-15T09:39:39Z', 'revision_number': 1, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:43.100864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-bc95c841-e24f-4dc0-b6c0-cd44ff6205c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:43.102615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-bc95c841-e24f-4dc0-b6c0-cd44ff6205c1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=178f2e137b2243a4995d297dcd40f2d4&device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 1097 time: 0.3014436 Feb 15 09:39:43.123116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c74b9f-07cb-46f9-b728-a1d6debeb689 None None] New status for floating IP 8c775515-a88f-424d-afc7-e4cab0ec3e7b: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:39:43.130761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd43ef-1948-4cee-beda-d37b2db4c4ac req-b79d1520-90c8-49a9-be0d-8b331c1edc7e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:43.144870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44fd43ef-1948-4cee-beda-d37b2db4c4ac req-b79d1520-90c8-49a9-be0d-8b331c1edc7e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 946 time: 0.1646333 Feb 15 09:39:43.361291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-5368d541-5a70-4950-b722-180d0f31ff8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:43.369002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-5368d541-5a70-4950-b722-180d0f31ff8f service neutron] 10.222.0.72 "GET /v2.0/networks?id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f HTTP/1.1" status: 200 len: 916 time: 0.2032399 Feb 15 09:39:43.386293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-511daa20-c900-46ce-bf38-cf367fd6a5df req-2da79508-e791-41d0-abba-bafff3ed1704 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6546454 Feb 15 09:39:43.465646 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Checking router: 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:39:43.472448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:43.487707 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:43.489345 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:43.489501 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:43.490392 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Floating IP 8c775515-a88f-424d-afc7-e4cab0ec3e7b disassociated. External IP: 172.25.6.65, port: 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8. Feb 15 09:39:43.556611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-46c74b9f-07cb-46f9-b728-a1d6debeb689 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:39:43.557367 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-46c74b9f-07cb-46f9-b728-a1d6debeb689 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:39:43.559276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44fd43ef-1948-4cee-beda-d37b2db4c4ac req-97a5356f-c00d-430b-83bc-21867bc133a2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4047956 Feb 15 09:39:43.615101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-ecd7a01a-d202-46c5-83e2-6edf29efc602 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb HTTP/1.1" status: 200 len: 999 time: 0.2336185 Feb 15 09:39:43.717451 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:43.747751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-99de977d-446f-427b-96c4-afe12cc46ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:43.758912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-99de977d-446f-427b-96c4-afe12cc46ea7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=19a1fbd0-c764-45ce-9d47-84d9302deccb HTTP/1.1" status: 200 len: 854 time: 0.1313982 Feb 15 09:39:43.872734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-91220c8c-0805-45ab-a46b-4043b17c379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:43.879492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-91220c8c-0805-45ab-a46b-4043b17c379e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1103699 Feb 15 09:39:43.993140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-5d563445-2cf6-4fbd-856d-cc4bd69196b3 service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018589 Feb 15 09:39:44.059652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c74b9f-07cb-46f9-b728-a1d6debeb689 None None] New status for floating IP 8c775515-a88f-424d-afc7-e4cab0ec3e7b: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:39:44.086384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Router 92e645e8-6e78-4180-ab71-8dcb330660e7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:39:44.265651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0430b92-b7f5-4a87-a356-7dfe0d8a6120 req-55fe366a-05b1-4e23-9b14-095e41ab2ec8 service neutron] 10.222.0.72 "GET /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571044 Feb 15 09:39:44.334764 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f16ef223-210d-482a-bcc3-a49b4e7dcc1f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'port_id': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'mac_address': 'fa:16:3e:c3:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:38:36Z', 'updated_at': '2022-02-15T09:39:39Z', 'revision_number': 1, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:44.432266 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c85dfe81-aa5d-41d8-80ee-6748f0952a2e None None] The sync data for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 is: [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f16ef223-210d-482a-bcc3-a49b4e7dcc1f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'floating_ip_address': '172.25.6.58', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'port_id': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'mac_address': 'fa:16:3e:c3:fe:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:38:36Z', 'updated_at': '2022-02-15T09:39:39Z', 'revision_number': 1, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:39:44.455678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:39:44.464746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:44.562843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-e8bf5321-796f-442f-9eca-cee80913b06f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "PUT /v2.0/floatingips/8c775515-a88f-424d-afc7-e4cab0ec3e7b HTTP/1.1" status: 200 len: 692 time: 1.7329862 Feb 15 09:39:44.582755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:44.586744 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1ce296-d54e-4651-baf0-bcdd49706a39" -d '{"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:44.665966 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:44.682218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-f41caffb-4a67-4946-ae62-8444176399ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:44.686135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-f41caffb-4a67-4946-ae62-8444176399ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1199222 Feb 15 09:39:44.843552 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Sync routers for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:39:44.872110 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:44.873585 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:44.946562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-a3ab48c6-b13e-41e9-96ef-4167a780ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:44.953318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb03491-3893-4092-a159-4b78b8a3b072 None None] New status for floating IP f16ef223-210d-482a-bcc3-a49b4e7dcc1f: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:39:44.955305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-a3ab48c6-b13e-41e9-96ef-4167a780ec59 service neutron] 10.222.0.10 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.2625761 Feb 15 09:39:45.064415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-84216320-5500-44db-acc1-5ee6b74fea16 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.0967536 Feb 15 09:39:45.095057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0207941-50c8-40a1-a32f-74dea5ed1ab5 req-a93fe61f-9284-4224-9a73-4b8e41cd18bc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:45.104396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0207941-50c8-40a1-a32f-74dea5ed1ab5 req-a93fe61f-9284-4224-9a73-4b8e41cd18bc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 946 time: 0.1833239 Feb 15 09:39:45.189613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:45.207731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0207941-50c8-40a1-a32f-74dea5ed1ab5 req-5d91efb8-1c6a-4613-b3e1-c06f7ed361a1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022341 Feb 15 09:39:45.218971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-6f94dd97-956a-43ee-b99b-726d883a7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:45.222582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-6f94dd97-956a-43ee-b99b-726d883a7d35 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1510177 Feb 15 09:39:45.328654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-347e6f36-df8e-41f1-87de-0569f62c2985 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691533 Feb 15 09:39:45.347236 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11fd812-5a17-49a7-bc38-86e231ff60d4 x-openstack-request-id: req-f11fd812-5a17-49a7-bc38-86e231ff60d4 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:45.347624 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:45.349014 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f11fd812-5a17-49a7-bc38-86e231ff60d4 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:45.349446 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:39:45.465207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-9d10abe7-9c36-4deb-86c8-d3f167f7ce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:45.470149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-9d10abe7-9c36-4deb-86c8-d3f167f7ce89 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=94b7899c8fb44469856b4412b1d53776&device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 1096 time: 0.1122961 Feb 15 09:39:45.543349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-b92aaeb9-d559-4ef5-a824-c2f1e5d9f70b service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925340 Feb 15 09:39:45.698194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71bea470-ec01-4943-bf63-db9f85ad80b1 req-235d2d15-7d20-4953-9933-f931f1e84fa5 service neutron] 10.222.0.10 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475694 Feb 15 09:39:45.706445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-720b68fa-d3b8-4586-af8d-f857b8c833bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:45.708116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-720b68fa-d3b8-4586-af8d-f857b8c833bd service neutron] 10.222.0.72 "GET /v2.0/networks?id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 200 len: 921 time: 0.2301908 Feb 15 09:39:45.830127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-c819dfcd-b7d8-4111-9256-e96731ec6465 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 200 len: 217 time: 0.1117558 Feb 15 09:39:45.840420 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:45.905154 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Checking router: 92e645e8-6e78-4180-ab71-8dcb330660e7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:39:45.918351 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:45.919400 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:45.952491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-025056e6-5a08-4f90-96e4-c369c752a94e tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips/8c775515-a88f-424d-afc7-e4cab0ec3e7b HTTP/1.1" status: 200 len: 692 time: 0.1273298 Feb 15 09:39:46.039119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-49e1aa16-6c54-459e-b399-10c44350b744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.040872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-49e1aa16-6c54-459e-b399-10c44350b744 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 200 len: 860 time: 0.1963718 Feb 15 09:39:46.072959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:39:46.105927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-6f1c3455-a4e1-4411-9dfe-4ff3aa39a7ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=dec2ffdb-8064-4a8d-855c-5d0791fb6d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487218 Feb 15 09:39:46.224114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-ab0e5af0-0423-4d48-83d0-678449c7f5ca tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.232127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-ab0e5af0-0423-4d48-83d0-678449c7f5ca tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 784 time: 0.2786622 Feb 15 09:39:46.244061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-d673b880-47a4-409c-920a-89aab2a90973 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:39:46.251962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-d673b880-47a4-409c-920a-89aab2a90973 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188928 Feb 15 09:39:46.334535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-c21c1fad-d976-4be4-b211-b1c235550ed0 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.0810487 Feb 15 09:39:46.345238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40344) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:46.467164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-cc550d6d-a41f-4ff9-9e9d-6b9e335f98a2 service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496842 Feb 15 09:39:46.495633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-9190e3f3-e090-4067-9547-db2c6d83ba9a tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.6.65 HTTP/1.1" status: 200 len: 695 time: 0.1599872 Feb 15 09:39:46.549771 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:46.582350 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36677d1f-1eea-4c12-8c8c-512f3e99aac2 None None] The sync data for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 is: [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:38:31Z', 'revision_number': 4, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1061db61-6e9e-4658-8250-ac7a408e5d98', 'name': '', 'network_id': 'dec2ffdb-8064-4a8d-855c-5d0791fb6d54', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'mac_address': 'fa:16:3e:5e:69:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1491, 'fixed_ips': [{'subnet_id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:44Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'subnets': [{'id': '9a62d05b-7df5-4d76-a145-3961be6d4a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:39:46.660988 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:46.668624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-5f147c80-8955-45d3-8704-4fdf3ea335bd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.671699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-5f147c80-8955-45d3-8704-4fdf3ea335bd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.3523936 Feb 15 09:39:46.695692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-cd4bea0b-8a46-4374-9d54-fcb5a0d0ed59 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0148361 Feb 15 09:39:46.713250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40358) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:46.718488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bf88fdb-200a-4ae0-a3c9-af2d699e77b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:46.718820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eced4053-6a18-42c5-9202-7c07b7c5063c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:46.917112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb3210-1d4e-43e4-b58b-81569df93847 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.918001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb3210-1d4e-43e4-b58b-81569df93847 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.918629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb3210-1d4e-43e4-b58b-81569df93847 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:46.926281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8ceb3210-1d4e-43e4-b58b-81569df93847 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=8cbddf51dbb841748d2cec96f8a02d6e&network_id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 2970 time: 0.2106335 Feb 15 09:39:46.940855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-6b4d6a33-2095-46fc-9e46-775ba2579cae tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2374372 Feb 15 09:39:46.949956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eced4053-6a18-42c5-9202-7c07b7c5063c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:46.976706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eced4053-6a18-42c5-9202-7c07b7c5063c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.070489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f1ce296-d54e-4651-baf0-bcdd49706a39 req-ffe8c7c1-8391-4f0c-953e-b1f02f75624c service neutron] 10.222.0.72 "GET /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902264 Feb 15 09:39:47.076290 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0f7c26-14a7-45bb-8071-9df825cad423 None None] New status for floating IP 8c775515-a88f-424d-afc7-e4cab0ec3e7b: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:39:47.091360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eced4053-6a18-42c5-9202-7c07b7c5063c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0c0979bae2fc4121be1f0be7313afbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435355 Feb 15 09:39:47.096265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40376) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:47.100313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced4053-6a18-42c5-9202-7c07b7c5063c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6545316c-5e2d-400e-af3c-01902a15de5f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:47.166651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Deleting port 8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:39:47.167405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.175239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-da716051-900a-4ad8-b21c-65389b3486e2 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227814 Feb 15 09:39:47.272265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.331616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.397160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.397554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.419661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Calling delete_port for 8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:39:47.473202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f70a5dbc-b237-4df8-a0be-4754e3e83ebc req-06b1f40a-ec8d-4794-ab5d-1670d0d06ac3 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893920 Feb 15 09:39:47.511343 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.514072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.518061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6545316c-5e2d-400e-af3c-01902a15de5f HTTP/1.1" status: 204 len: 168 time: 0.4206226 Feb 15 09:39:47.538171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e158b2d-8363-4272-a967-e5839315bfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6545316c-5e2d-400e-af3c-01902a15de5f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:47.709677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.753152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event deleted for resources: {'Port': ['ID=8bd7ea9d-ed45-40f9-9bde-ccc0a7c267bf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:47.928475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.931080 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:47.957410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-398aa022-71d1-4634-bf30-ff369de74ce5 req-a3264eb3-71ad-4c0e-901d-35b2edab1c92 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "DELETE /v2.0/floatingips/8c775515-a88f-424d-afc7-e4cab0ec3e7b HTTP/1.1" status: 204 len: 173 time: 1.4449325 Feb 15 09:39:48.036902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-fa95f4b4-ecf3-40ba-97dc-2252c5fb4761 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups/cb6340a3-70fc-4513-bb06-3ec3f34193d2 HTTP/1.1" status: 200 len: 1809 time: 0.0755365 Feb 15 09:39:48.180615 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.228679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40440) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:48.239149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.247952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40442) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:48.257239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54b02ab8-5808-439e-bab7-403a00344368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.335454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.341035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.361699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca79a02a-1df5-47f5-a89f-b9c09efc8b96 req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb6340a3-70fc-4513-bb06-3ec3f34193d2 HTTP/1.1" status: 204 len: 173 time: 0.3235452 Feb 15 09:39:48.388875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d992c-e7b3-4288-8c91-43547a994bd5 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb6340a3-70fc-4513-bb06-3ec3f34193d2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:48.431502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54b02ab8-5808-439e-bab7-403a00344368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.455210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54b02ab8-5808-439e-bab7-403a00344368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.572793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54b02ab8-5808-439e-bab7-403a00344368 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7bacf6feb8f14124ad4bbe639c0de2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429091 Feb 15 09:39:48.575701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40468) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:48.578862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b02ab8-5808-439e-bab7-403a00344368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d55d5c-79b1-450c-aecb-37bf138ef13a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:48.776686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47400e-1e48-4393-bcb7-348258f809f7 req-379787b5-49a7-4aaa-a3e6-4e474d4aa4c4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:48.792325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb47400e-1e48-4393-bcb7-348258f809f7 req-379787b5-49a7-4aaa-a3e6-4e474d4aa4c4 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1012487 Feb 15 09:39:48.839206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ada09fd4-f7fc-419a-b0c4-10c411fa437c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:48.916274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb47400e-1e48-4393-bcb7-348258f809f7 req-c792dc6f-12b8-4680-9660-24d3831921b8 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196303 Feb 15 09:39:48.961048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.023420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.078708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-928a6c3e-96fa-45cf-84ec-3b245471df76 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:49.080338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-928a6c3e-96fa-45cf-84ec-3b245471df76 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.4710102 Feb 15 09:39:49.131892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-b5a5ecab-860f-4975-ad6a-abf71a4c27d8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0390756 Feb 15 09:39:49.158376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ada09fd4-f7fc-419a-b0c4-10c411fa437c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.182275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ada09fd4-f7fc-419a-b0c4-10c411fa437c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.210229 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.216089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.218641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97d55d5c-79b1-450c-aecb-37bf138ef13a HTTP/1.1" status: 204 len: 168 time: 0.6414981 Feb 15 09:39:49.258731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ada09fd4-f7fc-419a-b0c4-10c411fa437c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74440f01fe0a46298562c6727e70b993&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0082238 Feb 15 09:39:49.260847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:49.261341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada09fd4-f7fc-419a-b0c4-10c411fa437c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ecf03-373f-450d-a9fd-1e922998b3e1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:49.275298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d838e144-b688-46c7-a8ee-94aa859241b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.289861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-da3653ce-5fc8-401d-9d6e-ed3ba224bd00 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1475499 Feb 15 09:39:49.299267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae76644-63d2-4fb3-9a96-63bbb1734104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d55d5c-79b1-450c-aecb-37bf138ef13a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:49.390944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.434440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.509057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-920e753a-2ca0-42a0-a166-5f6e9a5f4f8f service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927309 Feb 15 09:39:49.570246 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.574912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:49.576507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e24ecf03-373f-450d-a9fd-1e922998b3e1 HTTP/1.1" status: 204 len: 168 time: 0.3143523 Feb 15 09:39:49.613714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976cd0e6-3e8a-4264-ac91-d4174992fe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ecf03-373f-450d-a9fd-1e922998b3e1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:49.640924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-858e1c4e-6c0b-4a73-bb8b-83fbf461be7c service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196823 Feb 15 09:39:50.030833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b73abdd3-8c4e-45fb-a472-50ff5f89405a req-d502138a-3f3c-4101-86ed-92a56c1d4d88 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 210 time: 0.0603862 Feb 15 09:39:50.217165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83186253-4b6e-4998-82f4-10ab18fa08d7 req-06fcb089-1a8f-416d-b3a1-8c77f13fef5f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:50.228063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83186253-4b6e-4998-82f4-10ab18fa08d7 req-06fcb089-1a8f-416d-b3a1-8c77f13fef5f tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1340528 Feb 15 09:39:50.271206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:50.320518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83186253-4b6e-4998-82f4-10ab18fa08d7 req-a576c5a5-4525-4cfd-8945-81a32cb476d2 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913804 Feb 15 09:39:50.389113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:50.513229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e2464b-b3e2-4871-898e-24ab481a81fa tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:50.529396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18e2464b-b3e2-4871-898e-24ab481a81fa tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 814 time: 0.1371169 Feb 15 09:39:51.197992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98261725-acfd-4323-a9dd-c75750770647 req-503cd526-f51b-47c1-8c84-c3d85805b61b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 210 time: 0.0708830 Feb 15 09:39:51.420571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-f6b6b989-74f0-41aa-b8ee-29c0433ee7b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:51.430115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-f6b6b989-74f0-41aa-b8ee-29c0433ee7b9 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.1516085 Feb 15 09:39:51.731597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Deleting port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:39:51.731597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:51.748604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6912e4-5134-4915-97e4-c544b6276ee5 req-9bbd3400-bed2-4bce-8a0d-fa6d66e8e4ef tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:51.757614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c6912e4-5134-4915-97e4-c544b6276ee5 req-9bbd3400-bed2-4bce-8a0d-fa6d66e8e4ef tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 945 time: 0.2089710 Feb 15 09:39:51.777033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-d51477ad-b5fc-4930-be08-29b14079d7ec tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:51.778709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-d51477ad-b5fc-4930-be08-29b14079d7ec tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.4133377 Feb 15 09:39:51.803693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:51.819362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40592) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:51.847435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'network': {'name': 'tempest-network-smoke--1105422759', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:51.871925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c6912e4-5134-4915-97e4-c544b6276ee5 req-5dd54116-4a10-449f-aa15-57451fe017b3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/security-groups?id=06428669-7e1d-49d9-8b1d-fed0b901f4e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137984 Feb 15 09:39:51.943583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:51.947945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:51.982400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] For port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:51.982695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.014144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Calling delete_port for 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:39:52.024393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:39:52.049858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.050543 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Added segment 28f6b5c0-ebbf-429d-a3ee-4517e511e537 of type vlan for network ea194ceb-36c4-4a16-85ff-2f75dc8db448 Feb 15 09:39:52.153396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.158381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:52.174954 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.211111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.292546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.338542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.352347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:52.357491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.496587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.499683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.7 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/c00074cc-e682-4d51-a3cb-419dfac2f32e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:52.510430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:52.531208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7501b9a-7733-456b-b9f9-b10bd0ec325a req-abe4c597-f7d1-417d-b839-251b0210dd77 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 210 time: 0.1234727 Feb 15 09:39:52.570963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7501149 Feb 15 09:39:52.578982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40632) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:52.609828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Pushing event deleted for resources: {'Port': ['ID=8b0402bc-d0d2-431a-b387-bc46cf0cbeb8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:52.615083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0922f-b276-414f-a733-a6076e124cbf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Network': ['ID=ea194ceb-36c4-4a16-85ff-2f75dc8db448,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:52.629500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:39:52.676869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] No DVR routers for this DVR port 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:39:52.683224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:52.686769 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad09aaa3-1fea-4ddf-add8-7538d430246b req-2e1ccf81-57ae-46e9-8253-33e8e5b5c8d3 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.72 "DELETE /v2.0/ports/8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 HTTP/1.1" status: 204 len: 173 time: 1.2520680 Feb 15 09:39:52.687251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'name': 'network-vif-deleted', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:52.697008 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c40d61-12a6-4a22-ba2f-d1e9203a9b76" -d '{"events": [{"server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "name": "network-vif-deleted", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:52.733533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3813dee-ae73-4967-a943-4c4bbe28ab32 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:52.738799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d3813dee-ae73-4967-a943-4c4bbe28ab32 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=8cbddf51dbb841748d2cec96f8a02d6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1587169 Feb 15 09:39:52.741540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40640) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:52.880162 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f41dac-f61c-491e-8fa6-57913893d5f0 x-openstack-request-id: req-a2f41dac-f61c-491e-8fa6-57913893d5f0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:52.880464 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a87e9eb-1f90-47a6-a90d-f73a98b484ef", "name": "network-vif-deleted", "tag": "8b0402bc-d0d2-431a-b387-bc46cf0cbeb8", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:52.880688 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2f41dac-f61c-491e-8fa6-57913893d5f0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:52.881130 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87e9eb-1f90-47a6-a90d-f73a98b484ef', 'name': 'network-vif-deleted', 'tag': '8b0402bc-d0d2-431a-b387-bc46cf0cbeb8', 'status': 'completed', 'code': 200} Feb 15 09:39:53.038680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3913a316-cf69-4838-ab31-c60df01dfe5e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:53.045056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3913a316-cf69-4838-ab31-c60df01dfe5e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3007619 Feb 15 09:39:53.049938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40654) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.072928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:53.123411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c49a2fcb-f7e2-4591-aeca-2517fb4e1c3f req-c651e47f-74ef-4a79-9cd5-8e53d87bd165 tempest-ServerRescueTestJSONUnderV235-605762711 tempest-ServerRescueTestJSONUnderV235-605762711-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a87e9eb-1f90-47a6-a90d-f73a98b484ef HTTP/1.1" status: 200 len: 210 time: 0.0768042 Feb 15 09:39:53.125972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be8ed6a2-b9bb-4354-ae89-180bedbbdaa7 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739555 Feb 15 09:39:53.130954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40658) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.207139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:53.220534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1e534068-bb62-4e8b-ad1a-5e87f8213015 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=8cbddf51dbb841748d2cec96f8a02d6e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837021 Feb 15 09:39:53.221400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40668) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.222845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:53.286155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:53.327224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:53.332304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:53.342000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:53.472175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:53.473041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:53.503030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-c2b3b692-2af2-4be4-94ac-e00f4b0be070 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7095318 Feb 15 09:39:53.537399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Request body: {'port': {'device_id': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:53.594651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2297269-65f1-4242-b955-e24c47550d88 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:53.597029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d2297269-65f1-4242-b955-e24c47550d88 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3744702 Feb 15 09:39:53.603687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40686) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.753494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c1595593-3fce-4419-9a95-7d579e582888 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1449511 Feb 15 09:39:53.754619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40706) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.765901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1662594474', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:53.819487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:53.875328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7c0bc-4624-4de1-b783-02a07e4e54b0 req-1f6e81ef-d34f-4bfb-bd84-ddc7ce0fbb3f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:53.883405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25d7c0bc-4624-4de1-b783-02a07e4e54b0 req-1f6e81ef-d34f-4bfb-bd84-ddc7ce0fbb3f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 931 time: 0.1945319 Feb 15 09:39:53.893947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:53.962361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25d7c0bc-4624-4de1-b783-02a07e4e54b0 req-54debe4d-845a-4eb0-8793-9818049b8143 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773499 Feb 15 09:39:53.982844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:39:54.007336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.055616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e7463-8789-404f-b90a-61b11fcbf1f4 req-14ebd0d2-260a-4b0e-a2ca-eee0188dccf2 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:54.057242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b79e7463-8789-404f-b90a-61b11fcbf1f4 req-14ebd0d2-260a-4b0e-a2ca-eee0188dccf2 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 949 time: 0.0953355 Feb 15 09:39:54.139620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-247542ec-9253-4933-abfd-d2f3008e938c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.180461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b79e7463-8789-404f-b90a-61b11fcbf1f4 req-7341ad02-057e-45d9-9590-616de38be293 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633473 Feb 15 09:39:54.242070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40748) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:54.288120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.368000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Subnet': ['ID=212e89ac-fc6f-4c71-a99f-1d7366203db9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:54.377157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Checking segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:54.377157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network hostable DHCP agents. Network: ea194ceb-36c4-4a16-85ff-2f75dc8db448, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:39:54.398043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:39:54.411156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ea194ceb-36c4-4a16-85ff-2f75dc8db448) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:54.415699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:54.416296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.424639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd205218-4cc8-4bdb-8f01-64f63108eddf None None] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:54.438487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf0fb4f8-d40d-487d-a1dd-d43d7315015c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6798408 Feb 15 09:39:54.482453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40754) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:54.627916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e38bb1-8ae7-4351-b5c0-10e5aa97bd59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.695754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40760) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:54.709589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248482247', 'description': 'tempest-secgroup-smoke-248482247 description', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:54.728691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00074cc-e682-4d51-a3cb-419dfac2f32e {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:54.742502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e38bb1-8ae7-4351-b5c0-10e5aa97bd59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.748030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e38bb1-8ae7-4351-b5c0-10e5aa97bd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.773577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.792313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-247542ec-9253-4933-abfd-d2f3008e938c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.792575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e38bb1-8ae7-4351-b5c0-10e5aa97bd59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38110181-62d5-450c-b751-e71ca1b6d193,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:54.793037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ips': [{'subnet_id': '212e89ac-fc6f-4c71-a99f-1d7366203db9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:39:54.793994 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.796906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43e38bb1-8ae7-4351-b5c0-10e5aa97bd59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e35a99638b641cab3057073b07805f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3133655 Feb 15 09:39:54.800355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40762) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:54.812874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Transition to ACTIVE for port object c00074cc-e682-4d51-a3cb-419dfac2f32e will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:39:54.816939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-247542ec-9253-4933-abfd-d2f3008e938c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.839403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.858955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.886573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.918926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.953805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Allocated IP 172.20.0.18 (ea194ceb-36c4-4a16-85ff-2f75dc8db448/212e89ac-fc6f-4c71-a99f-1d7366203db9/76a043f3-94ba-4a6a-b71d-7cd677c256b9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:39:54.960608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.964733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-247542ec-9253-4933-abfd-d2f3008e938c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1dd9ca2d0ff4d7abb8043841c58ae55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0694637 Feb 15 09:39:54.966608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:54.968044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38110181-62d5-450c-b751-e71ca1b6d193 HTTP/1.1" status: 204 len: 168 time: 0.1667249 Feb 15 09:39:54.969315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40764) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:54.973143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247542ec-9253-4933-abfd-d2f3008e938c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37421dd2-dcd6-4177-95c0-61b0c0c152d6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.057068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.094280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b99ebc-374c-4f94-8d31-df1a930c3c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38110181-62d5-450c-b751-e71ca1b6d193,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.156890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.186194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Attempting to bind port c00074cc-e682-4d51-a3cb-419dfac2f32e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:55.186821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Attempting to bind port c00074cc-e682-4d51-a3cb-419dfac2f32e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:55.186917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Attempting to bind port c00074cc-e682-4d51-a3cb-419dfac2f32e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:55.188460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed7709f-3154-4a1d-be53-815191ea1959 req-3883dadc-27b0-4940-b55f-14e133e9852c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:55.190489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed7709f-3154-4a1d-be53-815191ea1959 req-3883dadc-27b0-4940-b55f-14e133e9852c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 943 time: 0.1001790 Feb 15 09:39:55.194084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Port c00074cc-e682-4d51-a3cb-419dfac2f32e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:39:55.194411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Attempting to bind port c00074cc-e682-4d51-a3cb-419dfac2f32e on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:55.202052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.215510 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.220173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.246109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:39:55.250190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:39:55.272954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:55.273200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:39:55.273693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:55.274243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:55.275249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Bound port: c00074cc-e682-4d51-a3cb-419dfac2f32e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:55.277972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.278845 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed7709f-3154-4a1d-be53-815191ea1959 req-d635fe03-f7a8-4be7-bea2-dc4ebc0632f0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812047 Feb 15 09:39:55.303516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.307168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.310782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37421dd2-dcd6-4177-95c0-61b0c0c152d6 HTTP/1.1" status: 204 len: 168 time: 0.3341527 Feb 15 09:39:55.319983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0a678-d096-4a73-ad5b-d175055c0dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37421dd2-dcd6-4177-95c0-61b0c0c152d6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.402742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Pushing event updated for resources: {'Port': ['ID=76a043f3-94ba-4a6a-b71d-7cd677c256b9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.416060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:39:55.449692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Attempting to bind port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:39:55.450835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Attempting to bind port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:39:55.451431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Attempting to bind port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 on network ea194ceb-36c4-4a16-85ff-2f75dc8db448 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:39:55.455703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.458287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:39:55.458951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Checking segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:39:55.459809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.460616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Bound using segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:39:55.461367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Bound port: 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:39:55.462618 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.472840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:39:55.473179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8b0402bc-d0d2-431a-b387-bc46cf0cbeb8 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:39:55.479428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.490299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40778) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:55.512003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf007722-f592-4e39-862c-d931ab9d0a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.541164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] For port 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:55.544586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] For port 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=76a043f3-94ba-4a6a-b71d-7cd677c256b9,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:55.552163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.575290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d57e7799-afcf-49d8-b938-f009a0322e56,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.606683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75693b1-42c6-4b46-b2d7-f3bf6a021aca req-1eff1f1b-c926-4db6-8332-3ef4590c7718 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:55.610009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a3785-fbd3-4c41-90d3-53ae7ec006b4 None None] Pushing event updated for resources: {'Port': ['ID=76a043f3-94ba-4a6a-b71d-7cd677c256b9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.623865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b75693b1-42c6-4b46-b2d7-f3bf6a021aca req-1eff1f1b-c926-4db6-8332-3ef4590c7718 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 949 time: 0.2917266 Feb 15 09:39:55.635103 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.639919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-467b8774-d284-4cc2-8f87-3bdca04d63b6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9378510 Feb 15 09:39:55.640337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf007722-f592-4e39-862c-d931ab9d0a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.642533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40782) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:55.651795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:55.651977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:39:55.656647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf007722-f592-4e39-862c-d931ab9d0a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.662738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:39:55.680499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.733340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bf007722-f592-4e39-862c-d931ab9d0a1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a3bf0944c5bd44bc99447c998823d84d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415919 Feb 15 09:39:55.741909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:55.750403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf007722-f592-4e39-862c-d931ab9d0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dbc877-1526-48be-87ce-beeef991bb0f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.765219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:55.765855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.767791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.768034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] 10.222.0.36 "PUT /v2.0/ports/c00074cc-e682-4d51-a3cb-419dfac2f32e HTTP/1.1" status: 200 len: 1091 time: 2.2565632 Feb 15 09:39:55.769390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:55.771699 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e77bda-5740-46d1-90ca-ec47f29185fe" -d '{"events": [{"name": "network-changed", "server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:55.786330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40788) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:55.809529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b75693b1-42c6-4b46-b2d7-f3bf6a021aca req-3b68ac71-a0c4-447c-8fc6-b6c0ef7e2c7d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846313 Feb 15 09:39:55.828610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a51b5da-2f04-4f7d-8843-6c37daa08b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.861513 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14635e99-cd60-4eb5-ba42-2ba39608b72d x-openstack-request-id: req-14635e99-cd60-4eb5-ba42-2ba39608b72d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:55.861862 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:55.862054 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14635e99-cd60-4eb5-ba42-2ba39608b72d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:55.862464 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e', 'status': 'completed', 'code': 200} Feb 15 09:39:55.954296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70379f1-2587-4055-ad1d-b9b41ac621b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:55.967865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.971241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:55.975261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.030607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.038446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.040863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3965168 Feb 15 09:39:56.046913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-81934490-71e0-44da-a422-f1830f8c83dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:56.048842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:56.049389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-81934490-71e0-44da-a422-f1830f8c83dd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 1094 time: 0.1927722 Feb 15 09:39:56.055511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:56.063832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19cdeaa-7033-4eee-9b9f-6933eedf27dd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d5e102-19c2-4fef-b738-a6e39e6a7b8a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.152349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-da9ce146-a4fd-4099-a106-b598572d26e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e HTTP/1.1" status: 200 len: 217 time: 0.0912797 Feb 15 09:39:56.155757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.168151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a51b5da-2f04-4f7d-8843-6c37daa08b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.170596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.181664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a51b5da-2f04-4f7d-8843-6c37daa08b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.228422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 76a043f3-94ba-4a6a-b71d-7cd677c256b9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:56.271716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5a51b5da-2f04-4f7d-8843-6c37daa08b54 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93fdb5143e9145be960ff4e29dbacd47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4801679 Feb 15 09:39:56.271716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a51b5da-2f04-4f7d-8843-6c37daa08b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb09483-9424-4447-963a-6c550f77beaa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.272039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40802) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:56.301598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:56.302022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.356689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.379172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.379757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:39:56.403600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954d8747-e3dd-408a-9cfb-6f580e1c4e3a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.418849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.420496 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c098256c-e96e-480e-9edd-fcd40da1b038 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3704083 Feb 15 09:39:56.424957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40816) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:56.430030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:56.435380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.469399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.480474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417de153-4b7e-47be-99ea-1154030a5224 req-46c53afb-f083-42d9-8fb0-5a4bb41c3bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:56.484524 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-46c53afb-f083-42d9-8fb0-5a4bb41c3bbd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.3136756 Feb 15 09:39:56.491293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.494853 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.496862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/49dbc877-1526-48be-87ce-beeef991bb0f HTTP/1.1" status: 204 len: 168 time: 0.7490773 Feb 15 09:39:56.518092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.525736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.553945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365529e-4381-4d94-8e7e-f34dfdef9c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dbc877-1526-48be-87ce-beeef991bb0f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.559037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-db264979-def8-41e4-9595-46e832614809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583816 Feb 15 09:39:56.568879 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.571804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.572861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa216db-9f48-4706-8120-1790cae80bb5 req-e4913eb6-8fa8-4edb-8b62-7cfb619bda0e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:56.573639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1cb09483-9424-4447-963a-6c550f77beaa HTTP/1.1" status: 204 len: 168 time: 0.3007817 Feb 15 09:39:56.574593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6aa216db-9f48-4706-8120-1790cae80bb5 req-e4913eb6-8fa8-4edb-8b62-7cfb619bda0e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 943 time: 0.1678820 Feb 15 09:39:56.591176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3567108-acd9-443a-a6d8-0540ce190811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb09483-9424-4447-963a-6c550f77beaa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.601793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.613715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.640752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=76a043f3-94ba-4a6a-b71d-7cd677c256b9,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:56.662226 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.663231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3047e5-bd77-45a3-a42b-81cb50187144,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.692288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.693875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75e82585-4e41-44df-a052-4cc978d77cd7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2679780 Feb 15 09:39:56.696547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40822) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:56.698866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.701551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:56.769772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=76a043f3-94ba-4a6a-b71d-7cd677c256b9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.777171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.796635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:39:56.800191 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02bfce4-56bc-48ee-83cd-863c320ec601" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:39:56.828490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:56.835045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.925377 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21863a9c-e0a1-456f-b8b6-6d9e16ee5991 x-openstack-request-id: req-21863a9c-e0a1-456f-b8b6-6d9e16ee5991 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:39:56.926250 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:39:56.926379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21863a9c-e0a1-456f-b8b6-6d9e16ee5991 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:39:56.926985 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'code': 200} Feb 15 09:39:56.941023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:56.953018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:56.964403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.014689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a846cb-516f-408e-aae8-5f2b585ef923,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:57.030409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.031796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-91b8c965-b62b-4ece-ac10-d71e81b01fdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3339932 Feb 15 09:39:57.035246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:57.039995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:57.042857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6aa216db-9f48-4706-8120-1790cae80bb5 req-c09bfbcf-d860-4ccf-ae68-cd7a174ccc65 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635101 Feb 15 09:39:57.070304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-1e88730b-182e-4f63-8a69-ffdba92c4afe service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826279 Feb 15 09:39:57.082787 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:39:57.090268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.177449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:39:57.217245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.226246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.234179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-417de153-4b7e-47be-99ea-1154030a5224 req-0e2fa4ec-a5fe-4c2a-9183-58628fa1c33a service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644249 Feb 15 09:39:57.237983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f68aae-6db5-46e2-8295-582e57c6a286 None None] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:39:57.254762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Deleting port 1061db61-6e9e-4658-8250-ac7a408e5d98 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:39:57.255002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.300911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48ca9f7-81f3-4efe-8257-cc7dd4553f3c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:57.315737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.318494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b5e891d-6ac3-42e6-b21b-1530949491e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2820599 Feb 15 09:39:57.321199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40846) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:57.332639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': 'd57e7799-afcf-49d8-b938-f009a0322e56', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:39:57.371269 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:39:57.384360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.390510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] For port 1061db61-6e9e-4658-8250-ac7a408e5d98, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1061db61-6e9e-4658-8250-ac7a408e5d98,segment=NetworkSegment(eb02f744-872b-4909-b99d-e1f04f7e58cd),segment_id=eb02f744-872b-4909-b99d-e1f04f7e58cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:57.390882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.395324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-ddfb27f7-24ea-486e-b854-3b9aae85414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:57.397478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-ddfb27f7-24ea-486e-b854-3b9aae85414d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 1094 time: 0.0813725 Feb 15 09:39:57.413781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-819f9c6b-d495-454c-9143-d4e32464a7bd None None] Provisioning complete for port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:57.414154 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-819f9c6b-d495-454c-9143-d4e32464a7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.437965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Calling delete_port for 1061db61-6e9e-4658-8250-ac7a408e5d98 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:39:57.533850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.566263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.606274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378de4af-2328-441b-bf93-1093e6dedff6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:57.634298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.637572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2043879e-5883-4ff5-8d32-64a94f81a88d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3148310 Feb 15 09:39:57.642803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-8c291823-0cfb-4fd7-bb87-a93ee73c6fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:57.644315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-8c291823-0cfb-4fd7-bb87-a93ee73c6fc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.2181058 Feb 15 09:39:57.695933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-435b9bd3-72dc-475a-893e-bb6db43474b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e HTTP/1.1" status: 200 len: 217 time: 0.0417485 Feb 15 09:39:57.801426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-d9a169fb-2a64-414a-a2b6-41ce8f82fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:57.803056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-d9a169fb-2a64-414a-a2b6-41ce8f82fedb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.0955658 Feb 15 09:39:57.859540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-f93b9978-f2d5-4ed1-9c04-10c0c43c3c37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359507 Feb 15 09:39:57.861489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:57.910545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Pushing event deleted for resources: {'Port': ['ID=1061db61-6e9e-4658-8250-ac7a408e5d98,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:58.090035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-8657bb8c-4c26-4053-bea2-f2f5a1c0f240 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248482247&fields=id&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 267 time: 0.1256781 Feb 15 09:39:58.153834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d218323d-3590-4028-8ccc-f7694294715b None None] Provisioning complete for port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:58.154737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d218323d-3590-4028-8ccc-f7694294715b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:58.248656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617dadb-97eb-4b95-8105-aba4e44be303 req-ab719e9f-5d5a-440e-b0b0-db7ed0ad2f44 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:58.250677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a617dadb-97eb-4b95-8105-aba4e44be303 req-ab719e9f-5d5a-440e-b0b0-db7ed0ad2f44 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 943 time: 0.0788114 Feb 15 09:39:58.290372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 76a043f3-94ba-4a6a-b71d-7cd677c256b9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:39:58.319371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-1f7b9a3e-fc6f-43ce-952b-dad50ec35387 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280813 Feb 15 09:39:58.333127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a617dadb-97eb-4b95-8105-aba4e44be303 req-49e33742-a3f3-43bd-bcef-2a31ab2ae499 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717607 Feb 15 09:39:58.373618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c00074cc-e682-4d51-a3cb-419dfac2f32e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:58.401446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:39:58.401809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:58.511108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:58.526133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:58.561148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c00074cc-e682-4d51-a3cb-419dfac2f32e', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': 'c00074cc-e682-4d51-a3cb-419dfac2f32e', 'mac_address': 'fa:16:3e:18:27:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:58.565469 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1e77bda-5740-46d1-90ca-ec47f29185fe req-b8e73f00-5ab6-4548-a4d3-8d46cf67d80b service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298644 Feb 15 09:39:58.576291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-a645038a-fdef-4acd-8dc5-664ee8d7dd66 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:58.588739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-a645038a-fdef-4acd-8dc5-664ee8d7dd66 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/networks?id=ea194ceb-36c4-4a16-85ff-2f75dc8db448 HTTP/1.1" status: 200 len: 797 time: 0.4877434 Feb 15 09:39:58.632620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-bebc050e-0ad3-4bdd-841e-983ffb502fa5 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/quotas/8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 375 time: 0.0428121 Feb 15 09:39:58.637664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:58.659196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00074cc-e682-4d51-a3cb-419dfac2f32e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:58.684063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:58.691072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:58.753072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-d3726934-eb2d-4403-828d-da2351442ad8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1107914 Feb 15 09:39:58.756530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:58.926684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c00074cc-e682-4d51-a3cb-419dfac2f32e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:39:58.941416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-a6756f98-b382-49eb-9ac2-befa55673a73 service neutron] 10.222.0.10 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874466 Feb 15 09:39:58.982692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:59.146322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da21c404-d12f-473b-a0e2-a549ad93a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.249731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da21c404-d12f-473b-a0e2-a549ad93a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.258163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da21c404-d12f-473b-a0e2-a549ad93a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.300841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da21c404-d12f-473b-a0e2-a549ad93a128 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b570e7c52d8e4f6e87eb80ba6d8c763a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3167427 Feb 15 09:39:59.301933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21c404-d12f-473b-a0e2-a549ad93a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ba8f7-6a23-42f5-925a-b897833695a2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:59.305262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 40954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:59.364316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.400318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.423356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:39:59.455064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Router 92e645e8-6e78-4180-ab71-8dcb330660e7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:39:59.468391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-cea8a9c8-d619-4b4d-b278-51f23a5a9a2c service neutron] 10.222.0.10 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940686 Feb 15 09:39:59.556176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee80fc54-cbcd-46ab-896b-80e268136c08 req-c6c7b1c9-ccac-4dd1-ad26-9bc0cc52ccdd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:39:59.558150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ee80fc54-cbcd-46ab-896b-80e268136c08 req-c6c7b1c9-ccac-4dd1-ad26-9bc0cc52ccdd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 944 time: 0.1476889 Feb 15 09:39:59.578700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:39:59.587781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a145dd27-f8bf-4f1e-b42c-4d8b9db5e584 admin admin] 10.222.0.10 "PUT /v2.0/routers/92e645e8-6e78-4180-ab71-8dcb330660e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3434134 Feb 15 09:39:59.590686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40962) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:39:59.599145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Sync routers for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:39:59.603662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:39:59.604752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.607956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.613054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce4ba8f7-6a23-42f5-925a-b897833695a2 HTTP/1.1" status: 204 len: 168 time: 0.3065362 Feb 15 09:39:59.624294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '64800e39-85a6-4760-9681-da133342e7d5', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '64800e39-85a6-4760-9681-da133342e7d5', 'mac_address': 'fa:16:3e:fc:bd:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:39:59.637275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:39:59.642267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:39:59.642660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb0fbad-ebe1-478c-b573-ad4b00d34eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ba8f7-6a23-42f5-925a-b897833695a2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:39:59.680424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ee80fc54-cbcd-46ab-896b-80e268136c08 req-43557680-8e45-4ece-8482-73dd4b454bc8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963557 Feb 15 09:39:59.839664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.904295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-983665d6-419e-4d8e-9f11-cb31bb0e344d req-5b2af491-5742-44a6-b1a7-5a367f93e46c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 210 time: 0.0645103 Feb 15 09:39:59.922909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:39:59.950219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64800e39-85a6-4760-9681-da133342e7d5 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:39:59.999308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:00.011500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:00.042456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.090149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.192327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Deleting port e71ddd9f-1015-4706-8660-7d7ec5f894b3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:00.192766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.194403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41000) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:00.242515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['64800e39-85a6-4760-9681-da133342e7d5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:00.326295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:00.342323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] For port e71ddd9f-1015-4706-8660-7d7ec5f894b3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e71ddd9f-1015-4706-8660-7d7ec5f894b3,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:00.343955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.370472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1c7302c-7b16-42bf-b05b-2c5ae025d965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.374637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Calling delete_port for e71ddd9f-1015-4706-8660-7d7ec5f894b3 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:00.396552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c00074cc-e682-4d51-a3cb-419dfac2f32e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:00.511692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1c7302c-7b16-42bf-b05b-2c5ae025d965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.519115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1c7302c-7b16-42bf-b05b-2c5ae025d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.599157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c00074cc-e682-4d51-a3cb-419dfac2f32e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:40:00.608750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c00074cc-e682-4d51-a3cb-419dfac2f32e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:00.609531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.637498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c1c7302c-7b16-42bf-b05b-2c5ae025d965 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17dca29963b145df9fdf1ee1ae0e8a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4419529 Feb 15 09:40:00.642482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41020) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:00.663232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7302c-7b16-42bf-b05b-2c5ae025d965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1841c2ec-f143-4b5b-bc11-b32c24da67bd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:00.677973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50'}], 'enable_snat': True}, 'gw_port_id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:39:57Z', 'revision_number': 5, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port': {'id': 'e71ddd9f-1015-4706-8660-7d7ec5f894b3', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:21:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:19Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:00.812846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.854342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.857086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.964075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Pushing event deleted for resources: {'Port': ['ID=e71ddd9f-1015-4706-8660-7d7ec5f894b3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:00.972281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.975768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:00.979370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1841c2ec-f143-4b5b-bc11-b32c24da67bd HTTP/1.1" status: 204 len: 168 time: 0.3303399 Feb 15 09:40:01.013655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c471f-f01f-462b-bf6e-ac5df269d2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1841c2ec-f143-4b5b-bc11-b32c24da67bd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:01.024246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Checking router: 92e645e8-6e78-4180-ab71-8dcb330660e7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:40:01.076266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Routers {'92e645e8-6e78-4180-ab71-8dcb330660e7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:01.077047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:39:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['92e645e8-6e78-4180-ab71-8dcb330660e7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:01.129899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0b237-b852-4188-acc9-18a034a32cb3 req-1754f721-d7b2-4e04-a16d-e54162826aff tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:01.139816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a0b237-b852-4188-acc9-18a034a32cb3 req-1754f721-d7b2-4e04-a16d-e54162826aff tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 944 time: 0.2704585 Feb 15 09:40:01.181470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.276358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] Set router 92e645e8-6e78-4180-ab71-8dcb330660e7 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:01.375199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8a0b237-b852-4188-acc9-18a034a32cb3 req-b33aa2b6-5a10-4a22-a71b-9cbcfbf1c9af tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277586 Feb 15 09:40:01.394843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.399870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.420966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:40:00Z', 'revision_number': 7, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:01.434646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.516192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:01.533379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce769d7b-8e11-4e98-b01c-54187a1cbe1a None None] The sync data for ids ['92e645e8-6e78-4180-ab71-8dcb330660e7'] in n-d-825064-4 is: [{'id': '92e645e8-6e78-4180-ab71-8dcb330660e7', 'name': 'tempest-ServerRescueTestJSONUnderV235-2121237597-router', 'tenant_id': '94b7899c8fb44469856b4412b1d53776', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:18Z', 'updated_at': '2022-02-15T09:40:00Z', 'revision_number': 7, 'project_id': '94b7899c8fb44469856b4412b1d53776', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:40:01.575689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.576672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92e645e8-6e78-4180-ab71-8dcb330660e7 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:40:01.587022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.588525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8ebd93ba-caf0-4a79-8df4-7438fca7259e admin admin] 10.222.0.10 "DELETE /v2.0/routers/92e645e8-6e78-4180-ab71-8dcb330660e7 HTTP/1.1" status: 204 len: 168 time: 1.9968469 Feb 15 09:40:01.591560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41054) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:01.661904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Deleting subnet 9a62d05b-7df5-4d76-a145-3961be6d4a6f {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:40:01.666542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.667198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:01.669589 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78d986-4064-436a-87db-d812caae5f4f" -d '{"events": [{"server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "name": "network-vif-plugged", "status": "completed", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:01.702438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:01.715296 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.790359 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42027040-e687-416e-8060-57d38cc5cb1c x-openstack-request-id: req-42027040-e687-416e-8060-57d38cc5cb1c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:01.790568 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "name": "network-vif-plugged", "status": "completed", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:01.790810 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42027040-e687-416e-8060-57d38cc5cb1c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:01.791222 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e', 'code': 200} Feb 15 09:40:01.827904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 64800e39-85a6-4760-9681-da133342e7d5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:01.828319 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.837423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:01.908875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:02.037838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3920b1d-e0b0-4527-ba1f-d09556735e79 req-5b295a28-b14e-4979-94b0-9714a556b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:02.040697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3920b1d-e0b0-4527-ba1f-d09556735e79 req-5b295a28-b14e-4979-94b0-9714a556b750 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 1096 time: 0.1986275 Feb 15 09:40:02.054373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f3f9e42-5747-4e45-a737-ed84927ac073 req-62d20512-fcec-4109-88f5-eb574dbdf26a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 210 time: 0.9354672 Feb 15 09:40:02.102378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.113457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.176638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41070) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:02.221409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9045b2d-f4dd-4710-a365-4bc5c4a3edc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.237914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1061db61-6e9e-4658-8250-ac7a408e5d98 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:02.289534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3920b1d-e0b0-4527-ba1f-d09556735e79 req-1b6adc02-28ac-4289-9e0e-c22fbe4ad7e4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150509 Feb 15 09:40:02.316879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1061db61-6e9e-4658-8250-ac7a408e5d98 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:02.317383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1061db61-6e9e-4658-8250-ac7a408e5d98 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:02.328424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-99a97552-b724-490f-b078-4c8bf3712138 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:02.330811 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-99a97552-b724-490f-b078-4c8bf3712138 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/networks?id=ea194ceb-36c4-4a16-85ff-2f75dc8db448 HTTP/1.1" status: 200 len: 797 time: 0.3719401 Feb 15 09:40:02.331485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:02.341494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.389931 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.443364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ffe7b607-6f1d-4293-949d-d6eb8f1c70b9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 472 time: 0.0990353 Feb 15 09:40:02.443616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:02.457127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'port': {'device_id': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'admin_state_up': True, 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'security_groups': ['d57e7799-afcf-49d8-b938-f009a0322e56']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:02.479351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.483325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a62d05b-7df5-4d76-a145-3961be6d4a6f HTTP/1.1" status: 204 len: 168 time: 0.8904538 Feb 15 09:40:02.487888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b72fe-d063-453b-983f-570ceacc0533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a62d05b-7df5-4d76-a145-3961be6d4a6f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:02.503512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41078) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:02.572708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9045b2d-f4dd-4710-a365-4bc5c4a3edc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.587140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729a8e5-5153-4d8d-af6b-8c31e56a32f8 req-deb905db-ac7e-4cbc-9d2f-5e0c50f8ab1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:02.595225 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1729a8e5-5153-4d8d-af6b-8c31e56a32f8 req-deb905db-ac7e-4cbc-9d2f-5e0c50f8ab1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.1083488 Feb 15 09:40:02.616747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9045b2d-f4dd-4710-a365-4bc5c4a3edc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.658160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9045b2d-f4dd-4710-a365-4bc5c4a3edc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9b31a1b735e40969bdc3e3511524946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4782877 Feb 15 09:40:02.663285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41084) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:02.687708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1729a8e5-5153-4d8d-af6b-8c31e56a32f8 req-37516a53-e154-433a-8797-9d815291e0e9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915689 Feb 15 09:40:02.706056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9045b2d-f4dd-4710-a365-4bc5c4a3edc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2cc4c6-b8f9-4c45-8c72-946f1c70656d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:02.713019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.806946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.831676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.895837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.898817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.902400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e2cc4c6-b8f9-4c45-8c72-946f1c70656d HTTP/1.1" status: 204 len: 168 time: 0.2353046 Feb 15 09:40:02.965872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f95592-68dc-453a-93c1-d168466a9d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2cc4c6-b8f9-4c45-8c72-946f1c70656d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:02.970756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:02.974219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:02.992895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.044902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec2ffdb-8064-4a8d-855c-5d0791fb6d54']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:03.070541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb02f744-872b-4909-b99d-e1f04f7e58cd') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:03.071207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb02f744-872b-4909-b99d-e1f04f7e58cd') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:03.132970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.159831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.174104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:03.174995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:03.177217 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:03.289181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df54d3ca-a88e-43b6-ac4d-640c4fba3cb7 req-1ef75946-45a6-4d04-ad6f-954fd20a9748 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 210 time: 0.0739996 Feb 15 09:40:03.332833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.24 (ea194ceb-36c4-4a16-85ff-2f75dc8db448/212e89ac-fc6f-4c71-a99f-1d7366203db9/8519ec34-e9f6-4925-a9ac-0ede36e2d984) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:03.374047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.402848 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.415700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] 10.222.0.10 "DELETE /v2.0/networks/dec2ffdb-8064-4a8d-855c-5d0791fb6d54 HTTP/1.1" status: 204 len: 168 time: 0.9110272 Feb 15 09:40:03.470158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33da55-1884-4b2b-b518-cc6a19e8af4d admin admin] Pushing event deleted for resources: {'Network': ['ID=dec2ffdb-8064-4a8d-855c-5d0791fb6d54,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:03.757607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41118) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:03.792254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:03.795324 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a235961a-2bcc-46fc-bf3f-cb28a611c690" -d '{"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-plugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:03.811780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:03.894016 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447c8541-970f-483d-9b6f-040525752321 x-openstack-request-id: req-447c8541-970f-483d-9b6f-040525752321 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:03.894016 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-plugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:03.894265 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-447c8541-970f-483d-9b6f-040525752321 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:03.894532 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5', 'code': 200} Feb 15 09:40:03.896549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41124) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:03.902562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e83ee49-3af2-4234-a00b-2582661ff438 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94b7899c8fb44469856b4412b1d53776&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435244 Feb 15 09:40:03.905589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e90dc-6d1f-4d12-807c-fe9a22a7d88b req-f31c8313-cc44-44ad-9aa1-150c6a216363 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:03.906486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:03.907750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-539e90dc-6d1f-4d12-807c-fe9a22a7d88b req-f31c8313-cc44-44ad-9aa1-150c6a216363 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.0805278 Feb 15 09:40:03.936023 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.011505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:04.015001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-539e90dc-6d1f-4d12-807c-fe9a22a7d88b req-fd7aca24-8e78-4c96-a6a4-dfccac8743c3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999281 Feb 15 09:40:04.018879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:04.021459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:04.036926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.097413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e71ddd9f-1015-4706-8660-7d7ec5f894b3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:04.130638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.141245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e71ddd9f-1015-4706-8660-7d7ec5f894b3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:04.143926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e71ddd9f-1015-4706-8660-7d7ec5f894b3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:04.149624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:04.150348 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.190064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dc934d5a-377d-4234-a569-33b15f7d70a8 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Request body: {'quota': {'network': 2}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:04.217164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7670410 Feb 15 09:40:04.224150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af441e-63d5-4df3-94c4-83adbd6d1b9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:04.234357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Request body: {'port': {'device_id': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:04.299821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dc934d5a-377d-4234-a569-33b15f7d70a8 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "PUT /v2.0/quotas/3b20d785651d4d3da5e2c7e991910843 HTTP/1.1" status: 200 len: 368 time: 0.3872933 Feb 15 09:40:04.301369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:04.303654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.321936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Request body: {'network': {'project_id': '3b20d785651d4d3da5e2c7e991910843'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:04.338252 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.348461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.358376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06428669-7e1d-49d9-8b1d-fed0b901f4e4 HTTP/1.1" status: 204 len: 168 time: 0.4484434 Feb 15 09:40:04.398863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2d9f30-942d-4408-86b7-d590c41cf018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06428669-7e1d-49d9-8b1d-fed0b901f4e4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:04.450990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a51ee-d579-4c01-936f-90b66ba4502e req-8d413607-092f-42c8-a3e7-ee73b91a195e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:04.452947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-936a51ee-d579-4c01-936f-90b66ba4502e req-8d413607-092f-42c8-a3e7-ee73b91a195e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.2311907 Feb 15 09:40:04.485965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9b9b526-1804-4000-99ef-a0b0e23d11ab None None] Provisioning complete for port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:04.486643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9b9b526-1804-4000-99ef-a0b0e23d11ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.545645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9b9b526-1804-4000-99ef-a0b0e23d11ab None None] Port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:40:04.557523 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-936a51ee-d579-4c01-936f-90b66ba4502e req-ce354fa8-e387-4481-9baf-6bb9cae37c43 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940082 Feb 15 09:40:04.776745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Made reservation on behalf of 3b20d785651d4d3da5e2c7e991910843 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:04.779428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.856411 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:04.963793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce571f4-d4a5-4eaf-8f81-9bf64c528f60 req-fa97cf9b-33d3-4576-bee9-61afe1610322 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:04.976357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ce571f4-d4a5-4eaf-8f81-9bf64c528f60 req-fa97cf9b-33d3-4576-bee9-61afe1610322 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 932 time: 0.3592741 Feb 15 09:40:05.101433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ce571f4-d4a5-4eaf-8f81-9bf64c528f60 req-3a050dc3-5e9b-4952-a80a-a7f6075928ea tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235809 Feb 15 09:40:05.113369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c21985b-5666-4667-baca-ca71437766ff req-59a37bb9-3780-4465-9d24-1627eed7f491 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:05.117423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c21985b-5666-4667-baca-ca71437766ff req-59a37bb9-3780-4465-9d24-1627eed7f491 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.1301944 Feb 15 09:40:05.164203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8519ec34-e9f6-4925-a9ac-0ede36e2d984 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:05.178477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.227913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Transition to ACTIVE for port object 8519ec34-e9f6-4925-a9ac-0ede36e2d984 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:40:05.232390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c21985b-5666-4667-baca-ca71437766ff req-d307cf01-f47a-4c5e-8bc4-da1d5a3a8268 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076663 Feb 15 09:40:05.244984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.294623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.368240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.401858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:05.488242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd3af7b-9b14-44a8-94bf-d679a88ff6a0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:05.499023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Pushing event updated for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:05.513328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.513917 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Added segment 9a9bb3b0-fb6b-4e6d-973c-1b2255c2b288 of type vlan for network f31418cd-b558-4e82-84a5-cbb2a9336af4 Feb 15 09:40:05.547286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.548083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.548655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.549549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.550140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.550666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.551340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.552015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.552666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.553164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.553765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.554361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.568005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.568350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.568887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.569853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.570351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.570838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.571332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.571824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.572664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.577093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.577692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.578193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:05.657092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.686658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Attempting to bind port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:05.687321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Attempting to bind port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:05.687877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Attempting to bind port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 on network ea194ceb-36c4-4a16-85ff-2f75dc8db448 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:05.703341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 on network ea194ceb-36c4-4a16-85ff-2f75dc8db448 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:05.704488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Attempting to bind port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 on network ea194ceb-36c4-4a16-85ff-2f75dc8db448 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:05.714128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:05.717955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:05.718688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Checking segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:05.719297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Bound using segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:05.720734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Bound port: 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:05.721538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.725969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.727568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:05.728416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.872850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5701308 Feb 15 09:40:05.874229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1226155389-network', 'tenant_id': '2fb6aa7f936140e58f095483b166ca9b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:05.883366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41210) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:05.895502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Request body: {'network': {'project_id': '3b20d785651d4d3da5e2c7e991910843'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:05.917172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a57b95-437b-447f-9b75-b5eb927efa17 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event updated for resources: {'Network': ['ID=f31418cd-b558-4e82-84a5-cbb2a9336af4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:05.933891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f31418cd-b558-4e82-84a5-cbb2a9336af4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:05.959651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:05.967663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:05.970789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Made reservation on behalf of 3b20d785651d4d3da5e2c7e991910843 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:05.974826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.979455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Made reservation on behalf of 2fb6aa7f936140e58f095483b166ca9b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:05.980721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:05.984865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.015437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.046420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.047252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.049297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] 10.222.0.72 "PUT /v2.0/ports/8519ec34-e9f6-4925-a9ac-0ede36e2d984 HTTP/1.1" status: 200 len: 1092 time: 1.8210409 Feb 15 09:40:06.050456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:06.071706 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b3b57d-107c-4c83-b949-560ed50d6acb" -d '{"events": [{"name": "network-changed", "server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:06.198183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:06.241061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.241782 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Added segment 96b70fe7-bc70-4d1c-a93c-4728ba002470 of type vlan for network d621dae2-97aa-450e-a943-df09a0845cbf Feb 15 09:40:06.270983 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eaa7cb-2890-4991-b9d2-43b2a51dcf93 x-openstack-request-id: req-f2eaa7cb-2890-4991-b9d2-43b2a51dcf93 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:06.271542 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:06.273752 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2eaa7cb-2890-4991-b9d2-43b2a51dcf93 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:06.274369 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984', 'status': 'completed', 'code': 200} Feb 15 09:40:06.276435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e2ce2-6ddc-4a2c-8dee-4287775e242b service neutron] Pushing event updated for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:06.301147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.317894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.321606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ba89d306-7627-47e1-b842-87394159d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.323773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-ba89d306-7627-47e1-b842-87394159d80f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 1095 time: 0.1873934 Feb 15 09:40:06.371872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55bddeb-713b-44a1-a852-e8bcf03a1e65,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:06.391241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.392151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.392496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.392972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.393499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.394044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.394502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.394978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.395444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.396239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.397002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.397470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:06.413128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-1c8dd6b8-05c8-498e-98a6-c6d87fabd43d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984 HTTP/1.1" status: 200 len: 217 time: 0.0560091 Feb 15 09:40:06.415309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.444046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:06.534018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516fa1a8-ba5f-4a14-93e5-4e6cf15e3379 req-e9b2a760-78c8-432f-a811-5bbc6d2eff71 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.543365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-516fa1a8-ba5f-4a14-93e5-4e6cf15e3379 req-e9b2a760-78c8-432f-a811-5bbc6d2eff71 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 944 time: 0.2113991 Feb 15 09:40:06.558194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-883170e3-6ee7-4dc6-8a1e-21c986014809 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.560232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-883170e3-6ee7-4dc6-8a1e-21c986014809 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.2567952 Feb 15 09:40:06.561486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.561794 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Added segment 98a29802-1546-4251-ab4f-4193fa349723 of type vlan for network d4954e47-0c72-4fe7-be26-93d0396b650f Feb 15 09:40:06.603706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-2800d92f-b510-46f4-960b-ea1fe401661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.607054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-2800d92f-b510-46f4-960b-ea1fe401661b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=212e89ac-fc6f-4c71-a99f-1d7366203db9 HTTP/1.1" status: 200 len: 838 time: 0.1616282 Feb 15 09:40:06.652211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.656244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.671101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.671812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.683223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dc28dd-132c-4643-a4b7-d72628893a94 req-31b94ad9-8901-4927-8c5d-1ea577b29658 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.692962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40dc28dd-132c-4643-a4b7-d72628893a94 req-31b94ad9-8901-4927-8c5d-1ea577b29658 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 945 time: 0.2509263 Feb 15 09:40:06.809647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40dc28dd-132c-4643-a4b7-d72628893a94 req-3ae2988c-ef29-4e85-8d90-d8a8022e02ec tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155484 Feb 15 09:40:06.833145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.834223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:06.834812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:06.878568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1563966 Feb 15 09:40:06.881407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-516fa1a8-ba5f-4a14-93e5-4e6cf15e3379 req-f6902cbd-f6fe-4d2e-a96f-39e0851bdb9b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367038 Feb 15 09:40:06.887359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:06.894644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0091770 Feb 15 09:40:06.895765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e274634b-0c1b-4d82-93c9-f0ccd359f6f0 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event updated for resources: {'Network': ['ID=d621dae2-97aa-450e-a943-df09a0845cbf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:06.913465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d621dae2-97aa-450e-a943-df09a0845cbf details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:06.916655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:06.933839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d10fb642-7fe7-4d63-9299-28e1b6342981 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Request body: {'network': {'project_id': '3b20d785651d4d3da5e2c7e991910843'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:06.964071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Request body: {'subnet': {'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1226155389-subnet', 'tenant_id': '2fb6aa7f936140e58f095483b166ca9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:06.990692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c4e62-ac2d-437c-a71a-277a73750cc9 admin admin] Pushing event updated for resources: {'Network': ['ID=d4954e47-0c72-4fe7-be26-93d0396b650f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:06.995583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port c00074cc-e682-4d51-a3cb-419dfac2f32e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:06.995959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.027137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-2407cade-263b-47fd-9f38-a904c7db893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:07.027137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-2407cade-263b-47fd-9f38-a904c7db893b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea194ceb-36c4-4a16-85ff-2f75dc8db448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3480291 Feb 15 09:40:07.062897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d4954e47-0c72-4fe7-be26-93d0396b650f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:07.187115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-109bdd36-1bbb-43ef-8d2b-fd07dab694b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412437 Feb 15 09:40:07.212722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Made reservation on behalf of 2fb6aa7f936140e58f095483b166ca9b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:07.216245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.238856 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10fb642-7fe7-4d63-9299-28e1b6342981 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 09:40:07.239328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10fb642-7fe7-4d63-9299-28e1b6342981 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:40:07.243434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d10fb642-7fe7-4d63-9299-28e1b6342981 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3218706 Feb 15 09:40:07.244409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:07.313830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2afb223-e73c-49e0-97f7-6cb52cd7b78d tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b20d785651d4d3da5e2c7e991910843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0655017 Feb 15 09:40:07.319727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:07.402339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port c00074cc-e682-4d51-a3cb-419dfac2f32e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c00074cc-e682-4d51-a3cb-419dfac2f32e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:07.404389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.440982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b271c26-3c1b-4814-a78c-8088edfd4821 req-9a1fd757-c6e1-4643-a321-d4ae6bd45551 service neutron] 10.222.0.72 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406538 Feb 15 09:40:07.478316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for c00074cc-e682-4d51-a3cb-419dfac2f32e owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:07.507973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.533831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.617146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.625550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.628749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.629996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/cdd3af7b-9b14-44a8-94bf-d679a88ff6a0 HTTP/1.1" status: 204 len: 168 time: 0.3093007 Feb 15 09:40:07.633949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41262) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:07.666962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9594586-b6d6-4a8a-b358-161f6f428a73 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd3af7b-9b14-44a8-94bf-d679a88ff6a0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:07.697404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=432a2384-c013-46de-b278-094f79c13bd7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:07.713196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-cc48d203-77d9-46f0-b9ba-a76b0680cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:07.714880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-cc48d203-77d9-46f0-b9ba-a76b0680cbe9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 1095 time: 0.2182584 Feb 15 09:40:07.722333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Checking segment: {'id': '98a29802-1546-4251-ab4f-4193fa349723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:07.722816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Network hostable DHCP agents. Network: d4954e47-0c72-4fe7-be26-93d0396b650f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:07.769843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.816211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Network d4954e47-0c72-4fe7-be26-93d0396b650f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:07.846182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d4954e47-0c72-4fe7-be26-93d0396b650f) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:07.859006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:07.859836 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:07.867106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c8aaab-48ec-413d-87bc-0f3aeea81fba None None] Network d4954e47-0c72-4fe7-be26-93d0396b650f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:07.898612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-36facc75-24a8-4e72-93cb-0e33599667fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:07.900479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-36facc75-24a8-4e72-93cb-0e33599667fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=ea194ceb-36c4-4a16-85ff-2f75dc8db448 HTTP/1.1" status: 200 len: 898 time: 0.1728852 Feb 15 09:40:07.915215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-90d8fe5a-1d1c-48e0-84db-f02ef6d3f3f3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9707437 Feb 15 09:40:08.046057 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.050233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.074583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'c00074cc-e682-4d51-a3cb-419dfac2f32e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:08.093176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-1bffed92-8c3e-4e45-a435-79adc7214bb5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984 HTTP/1.1" status: 200 len: 217 time: 0.1740491 Feb 15 09:40:08.173489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=c00074cc-e682-4d51-a3cb-419dfac2f32e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:08.185826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d621dae2-97aa-450e-a943-df09a0845cbf']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:08.246091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89085b76-f5fc-43ae-85cc-4507445707bd req-8101a489-7cb9-4041-a2ae-a2ed2609009c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=74f6e22c-db2e-4974-b55e-b267e7d5c937 HTTP/1.1" status: 200 len: 210 time: 0.1762559 Feb 15 09:40:08.260929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671b3c8-9df9-43dc-a31b-af6610fa7eb4 None None] Network d4954e47-0c72-4fe7-be26-93d0396b650f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:08.304028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b70fe7-bc70-4d1c-a93c-4728ba002470') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:08.304321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b70fe7-bc70-4d1c-a93c-4728ba002470') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:08.318069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port c00074cc-e682-4d51-a3cb-419dfac2f32e on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:40:08.324389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.335161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bb8f811-4df9-4a4a-b3b8-981e6febab29 req-df2b3870-ed1b-4729-bc03-30b4d65da7a9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/c00074cc-e682-4d51-a3cb-419dfac2f32e HTTP/1.1" status: 204 len: 173 time: 1.7590792 Feb 15 09:40:08.347779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'name': 'network-vif-deleted', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:08.350140 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d9a52-6185-49b9-90ec-4228a31e3826" -d '{"events": [{"server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "name": "network-vif-deleted", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:08.367192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.398364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f4d95-6fbf-4982-8548-5e98eb30c378 req-d0c2c17e-dbf1-41d9-ab32-2349ae1904fa tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:08.399615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd2f4d95-6fbf-4982-8548-5e98eb30c378 req-d0c2c17e-dbf1-41d9-ab32-2349ae1904fa tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 944 time: 0.3262231 Feb 15 09:40:08.412225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.419588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:08.420054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.427795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-d37b4cb1-ca41-4180-af15-309a579a40b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:08.434021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-d37b4cb1-ca41-4180-af15-309a579a40b6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=212e89ac-fc6f-4c71-a99f-1d7366203db9 HTTP/1.1" status: 200 len: 838 time: 0.2871842 Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:08.491299 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:08.506309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.653637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:08.666742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "DELETE /v2.0/networks/d621dae2-97aa-450e-a943-df09a0845cbf HTTP/1.1" status: 204 len: 168 time: 1.0269639 Feb 15 09:40:08.670065 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4c4175-b1f9-469f-a3e2-12bf21b5afd7 x-openstack-request-id: req-4d4c4175-b1f9-469f-a3e2-12bf21b5afd7 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:08.670363 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74f6e22c-db2e-4974-b55e-b267e7d5c937", "name": "network-vif-deleted", "tag": "c00074cc-e682-4d51-a3cb-419dfac2f32e", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:08.671041 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d4c4175-b1f9-469f-a3e2-12bf21b5afd7 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:08.671446 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74f6e22c-db2e-4974-b55e-b267e7d5c937', 'name': 'network-vif-deleted', 'tag': 'c00074cc-e682-4d51-a3cb-419dfac2f32e', 'status': 'completed', 'code': 200} Feb 15 09:40:08.674748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41298) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:08.678457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aff4b8-5546-4eac-880f-422c0566018c tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event deleted for resources: {'Network': ['ID=d621dae2-97aa-450e-a943-df09a0845cbf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:08.730284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd2f4d95-6fbf-4982-8548-5e98eb30c378 req-41f70578-ac98-475e-8675-78d25578087b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448010 Feb 15 09:40:08.763246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-6d796b8e-276a-4870-813d-3cae05322317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:08.765159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-6d796b8e-276a-4870-813d-3cae05322317 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ea194ceb-36c4-4a16-85ff-2f75dc8db448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2550929 Feb 15 09:40:08.803517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.040352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-027ffa1a-d907-437b-906f-286eb1e0814c service neutron] 10.222.0.72 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625513 Feb 15 09:40:09.057170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.579427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31418cd-b558-4e82-84a5-cbb2a9336af4']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:09.611188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9bb3b0-fb6b-4e6d-973c-1b2255c2b288') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:09.611544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9bb3b0-fb6b-4e6d-973c-1b2255c2b288') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:09.653100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.668866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4b3b57d-107c-4c83-b949-560ed50d6acb req-fd42f1ae-c90d-477d-b62a-c77882b5d1b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144376 Feb 15 09:40:09.686474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.702452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-5fbec30f-7497-425e-94c1-7c3cbb32e134 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:09.710428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-5fbec30f-7497-425e-94c1-7c3cbb32e134 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/networks?id=d4954e47-0c72-4fe7-be26-93d0396b650f HTTP/1.1" status: 200 len: 809 time: 0.6689854 Feb 15 09:40:09.713334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:09.713731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:09.715689 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:09.772548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-62e89309-da9a-490b-a260-67a246791920 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/quotas/2fb6aa7f936140e58f095483b166ca9b HTTP/1.1" status: 200 len: 375 time: 0.0611792 Feb 15 09:40:09.825466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-378fcfa8-ee8d-4632-a66d-010d5461675b tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2fb6aa7f936140e58f095483b166ca9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516655 Feb 15 09:40:09.886890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.909472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:09.915333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f31418cd-b558-4e82-84a5-cbb2a9336af4 HTTP/1.1" status: 204 len: 168 time: 1.2283537 Feb 15 09:40:09.916429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2c4b4-2b61-4640-a8b4-9abd423156e3 tempest-QuotasNegativeTest-772234183 tempest-QuotasNegativeTest-772234183-project-admin] Pushing event deleted for resources: {'Network': ['ID=f31418cd-b558-4e82-84a5-cbb2a9336af4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:09.991034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-8f0e774a-71ae-48d2-b8ec-83eca2d5de9e service neutron] 10.222.0.10 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644635 Feb 15 09:40:10.171094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-db83a82b-c0c2-4f2a-bb81-e177467d11b8 service neutron] 10.222.0.10 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786573 Feb 15 09:40:10.288612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f903f-54de-4abc-ac17-383d3c251272 req-a527e8aa-2e9d-4a2a-96fe-6f83bcbd94d7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:10.301202 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee8f903f-54de-4abc-ac17-383d3c251272 req-a527e8aa-2e9d-4a2a-96fe-6f83bcbd94d7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 944 time: 0.1195204 Feb 15 09:40:10.432887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee8f903f-54de-4abc-ac17-383d3c251272 req-a3d899b9-6145-4f81-819b-6f23984affe6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225510 Feb 15 09:40:10.450847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c00074cc-e682-4d51-a3cb-419dfac2f32e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:10.494080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: c00074cc-e682-4d51-a3cb-419dfac2f32e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:10.494774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c00074cc-e682-4d51-a3cb-419dfac2f32e not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:10.686580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56cd0535-333c-492a-9aa2-862d2528309e req-294b0c84-7083-4ce2-9825-e4d37253120e tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 210 time: 0.0866094 Feb 15 09:40:10.978871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:11.120717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-82b7aab2-ebbb-4430-84ff-623d70890b90 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:11.133765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-82b7aab2-ebbb-4430-84ff-623d70890b90 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.2552254 Feb 15 09:40:11.162198 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-56aa4b94-dd7c-4683-9b2f-e03fdf063a7f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0265942 Feb 15 09:40:11.300226 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-04fea5d3-4e86-4d91-9589-480d185178e8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1307585 Feb 15 09:40:11.482129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d929dba-a446-44dc-9fb5-d7101d943c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:11.487476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8519ec34-e9f6-4925-a9ac-0ede36e2d984 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:40:11.515324 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-e00dc7bb-15b4-42a4-a2c3-bf5b38f83556 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883802 Feb 15 09:40:11.732835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:11.754053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '8519ec34-e9f6-4925-a9ac-0ede36e2d984', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'port_id': '8519ec34-e9f6-4925-a9ac-0ede36e2d984', 'mac_address': 'fa:16:3e:eb:69:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:40:11.760231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4c351-08b2-40d5-805d-bba0706f484c req-8238f0f5-579d-41a2-8d1b-8812ca0488e6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:11.766030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1b4c351-08b2-40d5-805d-bba0706f484c req-8238f0f5-579d-41a2-8d1b-8812ca0488e6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 944 time: 0.1934302 Feb 15 09:40:11.822985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cac26b9a-708e-48e6-91d1-b4e7d0718a16 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980998 Feb 15 09:40:11.845187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:11.893458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d929dba-a446-44dc-9fb5-d7101d943c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:11.901227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8519ec34-e9f6-4925-a9ac-0ede36e2d984 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:11.907767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d929dba-a446-44dc-9fb5-d7101d943c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:11.935534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:11.949470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:11.980071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0d929dba-a446-44dc-9fb5-d7101d943c38 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ca7c5c26284f13ae18373d5706e65d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9978716 Feb 15 09:40:11.980938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41424) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:12.033264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1b4c351-08b2-40d5-805d-bba0706f484c req-156324d4-6381-4cd4-af54-751a422da7e8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2478714 Feb 15 09:40:12.057148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d929dba-a446-44dc-9fb5-d7101d943c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0ab42f-d4e4-4634-9807-39dfa99af917,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:12.099385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:12.119062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:12.147745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:12.248030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27c262af-967e-46db-ae78-9e0a0c8cb7d9 req-128b19d3-76a9-48a0-8675-513a0082d524 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 210 time: 0.0769873 Feb 15 09:40:12.263519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8519ec34-e9f6-4925-a9ac-0ede36e2d984'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:12.324841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:12.343831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:12.345482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf0ab42f-d4e4-4634-9807-39dfa99af917 HTTP/1.1" status: 204 len: 168 time: 0.3635674 Feb 15 09:40:12.391130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb83da-94ba-4e55-8bcc-daea2fb4ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0ab42f-d4e4-4634-9807-39dfa99af917,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:12.409653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb715602-2e5a-4120-8aad-172b890be858 req-77c752de-e9f9-47f8-ae96-ba2b32ac0230 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 210 time: 0.0792613 Feb 15 09:40:12.868236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-9717458d-0f31-4272-b212-1e1f343095e5 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:12.870381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-9717458d-0f31-4272-b212-1e1f343095e5 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.36 "GET /v2.0/networks?id=d4954e47-0c72-4fe7-be26-93d0396b650f HTTP/1.1" status: 200 len: 809 time: 0.4725690 Feb 15 09:40:12.906235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Request body: {'port': {'device_id': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f', 'admin_state_up': True, 'tenant_id': '2fb6aa7f936140e58f095483b166ca9b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:13.199692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Made reservation on behalf of 2fb6aa7f936140e58f095483b166ca9b for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:13.205869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:13.513404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d00146e-eda0-4a63-8b5d-7ba9a66ff86d req-17e29ce6-36df-4f10-82ac-d21200f20b12 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 210 time: 0.0781772 Feb 15 09:40:13.513978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdb9ec2-be20-4d7b-8f54-6053d8665e99 req-d32858f8-9b3b-489b-9c55-3914329f41cc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:13.529247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfdb9ec2-be20-4d7b-8f54-6053d8665e99 req-d32858f8-9b3b-489b-9c55-3914329f41cc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 945 time: 0.2830451 Feb 15 09:40:13.659962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bfdb9ec2-be20-4d7b-8f54-6053d8665e99 req-c483e6b6-c564-4865-9e39-d958027d81bf tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262858 Feb 15 09:40:13.700688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41484) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:13.730914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Allocated IP 172.20.0.5 (d4954e47-0c72-4fe7-be26-93d0396b650f/432a2384-c013-46de-b278-094f79c13bd7/7ed6e921-c4d9-4d53-bf9b-a5f49bd23820) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:13.753684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1e8a-e507-42e6-ae5e-529179e74476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:13.828251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63145636-7135-4001-bccb-9bae8f39e32f req-1ccba993-aa78-4c3f-b7c4-1c74070f2bd5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 210 time: 0.0503788 Feb 15 09:40:14.009156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1e8a-e507-42e6-ae5e-529179e74476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.022406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e1e8a-e507-42e6-ae5e-529179e74476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.076195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.098969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec4e1e8a-e507-42e6-ae5e-529179e74476 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72c70741448b45f89fff31ec148d1b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959801 Feb 15 09:40:14.101740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41490) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:14.102351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e1e8a-e507-42e6-ae5e-529179e74476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f51881-61ee-448c-9758-e81fdf85ad4e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:14.140696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.211844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Pushing event updated for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:14.237780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Network d4954e47-0c72-4fe7-be26-93d0396b650f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:14.241385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:14.258725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:14.303730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.326909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.362070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.393864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:14.395631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.435439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-ee52c291-5c23-44ed-aea3-7c9a3a696d71 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5390861 Feb 15 09:40:14.452793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Request body: {'port': {'device_id': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:14.480926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.486135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.491056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/52f51881-61ee-448c-9758-e81fdf85ad4e HTTP/1.1" status: 204 len: 168 time: 0.3876939 Feb 15 09:40:14.503943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9063f4-0777-443e-872f-08ad74e5e67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f51881-61ee-448c-9758-e81fdf85ad4e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:14.709624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:14.922160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-fd74ebcd-d455-405f-bbe1-132889bff773 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:14.924801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-fd74ebcd-d455-405f-bbe1-132889bff773 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.3168881 Feb 15 09:40:14.949172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992cb0-ecf5-41a1-8864-64bcac467d3f req-ea14d196-e45c-4632-b094-b9522fd20fef tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:14.951071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de992cb0-ecf5-41a1-8864-64bcac467d3f req-ea14d196-e45c-4632-b094-b9522fd20fef tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 931 time: 0.1278727 Feb 15 09:40:14.967825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:15.180214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de992cb0-ecf5-41a1-8864-64bcac467d3f req-168ea1fb-7cba-4f54-975a-58a47caf400b tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604117 Feb 15 09:40:15.214491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:15.218764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:15.485541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb0ab8-09f4-4ae5-aff6-f7f827cbe6be req-f3351b87-e2b8-4f9a-92d1-8b0f718f141b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:15.493623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8519ec34-e9f6-4925-a9ac-0ede36e2d984 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:15.501806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7cb0ab8-09f4-4ae5-aff6-f7f827cbe6be req-f3351b87-e2b8-4f9a-92d1-8b0f718f141b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 945 time: 0.3110211 Feb 15 09:40:15.568737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.6 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/ab2423a5-9553-4b64-b37f-c3d98ec34382) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:15.615679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7cb0ab8-09f4-4ae5-aff6-f7f827cbe6be req-4569df8d-7375-4623-b2a6-ca1a864219cb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092503 Feb 15 09:40:15.690545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:40:15.696701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:15.697274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:15.748585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:15.782733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:15.804254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83be2e4d-efd0-4912-a278-2bc60056f5d5 req-588b1a1c-3513-47e6-b661-9e01a39ef612 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 210 time: 0.0946319 Feb 15 09:40:15.832630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Transition to ACTIVE for port object 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:40:15.846817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:15.940163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.015465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:16.101917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:16.106666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:16.109378 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eff2df0-7287-4961-a188-f39676c2cefd" -d '{"events": [{"server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "name": "network-vif-plugged", "status": "completed", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:16.132323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.166387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.230451 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904b3fdb-65ba-449e-a4c0-71bab32ab0b4 x-openstack-request-id: req-904b3fdb-65ba-449e-a4c0-71bab32ab0b4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:16.231026 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "name": "network-vif-plugged", "status": "completed", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:16.232125 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-904b3fdb-65ba-449e-a4c0-71bab32ab0b4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:16.234239 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984', 'code': 200} Feb 15 09:40:16.262851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:16.277111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.278524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.286199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.290264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.292512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.293811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.296400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.297551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.299360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.300592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.301156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.302994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.305375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:16.324100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:16.377978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Attempting to bind port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:16.378315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Attempting to bind port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '98a29802-1546-4251-ab4f-4193fa349723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:16.379697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Attempting to bind port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 on network d4954e47-0c72-4fe7-be26-93d0396b650f {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:16.393163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 on network d4954e47-0c72-4fe7-be26-93d0396b650f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:16.393515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Attempting to bind port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 on network d4954e47-0c72-4fe7-be26-93d0396b650f {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:16.405240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:16.408916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Checking segment: {'id': '98a29802-1546-4251-ab4f-4193fa349723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:16.409572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Bound using segment: {'id': '98a29802-1546-4251-ab4f-4193fa349723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:16.410872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Bound port: 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a29802-1546-4251-ab4f-4193fa349723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:16.412969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.694579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:16.728751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:16.743034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,segment=NetworkSegment(98a29802-1546-4251-ab4f-4193fa349723),segment_id=98a29802-1546-4251-ab4f-4193fa349723)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:16.757373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.765055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:16.773754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:16.866137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:16.870397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.873123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] 10.222.0.36 "PUT /v2.0/ports/7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 HTTP/1.1" status: 200 len: 1091 time: 2.4265850 Feb 15 09:40:16.896715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.903871 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7672af7e-b2c6-4e6c-a301-dcb82190594f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:16.910142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:16.923295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:16.925383 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f5a93-278b-4dd2-b8de-fc07fcde335f" -d '{"events": [{"name": "network-changed", "server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:16.992369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41eb0e-0349-42e3-94e1-f5176975c903 req-d92f476f-7129-4e2c-97a9-e6f5a47bc830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.002375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e41eb0e-0349-42e3-94e1-f5176975c903 req-d92f476f-7129-4e2c-97a9-e6f5a47bc830 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 1097 time: 0.6044812 Feb 15 09:40:17.058121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5025527-9f2f-4778-adc4-ea196e5950f9 req-a872d65b-9a88-468f-ab02-fbc3998d8bf0 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.077931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5025527-9f2f-4778-adc4-ea196e5950f9 req-a872d65b-9a88-468f-ab02-fbc3998d8bf0 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 943 time: 0.6105931 Feb 15 09:40:17.126358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.127392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:17.165271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9387cf-46af-4ab1-a6e9-4652e7b2a22a req-4479f728-2fa2-4f61-89e8-e694298ee8ef tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.177033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9387cf-46af-4ab1-a6e9-4652e7b2a22a req-4479f728-2fa2-4f61-89e8-e694298ee8ef tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.3279040 Feb 15 09:40:17.186254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e41eb0e-0349-42e3-94e1-f5176975c903 req-85acdb83-a2bb-4515-849a-79cfa530a388 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676826 Feb 15 09:40:17.195707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113d123-568c-4e4f-a180-e7ba2a13f57f service neutron] Pushing event updated for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:17.219985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-cd8d6cce-8a9e-4c75-b319-49244c277a05 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2673118 Feb 15 09:40:17.253828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Request body: {'port': {'device_id': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:17.260466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-d62bcd75-82e8-400e-83cf-b8908306e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.264630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-d62bcd75-82e8-400e-83cf-b8908306e89f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fb6aa7f936140e58f095483b166ca9b&device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 1094 time: 0.2554014 Feb 15 09:40:17.331415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5025527-9f2f-4778-adc4-ea196e5950f9 req-ddfb4fe1-d3aa-42f6-9a36-ff62be2ddeb0 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525084 Feb 15 09:40:17.402192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-93874e19-300e-4303-af37-801cebc50253 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 HTTP/1.1" status: 200 len: 217 time: 0.1216106 Feb 15 09:40:17.459117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:17.461541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9387cf-46af-4ab1-a6e9-4652e7b2a22a req-f7e0bc0a-1902-493b-9a0f-9eaf0745cad8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816641 Feb 15 09:40:17.603582 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1d6a82-d8bb-40af-9ccc-fc6ca58fe830 x-openstack-request-id: req-ef1d6a82-d8bb-40af-9ccc-fc6ca58fe830 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:17.604827 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:17.608244 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef1d6a82-d8bb-40af-9ccc-fc6ca58fe830 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:17.609039 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820', 'status': 'completed', 'code': 200} Feb 15 09:40:17.636796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb10220-d9b7-485f-a09f-3cc805913669 req-71bced5d-0417-4117-a4be-0db5eb7a3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.648776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-71bced5d-0417-4117-a4be-0db5eb7a3825 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=432a2384-c013-46de-b278-094f79c13bd7 HTTP/1.1" status: 200 len: 849 time: 0.2357202 Feb 15 09:40:17.750404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-04fa13a1-d2c9-4685-a9d2-da62658c25f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4954e47-0c72-4fe7-be26-93d0396b650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938315 Feb 15 09:40:17.751980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccea5c7-5c19-4a89-92c5-7aa4bdf6609c req-d8fdade2-295c-4466-a472-4275af1a7f61 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:17.753889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ccea5c7-5c19-4a89-92c5-7aa4bdf6609c req-d8fdade2-295c-4466-a472-4275af1a7f61 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 931 time: 0.1998529 Feb 15 09:40:17.986601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ccea5c7-5c19-4a89-92c5-7aa4bdf6609c req-ac1795e0-02b5-40e1-bfd2-e8b2678b4510 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246130 Feb 15 09:40:18.376417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2423a5-9553-4b64-b37f-c3d98ec34382 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:18.389665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:18.407817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Transition to ACTIVE for port object ab2423a5-9553-4b64-b37f-c3d98ec34382 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:40:18.414547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:18.574987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:18.577470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41626) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:18.769032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Attempting to bind port ab2423a5-9553-4b64-b37f-c3d98ec34382 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:18.770300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Attempting to bind port ab2423a5-9553-4b64-b37f-c3d98ec34382 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:18.770655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Attempting to bind port ab2423a5-9553-4b64-b37f-c3d98ec34382 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:18.783058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff08e5-df45-4840-9e0c-714c6955666e req-a9b2de43-2afd-4ffc-930c-07a229013fe3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:18.784923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90ff08e5-df45-4840-9e0c-714c6955666e req-a9b2de43-2afd-4ffc-930c-07a229013fe3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.1065094 Feb 15 09:40:18.789185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Port ab2423a5-9553-4b64-b37f-c3d98ec34382 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:18.789748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Attempting to bind port ab2423a5-9553-4b64-b37f-c3d98ec34382 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:18.843762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:18.844390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:18.844870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:18.846636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Bound port: ab2423a5-9553-4b64-b37f-c3d98ec34382, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:18.847011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:18.851937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89134bd-8b85-49ad-b7e9-736f525ac9db req-554795b1-c9e6-424c-83bd-9d048e3f1b45 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:18.857925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-320249918'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:18.868308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89134bd-8b85-49ad-b7e9-736f525ac9db req-554795b1-c9e6-424c-83bd-9d048e3f1b45 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 943 time: 0.1924417 Feb 15 09:40:19.026304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c89134bd-8b85-49ad-b7e9-736f525ac9db req-0ca2c344-4586-472c-919b-6a254cb25c4f tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570144 Feb 15 09:40:19.042049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-0a1652e0-edcc-4c40-a42f-8590ea91e9fa service neutron] 10.222.0.36 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2798529 Feb 15 09:40:19.078281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Made reservation on behalf of b60364d75a4b4d03b2129f931960aed9 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:19.087072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.096568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90ff08e5-df45-4840-9e0c-714c6955666e req-e0a67b16-2422-4654-8643-306dd604f0f4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3037999 Feb 15 09:40:19.125709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.278684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0299f796-e9e7-40dd-b31b-055a63ae2953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.381186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-afb10220-d9b7-485f-a09f-3cc805913669 req-6f2375f5-cd97-49b6-8e89-f3c1faa6bc63 service neutron] 10.222.0.36 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262982 Feb 15 09:40:19.448367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:19.527341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ba5df-2827-4ceb-85a5-359bf2078b5f req-81d88b25-1f51-4bc4-86f3-d519f8b630d0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.529813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a49ba5df-2827-4ceb-85a5-359bf2078b5f req-81d88b25-1f51-4bc4-86f3-d519f8b630d0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.1473358 Feb 15 09:40:19.533973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-139da7ae-d315-4b35-8acd-4f6977cf8c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.536284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-139da7ae-d315-4b35-8acd-4f6977cf8c73 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2fb6aa7f936140e58f095483b166ca9b&device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 1094 time: 0.0898309 Feb 15 09:40:19.562072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.570497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:19.576087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.594728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:19.616729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.618493 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Added segment c0d5464b-af54-45f5-8596-34f7c44e34a9 of type vlan for network 2a83f57a-97c9-4bcb-993f-5be605cb0430 Feb 15 09:40:19.735542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a49ba5df-2827-4ceb-85a5-359bf2078b5f req-8f34e6d6-8233-4e86-a256-6bbd53611c1b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731782 Feb 15 09:40:19.741175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.806028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-4c06458b-a356-414b-8aaf-4ba4fd09003f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.810395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-4c06458b-a356-414b-8aaf-4ba4fd09003f service neutron] 10.222.0.36 "GET /v2.0/networks?id=d4954e47-0c72-4fe7-be26-93d0396b650f HTTP/1.1" status: 200 len: 910 time: 0.2672284 Feb 15 09:40:19.817650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.888803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-3765485a-161c-4108-8486-5c05cbf8b0bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 HTTP/1.1" status: 200 len: 217 time: 0.0699763 Feb 15 09:40:19.948768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3b4c0-d164-407a-8e41-132c900f5a84 req-7ee9b277-6666-4f88-9823-4b4fe47068a3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.957560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58c3b4c0-d164-407a-8e41-132c900f5a84 req-7ee9b277-6666-4f88-9823-4b4fe47068a3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 943 time: 0.5459926 Feb 15 09:40:19.976922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.986898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.987118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-2e5f6516-b9af-4933-84d3-6831536ad04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:19.987755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:19.989956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-2e5f6516-b9af-4933-84d3-6831536ad04e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=432a2384-c013-46de-b278-094f79c13bd7 HTTP/1.1" status: 200 len: 849 time: 0.0860960 Feb 15 09:40:20.021662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:20.022289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:20.024653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] 10.222.0.36 "PUT /v2.0/ports/ab2423a5-9553-4b64-b37f-c3d98ec34382 HTTP/1.1" status: 200 len: 1091 time: 2.7844381 Feb 15 09:40:20.030320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:20.037586 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3" -d '{"events": [{"name": "network-changed", "server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:20.040636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56e97f-ac96-4130-986c-2bc3363fda33,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:20.155328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-8ab3b583-98ed-48c2-92ad-db23ab8e9f9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d4954e47-0c72-4fe7-be26-93d0396b650f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487176 Feb 15 09:40:20.269602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:20.316567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224284e-e8d1-4017-8d2e-9d9465ab8d88 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:20.412705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.8290329 Feb 15 09:40:20.474014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21610ad4-197c-4d52-87cd-0c3d6d43ebbb req-3ca79ea0-2304-4e12-8f33-0d951253baf0 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:20.484925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21610ad4-197c-4d52-87cd-0c3d6d43ebbb req-3ca79ea0-2304-4e12-8f33-0d951253baf0 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 943 time: 0.2048342 Feb 15 09:40:20.505436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-042b874b-569a-4d8e-a7e7-b2c54a76b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:20.510640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:40:20.523363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-042b874b-569a-4d8e-a7e7-b2c54a76b16c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 1094 time: 0.3683960 Feb 15 09:40:20.524050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0784db-46c0-4cf5-a689-7c0857da4863 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Pushing event updated for resources: {'Network': ['ID=2a83f57a-97c9-4bcb-993f-5be605cb0430,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:20.526825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-9e9a7ae8-6460-43fb-a899-ff3cb0464994 service neutron] 10.222.0.36 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3673987 Feb 15 09:40:20.539399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58c3b4c0-d164-407a-8e41-132c900f5a84 req-bdf07e8d-1df6-4441-9c29-b7b56a4fa0b7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5807781 Feb 15 09:40:20.584256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:20.684519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-c977894b-a54b-4839-b3fa-fe1fbe994acd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382 HTTP/1.1" status: 200 len: 217 time: 0.1371310 Feb 15 09:40:20.703121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21610ad4-197c-4d52-87cd-0c3d6d43ebbb req-00defd52-6386-4a0b-a258-1a878eff1fff tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149220 Feb 15 09:40:20.722623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:40:20.846006 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306595b9-be30-432a-9c51-a0255b828a41 x-openstack-request-id: req-306595b9-be30-432a-9c51-a0255b828a41 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:20.847290 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:20.847767 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-306595b9-be30-432a-9c51-a0255b828a41 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:20.849473 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382', 'status': 'completed', 'code': 200} Feb 15 09:40:20.922697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-c7595335-bf06-4870-afcb-70432136eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:20.924187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-c7595335-bf06-4870-afcb-70432136eca9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.2314436 Feb 15 09:40:20.943064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-537f5a93-278b-4dd2-b8de-fc07fcde335f req-cb66e645-1152-459d-9d8f-0ad4d42c91fc service neutron] 10.222.0.36 "GET /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899817 Feb 15 09:40:21.014298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-a2def1bd-4880-4739-9d88-c7fbe8cf9d2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805130 Feb 15 09:40:21.081257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,segment=NetworkSegment(98a29802-1546-4251-ab4f-4193fa349723),segment_id=98a29802-1546-4251-ab4f-4193fa349723)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:21.115137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820', 'network_id': 'd4954e47-0c72-4fe7-be26-93d0396b650f', 'port_id': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820', 'mac_address': 'fa:16:3e:d2:54:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432a2384-c013-46de-b278-094f79c13bd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:40:21.229567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:21.251592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:21.265540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-e4d72ce4-39e6-4ea4-8b8a-b4fc02128256 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433512 Feb 15 09:40:21.275290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41688) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:21.306724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,segment=NetworkSegment(98a29802-1546-4251-ab4f-4193fa349723),segment_id=98a29802-1546-4251-ab4f-4193fa349723)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:21.316779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:21.441925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:21.504835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a343e64-dd15-471f-aff3-c4bb1e333663 req-69bfe765-c81d-425c-9189-9cbeafca9eef service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310700 Feb 15 09:40:21.542878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7ed6e921-c4d9-4d53-bf9b-a5f49bd23820'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:21.591211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41696) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:21.597619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430', 'binding:host_id': 'n-h1-825064-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-724557411'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:21.744461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-c4216531-8786-4fab-8c09-e7ab9bd2738c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:21.746575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-c4216531-8786-4fab-8c09-e7ab9bd2738c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 1094 time: 0.1408367 Feb 15 09:40:21.842775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Made reservation on behalf of 6fb3838f13e54532883891811eb64506 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:21.858952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:21.956120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.166728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab37595-e1bb-42c7-a19a-a5e8382d549f req-940e06c6-1d2c-4b6e-9b10-348151234d49 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:22.169075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0ab37595-e1bb-42c7-a19a-a5e8382d549f req-940e06c6-1d2c-4b6e-9b10-348151234d49 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 944 time: 0.1879444 Feb 15 09:40:22.193357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.231303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a98d1-7656-4382-88fa-d55d97e1aa85 req-5cecd544-b6a9-481d-add2-8997eb4cf368 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:22.240166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e13a98d1-7656-4382-88fa-d55d97e1aa85 req-5cecd544-b6a9-481d-add2-8997eb4cf368 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 943 time: 0.4851911 Feb 15 09:40:22.257906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-8b4daced-b58b-4762-aace-d28d0a63d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:22.259747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-8b4daced-b58b-4762-aace-d28d0a63d538 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.5037289 Feb 15 09:40:22.261827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.277023 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0ab37595-e1bb-42c7-a19a-a5e8382d549f req-1d92254e-0c9b-43cc-a1ab-8cdd0c0bbb20 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990932 Feb 15 09:40:22.316596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.336907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-c791f32c-4ff1-450f-92b7-8c10719a4664 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382 HTTP/1.1" status: 200 len: 217 time: 0.0597389 Feb 15 09:40:22.337567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.373785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port 152b51ed-2230-412a-9a0b-4e29ee32843d yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:22.379821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f6105c-9d26-418a-8f18-1e54a205dcb1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:22.453173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:22.516851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e13a98d1-7656-4382-88fa-d55d97e1aa85 req-12e919a5-d905-4404-bdaa-27aaf210cee2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755380 Feb 15 09:40:22.532124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-8955f8bb-7bff-4882-ab99-6293ec596fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:22.534281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-8955f8bb-7bff-4882-ab99-6293ec596fd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1621232 Feb 15 09:40:22.632406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc9663-43a4-4ca5-9bd4-3ea283d74147 req-7857dc26-27c2-42e2-bbd7-98aeda3426f7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:22.634319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebcc9663-43a4-4ca5-9bd4-3ea283d74147 req-7857dc26-27c2-42e2-bbd7-98aeda3426f7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1518722 Feb 15 09:40:22.647831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-9bfb5ea5-6c29-4e49-90b8-015f94a19fcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925524 Feb 15 09:40:22.764511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebcc9663-43a4-4ca5-9bd4-3ea283d74147 req-f3b78271-5799-426d-af6c-6522abfb5751 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138868 Feb 15 09:40:22.901255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-2e66af8c-2e42-4271-944d-9584a93104ad service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397077 Feb 15 09:40:22.934675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port 152b51ed-2230-412a-9a0b-4e29ee32843d yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:23.072355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.17 (ea194ceb-36c4-4a16-85ff-2f75dc8db448/212e89ac-fc6f-4c71-a99f-1d7366203db9/5ec158ac-7689-4a57-bfc7-4f7368ff86af) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:23.283622 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:23.291037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:23.336217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:23.340104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f891f29-f6cb-434a-b3d4-ac5ecdf62db3 req-9a4d9822-f101-4bf5-8c34-de2d2a8accc8 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298320 Feb 15 09:40:23.354620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:23.417156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=152b51ed-2230-412a-9a0b-4e29ee32843d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:23.495042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Checking segment: {'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:23.497309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Network hostable DHCP agents. Network: 2a83f57a-97c9-4bcb-993f-5be605cb0430, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:23.526556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:23.556439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:23.559639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:23.567927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:23.622280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34790fc-9689-4100-a14f-d4cc9d2baef5 req-b6eb7d7a-38de-4c8b-85bd-04e78d121e38 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:23.623907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e34790fc-9689-4100-a14f-d4cc9d2baef5 req-b6eb7d7a-38de-4c8b-85bd-04e78d121e38 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 944 time: 0.1135349 Feb 15 09:40:23.626605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:23.696374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2a83f57a-97c9-4bcb-993f-5be605cb0430) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:23.711246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:23.715855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7b67e7-d564-4b63-8055-fe97fb5dd5b6 None None] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:23.725514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:23.780551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:23.781220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:23.781374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:23.792032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:23.792377 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:23.816082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e34790fc-9689-4100-a14f-d4cc9d2baef5 req-6738027c-5495-4be9-83ae-3ba46d70e3ab tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795220 Feb 15 09:40:23.818420 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 2 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:23.937948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:23.940381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:23.941116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:23.956708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:23.958823 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:23.961389 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 3 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.039996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.042096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.043474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.062092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.062435 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.063139 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 4 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.099518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.099927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.100338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.106330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.106731 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.107186 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 5 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.127374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.127789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.128397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.148415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.149943 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.151666 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 6 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.173408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.174163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.174765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.181050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.181795 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.182156 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 7 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.187703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0d745a95-5612-4018-9ed7-08f848bf3383 None None] Provisioning complete for port 5ec158ac-7689-4a57-bfc7-4f7368ff86af triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:24.188735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d745a95-5612-4018-9ed7-08f848bf3383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.199562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.211342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.211342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.211342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.218738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.219062 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.220319 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 8 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.236019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.236657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.237823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.246756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b32e89-55ac-422d-8957-0a9673580dcd req-8d2ee951-f3ed-46d9-8a5c-7305eff5144e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:24.248651 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7b32e89-55ac-422d-8957-0a9673580dcd req-8d2ee951-f3ed-46d9-8a5c-7305eff5144e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 943 time: 0.5581689 Feb 15 09:40:24.271405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0d745a95-5612-4018-9ed7-08f848bf3383 None None] Port 5ec158ac-7689-4a57-bfc7-4f7368ff86af cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:40:24.279243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.279570 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.280116 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 9 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.315658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4202f0-a5c8-4256-96ed-2bda9163aa1f req-1a03cb73-a67d-495b-bd75-b033444ab591 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:24.323054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4202f0-a5c8-4256-96ed-2bda9163aa1f req-1a03cb73-a67d-495b-bd75-b033444ab591 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0822794 Feb 15 09:40:24.332101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.332431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.332761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.338943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.339267 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.348312 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 10 to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d Feb 15 09:40:24.357750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7b32e89-55ac-422d-8957-0a9673580dcd req-538669f2-d926-46f2-89ec-8b019840d055 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894785 Feb 15 09:40:24.392107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4202f0-a5c8-4256-96ed-2bda9163aa1f req-910b257f-584d-4242-9a68-e4442c7cb5a2 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680721 Feb 15 09:40:24.397583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:24.409711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:24.418616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:24.429670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 152b51ed-2230-412a-9a0b-4e29ee32843d on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:24.430018 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 152b51ed-2230-412a-9a0b-4e29ee32843d on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:24.430389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.521823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ab2423a5-9553-4b64-b37f-c3d98ec34382 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:40:24.525347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:24.541655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port 152b51ed-2230-412a-9a0b-4e29ee32843d, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:24.542432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempted to set empty binding levels {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:40:24.559400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.588227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:24.589509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.663376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 3.0708957 Feb 15 09:40:24.667006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41772) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:24.721880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27996-f2b3-4611-ba7f-e5a39b8ea45d tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=152b51ed-2230-412a-9a0b-4e29ee32843d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:24.780359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:40:24.787839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:24.788592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.850208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.854533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Deleting port 152b51ed-2230-412a-9a0b-4e29ee32843d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:24.854894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.868095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.905176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:24.928176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'ab2423a5-9553-4b64-b37f-c3d98ec34382', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': 'ab2423a5-9553-4b64-b37f-c3d98ec34382', 'mac_address': 'fa:16:3e:a5:4d:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:40:24.931372 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:24.974895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,segment=NetworkSegment(98a29802-1546-4251-ab4f-4193fa349723),segment_id=98a29802-1546-4251-ab4f-4193fa349723)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:24.982851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port 152b51ed-2230-412a-9a0b-4e29ee32843d, host n-h1-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:24.983225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.014831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Calling delete_port for 152b51ed-2230-412a-9a0b-4e29ee32843d owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:25.018883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:25.021783 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b20da4-688d-48c1-bdf7-2b778bbfbc6a" -d '{"events": [{"server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:25.039789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.109146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:25.122893 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.163470 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b6941e-ef4d-481f-826d-179172d6cec4 x-openstack-request-id: req-14b6941e-ef4d-481f-826d-179172d6cec4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:25.164099 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "name": "network-vif-plugged", "status": "completed", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:25.164701 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14b6941e-ef4d-481f-826d-179172d6cec4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:25.165183 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820', 'code': 200} Feb 15 09:40:25.167773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2423a5-9553-4b64-b37f-c3d98ec34382 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:25.224984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:25.232587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.232721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:25.237214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.270828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7b856-7d9e-4db9-b59d-83b4277da246 req-8446ce0c-73d6-49be-b42c-530b454cfd3a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:25.272653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48c7b856-7d9e-4db9-b59d-83b4277da246 req-8446ce0c-73d6-49be-b42c-530b454cfd3a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.1998792 Feb 15 09:40:25.277940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.321678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event deleted for resources: {'Port': ['ID=152b51ed-2230-412a-9a0b-4e29ee32843d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:25.324428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:25.331292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.337312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-73a78359-bf32-49ca-b45d-d9ede5f32809 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "DELETE /v2.0/ports/152b51ed-2230-412a-9a0b-4e29ee32843d HTTP/1.1" status: 204 len: 168 time: 0.6682379 Feb 15 09:40:25.338157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41806) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:25.352707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5881a-191e-432d-b25c-f4670601478a req-5e0f9843-eb79-4bda-87c7-3294c1cae613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:25.354235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33b5881a-191e-432d-b25c-f4670601478a req-5e0f9843-eb79-4bda-87c7-3294c1cae613 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 1096 time: 0.1306262 Feb 15 09:40:25.377817 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f0f758-c040-40c2-a55a-84ac48cbf00f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:40:25.384986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f8f0f758-c040-40c2-a55a-84ac48cbf00f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports/152b51ed-2230-412a-9a0b-4e29ee32843d HTTP/1.1" status: 404 len: 333 time: 0.0397460 Feb 15 09:40:25.385809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:25.393464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1103403302'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:25.414136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33b5881a-191e-432d-b25c-f4670601478a req-7a2a11dd-0c63-4884-8915-8b189e7da506 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433187 Feb 15 09:40:25.421890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48c7b856-7d9e-4db9-b59d-83b4277da246 req-8b74b29b-10b8-439c-8c66-b6ee6ab01b1d tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311810 Feb 15 09:40:25.459678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['ab2423a5-9553-4b64-b37f-c3d98ec34382'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:25.468291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:25.470818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:25.482041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Made reservation on behalf of 6fb3838f13e54532883891811eb64506 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:25.486085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.539710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port ee944477-4775-42a8-91a0-0dd2458bf85a yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:25.573178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c431d-b6a1-492f-bc53-96a6a4b57fc6 req-6180a7eb-9993-4bb7-80cf-2f1321f1e418 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:25.574881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b7c431d-b6a1-492f-bc53-96a6a4b57fc6 req-6180a7eb-9993-4bb7-80cf-2f1321f1e418 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 944 time: 0.0849726 Feb 15 09:40:25.641394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b7c431d-b6a1-492f-bc53-96a6a4b57fc6 req-1eb40cd7-7e4a-4b64-b980-853fd3c42334 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592272 Feb 15 09:40:25.759958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b6fd79-670c-4e87-b574-dc3badc89ae0 req-50c50dda-8950-434a-8691-ec967b049e2d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:25.761499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02b6fd79-670c-4e87-b574-dc3badc89ae0 req-50c50dda-8950-434a-8691-ec967b049e2d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1668522 Feb 15 09:40:25.869030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:40:25.877919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-02b6fd79-670c-4e87-b574-dc3badc89ae0 req-18debceb-6755-4857-a51b-94f1d52942a0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090250 Feb 15 09:40:25.901555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.926927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2daa1991-f3b2-4007-a930-c4b8116f56e2 None None] Provisioning complete for port 5ec158ac-7689-4a57-bfc7-4f7368ff86af triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:25.927459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2daa1991-f3b2-4007-a930-c4b8116f56e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:25.963864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2daa1991-f3b2-4007-a930-c4b8116f56e2 None None] Port 5ec158ac-7689-4a57-bfc7-4f7368ff86af cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:40:26.026046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.067386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:40:26.077366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3161ec08-e739-4a21-847b-aac794c8ea8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/02c5790c-ba55-4a25-8492-5d50e47cfbf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8005693 Feb 15 09:40:26.079682 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:40:26.090336 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:26.091021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:26.095124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=ee944477-4775-42a8-91a0-0dd2458bf85a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:26.103992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:26.105544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:26.108035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:26.109203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:26.109862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.131370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f3b2b0c-c810-4093-a1b9-0dbbe07f0688 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7402983 Feb 15 09:40:26.131688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41826) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:26.137822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:26.200254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.223951 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:26.444984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port ee944477-4775-42a8-91a0-0dd2458bf85a yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:26.480046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.505785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.541956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ab2423a5-9553-4b64-b37f-c3d98ec34382 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:26.561208 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:23Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec158ac-7689-4a57-bfc7-4f7368ff86af', 'name': '', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:4f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:40:22Z', 'updated_at': '2022-02-15T09:40:24Z', 'revision_number': 2, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:26.580286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa6d5d-772d-4b89-bf86-605b026d4c35 req-d999c2e9-8abd-4f16-b65f-2a7bf5c47eb4 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:26.581921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00aa6d5d-772d-4b89-bf86-605b026d4c35 req-d999c2e9-8abd-4f16-b65f-2a7bf5c47eb4 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 950 time: 0.1297383 Feb 15 09:40:26.626413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=ee944477-4775-42a8-91a0-0dd2458bf85a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:26.637163 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:40:26.639012 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Updating router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 port 5ec158ac-7689-4a57-bfc7-4f7368ff86af binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:40:26.648393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port ab2423a5-9553-4b64-b37f-c3d98ec34382 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:40:26.655238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00aa6d5d-772d-4b89-bf86-605b026d4c35 req-13588303-8c92-424f-96c9-500408f01a82 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646245 Feb 15 09:40:26.656112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.656454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.656915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.660286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port ab2423a5-9553-4b64-b37f-c3d98ec34382 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:26.663730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.664283 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.664863 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 2 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.667263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.680035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.680367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.680907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.685644 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.686119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.686620 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.687343 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 3 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.709718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.710061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.710441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.715212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.715554 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.715956 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 4 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.733684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.734036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.734367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.743359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.743722 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.744143 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 5 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.764590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.764964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.765308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.777481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.777815 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.778530 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 6 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.811699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.812033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.812369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.834322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.835234 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.835771 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 7 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.843278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.856028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.856365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.856698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.872905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300fe68-0399-4d95-a29c-f7d913faddfe req-4925eacf-b7ed-4f6c-acc5-247f90963c69 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:26.881610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1300fe68-0399-4d95-a29c-f7d913faddfe req-4925eacf-b7ed-4f6c-acc5-247f90963c69 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 944 time: 0.0853143 Feb 15 09:40:26.883514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.884248 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.885397 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 8 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.891761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:26.899836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:26.918798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.919141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.919482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:26.934094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:26.934422 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:26.936828 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 9 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:26.963206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1300fe68-0399-4d95-a29c-f7d913faddfe req-caf05de9-c0b9-49ee-b1c5-503ddc578c5a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788219 Feb 15 09:40:26.985006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:26.988144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:26.988479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:26.988894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:27.006303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:27.006303 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:27.006303 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 10 to bind port ee944477-4775-42a8-91a0-0dd2458bf85a Feb 15 09:40:27.029484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:27.029816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:27.030153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:27.035304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:27.035622 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port ee944477-4775-42a8-91a0-0dd2458bf85a on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:27.035989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.102395 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.114438 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.166237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:27.168632 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b78cf4-f215-4916-8fd1-e65fe6f4c6ac" -d '{"events": [{"server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "name": "network-vif-plugged", "status": "completed", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:27.182156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Pushing event updated for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:27.196100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port ee944477-4775-42a8-91a0-0dd2458bf85a, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:27.196680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempted to set empty binding levels {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:40:27.210959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.214519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.220279 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.221055 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.221629 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.222210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.222751 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.223279 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.223803 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.226805 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.227415 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.227941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.229682 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:40:27.263574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] In _notify_port_updated(), no bound segment for port ee944477-4775-42a8-91a0-0dd2458bf85a on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:40:27.264539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.265208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.266845 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "PUT /v2.0/ports/ee944477-4775-42a8-91a0-0dd2458bf85a HTTP/1.1" status: 200 len: 979 time: 1.1339321 Feb 15 09:40:27.269473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:27.307042 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Attempting to bind port 5ec158ac-7689-4a57-bfc7-4f7368ff86af on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:27.308214 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Attempting to bind port 5ec158ac-7689-4a57-bfc7-4f7368ff86af by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:27.308665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Attempting to bind port 5ec158ac-7689-4a57-bfc7-4f7368ff86af on network ea194ceb-36c4-4a16-85ff-2f75dc8db448 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:27.330779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:27.331626 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Checking segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:27.332538 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.333236 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Bound using segment: {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:27.334045 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Bound port: 5ec158ac-7689-4a57-bfc7-4f7368ff86af, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f6b5c0-ebbf-429d-a3ee-4517e511e537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:27.334718 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.370746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a691264-2998-48eb-9968-afa47c02caf8 req-7236fb5b-898d-4c46-a0d9-7ffb0bca56da tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.373901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a691264-2998-48eb-9968-afa47c02caf8 req-7236fb5b-898d-4c46-a0d9-7ffb0bca56da tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.7930403 Feb 15 09:40:27.425837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a691264-2998-48eb-9968-afa47c02caf8 req-7d320d4f-58a8-4dd1-ab25-4d1b0e63fbac tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Feb 15 09:40:27.432591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6d7b3-2576-462e-91f0-1dd0acf9b7a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=ee944477-4775-42a8-91a0-0dd2458bf85a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:27.484847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.485824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.486612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.487254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.487755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.488369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.489120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.489730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.490254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.491170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.491302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.491818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.492327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.493106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.493992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.494589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.495110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.495627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.496144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.496660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.497203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.497715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.498301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.498959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.499588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.500096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.501551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.501748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.506021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2e02aab6-ebf6-4c23-b3df-d636105d728f tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25039 time: 0.2354224 Feb 15 09:40:27.510793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41882) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:27.543546 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] For port 5ec158ac-7689-4a57-bfc7-4f7368ff86af, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:27.553329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] For port 5ec158ac-7689-4a57-bfc7-4f7368ff86af, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ec158ac-7689-4a57-bfc7-4f7368ff86af,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:27.569352 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.577820 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe44db-8d38-451e-b57e-55f76546718a x-openstack-request-id: req-1dbe44db-8d38-451e-b57e-55f76546718a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:27.578351 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "name": "network-vif-plugged", "status": "completed", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:27.579192 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1dbe44db-8d38-451e-b57e-55f76546718a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:27.580385 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382', 'code': 200} Feb 15 09:40:27.641118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] Provisioning complete for port 5ec158ac-7689-4a57-bfc7-4f7368ff86af triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:27.642753 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.696854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a00028-e42d-4181-9e3d-cb02435fe12c None None] Pushing event updated for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:27.700462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:27.701512 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:27.743679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20620c-4ffa-44e6-99cd-0c81b39f8d3d req-572ef17a-aa14-4968-bab9-2c3101d815ee tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.755920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a20620c-4ffa-44e6-99cd-0c81b39f8d3d req-572ef17a-aa14-4968-bab9-2c3101d815ee tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1632786 Feb 15 09:40:27.816914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0f4ba-f900-4c21-8f43-5fe67dafd535 req-31648949-ad76-489d-8fb5-2ce0595e3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:27.819566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbb0f4ba-f900-4c21-8f43-5fe67dafd535 req-31648949-ad76-489d-8fb5-2ce0595e3e77 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 1096 time: 0.1113355 Feb 15 09:40:27.829298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Deleting port ee944477-4775-42a8-91a0-0dd2458bf85a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:27.829566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.864544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbb0f4ba-f900-4c21-8f43-5fe67dafd535 req-c578b072-0c3e-4183-b1a9-3c0e893da470 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369215 Feb 15 09:40:27.880725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.931977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a20620c-4ffa-44e6-99cd-0c81b39f8d3d req-5f1e6d22-7287-4b90-8867-5982d918d1b0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742835 Feb 15 09:40:27.939656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] For port 5ec158ac-7689-4a57-bfc7-4f7368ff86af, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ec158ac-7689-4a57-bfc7-4f7368ff86af,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:27.956637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:27.988931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port ee944477-4775-42a8-91a0-0dd2458bf85a, host n-h1-825064-4, got binding levels [] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:27.989699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.006785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Calling delete_port for ee944477-4775-42a8-91a0-0dd2458bf85a owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:28.018866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:28.027990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb6c3a-7bb1-49a1-9f3a-6b40fbacb07e None None] Pushing event updated for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:28.091081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-94b83f08-c1bf-4e34-baec-ff325ac53094 None None] Provisioning complete for port 5ec158ac-7689-4a57-bfc7-4f7368ff86af triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:28.091873 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94b83f08-c1bf-4e34-baec-ff325ac53094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.120399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9177af-948a-4390-9761-2aaf7b353d63 req-ff54a7e1-f57c-403b-aa2a-424e30b5eb14 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:28.129171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf9177af-948a-4390-9761-2aaf7b353d63 req-ff54a7e1-f57c-403b-aa2a-424e30b5eb14 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.0671635 Feb 15 09:40:28.175325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.187306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf9177af-948a-4390-9761-2aaf7b353d63 req-a2f9523d-0d87-40ef-b850-d94b6b4aab5b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571404 Feb 15 09:40:28.217672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee944477-4775-42a8-91a0-0dd2458bf85a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:28.223967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.227666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-607224c6-660e-4738-83a5-99fae691c21b tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "DELETE /v2.0/ports/ee944477-4775-42a8-91a0-0dd2458bf85a HTTP/1.1" status: 204 len: 168 time: 0.7153580 Feb 15 09:40:28.230223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41900) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.260327 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6677da4-b25a-402a-89ea-0a4f78bdcc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:40:28.265480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a6677da4-b25a-402a-89ea-0a4f78bdcc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports/ee944477-4775-42a8-91a0-0dd2458bf85a HTTP/1.1" status: 404 len: 333 time: 0.0301528 Feb 15 09:40:28.266877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.270942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-614940307', 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:28.296106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Made reservation on behalf of 6fb3838f13e54532883891811eb64506 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:28.299605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.322754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port c9dba1a0-4cd3-4f94-80f1-5f90500853cf yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:28.351832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:23Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec158ac-7689-4a57-bfc7-4f7368ff86af', 'name': '', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:4f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:40:22Z', 'updated_at': '2022-02-15T09:40:27Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:28.385737 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799e852-0254-4231-8de1-1d13dce83e25 None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:23Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5ec158ac-7689-4a57-bfc7-4f7368ff86af', 'name': '', 'network_id': 'ea194ceb-36c4-4a16-85ff-2f75dc8db448', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:4f:df:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:40:22Z', 'updated_at': '2022-02-15T09:40:27Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '212e89ac-fc6f-4c71-a99f-1d7366203db9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:40:28.399245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.518145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.561374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.602074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2cc239c-dbc5-4d0d-bfa4-f2d8bbb3b816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.610922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:28.614288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:28.618259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:28.619677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:28.620454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.628648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac4f2c-461e-4fce-9642-43f024f506f0 req-c9dc7960-5847-49ba-9da2-c7c364f7c111 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:28.636510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99ac4f2c-461e-4fce-9642-43f024f506f0 req-c9dc7960-5847-49ba-9da2-c7c364f7c111 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.0911813 Feb 15 09:40:28.643640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=c9dba1a0-4cd3-4f94-80f1-5f90500853cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:28.657819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75cc7615-65a3-4a8b-abeb-f98929435787 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3906691 Feb 15 09:40:28.660610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.697919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42feae39-2360-4c3c-bc9f-c7b03aa0eb1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:28.700014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-42feae39-2360-4c3c-bc9f-c7b03aa0eb1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports/c9dba1a0-4cd3-4f94-80f1-5f90500853cf HTTP/1.1" status: 200 len: 958 time: 0.0382688 Feb 15 09:40:28.702757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41922) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.723372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99ac4f2c-461e-4fce-9642-43f024f506f0 req-0eab1d2d-473a-4bec-898b-904375411ada tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857480 Feb 15 09:40:28.788473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2cc239c-dbc5-4d0d-bfa4-f2d8bbb3b816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.795982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2cc239c-dbc5-4d0d-bfa4-f2d8bbb3b816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.811856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Deleting port c9dba1a0-4cd3-4f94-80f1-5f90500853cf {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:28.812202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.842181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2cc239c-dbc5-4d0d-bfa4-f2d8bbb3b816 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81a9b1eb46634189b1a52fa4443bb6c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411783 Feb 15 09:40:28.845320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41930) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:28.854519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc239c-dbc5-4d0d-bfa4-f2d8bbb3b816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5609080-6ce2-40af-8a23-f3c1feba265c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:28.919067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.932538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.948712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:28.955680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Calling delete_port for c9dba1a0-4cd3-4f94-80f1-5f90500853cf owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:29.021033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.024782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.029431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c5609080-6ce2-40af-8a23-f3c1feba265c HTTP/1.1" status: 204 len: 168 time: 0.1802449 Feb 15 09:40:29.045576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e4ee6-f36b-4ac5-b6cf-fe9e0c8224b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5609080-6ce2-40af-8a23-f3c1feba265c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:29.154239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.193285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.201420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "DELETE /v2.0/ports/c9dba1a0-4cd3-4f94-80f1-5f90500853cf HTTP/1.1" status: 204 len: 168 time: 0.4971428 Feb 15 09:40:29.214137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ff7b2f-fd1e-414f-bdfd-5961f470fd20 req-5e33fc04-dd1f-4874-bf40-b4447460ed1e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.216159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17ff7b2f-fd1e-414f-bdfd-5961f470fd20 req-5e33fc04-dd1f-4874-bf40-b4447460ed1e tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1617832 Feb 15 09:40:29.217840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41944) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:29.290190 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-287ea0dd-71b3-4b2f-990d-eaabe2a6e8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:40:29.292080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-287ea0dd-71b3-4b2f-990d-eaabe2a6e8b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports/c9dba1a0-4cd3-4f94-80f1-5f90500853cf HTTP/1.1" status: 404 len: 333 time: 0.0733993 Feb 15 09:40:29.305668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41948) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:29.311998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-987460025'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:29.321116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde2cdf-2658-4bb6-be7e-20b4443a1341 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9dba1a0-4cd3-4f94-80f1-5f90500853cf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:29.347236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-dd9f0c0c-c059-4e41-b7a7-a1aeb0703284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.348762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-dd9f0c0c-c059-4e41-b7a7-a1aeb0703284 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 1098 time: 0.1434867 Feb 15 09:40:29.365731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Made reservation on behalf of 6fb3838f13e54532883891811eb64506 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:29.369358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.396502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17ff7b2f-fd1e-414f-bdfd-5961f470fd20 req-89b219c2-b160-47c4-b415-70e2a801de89 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518102 Feb 15 09:40:29.434733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port 78171091-2d50-4822-b96b-fb2799434171 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:29.533248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-f5331558-2c02-4b07-9d16-876ce3a50e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.535034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-f5331558-2c02-4b07-9d16-876ce3a50e3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1553049 Feb 15 09:40:29.569711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:29.589011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81d93-8217-4643-b76d-dc54ef51778c req-1d493248-7080-4945-865b-947cb10632ac tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.602554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8a81d93-8217-4643-b76d-dc54ef51778c req-1d493248-7080-4945-865b-947cb10632ac tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.1063554 Feb 15 09:40:29.638886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-e522b55b-57c5-49e9-b6ad-d3883e9e1790 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 200 len: 217 time: 0.0656972 Feb 15 09:40:29.653961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8a81d93-8217-4643-b76d-dc54ef51778c req-3c0dfba5-2599-4d89-89cc-bcd6753cc542 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504279 Feb 15 09:40:29.742171 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.769705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:29.792136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-262d9804-1138-4a4a-ad41-5298a39b0558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.794778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:29.795819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:29.799503 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbb359a-91c6-401a-b315-9f8e555caa47" -d '{"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-unplugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:29.804660 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.823039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-972b4493-b8ca-4bfd-a865-bc6a917be82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.825377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-972b4493-b8ca-4bfd-a865-bc6a917be82b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1712635 Feb 15 09:40:29.865146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:29.894617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead30b9-51b3-4255-89e5-4a3664d17bd7 req-9ed396a0-ff0a-4f34-8ac2-944d64707ee1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.896206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dead30b9-51b3-4255-89e5-4a3664d17bd7 req-9ed396a0-ff0a-4f34-8ac2-944d64707ee1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.1067584 Feb 15 09:40:29.915306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.936918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-cdd7b4ca-da5f-4f51-816a-94b8da5bc5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:29.938702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-cdd7b4ca-da5f-4f51-816a-94b8da5bc5c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0975454 Feb 15 09:40:29.978454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dead30b9-51b3-4255-89e5-4a3664d17bd7 req-9eafc074-54d9-4f5d-ba04-5a734a125b7f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751202 Feb 15 09:40:29.983625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-262d9804-1138-4a4a-ad41-5298a39b0558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:29.989939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-262d9804-1138-4a4a-ad41-5298a39b0558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.008426 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f26c75-5411-42c4-8a31-5a56b2768a73 x-openstack-request-id: req-05f26c75-5411-42c4-8a31-5a56b2768a73 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:30.009230 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-unplugged", "status": "completed", "tag": "64800e39-85a6-4760-9681-da133342e7d5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:30.009630 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05f26c75-5411-42c4-8a31-5a56b2768a73 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:30.010175 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64800e39-85a6-4760-9681-da133342e7d5', 'code': 200} Feb 15 09:40:30.045542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41984) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:30.046509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-262d9804-1138-4a4a-ad41-5298a39b0558 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a10beabf439544fe8abc216b5eded35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2748713 Feb 15 09:40:30.068049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.071286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d9804-1138-4a4a-ad41-5298a39b0558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7635b-000a-4771-95bc-ac7430de9fa3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:30.210365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Network 2a83f57a-97c9-4bcb-993f-5be605cb0430 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:30.218972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:30.228207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-8d0ebed8-7355-4ada-a20c-94ee845d45e9 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804160 Feb 15 09:40:30.229429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:30.231648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:30.231648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.238867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=78171091-2d50-4822-b96b-fb2799434171,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:30.267450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ec158ac-7689-4a57-bfc7-4f7368ff86af up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:30.351125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5ec158ac-7689-4a57-bfc7-4f7368ff86af triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:30.354587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.354775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-87aa83f6-3701-41d6-a13c-6083d629dd2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0453827 Feb 15 09:40:30.355238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41992) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:30.362439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:30.370739 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.453130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.461007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.524244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9fd4708b-fe49-444d-a0ba-6f5293f06e2b req-e4f3153d-d296-4f95-87ec-254c5ee5ef8d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803235 Feb 15 09:40:30.533289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e799fd-9b6b-4375-a3fe-ecbb77c6d2ba req-041ee2cf-73fe-4f11-a728-469d514fc4a8 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:30.542738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7e799fd-9b6b-4375-a3fe-ecbb77c6d2ba req-041ee2cf-73fe-4f11-a728-469d514fc4a8 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1660631 Feb 15 09:40:30.572287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:40:30.604098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7e799fd-9b6b-4375-a3fe-ecbb77c6d2ba req-6b97b795-5677-45b6-a29f-d31b403b3d79 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559864 Feb 15 09:40:30.615336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.618086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.619254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ef7635b-000a-4771-95bc-ac7430de9fa3 HTTP/1.1" status: 204 len: 168 time: 0.5727415 Feb 15 09:40:30.635844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d463b5a-788f-4981-b45e-da80051a90b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7635b-000a-4771-95bc-ac7430de9fa3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:30.693248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5b671-2db9-446a-b697-dfd8d04fe3cd req-6022389c-8142-4e4c-bfc4-dadf1d7d7a1f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:30.701446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70d5b671-2db9-446a-b697-dfd8d04fe3cd req-6022389c-8142-4e4c-bfc4-dadf1d7d7a1f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.1595109 Feb 15 09:40:30.736695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:30.755533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1040e071-2f01-489e-8052-27da3f4644ff', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '1040e071-2f01-489e-8052-27da3f4644ff', 'mac_address': 'fa:16:3e:e9:cc:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:40:30.757545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc2395-6538-45db-a15e-05ff5b91bb26 req-c6c2c29e-38f7-4c57-95c5-90b62759aa30 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:30.765549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fccc2395-6538-45db-a15e-05ff5b91bb26 req-c6c2c29e-38f7-4c57-95c5-90b62759aa30 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.0722024 Feb 15 09:40:30.773809 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70d5b671-2db9-446a-b697-dfd8d04fe3cd req-2e678149-b2c1-4bd2-a147-586bbf8326b5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679710 Feb 15 09:40:30.812076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fccc2395-6538-45db-a15e-05ff5b91bb26 req-6db33909-d665-4435-a4cc-a187326f7846 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433643 Feb 15 09:40:30.819003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.841619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:30.864102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] device_id is not set on port 78171091-2d50-4822-b96b-fb2799434171 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:30.874119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.885786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.933948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:30.945325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:30.997600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=78171091-2d50-4822-b96b-fb2799434171,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:31.031530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.031912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.032633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.037278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.037719 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.037985 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 2 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.055187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.055579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.055889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.064988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.065343 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.065788 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 3 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.089793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1040e071-2f01-489e-8052-27da3f4644ff'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:31.097610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:31.100033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.109400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.110826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.119441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.120138 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.120698 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 4 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.148328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.148890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.149490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.154967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.155370 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.155837 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 5 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.170555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.171533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.171954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.179728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.180157 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.180640 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 6 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.198250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.198593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.198927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.205945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.206358 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.206820 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 7 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.228256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.228886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.229330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.234637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.235065 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.235870 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 8 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.257939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.258485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.259837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.267265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.268229 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.268720 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 9 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.286804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.286804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.287039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.295054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.295402 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.295865 n-d-825064-4 neutron-server[102359]: INFO neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempt 10 to bind port 78171091-2d50-4822-b96b-fb2799434171 Feb 15 09:40:31.312081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:31.312457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:31.312566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempting to bind port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:31.318484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:31.318810 n-d-825064-4 neutron-server[102359]: ERROR neutron.plugins.ml2.managers [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Failed to bind port 78171091-2d50-4822-b96b-fb2799434171 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'c0d5464b-af54-45f5-8596-34f7c44e34a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2a83f57a-97c9-4bcb-993f-5be605cb0430'}] Feb 15 09:40:31.319201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.405188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port 78171091-2d50-4822-b96b-fb2799434171, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:31.405567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attempted to set empty binding levels {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:40:31.411194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.502082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event updated for resources: {'Port': ['ID=78171091-2d50-4822-b96b-fb2799434171,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:31.507686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] In _notify_port_updated(), no bound segment for port 78171091-2d50-4822-b96b-fb2799434171 on network 2a83f57a-97c9-4bcb-993f-5be605cb0430 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:40:31.511509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:31.511509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.511509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e86e41dd-10e0-4d5a-9315-dfef6463df93 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "PUT /v2.0/ports/78171091-2d50-4822-b96b-fb2799434171 HTTP/1.1" status: 200 len: 978 time: 1.1550667 Feb 15 09:40:31.514130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42040) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:31.640111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5526620-a40c-4bd9-9bdd-18bd712d6ab8 req-2cb13b0f-a44b-4936-bc6d-f5e060c0ff83 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:31.642710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5526620-a40c-4bd9-9bdd-18bd712d6ab8 req-2cb13b0f-a44b-4936-bc6d-f5e060c0ff83 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1137824 Feb 15 09:40:31.651750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Deleting port 78171091-2d50-4822-b96b-fb2799434171 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:31.652107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.713255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5526620-a40c-4bd9-9bdd-18bd712d6ab8 req-4a6f53ae-fb25-4d6e-9eb9-00ff1f83e570 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568371 Feb 15 09:40:31.748077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] For port 78171091-2d50-4822-b96b-fb2799434171, host n-h1-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:31.748536 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.765892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Calling delete_port for 78171091-2d50-4822-b96b-fb2799434171 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:31.932436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:31.976609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e67faa2-3c51-454e-a5e6-f27f27b215bc req-1ac24c90-af39-4ae0-99cd-349225a20c60 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:31.984514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e67faa2-3c51-454e-a5e6-f27f27b215bc req-1ac24c90-af39-4ae0-99cd-349225a20c60 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.1087694 Feb 15 09:40:32.015656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Pushing event deleted for resources: {'Port': ['ID=78171091-2d50-4822-b96b-fb2799434171,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:32.041741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.045310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e67faa2-3c51-454e-a5e6-f27f27b215bc req-55fddb98-cb2e-4e38-a880-462355885a7d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584579 Feb 15 09:40:32.048297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3770f279-55c9-42fc-b0f3-a7bc2cbb4814 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "DELETE /v2.0/ports/78171091-2d50-4822-b96b-fb2799434171 HTTP/1.1" status: 204 len: 168 time: 0.5320363 Feb 15 09:40:32.048515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:32.075169 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50e28b7-d97d-4571-874b-60d3e3fd0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:40:32.082906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c50e28b7-d97d-4571-874b-60d3e3fd0837 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130 tempest-PortsAdminExtendedAttrsIpV6TestJSON-927671130-project-admin] 10.222.0.10 "GET /v2.0/ports/78171091-2d50-4822-b96b-fb2799434171 HTTP/1.1" status: 404 len: 333 time: 0.0334074 Feb 15 09:40:32.083948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42080) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:32.101114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb123c-9f6d-4c5e-9c10-51b75945621c req-4e6a2283-a0fc-45fa-8766-afdbda76dad0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:32.108787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21eb123c-9f6d-4c5e-9c10-51b75945621c req-4e6a2283-a0fc-45fa-8766-afdbda76dad0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1489487 Feb 15 09:40:32.171317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-8d7c93c5-a6a9-4433-bb22-9e113e09f93d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:32.173695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-8d7c93c5-a6a9-4433-bb22-9e113e09f93d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 945 time: 0.1167307 Feb 15 09:40:32.177744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21eb123c-9f6d-4c5e-9c10-51b75945621c req-90381613-cd74-4eea-8e93-e2aef496ee3f tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659773 Feb 15 09:40:32.292576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.352441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571f82de-84f7-4122-a921-17a08f494cdd req-75ae4363-5032-4c73-b3e1-e00aacc1d221 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:32.354052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-571f82de-84f7-4122-a921-17a08f494cdd req-75ae4363-5032-4c73-b3e1-e00aacc1d221 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.1135688 Feb 15 09:40:32.362401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port ab2423a5-9553-4b64-b37f-c3d98ec34382 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:32.362754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.447385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.483270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a83f57a-97c9-4bcb-993f-5be605cb0430']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:32.483524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port ab2423a5-9553-4b64-b37f-c3d98ec34382, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=ab2423a5-9553-4b64-b37f-c3d98ec34382,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:32.483809 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.489025 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-571f82de-84f7-4122-a921-17a08f494cdd req-2270e392-ebf0-4790-8621-74fb604a1f1e tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183774 Feb 15 09:40:32.508333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d5464b-af54-45f5-8596-34f7c44e34a9') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:32.508637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d5464b-af54-45f5-8596-34f7c44e34a9') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:32.511624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for ab2423a5-9553-4b64-b37f-c3d98ec34382 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:32.522780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.541783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.549252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:32.550071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:32.553951 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:32.581495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:32.617900 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.632122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.635690 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] 10.222.0.10 "DELETE /v2.0/networks/2a83f57a-97c9-4bcb-993f-5be605cb0430 HTTP/1.1" status: 204 len: 168 time: 0.5507238 Feb 15 09:40:32.670268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397e35a-d9f4-4515-afff-1f7d4ed1cb3b tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068 tempest-PortsAdminExtendedAttrsIpV6TestJSON-345512068-project] Pushing event deleted for resources: {'Network': ['ID=2a83f57a-97c9-4bcb-993f-5be605cb0430,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:32.708932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1040e071-2f01-489e-8052-27da3f4644ff triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:32.709313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.780576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.815386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:32.846575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=ab2423a5-9553-4b64-b37f-c3d98ec34382,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:32.874979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.936194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port ab2423a5-9553-4b64-b37f-c3d98ec34382 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:40:32.940749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:32.944391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbe3529e-2b27-4ca1-9e83-4264ab5cbc03 req-3a975c17-65c5-47fd-a2d8-c6a928bbb405 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/ab2423a5-9553-4b64-b37f-c3d98ec34382 HTTP/1.1" status: 204 len: 173 time: 0.7637854 Feb 15 09:40:32.945111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'name': 'network-vif-deleted', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:32.948365 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557b3073-0d2b-4b1c-93f4-0fbf43ba85f1" -d '{"events": [{"server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "name": "network-vif-deleted", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:32.995247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:33.002876 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d483000e-51a1-4bfe-b083-30564072dd0a" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:33.025896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc39b1-2aff-4e83-a230-2014220ffc3f req-ae5b12f5-c2fe-4ce0-9722-8bd0c929cec6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:33.031561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:33.035831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97fc39b1-2aff-4e83-a230-2014220ffc3f req-ae5b12f5-c2fe-4ce0-9722-8bd0c929cec6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.1903961 Feb 15 09:40:33.046342 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:33.047972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ab2423a5-9553-4b64-b37f-c3d98ec34382 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:33.054459 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3878b9-3686-42a0-aaec-1713a36e7cbc x-openstack-request-id: req-cb3878b9-3686-42a0-aaec-1713a36e7cbc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:33.054731 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a719828-0243-4be8-8253-75c1fa3c34a5", "name": "network-vif-deleted", "tag": "ab2423a5-9553-4b64-b37f-c3d98ec34382", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:33.055031 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb3878b9-3686-42a0-aaec-1713a36e7cbc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:33.055427 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a719828-0243-4be8-8253-75c1fa3c34a5', 'name': 'network-vif-deleted', 'tag': 'ab2423a5-9553-4b64-b37f-c3d98ec34382', 'status': 'completed', 'code': 200} Feb 15 09:40:33.094186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97fc39b1-2aff-4e83-a230-2014220ffc3f req-bb498653-084a-4345-854f-4f669b06f44e tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574102 Feb 15 09:40:33.116540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: ab2423a5-9553-4b64-b37f-c3d98ec34382 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:33.116930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device ab2423a5-9553-4b64-b37f-c3d98ec34382 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:33.174762 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-031b74e5-8fbe-4aaa-a860-a1bc11c29e7d x-openstack-request-id: req-031b74e5-8fbe-4aaa-a860-a1bc11c29e7d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:33.175046 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:33.175740 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-031b74e5-8fbe-4aaa-a860-a1bc11c29e7d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:33.176468 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'code': 200} Feb 15 09:40:33.262655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:33.365293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4895dbe-d5bf-4202-98d6-79dc026a2c33 req-297534c8-dbfb-43ef-b803-79333dc69f58 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a719828-0243-4be8-8253-75c1fa3c34a5 HTTP/1.1" status: 200 len: 210 time: 0.0884981 Feb 15 09:40:33.373262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42132) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:33.401009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-5214a560-6003-471b-ab26-982580c019d5 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:33.403774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-5214a560-6003-471b-ab26-982580c019d5 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.72 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.2083280 Feb 15 09:40:33.408708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce97a0-36f7-4a83-be6a-c9f470d61bc7 req-81cb2a40-e4c2-4ba1-bcc1-0481faf448c8 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:33.417061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abce97a0-36f7-4a83-be6a-c9f470d61bc7 req-81cb2a40-e4c2-4ba1-bcc1-0481faf448c8 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1068838 Feb 15 09:40:33.478442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581fedfb-3598-4ce2-a934-b606a596761c req-78b1737a-43c7-4db0-8234-60a3815bcc87 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:33.480351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-581fedfb-3598-4ce2-a934-b606a596761c req-78b1737a-43c7-4db0-8234-60a3815bcc87 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.36 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.1925986 Feb 15 09:40:33.503745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abce97a0-36f7-4a83-be6a-c9f470d61bc7 req-6f465f7b-205f-4630-a830-2af734892c74 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792973 Feb 15 09:40:33.785847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda9cdf6-25e8-494a-8ad3-431936573b6c req-fdc8c190-e26e-4f25-b406-45cc6ada2f8d tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:33.795782 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eda9cdf6-25e8-494a-8ad3-431936573b6c req-fdc8c190-e26e-4f25-b406-45cc6ada2f8d tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 945 time: 0.1443462 Feb 15 09:40:33.818098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-9e84740e-ec62-4094-a44a-8f99f013572e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3052869 Feb 15 09:40:33.882362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eda9cdf6-25e8-494a-8ad3-431936573b6c req-6ec1f8f1-d8b3-4007-8ef6-1066db4b62d9 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828042 Feb 15 09:40:33.970077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Deleting port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:33.970878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.176971 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:40:34.284433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc41d-2168-4c3c-9335-47ecaa71d2a1 req-09e82e45-f3dc-4d5e-a4c6-2d9192fc5608 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:34.293694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f5dc41d-2168-4c3c-9335-47ecaa71d2a1 req-09e82e45-f3dc-4d5e-a4c6-2d9192fc5608 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 946 time: 0.0803196 Feb 15 09:40:34.378725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f5dc41d-2168-4c3c-9335-47ecaa71d2a1 req-9d890833-c65b-4a8a-b686-5063424e6a70 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups?id=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684776 Feb 15 09:40:34.441199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Deleting port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:34.442000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.551553 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02c52710-a90c-4b21-97c0-76d39b3f43e5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b60364d75a4b4d03b2129f931960aed9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1707089 Feb 15 09:40:34.553846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-f7dfc13d-0e7b-4f1b-9b86-cbc24f9438ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:34.554739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:34.555345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-f7dfc13d-0e7b-4f1b-9b86-cbc24f9438ab service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1097 time: 0.6780608 Feb 15 09:40:34.572165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634dbf2f-ead7-4e34-b67a-ac01e3b87c2a req-fb955597-3c72-4dfa-b276-3ce41c42a458 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:34.586301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-634dbf2f-ead7-4e34-b67a-ac01e3b87c2a req-fb955597-3c72-4dfa-b276-3ce41c42a458 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.7294989 Feb 15 09:40:34.593951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] For port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,segment=NetworkSegment(98a29802-1546-4251-ab4f-4193fa349723),segment_id=98a29802-1546-4251-ab4f-4193fa349723)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:34.594422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.699187 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.701988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Calling delete_port for 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:34.732124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.840892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-634dbf2f-ead7-4e34-b67a-ac01e3b87c2a req-1fe1616d-6d7e-4935-908c-8cdb0d570800 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078986 Feb 15 09:40:34.880385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.896248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.902518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee56e97f-ac96-4130-986c-2bc3363fda33 HTTP/1.1" status: 204 len: 168 time: 0.3456633 Feb 15 09:40:34.970433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] For port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:34.970807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:34.973526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87115fa-a5ca-49c0-a429-9f4844b3170d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56e97f-ac96-4130-986c-2bc3363fda33,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:35.285851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-3f13dc57-104f-4ef3-8627-f56d63f1f7eb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:35.294514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-3f13dc57-104f-4ef3-8627-f56d63f1f7eb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.3794370 Feb 15 09:40:35.329539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-9481c8ff-5bfc-4e3f-9323-0fb686d5b533 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0335176 Feb 15 09:40:35.495902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-e5faeb94-b25f-4af2-9da5-e5e6f4990cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:35.497640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-e5faeb94-b25f-4af2-9da5-e5e6f4990cfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.9070070 Feb 15 09:40:35.518912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-8742d9a6-f2da-45b2-8f9e-d2370053979a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1882792 Feb 15 09:40:35.678542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:35.698721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-49117cd9-2cf7-4825-af3f-24926b2523d2 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645093 Feb 15 09:40:35.721978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:35.849129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6f474b95-2258-445b-a127-14203832d912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fb3838f13e54532883891811eb64506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1254842 Feb 15 09:40:35.852281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:35.865596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b157c6-e0b3-4fd4-afd3-2c1f33268bb1 req-f764a2cc-2c1f-46b1-9f94-91c3ce9ce7e3 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:35.873417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72b157c6-e0b3-4fd4-afd3-2c1f33268bb1 req-f764a2cc-2c1f-46b1-9f94-91c3ce9ce7e3 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/ports?device_id=6267c683-3f5c-40dc-8c63-d7539420e95c HTTP/1.1" status: 200 len: 867 time: 0.7995605 Feb 15 09:40:35.876785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] No DVR routers for this DVR port 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:40:35.908104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:35.910390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-581fedfb-3598-4ce2-a934-b606a596761c req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.36 "DELETE /v2.0/ports/7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 HTTP/1.1" status: 204 len: 173 time: 2.4070897 Feb 15 09:40:35.914061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'name': 'network-vif-deleted', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:35.924430 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065bf720-5ed4-4593-b9ac-5dc3b94fb807" -d '{"events": [{"server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "name": "network-vif-deleted", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:35.932064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-1e362942-e3db-44c3-a406-f62e7bda0266 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304013 Feb 15 09:40:35.941248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af1055-b513-4b72-8b26-0341533d287a tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] Pushing event deleted for resources: {'Port': ['ID=7ed6e921-c4d9-4d53-bf9b-a5f49bd23820,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:35.961203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:35.961558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:35.961867 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Floating IP f16ef223-210d-482a-bcc3-a49b4e7dcc1f disassociated. External IP: 172.25.6.58, port: abcd28bf-cd9b-4b51-94e4-bfd2639d03fb. Feb 15 09:40:35.962365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Calling delete_port for abcd28bf-cd9b-4b51-94e4-bfd2639d03fb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:35.993878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72b157c6-e0b3-4fd4-afd3-2c1f33268bb1 req-9d4d03c8-a7f8-4c45-9757-06ec4c79ed72 tempest-ServerTagsTestJSON-1319263436 tempest-ServerTagsTestJSON-1319263436-project] 10.222.0.10 "GET /v2.0/security-groups?id=d55bddeb-713b-44a1-a852-e8bcf03a1e65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194625 Feb 15 09:40:35.998588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-c6c6f118-8840-4aae-ac37-9e989a737670 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 1001 time: 0.3319523 Feb 15 09:40:36.051708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:36.119822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:36.243271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:36.249898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:36.255599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10f6105c-9d26-418a-8f18-1e54a205dcb1 HTTP/1.1" status: 204 len: 168 time: 0.3999927 Feb 15 09:40:36.300027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a1e2b-f053-462b-923b-9b3693b6b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f6105c-9d26-418a-8f18-1e54a205dcb1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:36.448905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fe35811-6da8-44f1-aa2e-9152d25780c5 req-3607ef25-a9a7-4342-860a-7c331c8eb4d4 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.2921424 Feb 15 09:40:36.449584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:36.498993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event deleted for resources: {'Port': ['ID=abcd28bf-cd9b-4b51-94e4-bfd2639d03fb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:36.525889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-fc979d2e-fd7b-4632-ac2d-3dbbf7660c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:36.529055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-fc979d2e-fd7b-4632-ac2d-3dbbf7660c72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.5199134 Feb 15 09:40:36.588925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:36.628038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c630374-13d6-41ee-8e3b-a8366b2fd77e req-0e36de26-2657-431e-8981-4ed30b7a87e1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:36.640163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8c630374-13d6-41ee-8e3b-a8366b2fd77e req-0e36de26-2657-431e-8981-4ed30b7a87e1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1128345 Feb 15 09:40:36.702364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:36.710273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7ed6e921-c4d9-4d53-bf9b-a5f49bd23820 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:36.748723 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c853b23-4f9e-490e-9c4b-719d20608064 x-openstack-request-id: req-6c853b23-4f9e-490e-9c4b-719d20608064 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:36.749154 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6267c683-3f5c-40dc-8c63-d7539420e95c", "name": "network-vif-deleted", "tag": "7ed6e921-c4d9-4d53-bf9b-a5f49bd23820", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:36.749401 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c853b23-4f9e-490e-9c4b-719d20608064 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:36.749790 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6267c683-3f5c-40dc-8c63-d7539420e95c', 'name': 'network-vif-deleted', 'tag': '7ed6e921-c4d9-4d53-bf9b-a5f49bd23820', 'status': 'completed', 'code': 200} Feb 15 09:40:36.787795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8c630374-13d6-41ee-8e3b-a8366b2fd77e req-a70c8ca5-e8aa-46b5-be48-56db00e7beb1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454377 Feb 15 09:40:36.835861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e1b0a67-07c8-4cbe-8e98-a6a56dbdcf09 req-7d01ed14-3c24-4024-bd48-6e8fa2b1c86e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.0894804 Feb 15 09:40:36.873667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:40:36.885002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-61ae7a66-ae60-466c-a654-57390282bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:36.886004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-61ae7a66-ae60-466c-a654-57390282bb39 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411924 Feb 15 09:40:37.112664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:37.213216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-6c7114f6-5705-421d-8105-1fa07b8cbbda service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172939 Feb 15 09:40:37.217082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:40:37.232375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Sync routers for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:40:37.257969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:37.260742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:37.292174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Deleting subnet 432a2384-c013-46de-b278-094f79c13bd7 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:40:37.311307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.357428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] No DVR routers for this DVR port abcd28bf-cd9b-4b51-94e4-bfd2639d03fb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:40:37.366153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.370265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84002215-93a0-4a51-838d-9548db0eb7d1 req-c3a8a500-ea27-46e9-90b2-d244047abdb0 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.72 "DELETE /v2.0/ports/abcd28bf-cd9b-4b51-94e4-bfd2639d03fb HTTP/1.1" status: 204 len: 173 time: 3.9420993 Feb 15 09:40:37.431927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.540756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.571075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2456183-429d-46d1-9aee-44e1dad7d298 req-fe292d9b-7ba8-4a0f-9657-83d9fbd3841a service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3216488 Feb 15 09:40:37.637317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device abcd28bf-cd9b-4b51-94e4-bfd2639d03fb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:37.642403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.722469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: abcd28bf-cd9b-4b51-94e4-bfd2639d03fb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:37.724959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device abcd28bf-cd9b-4b51-94e4-bfd2639d03fb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:37.736569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:37.746822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5934e28-0985-4481-809e-56ae32b837bf req-3b589954-853b-473e-a403-3d651ff0c89a tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0540679 Feb 15 09:40:37.753439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=432a2384-c013-46de-b278-094f79c13bd7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:37.778083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.783780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-41717e2f-1c76-44e0-9f9b-c2e307959c7d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/432a2384-c013-46de-b278-094f79c13bd7 HTTP/1.1" status: 204 len: 168 time: 0.6693408 Feb 15 09:40:37.788865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:37.883792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:37.942298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b047-cd31-49b7-a203-6e28ed036188 req-729f8877-619c-4f27-979b-4ad8f321feed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:37.950143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-729f8877-619c-4f27-979b-4ad8f321feed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 1097 time: 0.2181418 Feb 15 09:40:38.243029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53b5b488-2d6d-4edb-9d84-d9a939c473de req-41f7672d-03ec-4349-a078-46cb3296b6f4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.0997958 Feb 15 09:40:38.254506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.357849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4954e47-0c72-4fe7-be26-93d0396b650f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:38.417636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a29802-1546-4251-ab4f-4193fa349723') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:38.417968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a29802-1546-4251-ab4f-4193fa349723') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:38.463053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.472190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:38.503814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.526752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:38.528089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.543374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b047-cd31-49b7-a203-6e28ed036188 req-433cd6cb-bd4c-4381-97c3-879ce33fbb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:38.551207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-433cd6cb-bd4c-4381-97c3-879ce33fbb14 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.5757720 Feb 15 09:40:38.561379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Checking router: 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:40:38.583542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1995e76-9fe9-47cc-a0ac-223e0a4331e9 req-76446067-4848-461a-b410-30179fb7c11d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:38.586449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1995e76-9fe9-47cc-a0ac-223e0a4331e9 req-76446067-4848-461a-b410-30179fb7c11d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.5707963 Feb 15 09:40:38.590777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:38.591833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:38.670799 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:38.676153 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.689909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:38.698613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d4954e47-0c72-4fe7-be26-93d0396b650f HTTP/1.1" status: 204 len: 168 time: 0.9067147 Feb 15 09:40:38.721507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db72b7b-7732-4623-b167-e8f07aa23510 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4954e47-0c72-4fe7-be26-93d0396b650f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:38.752346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'name': 'network-vif-deleted', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:38.773099 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a568f0f8-be71-430f-8d0a-4e5d6db3295d" -d '{"events": [{"server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "name": "network-vif-deleted", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:38.943791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cda5b950-7cf5-4533-a54d-37478a19f826 req-64ba4566-491c-409d-a035-b78166759d13 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0739419 Feb 15 09:40:38.968668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-640feaf4-1d0b-4960-afd5-2532dced0823 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:38.971651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-640feaf4-1d0b-4960-afd5-2532dced0823 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.6927059 Feb 15 09:40:38.992357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': '3f54c575-e59a-49dc-b446-a030d540901d', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:39.105984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:39.124230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:39.271360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4262c6d-5e2a-4b31-a3dd-40628fdf0fa7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fb6aa7f936140e58f095483b166ca9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636662 Feb 15 09:40:39.277233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42328) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:39.490910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:39.524954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42338) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:39.538083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2fd699-4b46-4ebf-88ec-8e9a5665fb86 None None] The sync data for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 is: [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:38:30Z', 'revision_number': 4, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5c920ad5-8c03-4dd5-b190-5d535d61483e', 'name': '', 'network_id': 'bb6b4cd6-3805-47f1-b8a0-56b32c9f989f', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'mac_address': 'fa:16:3e:ed:7d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1492, 'fixed_ips': [{'subnet_id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:28Z', 'updated_at': '2022-02-15T09:38:42Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'subnets': [{'id': '19a1fbd0-c764-45ce-9d47-84d9302deccb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:40:39.729100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b47ddd7-561f-49ce-b0d4-692546971aa8 req-5cb2c4ba-873b-422a-99d9-a90ac8f26137 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.1944063 Feb 15 09:40:39.729100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:39.816365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-ae942041-7634-4f18-88c3-8a147da77851 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 200 len: 1001 time: 1.2264495 Feb 15 09:40:39.839892 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28a50c2-d915-4331-87f8-c6b2966c20c9 x-openstack-request-id: req-d28a50c2-d915-4331-87f8-c6b2966c20c9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:39.840655 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb3fc78-4302-4ed8-bb74-02732bfdbd50", "name": "network-vif-deleted", "tag": "abcd28bf-cd9b-4b51-94e4-bfd2639d03fb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:39.841157 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d28a50c2-d915-4331-87f8-c6b2966c20c9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:39.841794 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb3fc78-4302-4ed8-bb74-02732bfdbd50', 'name': 'network-vif-deleted', 'tag': 'abcd28bf-cd9b-4b51-94e4-bfd2639d03fb', 'status': 'completed', 'code': 200} Feb 15 09:40:39.905326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b047-cd31-49b7-a203-6e28ed036188 req-ab032194-197c-42f4-a404-b8bcb179e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:39.907506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-ab032194-197c-42f4-a404-b8bcb179e0c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.0646086 Feb 15 09:40:39.924110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:39.964388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1995e76-9fe9-47cc-a0ac-223e0a4331e9 req-0f181e93-28fc-4289-a7f3-2f46eb228c70 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3469112 Feb 15 09:40:40.022988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:40.029572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.032703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.033511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.033907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d55bddeb-713b-44a1-a852-e8bcf03a1e65 HTTP/1.1" status: 204 len: 168 time: 0.7435813 Feb 15 09:40:40.071897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47c408-70d0-45ce-a4e0-41ce0a48427d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55bddeb-713b-44a1-a852-e8bcf03a1e65,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:40.078409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368b047-cd31-49b7-a203-6e28ed036188 req-c9264384-31ff-46c8-bae7-fdf82b18c6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:40.092159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-c9264384-31ff-46c8-bae7-fdf82b18c6ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1764691 Feb 15 09:40:40.165900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1725821328'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:40.230093 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858e1629-9625-41bc-b182-0529030c17c8 None None] New status for floating IP f16ef223-210d-482a-bcc3-a49b4e7dcc1f: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:40:40.251452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-338fe8c5-d14f-428f-8988-d768d309fb70 req-3ee2727a-bd3d-4660-9c47-09bc73efb63c tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.1087222 Feb 15 09:40:40.314332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:40.319076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.347795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.546987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-aea1d4db-ace0-497b-bb47-c415ea3e6a2f service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422801 Feb 15 09:40:40.570162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.584647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.635347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea53ad41-53dc-4617-83ab-394bf0f53bc7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:40.665775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:40.686635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.11 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/2ca27c4e-7890-4658-9c5c-b13ff9a861c1) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:40.739770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.740479 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment a086c0f6-5d5f-486e-99d5-3d074a008872 of type vlan for network 20e63761-4ba3-43a5-9e76-c88789bc1429 Feb 15 09:40:40.858868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:40.982738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.010452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:41.011517 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.053458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6368b047-cd31-49b7-a203-6e28ed036188 req-59084572-9091-43c4-ac40-62b498ca4d68 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876187 Feb 15 09:40:41.056203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2b3acf-f2d7-48d5-b42c-b667b35dd1ed req-9769d2d9-bb7a-47c5-963a-34e6721c9f7b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.0677783 Feb 15 09:40:41.219445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.291446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.309299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:41.437169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:41.459064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:41.471154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:41.480385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:41.508556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9801981 Feb 15 09:40:41.537001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:41.555251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'name': 'tempest-PortsTestJSON-494131113'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:41.598250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5a21-d475-457f-be16-78aa22ef3c37 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=20e63761-4ba3-43a5-9e76-c88789bc1429,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:41.638413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad9ea380-3751-4635-81dd-e40af3beccbb req-e5e020b1-a8e3-420f-ac4c-dfe3ef44856d tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.1392548 Feb 15 09:40:41.665989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:41.708783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:41.711253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.759601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be345d4-e8a4-439d-b21b-f963782de97e req-daecccb8-02f9-4d40-bdfe-4b3f72d34dcc tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:41.763380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5be345d4-e8a4-439d-b21b-f963782de97e req-daecccb8-02f9-4d40-bdfe-4b3f72d34dcc tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.4869897 Feb 15 09:40:41.770569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-a3cf22db-14f8-4480-8f27-d46ebc92542d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7870576 Feb 15 09:40:41.785529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Request body: {'port': {'device_id': '3f54c575-e59a-49dc-b446-a030d540901d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:41.862291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5be345d4-e8a4-439d-b21b-f963782de97e req-02e499c7-53ac-47d7-bdd0-de5f605759a3 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522912 Feb 15 09:40:41.894141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:41.898754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:41.939913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port f98bb36f-74ca-4954-8806-cc16db4f2018 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:41.971439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.314724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.349234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42432) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:42.372216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.474456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cd0fc-ca03-4a79-93ee-24db6672d930 req-a8bfe74b-0525-41bb-b115-0926c95e3b88 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:42.483103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb4cd0fc-ca03-4a79-93ee-24db6672d930 req-a8bfe74b-0525-41bb-b115-0926c95e3b88 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 932 time: 0.1326749 Feb 15 09:40:42.487694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=f98bb36f-74ca-4954-8806-cc16db4f2018,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:42.534615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': 'a086c0f6-5d5f-486e-99d5-3d074a008872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:42.536250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: 20e63761-4ba3-43a5-9e76-c88789bc1429, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:42.582646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb4cd0fc-ca03-4a79-93ee-24db6672d930 req-6fe14753-59ba-4e7a-8203-f83a24fe9934 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983636 Feb 15 09:40:42.584641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:42.602386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:42.603499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.618209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Transition to ACTIVE for port object 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:40:42.627703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.633972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 20e63761-4ba3-43a5-9e76-c88789bc1429) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:42.645996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f50cc-c6a2-4930-bd94-7252bb144477 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:42.654240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:42.667872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:42.676245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.744402 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-664546f6-78ff-4798-aa68-3f4e56e190c9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1942701 Feb 15 09:40:42.748508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42444) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:42.755697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-475363276'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:42.816573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:42.831441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.889004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:42.913544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:42.914102 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 6957a0ef-b323-488f-8bc7-284d6fc11627 of type vlan for network 5a46af4a-1885-4f54-986c-a2a0f0b1c75f Feb 15 09:40:42.952728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:43.008412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1439210020-network', 'tenant_id': 'b7376e59645e4abd9b28e2f1a01533bc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:43.025364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00ac11bd-9877-4df1-a3c9-5f9840958856 req-1b1acc92-9f50-456c-8956-635c68f169fd tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.1593342 Feb 15 09:40:43.051540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Attempting to bind port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:43.051921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Attempting to bind port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:43.052250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Attempting to bind port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:43.071916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:40:43.072856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Attempting to bind port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:43.083042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:43.083617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:43.084094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:43.084765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Bound port: 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:43.085221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.089059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.152159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Made reservation on behalf of b7376e59645e4abd9b28e2f1a01533bc for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:43.154592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.198086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.201044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.209265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:43.209910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.227775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:43.232575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:43.246006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.294953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5429318 Feb 15 09:40:43.313113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42460) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:43.337855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Pushing event updated for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:43.353013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'ports': [{'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'}, {'network_id': '5a46af4a-1885-4f54-986c-a2a0f0b1c75f'}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:43.353302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:43.353911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '5a46af4a-1885-4f54-986c-a2a0f0b1c75f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:43.389395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:43.391200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.391652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-2c505fce-3f33-4667-b396-c59cb92e8796 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ca27c4e-7890-4658-9c5c-b13ff9a861c1 HTTP/1.1" status: 200 len: 1092 time: 1.6131785 Feb 15 09:40:43.394969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:43.402783 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c603d8b-b2b2-4699-ba94-d633012c0ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:43.487810 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8ef26a-86e1-479b-b59b-da1a17a32a74 x-openstack-request-id: req-bf8ef26a-86e1-479b-b59b-da1a17a32a74 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:43.488184 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:43.488380 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf8ef26a-86e1-479b-b59b-da1a17a32a74 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:43.489002 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1', 'status': 'completed', 'code': 200} Feb 15 09:40:43.490011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d98c4e-ece0-4622-898b-be9120412cac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=5a46af4a-1885-4f54-986c-a2a0f0b1c75f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:43.504660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5a46af4a-1885-4f54-986c-a2a0f0b1c75f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:43.523741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-0479d497-d926-40fd-a48d-96bd93b6b424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:43.526092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-0479d497-d926-40fd-a48d-96bd93b6b424 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 1095 time: 0.0762868 Feb 15 09:40:43.639515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-5a829bc1-685a-4003-a832-6b3f1a9e995c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1 HTTP/1.1" status: 200 len: 217 time: 0.1034651 Feb 15 09:40:43.702236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.728569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.735344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-6b298280-a4ef-4aac-a713-99eb5137e0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:43.737986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-6b298280-a4ef-4aac-a713-99eb5137e0df service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.0907123 Feb 15 09:40:43.740987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:43.845240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-bd199754-b554-4eeb-b4cd-d1da39af5396 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995829 Feb 15 09:40:43.847829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:43.848415 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Added segment 3444278b-a34b-4ec3-a54b-8e9f32f1bdca of type vlan for network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 Feb 15 09:40:43.957370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d2a2c-b2c8-4ff5-9855-f705181a5270 req-e0a87e3c-df4d-4ad0-b2e9-c780e9fc8109 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:43.964678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-229d2a2c-b2c8-4ff5-9855-f705181a5270 req-e0a87e3c-df4d-4ad0-b2e9-c780e9fc8109 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 944 time: 0.2370648 Feb 15 09:40:43.972324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e591500d-4c1c-4f3c-a8bb-513e62ec22d2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:44.014439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.044124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-02116a5b-7523-4f33-aed5-28e53c9ee4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899490 Feb 15 09:40:44.065497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-229d2a2c-b2c8-4ff5-9855-f705181a5270 req-e28dd6a3-3938-4b83-bd60-4e2707a6bbec tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Feb 15 09:40:44.069304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.070698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:44.071673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.170764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8190992 Feb 15 09:40:44.181289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42488) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:44.195854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Request body: {'subnet': {'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1439210020-subnet', 'tenant_id': 'b7376e59645e4abd9b28e2f1a01533bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:44.207307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7f4636a-4e6b-4f75-b692-1cf34f800084 req-8db3bc49-50aa-4882-8185-bfa134290499 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0513232 Feb 15 09:40:44.226027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:44.230769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.235358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8e0c0-b2e1-4fb3-84ad-17e9a33f25f8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:44.249783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:44.265952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Made reservation on behalf of b7376e59645e4abd9b28e2f1a01533bc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:44.268422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.283215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e49cb040-c778-4e97-91b2-6d4aa6972cf4 req-8ca264e6-c1ae-4316-9e6e-3492a2207928 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305312 Feb 15 09:40:44.292703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.401245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-4d1d5ed5-b7e8-4ed2-a975-497b82390b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:44.403021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-4d1d5ed5-b7e8-4ed2-a975-497b82390b8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 1095 time: 0.0603986 Feb 15 09:40:44.455279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:44.573953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-2311c784-082b-4ea8-add0-8c648d8fba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:44.577245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-2311c784-082b-4ea8-add0-8c648d8fba4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.1658447 Feb 15 09:40:44.627612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:44.898006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-a3665b63-5ff1-456e-bfff-cf0fa681a0c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1 HTTP/1.1" status: 200 len: 217 time: 0.3113792 Feb 15 09:40:44.917949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port adbfe3d7-a632-412a-b581-242aba5699c6 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:45.056787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:45.059095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-ae20bafc-c185-4597-a0db-defae08c9ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:45.061012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-ae20bafc-c185-4597-a0db-defae08c9ab5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1204164 Feb 15 09:40:45.113361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-60aeac9e-0507-483a-a612-b86b9192d186 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414193 Feb 15 09:40:45.167152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3552375-bbcd-47cb-8b4d-f03eedb6a64d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:45.180399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Checking segment: {'id': '3444278b-a34b-4ec3-a54b-8e9f32f1bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:45.180933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Network hostable DHCP agents. Network: 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:45.240736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:45.254827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:45.262397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:45.263687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:45.264544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b812088-06da-4011-ac17-775550bd96cb None None] Network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:45.290332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:45.325980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-7b7001dd-8b77-4383-b379-78af0e1e8f7c service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036026 Feb 15 09:40:45.377872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d46e8810-946d-4311-b97b-58447dcd1a2f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1929002 Feb 15 09:40:45.537311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30fddb28-40b3-42ce-abd5-0a004f23d379 req-fdf8691d-d007-4b6d-9fd9-693ebb6784c6 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.1011658 Feb 15 09:40:45.590301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 93e8392d-51f3-47fb-a2a3-caf3456b4c50 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:45.616130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67b1d8-d4a2-4735-83c7-ea9fb3be7821 req-2d43d538-b547-4225-867e-b891ad8e3840 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:45.619563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e67b1d8-d4a2-4735-83c7-ea9fb3be7821 req-2d43d538-b547-4225-867e-b891ad8e3840 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 944 time: 0.2922738 Feb 15 09:40:45.746485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef8d5ee-451d-4f4c-be41-3ec0a41b3cf1 None None] Network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:45.789318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:45.843887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.015504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:46.038246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:46.042902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:46.043717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.064041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=adbfe3d7-a632-412a-b581-242aba5699c6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:46.154122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e67b1d8-d4a2-4735-83c7-ea9fb3be7821 req-03dd2534-44a9-4ec0-8105-8439e06a4ad7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189531 Feb 15 09:40:46.198472 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c603d8b-b2b2-4699-ba94-d633012c0ad2 req-ecb47731-d28f-4761-96dc-d4f5cb31b69c service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7776353 Feb 15 09:40:46.247103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=93e8392d-51f3-47fb-a2a3-caf3456b4c50,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:46.276338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '6957a0ef-b323-488f-8bc7-284d6fc11627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '5a46af4a-1885-4f54-986c-a2a0f0b1c75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:46.276713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: 5a46af4a-1885-4f54-986c-a2a0f0b1c75f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:46.323725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 5a46af4a-1885-4f54-986c-a2a0f0b1c75f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:46.346058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5a46af4a-1885-4f54-986c-a2a0f0b1c75f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:46.357352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:46.357739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336017ab-641c-45bf-bd0e-966f77e88532 None None] Network 5a46af4a-1885-4f54-986c-a2a0f0b1c75f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:46.369616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:46.395733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:46.397977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.459249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3d3f228f-60c0-4078-84e5-ce4be918f0c8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1423111 Feb 15 09:40:46.460201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42550) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:46.664863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:46.687301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1655131814-network', 'tenant_id': '1d6d779e9229435ea2370250eafc764b'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:46.761460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Made reservation on behalf of 1d6d779e9229435ea2370250eafc764b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:46.764478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.778149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.798197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:40:46.880683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 93e8392d-51f3-47fb-a2a3-caf3456b4c50 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:46.881517 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:46.932771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c29486bb-32cd-40fc-985e-d8e98de1939a req-e2e72030-a9fc-4447-9827-e74f8f4d86db tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cb3fc78-4302-4ed8-bb74-02732bfdbd50 HTTP/1.1" status: 200 len: 210 time: 0.0704069 Feb 15 09:40:47.154785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.159675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c8ce404-93cf-429d-894d-d5ca8389fa72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.180034 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.234677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.257181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 93e8392d-51f3-47fb-a2a3-caf3456b4c50 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:47.316975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:47.369272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1', 'mac_address': 'fa:16:3e:18:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:40:47.452093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61525f3-b867-4f1b-88ce-ba5aadf6a426 req-7e029d73-3fdf-45c4-b2c9-d2ffa7913a3a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:47.453649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f61525f3-b867-4f1b-88ce-ba5aadf6a426 req-7e029d73-3fdf-45c4-b2c9-d2ffa7913a3a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 944 time: 0.0807924 Feb 15 09:40:47.526992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.560432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:40:47.587901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:47.601005 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:47.668996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:47.804940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f61525f3-b867-4f1b-88ce-ba5aadf6a426 req-e2147cfa-c4f7-440f-bc9c-be14e0ac40a7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308187 Feb 15 09:40:47.832327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['2ca27c4e-7890-4658-9c5c-b13ff9a861c1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:40:47.995376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.015347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.076694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a94360-766d-4879-912a-f040f74273a3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:48.084033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:48.103964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.104444 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Added segment 70ee5639-9331-47c8-8af4-60e5d5745614 of type vlan for network 58524d96-f28b-4ba0-8395-227cd052028e Feb 15 09:40:48.122512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42594) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.189156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 5ec158ac-7689-4a57-bfc7-4f7368ff86af {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:48.189592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.213126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.339792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 5ec158ac-7689-4a57-bfc7-4f7368ff86af, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ec158ac-7689-4a57-bfc7-4f7368ff86af,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:48.340264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.356036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 5ec158ac-7689-4a57-bfc7-4f7368ff86af owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:48.378318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.395342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=93e8392d-51f3-47fb-a2a3-caf3456b4c50,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:48.448665 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.452467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-15b1e106-0bc8-4d48-8d5e-7eabd2da26bf tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/93e8392d-51f3-47fb-a2a3-caf3456b4c50 HTTP/1.1" status: 204 len: 168 time: 1.9900551 Feb 15 09:40:48.457194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42598) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.489787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.531345 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.593552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.595599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:48.595865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.644454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4a1cd-b65c-40ce-9e22-1dec7626f17a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:48.652493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f4a1cd-b65c-40ce-9e22-1dec7626f17a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:48.654501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e6f4a1cd-b65c-40ce-9e22-1dec7626f17a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1957309 Feb 15 09:40:48.658718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42600) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.670549 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0062428 Feb 15 09:40:48.684674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.704125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Request body: {'subnet': {'network_id': '58524d96-f28b-4ba0-8395-227cd052028e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1655131814-subnet', 'tenant_id': '1d6d779e9229435ea2370250eafc764b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:48.788129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad447f-c329-48c7-a6e8-ed1c541350c7 admin admin] Pushing event updated for resources: {'Network': ['ID=58524d96-f28b-4ba0-8395-227cd052028e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:48.800876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 58524d96-f28b-4ba0-8395-227cd052028e details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:48.817904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Made reservation on behalf of 1d6d779e9229435ea2370250eafc764b for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:48.820629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.839620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.842962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:48.845174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "DELETE /v2.0/security-groups/627f1e8b-d87a-4cb0-b0bb-7cbd18799c61 HTTP/1.1" status: 204 len: 168 time: 0.7124400 Feb 15 09:40:48.851793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.916876 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-3738770c-d9f5-4f6d-9cd0-1f2889571091 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] show failed (client error): The resource could not be found. Feb 15 09:40:48.918187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3738770c-d9f5-4f6d-9cd0-1f2889571091 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "GET /v2.0/security-groups/627f1e8b-d87a-4cb0-b0bb-7cbd18799c61 HTTP/1.1" status: 404 len: 347 time: 0.0203719 Feb 15 09:40:48.929331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42610) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:48.943959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47274d-0e10-4aab-a739-ddd2648cd842 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627f1e8b-d87a-4cb0-b0bb-7cbd18799c61,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:49.261403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port adbfe3d7-a632-412a-b581-242aba5699c6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:49.261793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.380919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97d62fbc-4215-4be2-bfa9-037290fe6844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.443249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.466069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2f3d9-99cc-4f58-913a-90613e57560f req-4b54ddab-dcba-46c3-ab5a-68e61b21920a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:49.467660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1d2f3d9-99cc-4f58-913a-90613e57560f req-4b54ddab-dcba-46c3-ab5a-68e61b21920a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 945 time: 0.4707136 Feb 15 09:40:49.470213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.475679 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.506861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for adbfe3d7-a632-412a-b581-242aba5699c6 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:49.548343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e2fbd7c-78ec-493b-bc33-ade19036e18b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:49.568657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=5ec158ac-7689-4a57-bfc7-4f7368ff86af,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:49.570035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Checking segment: {'id': '70ee5639-9331-47c8-8af4-60e5d5745614', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '58524d96-f28b-4ba0-8395-227cd052028e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:49.572778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Network hostable DHCP agents. Network: 58524d96-f28b-4ba0-8395-227cd052028e, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:49.615620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Network 58524d96-f28b-4ba0-8395-227cd052028e is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:49.636520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 58524d96-f28b-4ba0-8395-227cd052028e) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:49.642086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:49.642891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:49.665150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dca3588-b267-447b-8191-8964d3683acc None None] Network 58524d96-f28b-4ba0-8395-227cd052028e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:49.708586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2241e2e1-2a36-45ee-ab12-806103ae282c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0094023 Feb 15 09:40:49.861931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1d2f3d9-99cc-4f58-913a-90613e57560f req-d87eab23-e1e6-4ea7-8cbf-12dc022e9de6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795395 Feb 15 09:40:49.967245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.019851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=adbfe3d7-a632-412a-b581-242aba5699c6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:50.042459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3803577-70ec-4ef9-bf38-43c968ecdd6b None None] Network 58524d96-f28b-4ba0-8395-227cd052028e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:50.111674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Deleting port bb8cb0a7-a3c5-453b-9321-71c14914c8ef {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:50.113384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.360246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.374101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.383101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f25058c1-81ee-46d9-9400-e2e43f25b83f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/adbfe3d7-a632-412a-b581-242aba5699c6 HTTP/1.1" status: 204 len: 168 time: 1.7228305 Feb 15 09:40:50.383996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.385720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:50.532485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebeb83b-719e-4e57-9cb2-1f5dc5ed4011 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:50.537502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ebeb83b-719e-4e57-9cb2-1f5dc5ed4011 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1472614 Feb 15 09:40:50.539581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:50.570164 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e41f89-1d8f-459e-8b48-812b1c6e8195 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:40:50.570748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.571248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.572929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2e41f89-1d8f-459e-8b48-812b1c6e8195 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/93e8392d-51f3-47fb-a2a3-caf3456b4c50 HTTP/1.1" status: 404 len: 333 time: 0.0305998 Feb 15 09:40:50.575331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42662) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:50.629093 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-076856bf-24cc-4a89-9988-7f305a2da490 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:40:50.634707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-076856bf-24cc-4a89-9988-7f305a2da490 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/adbfe3d7-a632-412a-b581-242aba5699c6 HTTP/1.1" status: 404 len: 333 time: 0.0550206 Feb 15 09:40:50.635428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42666) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:50.682157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:50.817891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:50.858537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:40:50.865854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:50.866666 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.026269 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.069323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a46af4a-1885-4f54-986c-a2a0f0b1c75f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:51.081699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.089375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6957a0ef-b323-488f-8bc7-284d6fc11627') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:51.089989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6957a0ef-b323-488f-8bc7-284d6fc11627') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:51.110628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.146072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.153804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:40:51.153992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:51.154628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:40:51.159392 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:40:51.161706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:51.164317 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b298b200-1483-4680-a54f-19f4621a0f45" -d '{"events": [{"server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "name": "network-vif-plugged", "status": "completed", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:51.172728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.282115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.304918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Calling delete_port for bb8cb0a7-a3c5-453b-9321-71c14914c8ef owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:51.306393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.314632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/5a46af4a-1885-4f54-986c-a2a0f0b1c75f HTTP/1.1" status: 204 len: 168 time: 0.6716704 Feb 15 09:40:51.316588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42694) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:51.323062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-514212117'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:51.327338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:51.338785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630c9a4-d320-432d-aa30-901f3af7a344 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=5a46af4a-1885-4f54-986c-a2a0f0b1c75f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:51.413849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f78798-7e0d-461b-b5bf-e6d14283d221 req-4d4f6cf5-55cc-441e-b5bb-224d8a6e34e6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:51.427915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16f78798-7e0d-461b-b5bf-e6d14283d221 req-4d4f6cf5-55cc-441e-b5bb-224d8a6e34e6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.4490566 Feb 15 09:40:51.470685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:51.476565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.546130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-16f78798-7e0d-461b-b5bf-e6d14283d221 req-8a78400b-6e32-4b38-ba29-9185584a7783 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164649 Feb 15 09:40:51.566274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:40:51.584385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.584734 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 337eaa62-06aa-4c83-9c10-b42f815261d1 of type vlan for network 2d418db8-bbee-46a1-b1a9-63b524de9f13 Feb 15 09:40:51.615142 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0ebbef-c170-4ae3-9837-ff0965b092f6 x-openstack-request-id: req-4d0ebbef-c170-4ae3-9837-ff0965b092f6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:51.615527 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "name": "network-vif-plugged", "status": "completed", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:51.615782 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d0ebbef-c170-4ae3-9837-ff0965b092f6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:51.616237 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1', 'code': 200} Feb 15 09:40:51.717265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.771430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.781344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:51.782573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:51.809899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-67d9c453-d7bc-447f-9147-83d6f7c1fb38 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:51.824098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-67d9c453-d7bc-447f-9147-83d6f7c1fb38 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/networks?id=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 HTTP/1.1" status: 200 len: 825 time: 0.6838245 Feb 15 09:40:51.899493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-7487ce2a-336c-433c-9048-0170c91529bd tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/quotas/b7376e59645e4abd9b28e2f1a01533bc HTTP/1.1" status: 200 len: 375 time: 0.0255494 Feb 15 09:40:51.911813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5951560 Feb 15 09:40:51.918930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42714) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:51.929950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:51.954933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca0d33-7b66-406c-a90c-0fbeb8426ecb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=2d418db8-bbee-46a1-b1a9-63b524de9f13,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:51.967529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-e1055c8d-96f9-4595-9e77-615ad590a3c6 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7376e59645e4abd9b28e2f1a01533bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589232 Feb 15 09:40:51.970117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48dc026-6f36-4a06-96d7-ed79da0ed56d req-14b3d82a-6e2b-4bec-8505-fac06f938fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:51.971949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48dc026-6f36-4a06-96d7-ed79da0ed56d req-14b3d82a-6e2b-4bec-8505-fac06f938fb8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 1097 time: 0.2707839 Feb 15 09:40:52.027739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:40:52.264325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.309041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.392864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:40:52.408859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a48dc026-6f36-4a06-96d7-ed79da0ed56d req-715e4a5c-bf00-489f-a51b-c997dad24cca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677813 Feb 15 09:40:52.421494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.476836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Pushing event deleted for resources: {'Port': ['ID=bb8cb0a7-a3c5-453b-9321-71c14914c8ef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:52.543666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-9438adb4-b221-4838-a8c3-3a2da9718a10 service neutron] 10.222.0.10 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231908 Feb 15 09:40:52.607770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:52.611640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.760351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Performing IP validity checks on allocation pools {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:40:52.761011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:40:52.775046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.783214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:52.784422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-17b4f9e6-8926-457b-9b72-a98715b25766 tempest-ServersTestBootFromVolume-1248026372 tempest-ServersTestBootFromVolume-1248026372-project] 10.222.0.10 "DELETE /v2.0/floatingips/f16ef223-210d-482a-bcc3-a49b4e7dcc1f HTTP/1.1" status: 204 len: 168 time: 3.8541071 Feb 15 09:40:52.787871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:52.866838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:40:52.878680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:40:52.879355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-39d47505-6f7a-4ed6-b72e-e3edc8ef72e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/02c5790c-ba55-4a25-8492-5d50e47cfbf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2502472 Feb 15 09:40:52.892075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-fbd7d394-4e6a-48a5-98db-2fb1b25b0abb service neutron] 10.222.0.10 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165669 Feb 15 09:40:52.920550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:52.928482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:53.096163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5958efd7-1b61-4788-a4ec-e0c3ccb4ecb5 req-d55f3ba3-cd82-49aa-8810-ae357c385237 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:53.098528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5958efd7-1b61-4788-a4ec-e0c3ccb4ecb5 req-d55f3ba3-cd82-49aa-8810-ae357c385237 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.3302393 Feb 15 09:40:53.101075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:53.109290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:53.274681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=c4150ee4-b2f5-4f1d-9dcd-982695139130,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:53.322741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '337eaa62-06aa-4c83-9c10-b42f815261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:53.323112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: 2d418db8-bbee-46a1-b1a9-63b524de9f13, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:40:53.382430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:40:53.421165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2d418db8-bbee-46a1-b1a9-63b524de9f13) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:53.439809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34a24e-ba46-4e7d-a50b-fd328484f81c None None] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:53.446039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:53.446660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:53.489861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-92439320-2f0f-4d5c-8fd9-29d6aee12ff4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5637534 Feb 15 09:40:53.492287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42746) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:53.502976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13', 'name': 'tempest-PortsTestJSON-739168008'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:53.784358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:53.789126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:53.834633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:40:53.991704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5958efd7-1b61-4788-a4ec-e0c3ccb4ecb5 req-4799ad2f-2b9c-44ef-858b-1afdf050f150 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8806422 Feb 15 09:40:54.109716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6d087f7-c26a-4be2-8134-6544ad30f2c2 req-88402fc9-e788-47e0-8f53-f92162585415 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 210 time: 0.0857594 Feb 15 09:40:54.258834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.10 (2d418db8-bbee-46a1-b1a9-63b524de9f13/c4150ee4-b2f5-4f1d-9dcd-982695139130/3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:54.265658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49cc45f-bb5e-477a-b967-171e68438830 req-b725b5aa-5127-42c1-8ed5-3926ba7c9d11 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:54.270871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f49cc45f-bb5e-477a-b967-171e68438830 req-b725b5aa-5127-42c1-8ed5-3926ba7c9d11 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.1420822 Feb 15 09:40:54.384159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f49cc45f-bb5e-477a-b967-171e68438830 req-39a468ff-bfe2-4aff-a61e-2c601590b55c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023960 Feb 15 09:40:54.395324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:54.428070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2d418db8-bbee-46a1-b1a9-63b524de9f13', 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': 'c4150ee4-b2f5-4f1d-9dcd-982695139130'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:40:54.430681 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:54.617525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:54.673643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:40:54.688774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:54.689653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:54.691890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:54.774076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:54.879432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:54.884181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:54.929946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:54.931438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Deleting port 5c920ad5-8c03-4dd5-b190-5d535d61483e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:54.931948 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:54.934806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:54.945433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:55.199946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:55.200845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:55.217142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] For port 5c920ad5-8c03-4dd5-b190-5d535d61483e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c920ad5-8c03-4dd5-b190-5d535d61483e,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:55.218285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:55.252625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Calling delete_port for 5c920ad5-8c03-4dd5-b190-5d535d61483e owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:55.335134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Allocated IP 172.20.0.2 (2d418db8-bbee-46a1-b1a9-63b524de9f13/c4150ee4-b2f5-4f1d-9dcd-982695139130/a6038dea-d609-43a3-955a-79bfe7df7d8e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:55.421995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-31a55528-56f5-48f9-bb03-bb4734c08d57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9249880 Feb 15 09:40:55.431897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42796) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:55.451939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d0429df-2768-4a78-bb30-97e02c3c9e52 req-8aa0ab8e-ba4a-46c5-b89f-28210190178f tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 210 time: 0.0888500 Feb 15 09:40:55.546822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:55.586659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cc94dd-78f7-491e-b2f8-68c2737dc130 None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'ebe1c534-d159-4afa-b347-957d93277aac', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.62', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'port_id': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'mac_address': 'fa:16:3e:f0:c5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:39:13Z', 'updated_at': '2022-02-15T09:39:22Z', 'revision_number': 1, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:40:55.601781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f2c49-04da-43b0-a486-b65465a3f657 req-1b50780c-7371-40b1-9a9b-3738105fac69 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:55.611888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb5f2c49-04da-43b0-a486-b65465a3f657 req-1b50780c-7371-40b1-9a9b-3738105fac69 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.2991478 Feb 15 09:40:55.712869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-ec72cd39-8b71-495a-a3b8-4cf681cfeb47 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:55.717702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-ec72cd39-8b71-495a-a3b8-4cf681cfeb47 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.72 "GET /v2.0/networks?id=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 HTTP/1.1" status: 200 len: 825 time: 0.6469266 Feb 15 09:40:55.734447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Request body: {'port': {'device_id': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361', 'admin_state_up': True, 'tenant_id': 'b7376e59645e4abd9b28e2f1a01533bc'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:55.809399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:55.829399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:55.829958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:55.830325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:55.886166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Pushing event updated for resources: {'Port': ['ID=a6038dea-d609-43a3-955a-79bfe7df7d8e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:55.924426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:55.927443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:55.936108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:55.936245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab35eef-3a73-4974-a8d0-e936fff2706e req-41b00daa-7e98-4eb1-b36a-24d0d712c93a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:55.936245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dab35eef-3a73-4974-a8d0-e936fff2706e req-41b00daa-7e98-4eb1-b36a-24d0d712c93a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.2084825 Feb 15 09:40:55.997923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-33bc87d2-319d-479e-8d9e-20f50e653be4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:55.999835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-33bc87d2-319d-479e-8d9e-20f50e653be4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 946 time: 0.5537002 Feb 15 09:40:56.015390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb5f2c49-04da-43b0-a486-b65465a3f657 req-08c0d029-fa8c-4f7b-a70a-6ed48304a4f8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019587 Feb 15 09:40:56.059556 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.087475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dab35eef-3a73-4974-a8d0-e936fff2706e req-64ca2f9a-e756-486e-a47d-0f5205679aee tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394830 Feb 15 09:40:56.133847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.144323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Attempting to bind port a6038dea-d609-43a3-955a-79bfe7df7d8e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:40:56.144724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Attempting to bind port a6038dea-d609-43a3-955a-79bfe7df7d8e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '337eaa62-06aa-4c83-9c10-b42f815261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:40:56.145137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Attempting to bind port a6038dea-d609-43a3-955a-79bfe7df7d8e on network 2d418db8-bbee-46a1-b1a9-63b524de9f13 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:40:56.165439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c920ad5-8c03-4dd5-b190-5d535d61483e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:56.223411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:56.233444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:40:56.233827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Checking segment: {'id': '337eaa62-06aa-4c83-9c10-b42f815261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:40:56.234230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.234672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Bound using segment: {'id': '337eaa62-06aa-4c83-9c10-b42f815261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:40:56.235448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Bound port: a6038dea-d609-43a3-955a-79bfe7df7d8e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337eaa62-06aa-4c83-9c10-b42f815261d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d418db8-bbee-46a1-b1a9-63b524de9f13'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:40:56.235948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.251347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ec158ac-7689-4a57-bfc7-4f7368ff86af no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:56.316173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Made reservation on behalf of b7376e59645e4abd9b28e2f1a01533bc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:40:56.325082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.415015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5ec158ac-7689-4a57-bfc7-4f7368ff86af {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:56.415497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ec158ac-7689-4a57-bfc7-4f7368ff86af not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:56.568779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] For port a6038dea-d609-43a3-955a-79bfe7df7d8e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:40:56.568779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] For port a6038dea-d609-43a3-955a-79bfe7df7d8e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a6038dea-d609-43a3-955a-79bfe7df7d8e,segment=NetworkSegment(337eaa62-06aa-4c83-9c10-b42f815261d1),segment_id=337eaa62-06aa-4c83-9c10-b42f815261d1)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:40:56.592274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.598680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:56.599258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.618230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79879db6-9049-46b2-a436-28a57dfc3bbe req-6c299e98-0cf0-467c-b352-5a63c2726d19 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 210 time: 0.0683086 Feb 15 09:40:56.749920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b98d8f-7e07-4746-a97b-3035b905ea51 None None] Pushing event updated for resources: {'Port': ['ID=a6038dea-d609-43a3-955a-79bfe7df7d8e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:56.831126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 8519ec34-e9f6-4925-a9ac-0ede36e2d984, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8519ec34-e9f6-4925-a9ac-0ede36e2d984,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:40:56.831417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.843285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:56.847532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 8519ec34-e9f6-4925-a9ac-0ede36e2d984 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:40:57.028978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:57.129721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Allocated IP 172.20.0.7 (4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361/f3552375-bbcd-47cb-8b4d-f03eedb6a64d/fd6bbfe7-be6a-4af6-8937-531dfa30ba76) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:40:57.140859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:57.192290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-6f1afec6-c816-46a0-8ae0-d4f5d0ee6044 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:57.205498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-6f1afec6-c816-46a0-8ae0-d4f5d0ee6044 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.6431150 Feb 15 09:40:57.248860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-6fe31422-5df2-4879-a845-6943bda31dfb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0417745 Feb 15 09:40:57.367791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:40:57.435467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-86662ff5-b400-4fbf-9cf1-264394d68c0c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1854749 Feb 15 09:40:57.459546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:57.587909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=8519ec34-e9f6-4925-a9ac-0ede36e2d984,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:57.638135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] No DVR routers for this DVR port 8519ec34-e9f6-4925-a9ac-0ede36e2d984 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:40:57.644552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:57.647824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7349f901-5ed2-4816-b363-cc40c8b09255 req-5bb15a51-7f40-4a38-aa7f-32c72ceb599b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "DELETE /v2.0/ports/8519ec34-e9f6-4925-a9ac-0ede36e2d984 HTTP/1.1" status: 204 len: 173 time: 1.6206102 Feb 15 09:40:57.659915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'name': 'network-vif-deleted', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:40:57.662108 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4651daf8-77f9-4e08-800b-f1715b9aaf24" -d '{"events": [{"server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "name": "network-vif-deleted", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:40:57.705000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7ba8a-eb5a-46ca-9b13-1adb091d6e2f req-700306db-d8e2-4fb3-83f7-c4e08d6f3054 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:57.706983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0cf7ba8a-eb5a-46ca-9b13-1adb091d6e2f req-700306db-d8e2-4fb3-83f7-c4e08d6f3054 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=21bfc6e6-f00f-47da-bf91-eba3948e3a02 HTTP/1.1" status: 200 len: 867 time: 0.3540957 Feb 15 09:40:57.710360 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:57.716038 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d8633884-b936-410d-be94-3356d5457b3e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 HTTP/1.1" status: 204 len: 168 time: 2.2642117 Feb 15 09:40:57.717852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:40:57.720853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42862) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:57.737585 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Sync routers for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:40:57.752732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71c9e98b-e2d6-44ff-b020-98764f9ad3d6 admin admin] 10.222.0.10 "PUT /v2.0/routers/70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9378729 Feb 15 09:40:57.754785 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a0281f-40dd-43df-bf02-b3ef7864f240 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:40:57.755766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a0281f-40dd-43df-bf02-b3ef7864f240 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:40:57.762934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4a0281f-40dd-43df-bf02-b3ef7864f240 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 HTTP/1.1" status: 404 len: 333 time: 0.0409331 Feb 15 09:40:57.764758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42864) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:57.764758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:57.795842 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:57.796975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:57.857820 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b78a3e-fd02-47a1-82b0-7c34afe2aa2d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:40:57.862460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d3b78a3e-fd02-47a1-82b0-7c34afe2aa2d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802 HTTP/1.1" status: 404 len: 333 time: 0.0916405 Feb 15 09:40:57.863328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42870) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:58.036252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0cf7ba8a-eb5a-46ca-9b13-1adb091d6e2f req-88e3e243-1f2a-4538-8e10-beb26cf944aa tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=d57e7799-afcf-49d8-b938-f009a0322e56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154523 Feb 15 09:40:58.168297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet c4150ee4-b2f5-4f1d-9dcd-982695139130 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:40:58.180535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.262912 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:58.435932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.462986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd98a254-0bb6-49ac-8d5b-e23ce1752a1d req-cad128a7-db77-464b-b1d9-fce8cf10f826 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 210 time: 0.1681480 Feb 15 09:40:58.581855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a6038dea-d609-43a3-955a-79bfe7df7d8e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:40:58.593426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42874) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:58.614839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.637053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574439d6-ab67-4d72-a2fe-a8069de4984c None None] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:58.688088 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965441fc-81d5-4ff0-a72d-fdd4f8f3faf6 x-openstack-request-id: req-965441fc-81d5-4ff0-a72d-fdd4f8f3faf6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:40:58.689197 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bfc6e6-f00f-47da-bf91-eba3948e3a02", "name": "network-vif-deleted", "tag": "8519ec34-e9f6-4925-a9ac-0ede36e2d984", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:40:58.689464 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-965441fc-81d5-4ff0-a72d-fdd4f8f3faf6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:40:58.690015 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bfc6e6-f00f-47da-bf91-eba3948e3a02', 'name': 'network-vif-deleted', 'tag': '8519ec34-e9f6-4925-a9ac-0ede36e2d984', 'status': 'completed', 'code': 200} Feb 15 09:40:58.707038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-9faa6360-725f-42e0-8efc-247b7e9e7967 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2706757 Feb 15 09:40:58.757572 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.837183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Provisioning complete for port a6038dea-d609-43a3-955a-79bfe7df7d8e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:58.839509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.873056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.877162 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:40:55Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:58.893427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.929957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a6038dea-d609-43a3-955a-79bfe7df7d8e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:40:58.930644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:58.932349 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Checking router: 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:40:58.935739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-fb1ac36d-75f4-4ce4-9996-2d86db1dce1f service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186699 Feb 15 09:40:58.948952 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Routers {'70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:40:58.950151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:58.951034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.015925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:40:59.020312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:40:59.036532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:40:59.105019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.137982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:40:59.138224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.146559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Pushing event updated for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:59.149006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42898) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:59.178839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-12f1f29c-7047-424f-89d6-44c15da5c3cf tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4494517 Feb 15 09:40:59.187667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.205907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Request body: {'port': {'device_id': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:40:59.264854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] Set router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:40:59.327414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.366699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.436953 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.607324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:40:55Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:40:59.612621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68dc3dd4-0c2d-46ee-b52c-48dfe6492a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.659992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4412fd82-042f-4228-a7c3-e76f1c5574a1 req-de5aa456-f719-44c6-900d-a15f22efc0bc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 210 time: 0.0867164 Feb 15 09:40:59.665795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa31ef10-8ca2-4f49-ae91-4888acc6cbe4 None None] The sync data for ids ['70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4'] in n-d-825064-4 is: [{'id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'name': 'tempest-ServersTestBootFromVolume-679258750-router', 'tenant_id': '178f2e137b2243a4995d297dcd40f2d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127'}], 'enable_snat': True}, 'gw_port_id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:21Z', 'updated_at': '2022-02-15T09:40:55Z', 'revision_number': 5, 'project_id': '178f2e137b2243a4995d297dcd40f2d4', 'gw_port': {'id': 'a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:21:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:23Z', 'updated_at': '2022-02-15T09:38:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:40:59.829089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68dc3dd4-0c2d-46ee-b52c-48dfe6492a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.830605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.879379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68dc3dd4-0c2d-46ee-b52c-48dfe6492a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.886353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=c4150ee4-b2f5-4f1d-9dcd-982695139130,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:40:59.899270 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:40:59.899818 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:40:59.901001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8519ec34-e9f6-4925-a9ac-0ede36e2d984 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:40:59.908194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.911524 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d9f391e-b4ef-4680-ba95-0a9552662255 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c4150ee4-b2f5-4f1d-9dcd-982695139130 HTTP/1.1" status: 204 len: 168 time: 2.0438433 Feb 15 09:40:59.920636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42932) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:40:59.922835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Deleting port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:40:59.923589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:40:59.935637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 8519ec34-e9f6-4925-a9ac-0ede36e2d984 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:40:59.936740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8519ec34-e9f6-4925-a9ac-0ede36e2d984 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:40:59.959581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf5596d-1d06-4253-a50a-9067708c9091 None None] Network 2d418db8-bbee-46a1-b1a9-63b524de9f13 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:40:59.996083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc3dd4-0c2d-46ee-b52c-48dfe6492a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36633a8f-7e4d-4dd2-ad19-2cf85e1c2bf6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.064055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92737b76-8321-48b8-976b-eb258244d780 req-ba25446b-32e1-4463-b00a-789c8f4d5958 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:00.065948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92737b76-8321-48b8-976b-eb258244d780 req-ba25446b-32e1-4463-b00a-789c8f4d5958 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 931 time: 0.2752531 Feb 15 09:41:00.069501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.071898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.073329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/security-groups/d57e7799-afcf-49d8-b938-f009a0322e56 HTTP/1.1" status: 204 len: 168 time: 0.9211280 Feb 15 09:41:00.075766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6bbfe7-be6a-4af6-8937-531dfa30ba76 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:00.080429 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:41:00.080784 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:41:00.086017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68dc3dd4-0c2d-46ee-b52c-48dfe6492a05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcecf77e4ca640d5b87e32e5df0223c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4816468 Feb 15 09:41:00.091182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 42938) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:00.110204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.134024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d495c56-f51e-4741-9e8b-907f9e0da2bd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57e7799-afcf-49d8-b938-f009a0322e56,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.165167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Transition to ACTIVE for port object fd6bbfe7-be6a-4af6-8937-531dfa30ba76 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:41:00.166856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.188588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.208066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2f0bb9-1844-42e9-8249-6c65a6abd0f8 req-cc5d512d-b7ad-4f1d-9b4b-cc1e4b1ae134 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:00.211086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af2f0bb9-1844-42e9-8249-6c65a6abd0f8 req-cc5d512d-b7ad-4f1d-9b4b-cc1e4b1ae134 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 950 time: 0.1506386 Feb 15 09:41:00.302235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] For port a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:00.302707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.311337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92737b76-8321-48b8-976b-eb258244d780 req-339c8893-08cf-4398-a6de-f44b00c3edd8 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284544 Feb 15 09:41:00.331573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Calling delete_port for a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:00.338068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.342502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] DHCP port deletion for 2d418db8-bbee-46a1-b1a9-63b524de9f13 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:00.366836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af2f0bb9-1844-42e9-8249-6c65a6abd0f8 req-b85f2d5f-288e-43e0-92f8-fddfdb2bb81b tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443353 Feb 15 09:41:00.419937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port a6038dea-d609-43a3-955a-79bfe7df7d8e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:00.420288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.430095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 42942) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:00.462226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.465522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.488670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Deleting port a6038dea-d609-43a3-955a-79bfe7df7d8e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:00.489086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.490847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Attempting to bind port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:00.491182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Attempting to bind port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '3444278b-a34b-4ec3-a54b-8e9f32f1bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:00.491509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Attempting to bind port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 on network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:00.514023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] For port a6038dea-d609-43a3-955a-79bfe7df7d8e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a6038dea-d609-43a3-955a-79bfe7df7d8e,segment=NetworkSegment(337eaa62-06aa-4c83-9c10-b42f815261d1),segment_id=337eaa62-06aa-4c83-9c10-b42f815261d1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:00.518455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 on network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:41:00.518779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Attempting to bind port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 on network 4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:00.523513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.534233 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.535318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:00.535660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Checking segment: {'id': '3444278b-a34b-4ec3-a54b-8e9f32f1bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:00.536045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Bound using segment: {'id': '3444278b-a34b-4ec3-a54b-8e9f32f1bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:00.536482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Bound port: fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3444278b-a34b-4ec3-a54b-8e9f32f1bdca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:00.536871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.570562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port a6038dea-d609-43a3-955a-79bfe7df7d8e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a6038dea-d609-43a3-955a-79bfe7df7d8e,segment=NetworkSegment(337eaa62-06aa-4c83-9c10-b42f815261d1),segment_id=337eaa62-06aa-4c83-9c10-b42f815261d1)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:00.571936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.627124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting subnet 212e89ac-fc6f-4c71-a99f-1d7366203db9 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:00.639524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.642678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for a6038dea-d609-43a3-955a-79bfe7df7d8e owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:00.655529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:00.661224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,segment=NetworkSegment(3444278b-a34b-4ec3-a54b-8e9f32f1bdca),segment_id=3444278b-a34b-4ec3-a54b-8e9f32f1bdca)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:00.668513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.717177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:00.720115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.722308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] 10.222.0.72 "PUT /v2.0/ports/fd6bbfe7-be6a-4af6-8937-531dfa30ba76 HTTP/1.1" status: 200 len: 1091 time: 1.5342057 Feb 15 09:41:00.723069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:00.726092 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4" -d '{"events": [{"name": "network-changed", "server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:00.729905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] For port a6038dea-d609-43a3-955a-79bfe7df7d8e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a6038dea-d609-43a3-955a-79bfe7df7d8e,segment=NetworkSegment(337eaa62-06aa-4c83-9c10-b42f815261d1),segment_id=337eaa62-06aa-4c83-9c10-b42f815261d1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:00.730307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.732687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f94dd396-5c0d-42bc-95d7-9224223840d0 None None] Could not find standard attr ID for object 3c03d0ef-f161-4ec6-a9ae-95fa7ccb8802. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:41:00.743617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.748797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.750925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36633a8f-7e4d-4dd2-ad19-2cf85e1c2bf6 HTTP/1.1" status: 204 len: 168 time: 0.6581068 Feb 15 09:41:00.783593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Calling delete_port for a6038dea-d609-43a3-955a-79bfe7df7d8e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:00.802355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2377351c-1ac6-446a-bfec-0895113cd326 None None] Pushing event updated for resources: {'Port': ['ID=a6038dea-d609-43a3-955a-79bfe7df7d8e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.820875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f94dd396-5c0d-42bc-95d7-9224223840d0 None None] Provisioning complete for port a6038dea-d609-43a3-955a-79bfe7df7d8e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:00.826273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a3900-4088-4b81-923b-e524868a31fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36633a8f-7e4d-4dd2-ad19-2cf85e1c2bf6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.826894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f94dd396-5c0d-42bc-95d7-9224223840d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.833277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:00.904056 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d66650-fcfa-4cd0-b2f6-270a22ce5395 x-openstack-request-id: req-b6d66650-fcfa-4cd0-b2f6-270a22ce5395 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:00.904320 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:00.904582 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6d66650-fcfa-4cd0-b2f6-270a22ce5395 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:00.904974 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76', 'status': 'completed', 'code': 200} Feb 15 09:41:00.930357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93bbbe6-dbf3-4cc3-b420-a8940256f188 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:00.950958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-547c5a6d-ca78-4e55-a466-a2537628e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:00.952682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-547c5a6d-ca78-4e55-a466-a2537628e828 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7376e59645e4abd9b28e2f1a01533bc&device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 1094 time: 0.1465075 Feb 15 09:41:01.010437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-a13e6c98-9c13-4408-9819-23717c7601da service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76 HTTP/1.1" status: 200 len: 217 time: 0.0465610 Feb 15 09:41:01.073282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-330c3d91-b757-45d5-8605-d128eb70de26 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:01.074815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-330c3d91-b757-45d5-8605-d128eb70de26 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.2990570 Feb 15 09:41:01.093642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.130244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:01.141938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] Pushing event deleted for resources: {'Port': ['ID=a6038dea-d609-43a3-955a-79bfe7df7d8e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:01.146931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c920ad5-8c03-4dd5-b190-5d535d61483e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:01.149314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3cbb4b-7527-4d06-a379-90047de0c3a1 None None] No DVR routers for this DVR port a6038dea-d609-43a3-955a-79bfe7df7d8e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:01.155528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30a33061-83b9-4e50-9e24-6315d0060036 req-d6cfa9ca-67a1-490f-8d80-449a611d191b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 210 time: 0.1291912 Feb 15 09:41:01.177759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5c920ad5-8c03-4dd5-b190-5d535d61483e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:01.178242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c920ad5-8c03-4dd5-b190-5d535d61483e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:01.178816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a6038dea-d609-43a3-955a-79bfe7df7d8e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:01.182698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06da4b-993d-44a7-af70-4152c51413af req-442f5349-c700-4472-88f4-ad750b20f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:01.184484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-442f5349-c700-4472-88f4-ad750b20f31c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3552375-bbcd-47cb-8b4d-f03eedb6a64d HTTP/1.1" status: 200 len: 865 time: 0.1634393 Feb 15 09:41:01.208853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a6038dea-d609-43a3-955a-79bfe7df7d8e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:01.208853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a6038dea-d609-43a3-955a-79bfe7df7d8e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:01.213596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.288227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-60fb4099-6a7c-4fab-83ff-7ed56c6bfec8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419772 Feb 15 09:41:01.297329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Pushing event deleted for resources: {'Port': ['ID=a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:01.337908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.445852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-a1d8bffe-eb9c-4800-91b7-295cd0622929 service neutron] 10.222.0.72 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462812 Feb 15 09:41:01.446872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:01.450546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.463280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.497241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=a6038dea-d609-43a3-955a-79bfe7df7d8e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:01.500141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43010) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:01.511060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port a6038dea-d609-43a3-955a-79bfe7df7d8e on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:01.572534 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.577703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6d67b87-f598-415e-995a-2ffc0fece09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.700507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c06da4b-993d-44a7-af70-4152c51413af req-9fd03a06-d25d-4a94-a1d9-40810770d33b service neutron] 10.222.0.72 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357569 Feb 15 09:41:01.721630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.9 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/12f6f3d3-e061-4552-a9be-4ac16b32f4b4) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:01.755023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.787964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.803875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6d67b87-f598-415e-995a-2ffc0fece09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.815631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c65dc2-73e8-4288-8b29-c025a3264015 req-61c839a1-8d4c-4441-9c99-d3e678350b2c tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:01.817240 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9c65dc2-73e8-4288-8b29-c025a3264015 req-61c839a1-8d4c-4441-9c99-d3e678350b2c tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 943 time: 0.3501573 Feb 15 09:41:01.818944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.822060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.833102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6d67b87-f598-415e-995a-2ffc0fece09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.833253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Subnet': ['ID=212e89ac-fc6f-4c71-a99f-1d7366203db9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:01.849821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:01.855870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461a4e7d-ec4b-4c53-9c62-986eb6944492 None None] Network ea194ceb-36c4-4a16-85ff-2f75dc8db448 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:01.856074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce660c19-7528-48ae-aa94-1e04182477c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/subnets/212e89ac-fc6f-4c71-a99f-1d7366203db9 HTTP/1.1" status: 204 len: 168 time: 1.4246647 Feb 15 09:41:01.857107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43046) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:01.919788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d418db8-bbee-46a1-b1a9-63b524de9f13']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:01.951613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6d67b87-f598-415e-995a-2ffc0fece09a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2660b47790554ada94dc0940fde4ee6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4495530 Feb 15 09:41:01.957722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43054) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:01.959797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-ca52fc2d-e4db-4ffe-9a44-eb3b6ccc5940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:01.961338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-ca52fc2d-e4db-4ffe-9a44-eb3b6ccc5940 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b7376e59645e4abd9b28e2f1a01533bc&device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 1094 time: 0.1678982 Feb 15 09:41:01.969513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d67b87-f598-415e-995a-2ffc0fece09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3049b86-d021-4faa-9015-9217b7b25f0d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:01.979228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337eaa62-06aa-4c83-9c10-b42f815261d1') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:01.979528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337eaa62-06aa-4c83-9c10-b42f815261d1') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:02.004753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.005543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:41:02.008617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.019016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.020151 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6c681a86-1a05-4c65-9574-b6061454948b admin admin] 10.222.0.10 "DELETE /v2.0/routers/70ce3b3f-06c7-4c5b-8a5c-428fd9e767f4 HTTP/1.1" status: 204 len: 168 time: 4.2505364 Feb 15 09:41:02.027977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:02.046973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9c65dc2-73e8-4288-8b29-c025a3264015 req-6751a1cc-f95c-425c-b17e-5601305a0f7f tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116463 Feb 15 09:41:02.092541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-d1b1579f-545d-4ec5-ad36-f5b3ae203bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:02.094809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.095948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-d1b1579f-545d-4ec5-ad36-f5b3ae203bb4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 HTTP/1.1" status: 200 len: 926 time: 0.1223962 Feb 15 09:41:02.109433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:02.109963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:02.113065 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:02.133901 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.188303 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-28db51da-4790-40f3-a493-9de6a0619e3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76 HTTP/1.1" status: 200 len: 217 time: 0.0805199 Feb 15 09:41:02.204385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Deleting subnet 19a1fbd0-c764-45ce-9d47-84d9302deccb {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:02.216145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.299355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] DHCP port deletion for ea194ceb-36c4-4a16-85ff-2f75dc8db448 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:02.302230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.306889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.323726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.325986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.340007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-1fe680c9-97e1-4549-ae26-ce3125237f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:02.341616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-1fe680c9-97e1-4549-ae26-ce3125237f17 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=f3552375-bbcd-47cb-8b4d-f03eedb6a64d HTTP/1.1" status: 200 len: 865 time: 0.1265056 Feb 15 09:41:02.357773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.365597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/2d418db8-bbee-46a1-b1a9-63b524de9f13 HTTP/1.1" status: 204 len: 168 time: 2.4394834 Feb 15 09:41:02.381780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43090) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:02.394384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.394880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd09d-5fc7-458e-afa5-25cad25bd6c2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=2d418db8-bbee-46a1-b1a9-63b524de9f13,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:02.399104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1061123247'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:02.436246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Deleting port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:02.436737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.439883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01ef4a67-aa47-460e-a087-a09825d44b63 req-4476b79a-95de-45c4-9d3f-a0a852291096 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 210 time: 0.0972714 Feb 15 09:41:02.447122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:02.447534 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.447653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-de264724-406a-4212-a991-7c1a60074528 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665076 Feb 15 09:41:02.531934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.561883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] For port 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=76a043f3-94ba-4a6a-b71d-7cd677c256b9,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:02.562634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.565880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.573053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.575638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 76a043f3-94ba-4a6a-b71d-7cd677c256b9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=76a043f3-94ba-4a6a-b71d-7cd677c256b9,segment=NetworkSegment(28f6b5c0-ebbf-429d-a3ee-4517e511e537),segment_id=28f6b5c0-ebbf-429d-a3ee-4517e511e537)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:02.575638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.578993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.580352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3049b86-d021-4faa-9015-9217b7b25f0d HTTP/1.1" status: 204 len: 168 time: 0.6181033 Feb 15 09:41:02.592734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:02.599357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Calling delete_port for 76a043f3-94ba-4a6a-b71d-7cd677c256b9 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:02.600524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.609125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40cad08-c419-410c-b832-c7e98200041e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3049b86-d021-4faa-9015-9217b7b25f0d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:02.617962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 76a043f3-94ba-4a6a-b71d-7cd677c256b9 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:02.633072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', '2ca27c4e-7890-4658-9c5c-b13ff9a861c1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:02.740462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:02.751988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.752614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.753012 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 153c7b43-f06a-42dd-97d9-4572d21c775b of type vlan for network c69a4f86-b750-478b-989a-e447a6dc3472 Feb 15 09:41:02.779842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:02.790455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a1fbd0-c764-45ce-9d47-84d9302deccb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:02.801318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.807490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7ce8df34-41d4-49bf-974b-9da2f31ffcff admin admin] 10.222.0.10 "DELETE /v2.0/subnets/19a1fbd0-c764-45ce-9d47-84d9302deccb HTTP/1.1" status: 204 len: 168 time: 0.7761190 Feb 15 09:41:02.809180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:02.829093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:02.838711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:02.849591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:02.864052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:02.868918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4768d1-cfa4-4ee8-809f-2fde0ff41da2 None None] Network bb6b4cd6-3805-47f1-b8a0-56b32c9f989f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:02.881464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.884629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.917901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-8087f6b6-a5e6-430e-b03e-8ac4786b1be9 service neutron] 10.222.0.72 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580803 Feb 15 09:41:02.945900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:02.946579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.951215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.957301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:02.958214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:02.991380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.001886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.044476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=76a043f3-94ba-4a6a-b71d-7cd677c256b9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:03.049480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] No DVR routers for this DVR port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:03.155713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7726493 Feb 15 09:41:03.156987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:03.177327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:03.186552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-5ef913f6-2c14-4f4f-933f-3733836e8024 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0978391 Feb 15 09:41:03.220791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Request body: {'port': {'device_id': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:03.224654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.256742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f155b4a1-fae7-4fb2-9fdd-6996c9a4f319 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=c69a4f86-b750-478b-989a-e447a6dc3472,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:03.262444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:03.349292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea194ceb-36c4-4a16-85ff-2f75dc8db448']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:03.379419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f6b5c0-ebbf-429d-a3ee-4517e511e537') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:03.379719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f6b5c0-ebbf-429d-a3ee-4517e511e537') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:03.401137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.401833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c69a4f86-b750-478b-989a-e447a6dc3472 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:03.410111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf812ed-fc1b-4f98-958f-c8f462ee160e req-4b47c6ff-3044-4e83-98d0-65b2c671389a tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:03.411912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baf812ed-fc1b-4f98-958f-c8f462ee160e req-4b47c6ff-3044-4e83-98d0-65b2c671389a tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 943 time: 0.1835942 Feb 15 09:41:03.439474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.442314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Deleting port c112147e-e66e-431e-aa66-0678a4e41b21 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:03.442689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.451572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:03.452061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:03.455296 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:03.490937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d17d0a54-1fbf-484b-b9ad-85e7c30064e4 req-1378664a-1a43-4420-86d8-c8f39eb41b9c service neutron] 10.222.0.72 "GET /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5587018 Feb 15 09:41:03.495799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] Pushing event deleted for resources: {'Port': ['ID=76a043f3-94ba-4a6a-b71d-7cd677c256b9,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:03.503964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:03.504320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a2c4b5de-1ba2-4d3c-95c0-331bbceb6e73 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:03.504844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 76a043f3-94ba-4a6a-b71d-7cd677c256b9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:03.511250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.513359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:03.517232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.538202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 76a043f3-94ba-4a6a-b71d-7cd677c256b9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:03.538561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 76a043f3-94ba-4a6a-b71d-7cd677c256b9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:03.545550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c656834-0bf8-4e85-b585-36eadbd643f9 None None] No DVR routers for this DVR port 76a043f3-94ba-4a6a-b71d-7cd677c256b9 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:03.734312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.773389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:03.777468 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab567b-34a1-4d6e-b2b2-e0acbaea0dde" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:03.805280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] DHCP port deletion for bb6b4cd6-3805-47f1-b8a0-56b32c9f989f request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:03.807301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fd6bbfe7-be6a-4af6-8937-531dfa30ba76 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:41:03.810257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:03.812801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] For port c112147e-e66e-431e-aa66-0678a4e41b21, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c112147e-e66e-431e-aa66-0678a4e41b21,segment=NetworkSegment(765e9089-f57b-412e-a757-b25038b3b12e),segment_id=765e9089-f57b-412e-a757-b25038b3b12e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:03.812801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.847620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.854945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Calling delete_port for c112147e-e66e-431e-aa66-0678a4e41b21 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:03.882110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:03.890157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:03.917381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Transition to ACTIVE for port object 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:41:03.931538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.025511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baf812ed-fc1b-4f98-958f-c8f462ee160e req-d7b62532-f4bb-4eb6-a787-8735ef0632d4 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6065557 Feb 15 09:41:04.026470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.040223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.043665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/networks/ea194ceb-36c4-4a16-85ff-2f75dc8db448 HTTP/1.1" status: 204 len: 168 time: 2.1725314 Feb 15 09:41:04.049920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.065633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43200) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:04.082168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] No DVR routers for this DVR port c112147e-e66e-431e-aa66-0678a4e41b21 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:04.130744 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fae4a3-ecd0-4cd1-9b5f-e286ffe9a7ff x-openstack-request-id: req-62fae4a3-ecd0-4cd1-9b5f-e286ffe9a7ff {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:04.131213 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-unplugged", "status": "completed", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:04.131630 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62fae4a3-ecd0-4cd1-9b5f-e286ffe9a7ff {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:04.132274 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'code': 200} Feb 15 09:41:04.182604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.192433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Pushing event deleted for resources: {'Port': ['ID=c112147e-e66e-431e-aa66-0678a4e41b21,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.230590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4599d-bee7-4eae-bf85-8f6df7e3514d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Network': ['ID=ea194ceb-36c4-4a16-85ff-2f75dc8db448,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.280201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=11']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.304038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.329041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,segment=NetworkSegment(3444278b-a34b-4ec3-a54b-8e9f32f1bdca),segment_id=3444278b-a34b-4ec3-a54b-8e9f32f1bdca)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:04.360858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.370946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Deleting port c112147e-e66e-431e-aa66-0678a4e41b21 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:04.371331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.393624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76', 'network_id': '4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361', 'port_id': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76', 'mac_address': 'fa:16:3e:4b:aa:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3552375-bbcd-47cb-8b4d-f03eedb6a64d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:41:04.396468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6b4cd6-3805-47f1-b8a0-56b32c9f989f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:04.432141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '765e9089-f57b-412e-a757-b25038b3b12e') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:04.432556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '765e9089-f57b-412e-a757-b25038b3b12e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:04.451246 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.460785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] For port c112147e-e66e-431e-aa66-0678a4e41b21, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:04.461417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.469790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.479155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Calling delete_port for c112147e-e66e-431e-aa66-0678a4e41b21 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:04.479389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:04.479793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:04.482606 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:04.485222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Port c112147e-e66e-431e-aa66-0678a4e41b21 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:41:04.485949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.528618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 06d9106a-3943-4870-92ab-f44d749fe16c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:04.529094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.559250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.564329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] Pushing event deleted for resources: {'Port': ['ID=c112147e-e66e-431e-aa66-0678a4e41b21,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.577477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366438e2-2431-418b-9e92-fc8cf30c1fac None None] No DVR routers for this DVR port c112147e-e66e-431e-aa66-0678a4e41b21 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:04.587743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6bbfe7-be6a-4af6-8937-531dfa30ba76 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:04.629866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,segment=NetworkSegment(3444278b-a34b-4ec3-a54b-8e9f32f1bdca),segment_id=3444278b-a34b-4ec3-a54b-8e9f32f1bdca)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:04.638404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.644135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.681400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.689294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] 10.222.0.10 "DELETE /v2.0/networks/bb6b4cd6-3805-47f1-b8a0-56b32c9f989f HTTP/1.1" status: 204 len: 168 time: 1.8790846 Feb 15 09:41:04.732343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e690359-8305-4775-8b24-d7a0f3ced75b admin admin] Pushing event deleted for resources: {'Network': ['ID=bb6b4cd6-3805-47f1-b8a0-56b32c9f989f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.749789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.758120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.758551 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:04.784422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 06d9106a-3943-4870-92ab-f44d749fe16c owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:04.883185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['fd6bbfe7-be6a-4af6-8937-531dfa30ba76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:04.913084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:04.934100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Attempting to bind port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:04.934697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Attempting to bind port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:04.935325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Attempting to bind port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:04.944833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=add2a089-2f13-4849-b9f6-2560bea4c5ae,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:04.963761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:41:04.964616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Attempting to bind port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:04.977307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb3d6c-5cef-4fa6-9882-2e334ea349aa req-130e9a56-6040-4888-87dc-9abaa7455fc0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:04.979891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21cb3d6c-5cef-4fa6-9882-2e334ea349aa req-130e9a56-6040-4888-87dc-9abaa7455fc0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 943 time: 0.8074424 Feb 15 09:41:04.993200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:04.993787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:04.994773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:04.996375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Bound port: 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:04.997811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.018162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f71e38a6-93a2-4597-a610-deaca3475ddd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=178f2e137b2243a4995d297dcd40f2d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1034150 Feb 15 09:41:05.020896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:05.065461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '153c7b43-f06a-42dd-97d9-4572d21c775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:05.066750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: c69a4f86-b750-478b-989a-e447a6dc3472, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:05.129970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.144090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c112147e-e66e-431e-aa66-0678a4e41b21 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:05.174318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c112147e-e66e-431e-aa66-0678a4e41b21 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:05.174949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c112147e-e66e-431e-aa66-0678a4e41b21 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:05.189152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21cb3d6c-5cef-4fa6-9882-2e334ea349aa req-6c4b8808-3017-4c73-a847-65ba62b69ab4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984007 Feb 15 09:41:05.210684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=06d9106a-3943-4870-92ab-f44d749fe16c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:05.225218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.225412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network c69a4f86-b750-478b-989a-e447a6dc3472 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:05.246619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c69a4f86-b750-478b-989a-e447a6dc3472) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:05.248869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:05.255316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:05.257520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:05.258392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.260666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa2ccee-454d-490f-b279-b2adc9ff2857 None None] Network c69a4f86-b750-478b-989a-e447a6dc3472 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:05.270147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.312411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6109b3f-c219-4a64-bb02-0138d9b73f6d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1460342 Feb 15 09:41:05.316788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.328035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43258) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:05.334324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1287984935'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:05.376567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:05.377609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.379394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] 10.222.0.36 "PUT /v2.0/ports/12f6f3d3-e061-4552-a9be-4ac16b32f4b4 HTTP/1.1" status: 200 len: 1091 time: 2.1757748 Feb 15 09:41:05.381162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:05.383831 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82000953-9fad-4cc6-af3d-c2ac3bacf967" -d '{"events": [{"name": "network-changed", "server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:05.463465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f46d1-f06e-4dd7-b921-d3e464b36038 service neutron] Pushing event updated for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:05.501693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764d7bd-8c22-4aa7-acb6-7deadb1437d3 req-beaea484-52bf-4994-afc5-fcb4aaad24d8 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:05.503562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9764d7bd-8c22-4aa7-acb6-7deadb1437d3 req-beaea484-52bf-4994-afc5-fcb4aaad24d8 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 944 time: 0.1997340 Feb 15 09:41:05.522069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c69a4f86-b750-478b-989a-e447a6dc3472', 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': 'add2a089-2f13-4849-b9f6-2560bea4c5ae'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:05.525820 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.562436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-9e364899-7cbd-4317-969a-8917c2134305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:05.564474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-9e364899-7cbd-4317-969a-8917c2134305 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 1094 time: 0.1246674 Feb 15 09:41:05.593750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.594069 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Floating IP ebe1c534-d159-4afa-b347-957d93277aac disassociated (deleted). External IP: 172.25.6.62, port: d52cfa1c-7bfc-4367-9c2e-a8c85592344b. Feb 15 09:41:05.628345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9764d7bd-8c22-4aa7-acb6-7deadb1437d3 req-26089bd7-3491-4adf-9850-42f635147921 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093750 Feb 15 09:41:05.632736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-da765dbe-ebb8-4f73-983c-51533493b9a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0537937 Feb 15 09:41:05.661273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.664987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.668973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01e7ab3d-7c52-4c87-992b-408c9d3d6a1b HTTP/1.1" status: 204 len: 168 time: 0.6435933 Feb 15 09:41:05.685240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b0930-479a-48f3-bd97-7304349165e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e7ab3d-7c52-4c87-992b-408c9d3d6a1b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:05.731625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:05.773930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:05.778372 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fe3ee4-e658-4708-87c3-e814be7e7221 x-openstack-request-id: req-60fe3ee4-e658-4708-87c3-e814be7e7221 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:05.778948 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:05.779367 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60fe3ee4-e658-4708-87c3-e814be7e7221 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:05.779927 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4', 'status': 'completed', 'code': 200} Feb 15 09:41:05.799244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-2b138598-08d7-48d6-ba81-4362ba4d85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:05.801105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-2b138598-08d7-48d6-ba81-4362ba4d85b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1522174 Feb 15 09:41:05.847622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-b20378a3-7882-4f13-9575-2d72247babbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375311 Feb 15 09:41:05.855012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 6044d77e-50a0-489f-83b4-7b736f2edd5b yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:05.867783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fd6bbfe7-be6a-4af6-8937-531dfa30ba76 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:05.996627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Allocated IP 172.20.0.2 (c69a4f86-b750-478b-989a-e447a6dc3472/add2a089-2f13-4849-b9f6-2560bea4c5ae/47592c0b-8600-4244-8d8a-f96aa17c2e03) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:06.022235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:41:06.031700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:06.032620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.056472 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-b4e6c3c2-03eb-4365-bafa-dbc33ba61a98 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953483 Feb 15 09:41:06.230085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.253939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65947c3d-5a40-4dcd-a039-e262cacffe55 req-06d1777a-09df-4671-8ea4-c6b2fed64814 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894691 Feb 15 09:41:06.319671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:06.322289 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae8afda-9786-49f0-bb65-05653c2d57f9" -d '{"events": [{"server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "name": "network-vif-plugged", "status": "completed", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:06.335037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.351823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,segment=NetworkSegment(3444278b-a34b-4ec3-a54b-8e9f32f1bdca),segment_id=3444278b-a34b-4ec3-a54b-8e9f32f1bdca)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:06.357629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.388425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.426155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:06.455373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Network c69a4f86-b750-478b-989a-e447a6dc3472 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:06.470901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:06.477081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:06.520943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Pushing event updated for resources: {'Port': ['ID=47592c0b-8600-4244-8d8a-f96aa17c2e03,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:06.557667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.11 (c69a4f86-b750-478b-989a-e447a6dc3472/add2a089-2f13-4849-b9f6-2560bea4c5ae/6044d77e-50a0-489f-83b4-7b736f2edd5b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:06.571490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-c3d0d352-460f-43b3-b968-edc8204f34e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:06.573095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-c3d0d352-460f-43b3-b968-edc8204f34e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 1094 time: 0.2521048 Feb 15 09:41:06.584658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4049e339-5051-49dd-b286-cb439e6973c6 req-8fd89836-018e-4041-90a5-95cd148bbad2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:06.586262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4049e339-5051-49dd-b286-cb439e6973c6 req-8fd89836-018e-4041-90a5-95cd148bbad2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 943 time: 0.2791598 Feb 15 09:41:06.663529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:06.748963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4049e339-5051-49dd-b286-cb439e6973c6 req-7d4e116e-c12e-425d-87f1-f41921c20d53 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491776 Feb 15 09:41:06.751683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Attempting to bind port 47592c0b-8600-4244-8d8a-f96aa17c2e03 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:06.752256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Attempting to bind port 47592c0b-8600-4244-8d8a-f96aa17c2e03 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '153c7b43-f06a-42dd-97d9-4572d21c775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:06.753032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Attempting to bind port 47592c0b-8600-4244-8d8a-f96aa17c2e03 on network c69a4f86-b750-478b-989a-e447a6dc3472 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:06.764418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:06.765205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Checking segment: {'id': '153c7b43-f06a-42dd-97d9-4572d21c775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:06.765824 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.766923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:06.768261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Bound using segment: {'id': '153c7b43-f06a-42dd-97d9-4572d21c775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:06.768995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Bound port: 47592c0b-8600-4244-8d8a-f96aa17c2e03, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153c7b43-f06a-42dd-97d9-4572d21c775b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'c69a4f86-b750-478b-989a-e447a6dc3472'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:06.770423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.793362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:06.797179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.819959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-716a0172-2b68-4179-b7b9-2653cb40137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:06.824712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-716a0172-2b68-4179-b7b9-2653cb40137e service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.2364690 Feb 15 09:41:06.879678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-29d8db66-562e-44e3-a93b-38f5b1f72644 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/floatingips/ebe1c534-d159-4afa-b347-957d93277aac HTTP/1.1" status: 204 len: 168 time: 2.7888632 Feb 15 09:41:06.880765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:06.884091 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8fdcf89-5138-4a76-91c4-547dddefec23" -d '{"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:06.900717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-99efec75-93c2-401a-8b6f-4fe28eaa4cf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4 HTTP/1.1" status: 200 len: 217 time: 0.0653477 Feb 15 09:41:06.938494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:06.948987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] For port 47592c0b-8600-4244-8d8a-f96aa17c2e03, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:06.953890 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c439692c-489e-4aa0-8be6-51398abcb5b0 x-openstack-request-id: req-c439692c-489e-4aa0-8be6-51398abcb5b0 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:06.954364 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "name": "network-vif-plugged", "status": "completed", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:06.954867 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c439692c-489e-4aa0-8be6-51398abcb5b0 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:06.955423 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76', 'code': 200} Feb 15 09:41:06.960912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] For port 47592c0b-8600-4244-8d8a-f96aa17c2e03, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=47592c0b-8600-4244-8d8a-f96aa17c2e03,segment=NetworkSegment(153c7b43-f06a-42dd-97d9-4572d21c775b),segment_id=153c7b43-f06a-42dd-97d9-4572d21c775b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:06.963381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:06.976046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:07.040257 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:07.104050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-c7b9da4f-2204-43db-941a-9568360c326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.105732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-c7b9da4f-2204-43db-941a-9568360c326f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1950388 Feb 15 09:41:07.170534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ce480-3917-40d1-9585-ec0a78037d9c None None] Pushing event updated for resources: {'Port': ['ID=47592c0b-8600-4244-8d8a-f96aa17c2e03,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:07.205930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:07.213194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6590abb6-a26b-47f2-9ce1-f3e07c38d676 req-6acb6965-a70c-4c35-a0ef-42322379408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.220330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6590abb6-a26b-47f2-9ce1-f3e07c38d676 req-6acb6965-a70c-4c35-a0ef-42322379408f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 1096 time: 0.2333884 Feb 15 09:41:07.225923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-472f5f1c-e806-4e43-966d-ada0a8f9566e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897963 Feb 15 09:41:07.250215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6fa87-9d34-45de-90da-6310ba7cd360 req-d2453072-f139-4931-9eb8-031031ed3ee7 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.264575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cf6fa87-9d34-45de-90da-6310ba7cd360 req-d2453072-f139-4931-9eb8-031031ed3ee7 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.2642441 Feb 15 09:41:07.319897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:07.355596 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bf68d4-5351-4437-a58c-4d89f4f86472 x-openstack-request-id: req-43bf68d4-5351-4437-a58c-4d89f4f86472 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:07.355883 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:07.356124 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43bf68d4-5351-4437-a58c-4d89f4f86472 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:07.356515 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'status': 'completed', 'code': 200} Feb 15 09:41:07.573122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network c69a4f86-b750-478b-989a-e447a6dc3472 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:07.594751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:07.606538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:07.639733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cf6fa87-9d34-45de-90da-6310ba7cd360 req-c263538d-fd5d-4d00-8b23-2e8426c2c31b tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458245 Feb 15 09:41:07.640531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=6044d77e-50a0-489f-83b4-7b736f2edd5b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:07.645327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6590abb6-a26b-47f2-9ce1-f3e07c38d676 req-72c94b24-b4bd-4617-beb0-6a93bc7dda5f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776081 Feb 15 09:41:07.658971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:07.742148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:07.745957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.746880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:07.761981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:07.762620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:07.787882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.788638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.789051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.789417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.789730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.790058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.790436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.794648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.794648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.794851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.795115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.795450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:07.818319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-31cbccc4-b3ab-4653-8d1d-2d71760c46f2 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481436 Feb 15 09:41:07.822349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe3b1f-a63f-4fb3-863c-9c7dc3e567af req-78459c5a-6e62-49ca-a864-38d89da79e38 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.825816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-94774a8d-5eb8-4569-81db-ac38f2eead15 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4937315 Feb 15 09:41:07.827075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5cbe3b1f-a63f-4fb3-863c-9c7dc3e567af req-78459c5a-6e62-49ca-a864-38d89da79e38 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.0940211 Feb 15 09:41:07.827799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43358) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:07.874063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-85893741-f5a3-4861-a63e-ec6563b38785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:07.875724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-85893741-f5a3-4861-a63e-ec6563b38785 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 1097 time: 0.4416833 Feb 15 09:41:07.989084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43362) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:08.012775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5cbe3b1f-a63f-4fb3-863c-9c7dc3e567af req-f6bc68c8-f7bd-4afd-86c6-7e39a3b28a12 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798701 Feb 15 09:41:08.084787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43366) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:08.127026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 6044d77e-50a0-489f-83b4-7b736f2edd5b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:08.129199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.175371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6433b8-b1bd-48de-92c5-f8d63b224902 req-b939dd4f-98df-4e34-86bf-fd821ee94e7d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:08.176328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:08.183991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd6433b8-b1bd-48de-92c5-f8d63b224902 req-b939dd4f-98df-4e34-86bf-fd821ee94e7d tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.3759682 Feb 15 09:41:08.305181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82000953-9fad-4cc6-af3d-c2ac3bacf967 req-d9fa0481-8fe3-480a-ad6b-24537b0a1ad5 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701757 Feb 15 09:41:08.317958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1872058264-network', 'tenant_id': '593edc21200c4426866d41a68ddcef50'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:08.334041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-0039691a-b74b-4b1f-88b8-05e0f21ebe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:08.335852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-0039691a-b74b-4b1f-88b8-05e0f21ebe6c service neutron] 10.222.0.72 "GET /v2.0/networks?id=9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 200 len: 898 time: 0.4451499 Feb 15 09:41:08.343290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77800bb0-d85e-4fd1-bff2-9774e2e96be8 req-6b0d3f5b-02b7-4703-a08b-427f5447398a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:08.345050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd6433b8-b1bd-48de-92c5-f8d63b224902 req-bcf940ad-2e5d-4ec4-983d-b110b8755357 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591494 Feb 15 09:41:08.353659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77800bb0-d85e-4fd1-bff2-9774e2e96be8 req-6b0d3f5b-02b7-4703-a08b-427f5447398a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 943 time: 0.1881740 Feb 15 09:41:08.365590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.390827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.410625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-cddf1e15-db7f-44dc-9389-ec914b084df4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 200 len: 217 time: 0.0588336 Feb 15 09:41:08.414287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:08.417318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.421711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 6044d77e-50a0-489f-83b4-7b736f2edd5b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:08.436278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.457302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77800bb0-d85e-4fd1-bff2-9774e2e96be8 req-fb88425a-5c6d-4798-bcab-c37c02fdb702 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025789 Feb 15 09:41:08.492509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-44cedd42-39cb-47a8-871e-0e87019c3d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:08.494402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-44cedd42-39cb-47a8-871e-0e87019c3d46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=92284137-ce01-4a3d-9285-804cf38cda71 HTTP/1.1" status: 200 len: 834 time: 0.0732069 Feb 15 09:41:08.517103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:08.569048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8983fa66-6548-4e6d-8f32-80d6e68a128e None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:40:48Z', 'revision_number': 6, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ba079da-4350-4f73-a48f-ef446c110f02', 'name': '', 'network_id': '9cca55a9-75b0-4634-8fa7-495444e60f3e', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:a5:c8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '92284137-ce01-4a3d-9285-804cf38cda71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:25Z', 'updated_at': '2022-02-15T09:38:41Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': '92284137-ce01-4a3d-9285-804cf38cda71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:08.575177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-46c7a9fa-5fd8-4597-a4f5-e0546bac91ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:08.576675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-46c7a9fa-5fd8-4597-a4f5-e0546bac91ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9cca55a9-75b0-4634-8fa7-495444e60f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688679 Feb 15 09:41:08.597775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.598373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.612331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.619069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.679508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6928cc4850a94aeab4c50c1a9309c046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916059 Feb 15 09:41:08.682457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:08.683785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0230c73f-5dbc-4926-9964-4848e56ad1af,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:08.694189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.694534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.694658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd1f4d-efb9-4440-a651-5966d0632642,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:08.695123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.695231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.695523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.695856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.696182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.696921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.696921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.697217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.697621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.697929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f593c2b2-5ea3-4825-8368-17085ab2ed20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:08.702255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.716319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:08.720033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733cce61-83b3-4a85-90bd-7a16f1d60e4b None None] Network c69a4f86-b750-478b-989a-e447a6dc3472 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:08.755541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=6044d77e-50a0-489f-83b4-7b736f2edd5b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:08.764337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.764683 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Added segment 14a118f4-0937-435e-83aa-c517cedf9817 of type vlan for network 7d140436-5ae5-449e-af0d-6865edfaf3b7 Feb 15 09:41:08.793745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:41:08.861035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.866983 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.871347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-3d8b0df8-8a76-4c3d-9a63-8f746aed5113 service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720926 Feb 15 09:41:08.885845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d213be0-eece-49ee-9f56-3bc0a3cd1c7c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/6044d77e-50a0-489f-83b4-7b736f2edd5b HTTP/1.1" status: 204 len: 168 time: 1.0545447 Feb 15 09:41:08.889925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43374) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:08.907879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] Provisioning complete for port 47592c0b-8600-4244-8d8a-f96aa17c2e03 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:08.908366 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.936642 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e8184c-8b01-45dc-95fe-3804c7864022 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:41:08.943641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:08.954568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-08e8184c-8b01-45dc-95fe-3804c7864022 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/6044d77e-50a0-489f-83b4-7b736f2edd5b HTTP/1.1" status: 404 len: 333 time: 0.0629461 Feb 15 09:41:08.955689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43378) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:09.054706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet add2a089-2f13-4849-b9f6-2560bea4c5ae {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:09.060149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.127498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.137344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.142374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:41:09.157387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e693f29-9a1c-41bf-aef8-5fc28ed9e9ce None None] New status for floating IP ebe1c534-d159-4afa-b347-957d93277aac: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:41:09.168352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 47592c0b-8600-4244-8d8a-f96aa17c2e03 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:09.272176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e5cd0-5526-4e9c-95b8-bfec01fbf022 req-f02b1245-9b6e-495d-ac88-1436af1db456 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:09.274080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-203e5cd0-5526-4e9c-95b8-bfec01fbf022 req-f02b1245-9b6e-495d-ac88-1436af1db456 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.0860319 Feb 15 09:41:09.314254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.318509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:09.319732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.338992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.344698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 47592c0b-8600-4244-8d8a-f96aa17c2e03 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:09.345215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.372794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-203e5cd0-5526-4e9c-95b8-bfec01fbf022 req-c576c336-4ccc-4e3f-85d2-566dbd2e956b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800786 Feb 15 09:41:09.398306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685813dd-85cb-472e-bb09-63f0892cd20c req-e7caffc6-f6e5-41d7-80c8-2ec4e93a701e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:09.399086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-685813dd-85cb-472e-bb09-63f0892cd20c req-e7caffc6-f6e5-41d7-80c8-2ec4e93a701e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.4239352 Feb 15 09:41:09.424287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.425148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:09.427459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.428909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.430893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0230c73f-5dbc-4926-9964-4848e56ad1af HTTP/1.1" status: 204 len: 168 time: 0.7472215 Feb 15 09:41:09.466603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=add2a089-2f13-4849-b9f6-2560bea4c5ae,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:09.468774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.476451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-80045397-bc07-4d0b-beea-8f64d7514b3c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/add2a089-2f13-4849-b9f6-2560bea4c5ae HTTP/1.1" status: 204 len: 168 time: 0.5195141 Feb 15 09:41:09.478255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:09.527421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4', 'mac_address': 'fa:16:3e:2a:d9:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:41:09.571456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5804725 Feb 15 09:41:09.584860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8fdcf89-5138-4a76-91c4-547dddefec23 req-20a2102b-5e68-4a81-a20e-3c6a4e5bb306 service neutron] 10.222.0.72 "GET /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843882 Feb 15 09:41:09.586137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:09.604088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Request body: {'subnet': {'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1872058264-subnet', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:09.616161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cd05e-2efe-4829-b11a-15b075356a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0230c73f-5dbc-4926-9964-4848e56ad1af,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:09.635866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f537ab7-bee4-4429-94ee-4f4ac26e313a admin admin] Pushing event updated for resources: {'Network': ['ID=7d140436-5ae5-449e-af0d-6865edfaf3b7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:09.655880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.657868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8ade7-71dd-49ee-bb8e-b313b485dab4 req-d8f31cdc-f6db-442d-a9e5-74f5db589d85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:09.667850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7455eba-d2e4-4116-b0cf-96cc499f96b9 req-bedee0c5-4287-4f32-8f14-9a08c5f7fc6a tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:09.668217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05b8ade7-71dd-49ee-bb8e-b313b485dab4 req-d8f31cdc-f6db-442d-a9e5-74f5db589d85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.7952063 Feb 15 09:41:09.669618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7455eba-d2e4-4116-b0cf-96cc499f96b9 req-bedee0c5-4287-4f32-8f14-9a08c5f7fc6a tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1257100 Feb 15 09:41:09.705287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.728790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.763317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7455eba-d2e4-4116-b0cf-96cc499f96b9 req-0a3f4af3-f29d-4cd9-87c3-2647fdb10121 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789397 Feb 15 09:41:09.778020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] For port 47592c0b-8600-4244-8d8a-f96aa17c2e03, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=47592c0b-8600-4244-8d8a-f96aa17c2e03,segment=NetworkSegment(153c7b43-f06a-42dd-97d9-4572d21c775b),segment_id=153c7b43-f06a-42dd-97d9-4572d21c775b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:09.779007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:09.805400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 47592c0b-8600-4244-8d8a-f96aa17c2e03 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:09.805748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.826364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.891933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05b8ade7-71dd-49ee-bb8e-b313b485dab4 req-782e945c-68cb-4d78-b7fa-34f381f008a5 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228751 Feb 15 09:41:09.918161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.919346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:09.930363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.949687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:09.960238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port 47592c0b-8600-4244-8d8a-f96aa17c2e03, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=47592c0b-8600-4244-8d8a-f96aa17c2e03,segment=NetworkSegment(153c7b43-f06a-42dd-97d9-4572d21c775b),segment_id=153c7b43-f06a-42dd-97d9-4572d21c775b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:09.960852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:09.985376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 47592c0b-8600-4244-8d8a-f96aa17c2e03 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:10.006217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e04ff-5b12-480f-aa37-a84dff0501a4 None None] Network c69a4f86-b750-478b-989a-e447a6dc3472 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:10.012536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-d3431cf3-fad6-49ed-bf3d-3964968636d5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:10.015184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-d3431cf3-fad6-49ed-bf3d-3964968636d5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.72 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.3348424 Feb 15 09:41:10.041505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43396) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:10.079691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce16c-5293-49d5-93fc-76de75d82241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.134298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:10.144110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f7b92-2a19-407c-9e18-230f36f925a7 None None] Pushing event updated for resources: {'Port': ['ID=47592c0b-8600-4244-8d8a-f96aa17c2e03,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.153855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.156568 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:41:10.157109 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:41:10.163684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9a55914d-e587-442c-9335-c66ae4926bd4 None None] Provisioning complete for port 47592c0b-8600-4244-8d8a-f96aa17c2e03 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:10.163684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a55914d-e587-442c-9335-c66ae4926bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.193031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ca286-9ae2-485c-bac8-c287191954b5 req-36668822-e06c-4467-8ce4-e45d15d0ae64 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:10.194695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d27ca286-9ae2-485c-bac8-c287191954b5 req-36668822-e06c-4467-8ce4-e45d15d0ae64 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 943 time: 0.1520360 Feb 15 09:41:10.227769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.277525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=47592c0b-8600-4244-8d8a-f96aa17c2e03,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.299164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port 47592c0b-8600-4244-8d8a-f96aa17c2e03 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:10.308292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.316228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9a55914d-e587-442c-9335-c66ae4926bd4 None None] Could not find standard attr ID for object 47592c0b-8600-4244-8d8a-f96aa17c2e03. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:41:10.319495 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.db [None req-9a55914d-e587-442c-9335-c66ae4926bd4 None None] No ports have port_id starting with 47592c0b-8600-4244-8d8a-f96aa17c2e03 Feb 15 09:41:10.363434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce16c-5293-49d5-93fc-76de75d82241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.384685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb0ce16c-5293-49d5-93fc-76de75d82241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.394220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55cf8d3-203d-40dc-8819-ac6c7506b137 None None] DHCP port deletion for c69a4f86-b750-478b-989a-e447a6dc3472 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:10.417400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d27ca286-9ae2-485c-bac8-c287191954b5 req-946f8091-1c9a-45d1-b128-6cd5a1c17205 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020314 Feb 15 09:41:10.426094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['12f6f3d3-e061-4552-a9be-4ac16b32f4b4'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:10.470996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ce16c-5293-49d5-93fc-76de75d82241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0379522d-5372-48ca-987c-5d099847d547,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.479176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb0ce16c-5293-49d5-93fc-76de75d82241 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0e15994c6dbb470f803e3cdca8ca4e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4352555 Feb 15 09:41:10.483560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port d52cfa1c-7bfc-4367-9c2e-a8c85592344b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:10.485114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.486837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:10.506091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.541205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c69a4f86-b750-478b-989a-e447a6dc3472']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:10.558301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153c7b43-f06a-42dd-97d9-4572d21c775b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:10.558594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153c7b43-f06a-42dd-97d9-4572d21c775b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:10.572291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.591242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.598325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.612883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:10.613277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:10.616396 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:10.669669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.680121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port 47592c0b-8600-4244-8d8a-f96aa17c2e03 update to ACTIVE by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:41:10.697003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619251eb-ffa0-43d5-850c-164ac57d533f req-1235d681-764c-403a-8204-d2ba01c4911e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:10.700475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-619251eb-ffa0-43d5-850c-164ac57d533f req-1235d681-764c-403a-8204-d2ba01c4911e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 946 time: 0.2060933 Feb 15 09:41:10.714115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.722687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.729331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/c69a4f86-b750-478b-989a-e447a6dc3472 HTTP/1.1" status: 204 len: 168 time: 1.2498574 Feb 15 09:41:10.730542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43402) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:10.738145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port d52cfa1c-7bfc-4367-9c2e-a8c85592344b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:10.738510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.746242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'name': 'tempest-PortsTestJSON-549178318'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:10.761471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78cc8f4-b965-483a-9c3a-2a8e212e64fc tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=c69a4f86-b750-478b-989a-e447a6dc3472,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.795114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for d52cfa1c-7bfc-4367-9c2e-a8c85592344b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:10.822258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.823881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Deleting port 64800e39-85a6-4760-9681-da133342e7d5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:10.824222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.824871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.826024 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0379522d-5372-48ca-987c-5d099847d547 HTTP/1.1" status: 204 len: 168 time: 0.3382595 Feb 15 09:41:10.838551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-619251eb-ffa0-43d5-850c-164ac57d533f req-73172432-36bd-4e0a-a63d-70f38bc1030d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=29c588a6-a42f-486f-a0af-d7a65a37d630&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242549 Feb 15 09:41:10.864364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959f6e66-b4ec-4954-bafd-a411d906508b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379522d-5372-48ca-987c-5d099847d547,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:10.887800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.918130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:10.921750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:10.967852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port a0be29cf-70e8-4428-98d1-df44f49eb702 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:11.060054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fca121c-8613-44ff-a1b3-cf1d49d5a782,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:11.080715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 47592c0b-8600-4244-8d8a-f96aa17c2e03 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:11.091865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec45c2-e253-4e65-9c40-6bf3e08532c8 req-53d4017c-1f6f-4793-8076-85ef632e81c5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.100160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42ec45c2-e253-4e65-9c40-6bf3e08532c8 req-53d4017c-1f6f-4793-8076-85ef632e81c5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 948 time: 0.1553147 Feb 15 09:41:11.104968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 47592c0b-8600-4244-8d8a-f96aa17c2e03 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:11.105564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 47592c0b-8600-4244-8d8a-f96aa17c2e03 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:11.169868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Checking segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:11.170235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Network hostable DHCP agents. Network: 7d140436-5ae5-449e-af0d-6865edfaf3b7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:11.188498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] For port 64800e39-85a6-4760-9681-da133342e7d5, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=64800e39-85a6-4760-9681-da133342e7d5,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:11.188956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.202685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42ec45c2-e253-4e65-9c40-6bf3e08532c8 req-3c5fa412-110c-4f18-879e-53748653be29 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016433 Feb 15 09:41:11.202913 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:41:11.223796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.228896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c479e-fb9f-473d-8fd3-6fcb7dc917eb req-2e27ace7-aa4f-432f-aaf0-303a6945da85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.236589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-239c479e-fb9f-473d-8fd3-6fcb7dc917eb req-2e27ace7-aa4f-432f-aaf0-303a6945da85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.2406399 Feb 15 09:41:11.238991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Calling delete_port for 64800e39-85a6-4760-9681-da133342e7d5 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:11.248648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:11.279532 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.280241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.282996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7d140436-5ae5-449e-af0d-6865edfaf3b7) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:11.294536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93306ab-9af1-45ef-bed3-6d012b52ca43 None None] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:11.338633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:11.342305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:11.349093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.349691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.369472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:11.375847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.376588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.395590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=d52cfa1c-7bfc-4367-9c2e-a8c85592344b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:11.412777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=a0be29cf-70e8-4428-98d1-df44f49eb702,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:11.417208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-239c479e-fb9f-473d-8fd3-6fcb7dc917eb req-6207ada2-239b-4de2-bdc3-d312f7bbfd7c tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794322 Feb 15 09:41:11.438288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8296745a-a7f5-4345-ab39-55c5ffe0ac41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7034419 Feb 15 09:41:11.440564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43420) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:11.464716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] No DVR routers for this DVR port d52cfa1c-7bfc-4367-9c2e-a8c85592344b on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:11.473579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3ffb80b4-68e4-42c3-8127-00819198ee21 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8730702 Feb 15 09:41:11.473579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.475794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-685813dd-85cb-472e-bb09-63f0892cd20c req-055d9ebd-76b7-478f-8be2-bf8c4f82533f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "DELETE /v2.0/ports/d52cfa1c-7bfc-4367-9c2e-a8c85592344b HTTP/1.1" status: 204 len: 173 time: 2.0636163 Feb 15 09:41:11.479296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'name': 'network-vif-deleted', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:11.480419 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750c914a-ebda-441a-95c0-127bf7be5466" -d '{"events": [{"server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "name": "network-vif-deleted", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:11.493088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43426) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:11.498793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:11.587083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-7d140436-5ae5-449e-af0d-6865edfaf3b7', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:11.588340 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.599898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.603161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.692735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port a0be29cf-70e8-4428-98d1-df44f49eb702 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:11.693290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.711933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.718619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efdd9f-c0b0-4f00-95fd-5fc0d23e5e19 req-674e1e15-00ac-44b2-80cc-9cd1087981b2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.720465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71efdd9f-c0b0-4f00-95fd-5fc0d23e5e19 req-674e1e15-00ac-44b2-80cc-9cd1087981b2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 944 time: 0.1180837 Feb 15 09:41:11.758690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e5e28e-2e2c-4e06-a73e-6b8e64975760 req-33678507-c6a4-4e70-8486-5bf646554993 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:11.760563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8e5e28e-2e2c-4e06-a73e-6b8e64975760 req-33678507-c6a4-4e70-8486-5bf646554993 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.1748748 Feb 15 09:41:11.819826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Pushing event deleted for resources: {'Port': ['ID=64800e39-85a6-4760-9681-da133342e7d5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:11.843248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.869895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71efdd9f-c0b0-4f00-95fd-5fc0d23e5e19 req-8ef775e5-7bc6-4ca8-948f-78e1fc3a528e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913804 Feb 15 09:41:11.870823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for a0be29cf-70e8-4428-98d1-df44f49eb702 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:11.882207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d52cfa1c-7bfc-4367-9c2e-a8c85592344b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:11.934840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:11.955943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: d52cfa1c-7bfc-4367-9c2e-a8c85592344b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:11.956646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d52cfa1c-7bfc-4367-9c2e-a8c85592344b not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:11.956770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:11.958126 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53094a4f-c0ef-4135-b6c7-27b9f912b358 x-openstack-request-id: req-53094a4f-c0ef-4135-b6c7-27b9f912b358 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:11.959119 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fab637c1-bdaf-45dd-acfc-71be88751732", "name": "network-vif-deleted", "tag": "d52cfa1c-7bfc-4367-9c2e-a8c85592344b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:11.959375 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53094a4f-c0ef-4135-b6c7-27b9f912b358 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:11.959795 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab637c1-bdaf-45dd-acfc-71be88751732', 'name': 'network-vif-deleted', 'tag': 'd52cfa1c-7bfc-4367-9c2e-a8c85592344b', 'status': 'completed', 'code': 200} Feb 15 09:41:12.034147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 64800e39-85a6-4760-9681-da133342e7d5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:12.034592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 64800e39-85a6-4760-9681-da133342e7d5 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:12.038319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.053097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Allocated IP 172.20.0.2 (7d140436-5ae5-449e-af0d-6865edfaf3b7/5fca121c-8613-44ff-a1b3-cf1d49d5a782/ca7d893b-1b8b-412d-8628-b36d0966f49e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:12.121205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] No DVR routers for this DVR port 64800e39-85a6-4760-9681-da133342e7d5 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:12.152291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=a0be29cf-70e8-4428-98d1-df44f49eb702,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:12.171995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.174419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.175955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ddfd7f8f-09d7-472a-a2fd-bdd1f580eaf2 req-c59044b9-0234-484b-948f-0373a770d739 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.72 "DELETE /v2.0/ports/64800e39-85a6-4760-9681-da133342e7d5 HTTP/1.1" status: 204 len: 173 time: 2.1518397 Feb 15 09:41:12.182792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b64546aa-e2b2-4a0b-b3e3-6fd8fac0dc9b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/a0be29cf-70e8-4428-98d1-df44f49eb702 HTTP/1.1" status: 204 len: 168 time: 0.7409284 Feb 15 09:41:12.186998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43446) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:12.194673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'mac_address': 'fa:16:3e:fa:bb:9b', 'name': 'tempest-PortsTestJSON-1798890901'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:12.244887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-686d7006-a05d-4cb1-91b6-ddd57af71da9 req-19843b89-ea24-4f1c-94f8-2b0da95b8ac6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=fab637c1-bdaf-45dd-acfc-71be88751732 HTTP/1.1" status: 200 len: 210 time: 0.1139913 Feb 15 09:41:12.317736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.336238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8e5e28e-2e2c-4e06-a73e-6b8e64975760 req-f13d6eeb-b37a-424c-8d01-4ce20fa5ad14 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366368 Feb 15 09:41:12.364708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.384183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.443679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a707ee64-098b-4c9e-a0ff-a1c67573a312 req-2292c15d-6195-4e40-87d0-8dd2a42bb730 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=427228de-c4f8-4f38-a12d-3255494b2e00 HTTP/1.1" status: 200 len: 210 time: 0.0668747 Feb 15 09:41:12.496941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Pushing event updated for resources: {'Port': ['ID=ca7d893b-1b8b-412d-8628-b36d0966f49e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:12.510626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:12.512273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:12.514765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:12.549402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:12.589041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Attempting to bind port ca7d893b-1b8b-412d-8628-b36d0966f49e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:12.589707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Attempting to bind port ca7d893b-1b8b-412d-8628-b36d0966f49e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:12.590370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Attempting to bind port ca7d893b-1b8b-412d-8628-b36d0966f49e on network 7d140436-5ae5-449e-af0d-6865edfaf3b7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:12.597017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:12.597630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Checking segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:12.598221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.598795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Bound using segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:12.599671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Bound port: ca7d893b-1b8b-412d-8628-b36d0966f49e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:12.600680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.636677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.696387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] For port ca7d893b-1b8b-412d-8628-b36d0966f49e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:12.712616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] For port ca7d893b-1b8b-412d-8628-b36d0966f49e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ca7d893b-1b8b-412d-8628-b36d0966f49e,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:12.721462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.735507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 9c8c2494-899a-4442-b97f-2e330d02cd3a yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:12.747204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43464) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:12.772637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:12.839982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0379458e-9f84-4175-bce1-ca3381b2c838 None None] Pushing event updated for resources: {'Port': ['ID=ca7d893b-1b8b-412d-8628-b36d0966f49e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:12.863080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:41:12.868951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:12.869556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.905790 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.944609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:12.965929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324af0c2-ac5f-4db5-b067-4c239c5ce806 req-331af469-2544-4eed-a573-8e8fbc3b2c3f tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:12.976364 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-324af0c2-ac5f-4db5-b067-4c239c5ce806 req-331af469-2544-4eed-a573-8e8fbc3b2c3f tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.1331961 Feb 15 09:41:13.036624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-324af0c2-ac5f-4db5-b067-4c239c5ce806 req-367c2a86-184b-4be0-a363-8891328c9360 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585706 Feb 15 09:41:13.037446 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.082643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:13.095284 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d577a2d-316e-4e53-995d-8d2d8db43ac4" -d '{"events": [{"server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "name": "network-vif-plugged", "status": "completed", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:13.139157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:13.161600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.181707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2e6f-e4bd-42a4-9682-0181e7f3f32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.209432 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5d6a84-3f71-44e4-95e3-962d5965a661 x-openstack-request-id: req-8b5d6a84-3f71-44e4-95e3-962d5965a661 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:13.210020 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "name": "network-vif-plugged", "status": "completed", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:13.210430 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b5d6a84-3f71-44e4-95e3-962d5965a661 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:13.210980 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4', 'code': 200} Feb 15 09:41:13.227159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.283172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2415df-3a8b-438a-9273-685845e405f4 req-de4c9aca-9adf-4c94-ad34-5ea661b2ebce tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.285592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f2415df-3a8b-438a-9273-685845e405f4 req-de4c9aca-9adf-4c94-ad34-5ea661b2ebce tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 944 time: 0.2376022 Feb 15 09:41:13.355300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Allocated IP 172.25.6.8 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c87d2c39-7167-4f65-8836-734408e7bd13) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:13.385522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f2415df-3a8b-438a-9273-685845e405f4 req-4700b1c0-08cd-4c9b-aec3-5871e2ee5d4a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843430 Feb 15 09:41:13.434315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.443908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2e6f-e4bd-42a4-9682-0181e7f3f32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.446187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:13.455873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec4e2e6f-e4bd-42a4-9682-0181e7f3f32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.498440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:13.539847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=9c8c2494-899a-4442-b97f-2e330d02cd3a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:13.558684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e2e6f-e4bd-42a4-9682-0181e7f3f32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557ebe42-5766-4860-bed1-e2afdb29efab,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:13.569614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec4e2e6f-e4bd-42a4-9682-0181e7f3f32e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81d2154329cd4def8f464c85473bdf32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8211863 Feb 15 09:41:13.574596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43488) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:13.614455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:13.635452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:13.641678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.644169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:13.651248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.651248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.661127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72635f-83a1-4890-a287-3223477bd382 req-d62c3f6f-ae7e-44ec-b54b-8735a8ab0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.662587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a72635f-83a1-4890-a287-3223477bd382 req-d62c3f6f-ae7e-44ec-b54b-8735a8ab0afe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 1096 time: 0.3758321 Feb 15 09:41:13.673140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb5a9d-34db-451e-ae82-0b3345320904 req-f6d282cf-e2f3-4f2f-b2ee-7d2b3c4eaf68 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.674733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfcb5a9d-34db-451e-ae82-0b3345320904 req-f6d282cf-e2f3-4f2f-b2ee-7d2b3c4eaf68 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.0927567 Feb 15 09:41:13.698564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.716199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.722622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a368736-31a8-4aa9-9372-69a00139ef60 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5340950 Feb 15 09:41:13.728024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43492) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:13.762534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfcb5a9d-34db-451e-ae82-0b3345320904 req-3da978f8-1295-4e7a-949e-97f0bbb5c13d tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804911 Feb 15 09:41:13.801814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.825854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.828539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a72635f-83a1-4890-a287-3223477bd382 req-92df51d3-b7c5-4048-a436-f8c91898c3d8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496723 Feb 15 09:41:13.828999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.832853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/security-groups/29c588a6-a42f-486f-a0af-d7a65a37d630 HTTP/1.1" status: 204 len: 168 time: 0.3307738 Feb 15 09:41:13.846461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa523d5e-ae2c-4fcd-b450-f3e3eb19e7e1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c588a6-a42f-486f-a0af-d7a65a37d630,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:13.879399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871e9312-98d9-4d69-8326-b9625e2ee9c0 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.883187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-871e9312-98d9-4d69-8326-b9625e2ee9c0 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/9c8c2494-899a-4442-b97f-2e330d02cd3a HTTP/1.1" status: 200 len: 841 time: 0.1471436 Feb 15 09:41:13.883335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43496) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:13.890139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:13.900212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.926895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:13.943679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050f5041-146b-436a-b0ba-aa18d06b31aa req-099adbf5-0d3a-4043-8ebd-565a27e030c9 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:13.945306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-050f5041-146b-436a-b0ba-aa18d06b31aa req-099adbf5-0d3a-4043-8ebd-565a27e030c9 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 948 time: 0.1556602 Feb 15 09:41:13.973679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-deleted', 'tag': '64800e39-85a6-4760-9681-da133342e7d5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:13.975871 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb499a9f-b50e-44f2-a336-7a75670a71db" -d '{"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-deleted", "tag": "64800e39-85a6-4760-9681-da133342e7d5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:14.035873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:14.047114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:14.065013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Pushing event updated for resources: {'Port': ['ID=c87d2c39-7167-4f65-8836-734408e7bd13,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:14.071413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:14.110223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-050f5041-146b-436a-b0ba-aa18d06b31aa req-e66afb3b-2d90-405c-a901-f62529f2e19c tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352849 Feb 15 09:41:14.140375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.144499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.146918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/557ebe42-5766-4860-bed1-e2afdb29efab HTTP/1.1" status: 204 len: 168 time: 0.5701056 Feb 15 09:41:14.150794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 9c8c2494-899a-4442-b97f-2e330d02cd3a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:14.151066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.232870 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f797dcc6-eb15-474c-8a05-89dc26cddbf0 x-openstack-request-id: req-f797dcc6-eb15-474c-8a05-89dc26cddbf0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:14.233156 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427228de-c4f8-4f38-a12d-3255494b2e00", "name": "network-vif-deleted", "tag": "64800e39-85a6-4760-9681-da133342e7d5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:14.233428 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f797dcc6-eb15-474c-8a05-89dc26cddbf0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:14.233809 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427228de-c4f8-4f38-a12d-3255494b2e00', 'name': 'network-vif-deleted', 'tag': '64800e39-85a6-4760-9681-da133342e7d5', 'status': 'completed', 'code': 200} Feb 15 09:41:14.241460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88226642-9504-4bf7-b65c-f17c0db98be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557ebe42-5766-4860-bed1-e2afdb29efab,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:14.284868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.301396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccb09d1-f9ce-491c-a356-22dc2da8964d None None] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:14.316586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.350863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 9c8c2494-899a-4442-b97f-2e330d02cd3a owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:14.471261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] Provisioning complete for port ca7d893b-1b8b-412d-8628-b36d0966f49e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:14.471861 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.591839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.619184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.680842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] For port ca7d893b-1b8b-412d-8628-b36d0966f49e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ca7d893b-1b8b-412d-8628-b36d0966f49e,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:14.686942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.717948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=9c8c2494-899a-4442-b97f-2e330d02cd3a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:14.742042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.746669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cf37d49-12fa-4fa7-8e55-7c6a5d33085b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/9c8c2494-899a-4442-b97f-2e330d02cd3a HTTP/1.1" status: 204 len: 168 time: 0.8554151 Feb 15 09:41:14.749942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43520) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:14.790069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f70f22-456a-4116-89cf-c46d25aaa9dd None None] Pushing event updated for resources: {'Port': ['ID=ca7d893b-1b8b-412d-8628-b36d0966f49e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:14.795073 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-268b6981-bf80-41e1-b137-2af61c167c93 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:41:14.796750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-268b6981-bf80-41e1-b137-2af61c167c93 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/9c8c2494-899a-4442-b97f-2e330d02cd3a HTTP/1.1" status: 404 len: 333 time: 0.0456092 Feb 15 09:41:14.804177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43526) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:14.819478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'name': 'tempest-PortsTestJSON-425387128'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:14.916650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:14.939976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.024593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02457b13-065b-4939-88ea-81579e5c4cc5 req-869f5eae-a7fa-4ba3-a0c6-7ac626b57226 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:15.034031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02457b13-065b-4939-88ea-81579e5c4cc5 req-869f5eae-a7fa-4ba3-a0c6-7ac626b57226 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.1755898 Feb 15 09:41:15.045746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-33979bac-1c5b-4650-97da-520b15390096 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:15.046130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-170aea0c-5ef9-4271-8b4d-58a2e37e49a6 None None] Provisioning complete for port ca7d893b-1b8b-412d-8628-b36d0966f49e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:15.046514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-170aea0c-5ef9-4271-8b4d-58a2e37e49a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.051854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-33979bac-1c5b-4650-97da-520b15390096 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.72 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.1923606 Feb 15 09:41:15.148059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ca7d893b-1b8b-412d-8628-b36d0966f49e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:15.176842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33826ddf-f4de-4fff-a8b8-9307f6007688 req-7e66d7f0-2084-4bdb-84a0-1fdfaaf3d604 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:15.188347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33826ddf-f4de-4fff-a8b8-9307f6007688 req-7e66d7f0-2084-4bdb-84a0-1fdfaaf3d604 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 945 time: 0.2796371 Feb 15 09:41:15.205225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:15.207951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02457b13-065b-4939-88ea-81579e5c4cc5 req-af35bd30-5706-4c9e-9ea3-f5967f222dbb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727295 Feb 15 09:41:15.209344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.268393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ca7d893b-1b8b-412d-8628-b36d0966f49e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:15.268961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.284780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 8f2c8da8-334f-4429-9af3-dcfd239b07f5 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:15.320655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33826ddf-f4de-4fff-a8b8-9307f6007688 req-4f1a132b-b248-4843-84a0-62083ee76d0b tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/security-groups?id=e591500d-4c1c-4f3c-a8bb-513e62ec22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274362 Feb 15 09:41:15.509453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Deleting port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:15.509806 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.607620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.686812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59adad-ccd1-4aa1-808a-5ae0fff4373a req-922de3f7-eab1-4830-a5bc-ab2c0df4ae67 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:15.690062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b59adad-ccd1-4aa1-808a-5ae0fff4373a req-922de3f7-eab1-4830-a5bc-ab2c0df4ae67 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 948 time: 0.2142019 Feb 15 09:41:15.767044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] For port fd6bbfe7-be6a-4af6-8937-531dfa30ba76, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,segment=NetworkSegment(3444278b-a34b-4ec3-a54b-8e9f32f1bdca),segment_id=3444278b-a34b-4ec3-a54b-8e9f32f1bdca)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:15.767455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:15.820991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Calling delete_port for fd6bbfe7-be6a-4af6-8937-531dfa30ba76 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:15.827076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b59adad-ccd1-4aa1-808a-5ae0fff4373a req-1e295d69-efbb-4eb1-9f4a-c597642821c5 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169839 Feb 15 09:41:15.976379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Router f710906c-e40d-444f-93b6-8f00ab6f816a is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:41:16.007911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff64e0-70a3-4b77-91d4-e63183914bf9 req-3010599e-d21c-43aa-bd5e-16bdc0b9a969 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:16.009796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8ff64e0-70a3-4b77-91d4-e63183914bf9 req-3010599e-d21c-43aa-bd5e-16bdc0b9a969 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1508362 Feb 15 09:41:16.055119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b934674-0263-48aa-93d6-f896e561e637 req-b7a556bd-597f-45c2-b13f-1213abec4a9a tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:16.056654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b934674-0263-48aa-93d6-f896e561e637 req-b7a556bd-597f-45c2-b13f-1213abec4a9a tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.36 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 948 time: 0.1360331 Feb 15 09:41:16.086229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.116749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8ff64e0-70a3-4b77-91d4-e63183914bf9 req-64a32287-82e6-4362-b668-03f6ee051b61 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995636 Feb 15 09:41:16.191088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 0ba079da-4350-4f73-a48f-ef446c110f02 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:16.191523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.196226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.219450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.262003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:16.272032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Pushing event deleted for resources: {'Port': ['ID=fd6bbfe7-be6a-4af6-8937-531dfa30ba76,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:16.290340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:16.298427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:16.304284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:16.309974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:16.310957 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.331120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=8f2c8da8-334f-4429-9af3-dcfd239b07f5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:16.349436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e0c5593b-3160-4254-b0d1-8e9a7b910cd2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5440605 Feb 15 09:41:16.354279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:16.364783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:16.366656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:16.371977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] No DVR routers for this DVR port fd6bbfe7-be6a-4af6-8937-531dfa30ba76 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:16.378263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.381399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Sync routers for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:16.383514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-747cfd0a-d7a4-474f-80d6-fdbf8fbc7269 req-6a071b24-6c61-4d17-b696-21a75593bd85 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.72 "DELETE /v2.0/ports/fd6bbfe7-be6a-4af6-8937-531dfa30ba76 HTTP/1.1" status: 204 len: 173 time: 1.3192470 Feb 15 09:41:16.396138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'name': 'network-vif-deleted', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:16.400539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 0ba079da-4350-4f73-a48f-ef446c110f02, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ba079da-4350-4f73-a48f-ef446c110f02,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:16.401019 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.401127 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a86e1b-75d7-45c9-8676-fbbfe65a4e6f" -d '{"events": [{"server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "name": "network-vif-deleted", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:16.409733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:16.410801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:16.435566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 0ba079da-4350-4f73-a48f-ef446c110f02 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:16.475167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f46aeb1-89ee-49d8-9a8f-188ef784e022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.481043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Deleting port 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:16.481378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.493275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.497293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5f06b4e0-7f21-408c-92aa-f9b9848d4142 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0024993 Feb 15 09:41:16.502279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43582) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:16.526603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28797713-f19a-4677-acc5-afe76575e424 req-d433481f-d93e-49f7-874c-1db6eb32be32 tempest-ServersNegativeTestMultiTenantJSON-564191449 tempest-ServersNegativeTestMultiTenantJSON-564191449-project] 10.222.0.10 "GET /v2.0/ports?device_id=24b0e29c-83c6-49a5-a7a3-844f33b20fc3 HTTP/1.1" status: 200 len: 210 time: 0.0755022 Feb 15 09:41:16.562412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.568017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:16.617971 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d30892-1250-4c06-a912-8135df83da1e x-openstack-request-id: req-06d30892-1250-4c06-a912-8135df83da1e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:16.618505 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b0e29c-83c6-49a5-a7a3-844f33b20fc3", "name": "network-vif-deleted", "tag": "fd6bbfe7-be6a-4af6-8937-531dfa30ba76", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:16.618682 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06d30892-1250-4c06-a912-8135df83da1e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:16.619504 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b0e29c-83c6-49a5-a7a3-844f33b20fc3', 'name': 'network-vif-deleted', 'tag': 'fd6bbfe7-be6a-4af6-8937-531dfa30ba76', 'status': 'completed', 'code': 200} Feb 15 09:41:16.631301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ac53d-86af-4899-89d9-ac43c36bda7b req-e65c7b44-5fab-45c3-ae09-7de58f277ad9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:16.633314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af1ac53d-86af-4899-89d9-ac43c36bda7b req-e65c7b44-5fab-45c3-ae09-7de58f277ad9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.3159177 Feb 15 09:41:16.724076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7efaab22-4c10-43f5-9554-deeb34d7a66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.736847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.785450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af1ac53d-86af-4899-89d9-ac43c36bda7b req-e536bd28-2e53-46b1-a230-23d7fc15525e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450899 Feb 15 09:41:16.799547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] For port 1040e071-2f01-489e-8052-27da3f4644ff, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1040e071-2f01-489e-8052-27da3f4644ff,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:16.800018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.846435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:14Z', 'revision_number': 3, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:16.849737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.857168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Calling delete_port for 1040e071-2f01-489e-8052-27da3f4644ff owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:16.888823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.938838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Checking router: f710906c-e40d-444f-93b6-8f00ab6f816a for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:16.939297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Updating router f710906c-e40d-444f-93b6-8f00ab6f816a port c87d2c39-7167-4f65-8836-734408e7bd13 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:16.970386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] In _notify_port_updated(), no bound segment for port 8f2c8da8-334f-4429-9af3-dcfd239b07f5 on network 20e63761-4ba3-43a5-9e76-c88789bc1429 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:41:16.973886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.981678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:16.982325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:16.989567 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/ports/8f2c8da8-334f-4429-9af3-dcfd239b07f5 HTTP/1.1" status: 200 len: 818 time: 0.6340859 Feb 15 09:41:17.000069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:17.026589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.027335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f46aeb1-89ee-49d8-9a8f-188ef784e022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.057635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f46aeb1-89ee-49d8-9a8f-188ef784e022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.107421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180fb4b5-d654-46cb-8843-0a440fdfbfb7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=8f2c8da8-334f-4429-9af3-dcfd239b07f5,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.185346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46aeb1-89ee-49d8-9a8f-188ef784e022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26af0359-312e-4c63-9f45-981213d07fa9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.205661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=0ba079da-4350-4f73-a48f-ef446c110f02,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.214969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2f46aeb1-89ee-49d8-9a8f-188ef784e022 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9890e2565c064b45aff6c4e509ff1533&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9472783 Feb 15 09:41:17.215584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:17.254749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9a420-34d8-4069-bb6b-8476bdef91c4 req-542ff5cf-4405-4991-a3ff-9a9e1e390fde tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:17.262558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92b9a420-34d8-4069-bb6b-8476bdef91c4 req-542ff5cf-4405-4991-a3ff-9a9e1e390fde tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.3112173 Feb 15 09:41:17.273996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641dc9ef-a0a5-4808-9dfb-d2dd865627c3 req-31574dfb-f7da-4f49-ada8-0174ff3fa9ff tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:17.275571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641dc9ef-a0a5-4808-9dfb-d2dd865627c3 req-31574dfb-f7da-4f49-ada8-0174ff3fa9ff tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 948 time: 0.3003948 Feb 15 09:41:17.391794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641dc9ef-a0a5-4808-9dfb-d2dd865627c3 req-a40aed68-59eb-40aa-8026-7b0b9e3d4a65 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/security-groups?id=455174db-f823-46c1-b38d-05468309e331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002843 Feb 15 09:41:17.423965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92b9a420-34d8-4069-bb6b-8476bdef91c4 req-fe71f2e3-9c77-4dc7-a5a4-05ea2bef14ea tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554852 Feb 15 09:41:17.435300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.455932 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.494318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.524571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.531401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Attempting to bind port c87d2c39-7167-4f65-8836-734408e7bd13 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:17.532601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Attempting to bind port c87d2c39-7167-4f65-8836-734408e7bd13 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:17.533147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Attempting to bind port c87d2c39-7167-4f65-8836-734408e7bd13 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:17.535989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.545589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:17.545966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:17.546375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.546777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:17.547818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Bound port: c87d2c39-7167-4f65-8836-734408e7bd13, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:17.548197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.556284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 8f2c8da8-334f-4429-9af3-dcfd239b07f5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:17.556775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.607517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] For port c87d2c39-7167-4f65-8836-734408e7bd13, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:17.611891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] For port c87d2c39-7167-4f65-8836-734408e7bd13, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c87d2c39-7167-4f65-8836-734408e7bd13,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:17.616575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Pushing event updated for resources: {'Port': ['ID=c87d2c39-7167-4f65-8836-734408e7bd13,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.625165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.628231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.628574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.628941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.629277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.629608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.629938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.630263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.630589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.630913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.631243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.631560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.631881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:17.689776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:17.690016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:17.714041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.753835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d351d-9fea-421e-bf93-678a6b4feb87 None None] Pushing event updated for resources: {'Port': ['ID=c87d2c39-7167-4f65-8836-734408e7bd13,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.793539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.824172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:17.829152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd261fa-d290-4c2d-88b0-8d0f0485bb64 req-89bb44dd-5803-4109-999b-fcdd216717db tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:17.831136 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bd261fa-d290-4c2d-88b0-8d0f0485bb64 req-89bb44dd-5803-4109-999b-fcdd216717db tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.3044202 Feb 15 09:41:17.840736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 8f2c8da8-334f-4429-9af3-dcfd239b07f5 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:17.855767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Pushing event deleted for resources: {'Port': ['ID=1040e071-2f01-489e-8052-27da3f4644ff,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:17.902284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fd6bbfe7-be6a-4af6-8937-531dfa30ba76 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:17.979299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.982716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:17.984174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26af0359-312e-4c63-9f45-981213d07fa9 HTTP/1.1" status: 204 len: 168 time: 0.7494917 Feb 15 09:41:17.997550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] No DVR routers for this DVR port 1040e071-2f01-489e-8052-27da3f4644ff on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:18.003842 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bd261fa-d290-4c2d-88b0-8d0f0485bb64 req-3b07bec7-1d3d-4561-8bc0-ae8e8f6686b1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603603 Feb 15 09:41:18.007463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.011314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b934674-0263-48aa-93d6-f896e561e637 req-7a708f02-de1c-4829-8b01-838918deab8f tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.36 "DELETE /v2.0/ports/1040e071-2f01-489e-8052-27da3f4644ff HTTP/1.1" status: 204 len: 173 time: 1.9155419 Feb 15 09:41:18.023796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8926377c-225b-436a-9875-8a41042197b1 req-6eb502f9-f852-4fc8-a93f-c95a7fdbbc2d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:18.025573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8926377c-225b-436a-9875-8a41042197b1 req-6eb502f9-f852-4fc8-a93f-c95a7fdbbc2d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.1831458 Feb 15 09:41:18.035001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: fd6bbfe7-be6a-4af6-8937-531dfa30ba76 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:18.035445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fd6bbfe7-be6a-4af6-8937-531dfa30ba76 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:18.038531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575104a-a237-44d2-a518-cd5f0614f62b req-7283ba00-ddd1-42d4-9bf6-f81855ff5257 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:18.047493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e575104a-a237-44d2-a518-cd5f0614f62b req-7283ba00-ddd1-42d4-9bf6-f81855ff5257 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 0.2063673 Feb 15 09:41:18.077295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc5ba4-cc2f-4a38-b741-06d2c334927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26af0359-312e-4c63-9f45-981213d07fa9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:18.111706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43602) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:18.278368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:14Z', 'revision_number': 3, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:18.280966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e575104a-a237-44d2-a518-cd5f0614f62b req-b1ce6ec4-61cf-4656-92e2-35ea067d337b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322941 Feb 15 09:41:18.309356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.323807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:18.351919 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.358344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Deleting subnet f3552375-bbcd-47cb-8b4d-f03eedb6a64d {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:18.362184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.369891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d2610b-0949-496a-b44b-256c0a1b241e None None] The sync data for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 is: [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:14Z', 'revision_number': 3, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:18.405757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.425463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=8f2c8da8-334f-4429-9af3-dcfd239b07f5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:18.455664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.469887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6ad9563-2b7e-469d-af51-a5394812db55 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/8f2c8da8-334f-4429-9af3-dcfd239b07f5 HTTP/1.1" status: 204 len: 168 time: 1.4454677 Feb 15 09:41:18.474770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:18.800608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:18.835000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dff21be-ff00-4e68-8003-c3646cd05f2f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:18.837864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-deleted', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:18.838660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8dff21be-ff00-4e68-8003-c3646cd05f2f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3509827 Feb 15 09:41:18.841147 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9234caa8-3ef4-464e-9e31-a77abb944a6d" -d '{"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-deleted", "tag": "1040e071-2f01-489e-8052-27da3f4644ff"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:18.850246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 1040e071-2f01-489e-8052-27da3f4644ff {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:18.852871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:18.854677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1040e071-2f01-489e-8052-27da3f4644ff not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:18.900720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.913359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcdf06cf-be44-4bce-a0b9-036ad5de503c req-30391795-c848-483d-b387-f0fccb1e9cd2 tempest-ListImageFiltersTestJSON-994446569 tempest-ListImageFiltersTestJSON-994446569-project] 10.222.0.10 "GET /v2.0/ports?device_id=7046b220-7a1e-4ecc-8523-753227f08cfe HTTP/1.1" status: 200 len: 210 time: 0.1018450 Feb 15 09:41:18.916660 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed8717e4-3432-489e-a6a4-fec6f25f448f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:41:18.928843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ed8717e4-3432-489e-a6a4-fec6f25f448f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/8f2c8da8-334f-4429-9af3-dcfd239b07f5 HTTP/1.1" status: 404 len: 333 time: 0.0664711 Feb 15 09:41:18.935565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979837b-a2d4-4f4b-812e-049723c5e995 req-2ca7d79c-e091-4b65-9410-10d7823cf1e3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:18.943164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4979837b-a2d4-4f4b-812e-049723c5e995 req-2ca7d79c-e091-4b65-9410-10d7823cf1e3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.2931671 Feb 15 09:41:18.945530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43624) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:18.951996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-18076347'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:18.961801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Deleting port d918ad04-2904-4795-88df-43b524010097 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:18.971897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:18.974072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:18.983401 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Sync routers for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:18.984067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8f70387c-a376-44a7-a6c9-02b17476cfd6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/02c5790c-ba55-4a25-8492-5d50e47cfbf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1004949 Feb 15 09:41:18.991335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:19.021582 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:19.032159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:19.032511 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6664616e-6855-41f8-bbb5-bebe178769c2 x-openstack-request-id: req-6664616e-6855-41f8-bbb5-bebe178769c2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:19.032511 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7046b220-7a1e-4ecc-8523-753227f08cfe", "name": "network-vif-deleted", "tag": "1040e071-2f01-489e-8052-27da3f4644ff", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:19.032511 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6664616e-6855-41f8-bbb5-bebe178769c2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:19.032511 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7046b220-7a1e-4ecc-8523-753227f08cfe', 'name': 'network-vif-deleted', 'tag': '1040e071-2f01-489e-8052-27da3f4644ff', 'status': 'completed', 'code': 200} Feb 15 09:41:19.160753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting subnet 92284137-ce01-4a3d-9285-804cf38cda71 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:19.192583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4979837b-a2d4-4f4b-812e-049723c5e995 req-edd62090-411a-48a5-92bd-62a53487f993 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480695 Feb 15 09:41:19.194293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.277725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c87d2c39-7167-4f65-8836-734408e7bd13 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:19.284111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:19.288067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.317095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.321955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Allocated IP 172.20.0.1 (7d140436-5ae5-449e-af0d-6865edfaf3b7/5fca121c-8613-44ff-a1b3-cf1d49d5a782/f0a78cae-3d74-49c5-92de-68dd3de80ffa) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:19.343439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.347716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:19.364070 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db380c60-249f-4a2d-9d87-e100525da802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.399608 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:19.437197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.438954 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment f66e129a-a18b-4aa2-a544-c6b69e718c52 of type vlan for network d4b83ef6-c341-4ef4-be10-c4be52695161 Feb 15 09:41:19.454470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c87d2c39-7167-4f65-8836-734408e7bd13 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:19.455821 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.476020 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.487028 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f3552375-bbcd-47cb-8b4d-f03eedb6a64d HTTP/1.1" status: 204 len: 168 time: 1.3717098 Feb 15 09:41:19.489647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43636) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:19.542334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4aac1e-a5d4-423c-aba5-48a2541770c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3552375-bbcd-47cb-8b4d-f03eedb6a64d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:19.561698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.568019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] For port d918ad04-2904-4795-88df-43b524010097, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=d918ad04-2904-4795-88df-43b524010097,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:19.568391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.591851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.641036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c87d2c39-7167-4f65-8836-734408e7bd13, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c87d2c39-7167-4f65-8836-734408e7bd13,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:19.658360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.679484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.741566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.757350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.764740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:19.777017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:19.787952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c87d2c39-7167-4f65-8836-734408e7bd13,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:19.978016 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:41:16Z', 'revision_number': 7, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:19.996751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0486548 Feb 15 09:41:19.999490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:20.034938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:20.038407 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Checking router: 02c5790c-ba55-4a25-8492-5d50e47cfbf1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:20.057928 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Routers {'02c5790c-ba55-4a25-8492-5d50e47cfbf1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:20.058547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:20.129499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.164457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.165133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.165133 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Floating IP 513af652-58f4-4306-b618-8e783cf1c822 disassociated. External IP: 172.25.6.32, port: d918ad04-2904-4795-88df-43b524010097. Feb 15 09:41:20.165475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Calling delete_port for d918ad04-2904-4795-88df-43b524010097 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:20.167013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c391e06e-4aa4-4afd-b612-5a46f45fcc0b tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=d4b83ef6-c341-4ef4-be10-c4be52695161,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:20.181288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:20.217564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Subnet': ['ID=92284137-ce01-4a3d-9285-804cf38cda71,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:20.224236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.230503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b22f35a-5280-45ad-a934-07d083381290 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/subnets/92284137-ce01-4a3d-9285-804cf38cda71 HTTP/1.1" status: 204 len: 168 time: 1.2232909 Feb 15 09:41:20.232206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.235199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:20.292909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:20.297040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.316312 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] Set router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:20.329947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:20.340341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abfb66e-7a4f-4813-bd75-e4bc42ab9a73 None None] Network 9cca55a9-75b0-4634-8fa7-495444e60f3e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:20.390473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3444278b-a34b-4ec3-a54b-8e9f32f1bdca') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:20.394972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3444278b-a34b-4ec3-a54b-8e9f32f1bdca') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:20.428212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.442031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.502975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d398a-3d6f-48d0-9557-ade8c5000f02 req-6e793f9a-f2e0-4f4e-a124-fff7dcb10455 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:20.512259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-541d398a-3d6f-48d0-9557-ade8c5000f02 req-6e793f9a-f2e0-4f4e-a124-fff7dcb10455 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 946 time: 1.0470462 Feb 15 09:41:20.523516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.575557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.632210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:20.634689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:20.639152 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:20.654921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.697878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:20.768159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:20.774554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-541d398a-3d6f-48d0-9557-ade8c5000f02 req-6f294213-51f2-4820-9243-3b184f64a400 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=987ce950-a91d-4099-81c7-b037e892d917&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590971 Feb 15 09:41:20.793037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:41:16Z', 'revision_number': 7, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:20.813565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:20.829788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:20.862233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-4e7dc799-755d-4714-9778-04def0ad5175 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:20.866738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-4e7dc799-755d-4714-9778-04def0ad5175 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.9415109 Feb 15 09:41:20.913872 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d9b80ed-22f1-40de-bbf7-3d7772ec9ea5 None None] The sync data for ids ['02c5790c-ba55-4a25-8492-5d50e47cfbf1'] in n-d-825064-4 is: [{'id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'name': 'tempest-TestNetworkBasicOps-router-1493407335', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195'}], 'enable_snat': True}, 'gw_port_id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:41:16Z', 'revision_number': 7, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '609afbd0-6c17-4da3-9865-280d015d3ddd', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:a2:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c5790c-ba55-4a25-8492-5d50e47cfbf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1466, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:38:14Z', 'updated_at': '2022-02-15T09:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:20.917351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Pushing event updated for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:20.979447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] DHCP port deletion for 9cca55a9-75b0-4634-8fa7-495444e60f3e request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:21.155466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Deleting port da783673-e306-4d6f-b38c-90b668c2e62c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:21.155855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.191894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'Port': ['ID=d918ad04-2904-4795-88df-43b524010097,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:21.227779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c87d2c39-7167-4f65-8836-734408e7bd13 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:21.344433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.409272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] For port da783673-e306-4d6f-b38c-90b668c2e62c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da783673-e306-4d6f-b38c-90b668c2e62c,segment=NetworkSegment(ed1bfaf4-6802-4050-9b82-f29cd22aedcc),segment_id=ed1bfaf4-6802-4050-9b82-f29cd22aedcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:21.409272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.474211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Calling delete_port for da783673-e306-4d6f-b38c-90b668c2e62c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:21.526022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b8db56e8-5372-4725-96ba-5d24279ee6ca None None] Provisioning complete for port f0a78cae-3d74-49c5-92de-68dd3de80ffa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:21.526255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8db56e8-5372-4725-96ba-5d24279ee6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.528450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:21.632502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b8db56e8-5372-4725-96ba-5d24279ee6ca None None] Port f0a78cae-3d74-49c5-92de-68dd3de80ffa cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:21.634424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c87d2c39-7167-4f65-8836-734408e7bd13 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:21.634779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.669598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.723947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.760918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] Pushing event deleted for resources: {'Port': ['ID=da783673-e306-4d6f-b38c-90b668c2e62c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:21.776005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e3f5ab-d4e0-4a2d-910f-a34dcb96b9b6 None None] No DVR routers for this DVR port da783673-e306-4d6f-b38c-90b668c2e62c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:21.785364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:21.785766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.794440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.821621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:21.825214 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361 HTTP/1.1" status: 204 len: 168 time: 2.3325806 Feb 15 09:41:21.848703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:21.869484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e6fb91-3326-42e1-a3b5-b6a72d88b325 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca2b189-2ed1-47da-8ee9-7ab8dc2e6361,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:21.881954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d918ad04-2904-4795-88df-43b524010097 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:21.926810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: d918ad04-2904-4795-88df-43b524010097 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:21.927407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device d918ad04-2904-4795-88df-43b524010097 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:21.929148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da783673-e306-4d6f-b38c-90b668c2e62c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:21.962612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: da783673-e306-4d6f-b38c-90b668c2e62c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:21.964239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da783673-e306-4d6f-b38c-90b668c2e62c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:21.969194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ba079da-4350-4f73-a48f-ef446c110f02 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:21.997394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.001523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0ba079da-4350-4f73-a48f-ef446c110f02 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:22.002127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ba079da-4350-4f73-a48f-ef446c110f02 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:22.013227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf53167-e7e0-474e-8d54-77818e9e3cc2 req-bd59a635-ab79-4bbe-b550-cdb7387ac188 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:22.022718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ecf53167-e7e0-474e-8d54-77818e9e3cc2 req-bd59a635-ab79-4bbe-b550-cdb7387ac188 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.4685862 Feb 15 09:41:22.068054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:22.077070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.078042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:22.095472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:22.097066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:22.160398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Deleting subnet 8e2fbd7c-78ec-493b-bc33-ade19036e18b {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:22.167573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:22.168030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.174401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.179434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.217898 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.224614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ecf53167-e7e0-474e-8d54-77818e9e3cc2 req-b7240931-62f4-440b-b189-69a1cc809baf tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004950 Feb 15 09:41:22.271237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] No DVR routers for this DVR port d918ad04-2904-4795-88df-43b524010097 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:22.277667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.282271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8926377c-225b-436a-9875-8a41042197b1 req-53849b3e-ba5c-4de3-b974-30bdd174f408 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "DELETE /v2.0/ports/d918ad04-2904-4795-88df-43b524010097 HTTP/1.1" status: 204 len: 173 time: 4.2267101 Feb 15 09:41:22.282532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.335755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.366776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=753f33eb-9e7f-4309-b8e8-e10813f7afc0,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:22.374196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:22.384118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 609afbd0-6c17-4da3-9865-280d015d3ddd {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:22.384759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.390325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.479574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': 'f66e129a-a18b-4aa2-a544-c6b69e718c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:22.480827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: d4b83ef6-c341-4ef4-be10-c4be52695161, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:22.490076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.507921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:22.529859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'name': 'network-vif-deleted', 'tag': 'd918ad04-2904-4795-88df-43b524010097'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:22.533734 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ad0823-fb11-415d-92fd-26e6f99d5a66" -d '{"events": [{"server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "name": "network-vif-deleted", "tag": "d918ad04-2904-4795-88df-43b524010097"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:22.539539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d4b83ef6-c341-4ef4-be10-c4be52695161 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:22.571506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 609afbd0-6c17-4da3-9865-280d015d3ddd, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=609afbd0-6c17-4da3-9865-280d015d3ddd,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:22.571982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.575217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d4b83ef6-c341-4ef4-be10-c4be52695161) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:22.584366 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.587033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.595283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:22.600482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.650982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 609afbd0-6c17-4da3-9865-280d015d3ddd owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:22.660963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e2fbd7c-78ec-493b-bc33-ade19036e18b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:22.666276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.670643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b7288e7c-2935-4ece-811d-9d7b127f70b2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8e2fbd7c-78ec-493b-bc33-ade19036e18b HTTP/1.1" status: 204 len: 168 time: 0.8205316 Feb 15 09:41:22.679361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:22.687629 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d475e9-7157-4dda-b548-2bf73bb289f0 x-openstack-request-id: req-86d475e9-7157-4dda-b548-2bf73bb289f0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:22.687963 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6344d075-2df2-4a16-aaa5-6d014825527d", "name": "network-vif-deleted", "tag": "d918ad04-2904-4795-88df-43b524010097", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:22.688186 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86d475e9-7157-4dda-b548-2bf73bb289f0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:22.688617 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6344d075-2df2-4a16-aaa5-6d014825527d', 'name': 'network-vif-deleted', 'tag': 'd918ad04-2904-4795-88df-43b524010097', 'status': 'completed', 'code': 200} Feb 15 09:41:22.751625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:22.755036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:22.755265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8fe4ec5-5b67-4ede-b7e6-3b0a5aedd55a req-6b14a93d-5cf2-44de-949a-d89abebad1df tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=6344d075-2df2-4a16-aaa5-6d014825527d HTTP/1.1" status: 200 len: 210 time: 0.5157208 Feb 15 09:41:22.767632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1d1426bf-193d-4990-8249-bf3fb4749f86 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7515388 Feb 15 09:41:22.774143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43772) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:22.781692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e918aa11-f9c1-4535-8f56-6382dd10dac2 None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:22.833362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Pushing event updated for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:22.833873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:23.012964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.033003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:23.186822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d4b83ef6-c341-4ef4-be10-c4be52695161', 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:23.188235 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.211922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1be9c0a-3ce5-4989-bde3-5e5dc839eb53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=db3ac72d65c6488fa45ae651afd2ec1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535122 Feb 15 09:41:23.245313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:23.287058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:23.312406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.364046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:23.367847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58524d96-f28b-4ba0-8395-227cd052028e']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:23.388370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:23.392655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:23.402239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ee5639-9331-47c8-8af4-60e5d5745614') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:23.402705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ee5639-9331-47c8-8af4-60e5d5745614') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:23.449963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.456644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.459986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:23.463523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.511797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43794) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:23.553994 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.573993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:23.574775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:23.577825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=609afbd0-6c17-4da3-9865-280d015d3ddd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:23.579212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Router f710906c-e40d-444f-93b6-8f00ab6f816a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:23.580993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.590400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.599674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.628944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=12f6f3d3-e061-4552-a9be-4ac16b32f4b4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:23.659955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:23.660560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:23.666852 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:23.709901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port 12f6f3d3-e061-4552-a9be-4ac16b32f4b4 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:23.745162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.746357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.749700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d89e9463-7a85-4d4e-84fd-a25543f121ae req-eff443e2-c49a-4134-a4bb-d22440066e09 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/12f6f3d3-e061-4552-a9be-4ac16b32f4b4 HTTP/1.1" status: 204 len: 173 time: 2.8757946 Feb 15 09:41:23.753169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbafdb10-08cc-4c40-96b2-d17bd24e4519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.768793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', '2ca27c4e-7890-4658-9c5c-b13ff9a861c1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:23.804508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401b49a-668e-41c1-a230-a372f2f279e2 req-3370cbbd-3c89-4ed4-85dd-c3873d3065a8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:23.812257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d401b49a-668e-41c1-a230-a372f2f279e2 req-3370cbbd-3c89-4ed4-85dd-c3873d3065a8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc HTTP/1.1" status: 200 len: 945 time: 0.4287007 Feb 15 09:41:23.881480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:23.895734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fa9007c3-7f37-4957-ba80-a87290d524cf admin admin] 10.222.0.10 "PUT /v2.0/routers/f710906c-e40d-444f-93b6-8f00ab6f816a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3697445 Feb 15 09:41:23.905376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:23.924364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Sync routers for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:23.936952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.939571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:23.955013 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 753f33eb-9e7f-4309-b8e8-e10813f7afc0 (CIDR: 172.20.0.0/28) Feb 15 09:41:23.957402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:23.962531 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:23.964551 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:24.006872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbafdb10-08cc-4c40-96b2-d17bd24e4519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.012305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.015707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] 10.222.0.10 "DELETE /v2.0/networks/58524d96-f28b-4ba0-8395-227cd052028e HTTP/1.1" status: 204 len: 168 time: 1.3350294 Feb 15 09:41:24.018086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbafdb10-08cc-4c40-96b2-d17bd24e4519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.019718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c9adbb0-72ff-43e8-a6eb-9eb66d177d42 None None] Provisioning complete for port f0a78cae-3d74-49c5-92de-68dd3de80ffa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:24.020014 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c9adbb0-72ff-43e8-a6eb-9eb66d177d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.023089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Allocated IP 172.20.0.2 (d4b83ef6-c341-4ef4-be10-c4be52695161/753f33eb-9e7f-4309-b8e8-e10813f7afc0/e0721380-b4c3-4388-8680-cb7fc5bcf67f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:24.059993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bbafdb10-08cc-4c40-96b2-d17bd24e4519 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0038e4b98d9b46e1ad20577d751e660d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5455465 Feb 15 09:41:24.066586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43808) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:24.123543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.128332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.172608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafdb10-08cc-4c40-96b2-d17bd24e4519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f787232-0cf7-4abd-958f-9b9f426d02cc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:24.241112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.262084 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:24.263823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:24.273315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75ec75-7cf7-47f4-b991-3603043813be admin admin] Pushing event deleted for resources: {'Network': ['ID=58524d96-f28b-4ba0-8395-227cd052028e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:24.300541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.306725 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.307307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Fanout notify agent at l3_agent the message router_deleted on router 02c5790c-ba55-4a25-8492-5d50e47cfbf1 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:41:24.320312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.323667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5fa9cdf0-ae82-4555-a909-2f83d0354a42 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/routers/02c5790c-ba55-4a25-8492-5d50e47cfbf1 HTTP/1.1" status: 204 len: 168 time: 4.0871809 Feb 15 09:41:24.336832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d401b49a-668e-41c1-a230-a372f2f279e2 req-407d8520-59d5-4422-9bde-74e362a8e28a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5231102 Feb 15 09:41:24.343747 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:41:24.344849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:41:24.348189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43814) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:24.448833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c9adbb0-72ff-43e8-a6eb-9eb66d177d42 None None] Port f0a78cae-3d74-49c5-92de-68dd3de80ffa cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:24.463633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b0c14453-cec7-4aa7-a1d0-4b5ff7dfe8bf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7376e59645e4abd9b28e2f1a01533bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984317 Feb 15 09:41:24.465065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.467843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.469151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f787232-0cf7-4abd-958f-9b9f426d02cc HTTP/1.1" status: 204 len: 168 time: 0.3814027 Feb 15 09:41:24.469729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43816) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:24.498420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3251b68-d07e-479b-bf2a-7b8b0acf9197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f787232-0cf7-4abd-958f-9b9f426d02cc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:24.574618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.606230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.608868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.614392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/455174db-f823-46c1-b38d-05468309e331 HTTP/1.1" status: 204 len: 168 time: 1.3674433 Feb 15 09:41:24.643558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.671243 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93a59327-acba-424f-b228-74f24484e62a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8664801 Feb 15 09:41:24.671980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:24.689960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'name': 'network-vif-deleted', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:24.693340 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547de173-aec9-46a4-aa9f-cbe9816455f2" -d '{"events": [{"server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "name": "network-vif-deleted", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:24.701546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:24.714023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d1d72-8749-4638-a458-f142fa82aa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455174db-f823-46c1-b38d-05468309e331,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:24.741935 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.744185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.745789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.749397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e591500d-4c1c-4f3c-a8bb-513e62ec22d2 HTTP/1.1" status: 204 len: 168 time: 0.2747908 Feb 15 09:41:24.769394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c328600-50f9-4784-ba5b-e9f0a3f9390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e591500d-4c1c-4f3c-a8bb-513e62ec22d2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:24.798317 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64eef83-a679-45eb-a603-9289c0287108 x-openstack-request-id: req-d64eef83-a679-45eb-a603-9289c0287108 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:24.798646 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41a9fa6-40e1-4a35-adab-4b41ba5f9ecc", "name": "network-vif-deleted", "tag": "12f6f3d3-e061-4552-a9be-4ac16b32f4b4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:24.798922 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d64eef83-a679-45eb-a603-9289c0287108 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:24.799331 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41a9fa6-40e1-4a35-adab-4b41ba5f9ecc', 'name': 'network-vif-deleted', 'tag': '12f6f3d3-e061-4552-a9be-4ac16b32f4b4', 'status': 'completed', 'code': 200} Feb 15 09:41:24.814158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.825433 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:22Z', 'revision_number': 2, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:24.841294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.874861 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.897562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Checking router: f710906c-e40d-444f-93b6-8f00ab6f816a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:24.897918 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Updating router f710906c-e40d-444f-93b6-8f00ab6f816a port f0a78cae-3d74-49c5-92de-68dd3de80ffa binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:24.900703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:24.955893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:24.962502 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.018795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.067714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:25.068734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b69cc-8c49-4fee-8bf3-55a8aefec708 None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:25.070283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cca55a9-75b0-4634-8fa7-495444e60f3e']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:25.088450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:25.088693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:25.088829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1bfaf4-6802-4050-9b82-f29cd22aedcc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:25.102272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.118903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.121067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:25.127504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:25.127714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.129444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 609afbd0-6c17-4da3-9865-280d015d3ddd no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:25.211404 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:25.216941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0721380-b4c3-4388-8680-cb7fc5bcf67f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:25.220837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.240449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 609afbd0-6c17-4da3-9865-280d015d3ddd {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:25.240795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 609afbd0-6c17-4da3-9865-280d015d3ddd not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:25.255981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.259616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/networks/9cca55a9-75b0-4634-8fa7-495444e60f3e HTTP/1.1" status: 204 len: 168 time: 0.9084599 Feb 15 09:41:25.266889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb032217-58f4-44a6-b544-8f2c25359612 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Network': ['ID=9cca55a9-75b0-4634-8fa7-495444e60f3e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:25.282751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43840) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:25.297335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:25.297853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'network': {'name': 'tempest-network-smoke--2035791706', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:25.309127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.387388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:25.399898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.417766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Attempting to bind port e0721380-b4c3-4388-8680-cb7fc5bcf67f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:25.418947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Attempting to bind port e0721380-b4c3-4388-8680-cb7fc5bcf67f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f66e129a-a18b-4aa2-a544-c6b69e718c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:25.419494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Attempting to bind port e0721380-b4c3-4388-8680-cb7fc5bcf67f on network d4b83ef6-c341-4ef4-be10-c4be52695161 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:25.428359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:25.429088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Checking segment: {'id': 'f66e129a-a18b-4aa2-a544-c6b69e718c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:25.429665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.430208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Bound using segment: {'id': 'f66e129a-a18b-4aa2-a544-c6b69e718c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:25.430842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Bound port: e0721380-b4c3-4388-8680-cb7fc5bcf67f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f66e129a-a18b-4aa2-a544-c6b69e718c52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:25.431386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.441692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.444915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.449272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "DELETE /v2.0/security-groups/987ce950-a91d-4099-81c7-b037e892d917 HTTP/1.1" status: 204 len: 168 time: 1.4865561 Feb 15 09:41:25.452615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43844) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:25.477987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:25.491899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf7eae-8bfc-4d6f-b83a-917a6eee7ccf tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=987ce950-a91d-4099-81c7-b037e892d917,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:25.497753 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-46ed2900-e086-42af-8591-7c4b7a3bcbc7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] show failed (client error): The resource could not be found. Feb 15 09:41:25.502212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-46ed2900-e086-42af-8591-7c4b7a3bcbc7 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups/987ce950-a91d-4099-81c7-b037e892d917 HTTP/1.1" status: 404 len: 347 time: 0.0418801 Feb 15 09:41:25.504084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:25.513098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.516208 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Added segment b36438c7-767c-468b-b6c5-b49abda30063 of type vlan for network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 Feb 15 09:41:25.625592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.635797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d018c367-74fb-40ef-b7f9-b577390154e7 None None] New status for floating IP 513af652-58f4-4306-b618-8e783cf1c822: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:41:25.680032 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.696307 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.736670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.747336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:25.749381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.759638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43852) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:25.811820 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000402d-db2f-4a0c-8669-800b69d20529 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:25.910079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b49497f-5e2a-4da6-b819-200672b2e53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:25.918200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Network': ['ID=814b440b-f4e0-4a2f-a025-58e9061ab1a8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:25.943970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bccad686-0867-4121-942d-e47bd54513dc tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6567290 Feb 15 09:41:25.946758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43856) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:25.959504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'admin_state_up': True, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:25.996721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Deleting port 39f1b277-d661-4d76-9594-69380a908f4b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:25.997097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.023082 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Attempting to bind port f0a78cae-3d74-49c5-92de-68dd3de80ffa on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:26.025426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Attempting to bind port f0a78cae-3d74-49c5-92de-68dd3de80ffa by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:26.026942 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Attempting to bind port f0a78cae-3d74-49c5-92de-68dd3de80ffa on network 7d140436-5ae5-449e-af0d-6865edfaf3b7 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:26.035000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.037286 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.051167 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:26.051408 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Checking segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:26.051807 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.056592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Bound using segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:26.061024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Bound port: f0a78cae-3d74-49c5-92de-68dd3de80ffa, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:26.061697 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.071840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:26.165738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ca838-9ff1-4af8-8c77-04c02d89b442 req-449205c8-f801-45ef-80a6-6f718beb4b7b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:26.174465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e30ca838-9ff1-4af8-8c77-04c02d89b442 req-449205c8-f801-45ef-80a6-6f718beb4b7b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.2705019 Feb 15 09:41:26.181524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.181524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.238662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.238989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43864) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:26.242149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] For port e0721380-b4c3-4388-8680-cb7fc5bcf67f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:26.254713 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] For port f0a78cae-3d74-49c5-92de-68dd3de80ffa, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:26.256441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e30ca838-9ff1-4af8-8c77-04c02d89b442 req-f39c99af-3da8-444d-a396-5500a26724b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808680 Feb 15 09:41:26.258788 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] For port f0a78cae-3d74-49c5-92de-68dd3de80ffa, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0a78cae-3d74-49c5-92de-68dd3de80ffa,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:26.261502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43866) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:26.273589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Calling delete_port for 39f1b277-d661-4d76-9594-69380a908f4b owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:26.283387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1694542840-network', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:26.285571 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.327617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] For port e0721380-b4c3-4388-8680-cb7fc5bcf67f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e0721380-b4c3-4388-8680-cb7fc5bcf67f,segment=NetworkSegment(f66e129a-a18b-4aa2-a544-c6b69e718c52),segment_id=f66e129a-a18b-4aa2-a544-c6b69e718c52)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:26.350000 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.350704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f058c096-404a-425e-bf5a-e72554605e8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d6d779e9229435ea2370250eafc764b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0913832 Feb 15 09:41:26.354274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:26.359899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] Provisioning complete for port f0a78cae-3d74-49c5-92de-68dd3de80ffa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:26.360736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.448409 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000402d-db2f-4a0c-8669-800b69d20529 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:26.464734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:26.465644 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:26.524972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.570557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3acc6e-1c09-44e0-90ca-a19818128ca7 None None] Pushing event updated for resources: {'Port': ['ID=e0721380-b4c3-4388-8680-cb7fc5bcf67f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:26.593516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.670872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.671595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.681049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Made reservation on behalf of fc18b2e2bba8406cad781fb1a50c937e for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:26.688735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.726564 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:26.746954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] For port f0a78cae-3d74-49c5-92de-68dd3de80ffa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0a78cae-3d74-49c5-92de-68dd3de80ffa,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:26.755931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.790446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.796915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.805004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25a94360-766d-4879-912a-f040f74273a3 HTTP/1.1" status: 204 len: 168 time: 0.4443922 Feb 15 09:41:26.864054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27937f67-c0b2-42cf-80ac-f8be5629f826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a94360-766d-4879-912a-f040f74273a3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:26.892271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:26.998977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454488d3-872c-44c7-aea7-f3b8872b8805 None None] Pushing event updated for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:27.034971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-363c9b0d-972d-4572-81a5-10374c6e5658 None None] Provisioning complete for port f0a78cae-3d74-49c5-92de-68dd3de80ffa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:27.037111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-363c9b0d-972d-4572-81a5-10374c6e5658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.186946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.220441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b49497f-5e2a-4da6-b819-200672b2e53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.257685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b49497f-5e2a-4da6-b819-200672b2e53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.270504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.349410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b49497f-5e2a-4da6-b819-200672b2e53f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d9472942f65348b893882df12ca7970b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5579548 Feb 15 09:41:27.356003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43888) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:27.377429 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:27.379018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e0721380-b4c3-4388-8680-cb7fc5bcf67f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:27.425289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-60be3e6f-b127-4e4f-8320-502eb9b2c14c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:27.428232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-60be3e6f-b127-4e4f-8320-502eb9b2c14c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.2371562 Feb 15 09:41:27.430075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49497f-5e2a-4da6-b819-200672b2e53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a90f4f4-ea52-43b0-a8fd-966108deb35d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:27.440526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.463232 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8193c-9cdd-4ffb-94ab-c2377a1c8dec None None] The sync data for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 is: [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:27.494618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d4b83ef6-c341-4ef4-be10-c4be52695161 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:27.506837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:27.547611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:27.548842 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.577047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.614131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.642873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.646775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:27.648080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.655433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43894) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:27.670185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57ae09d-30a8-48ed-9e4d-1b1510dad0f3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:27.688929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.0034957 Feb 15 09:41:27.705776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43896) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:27.707905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:27.718475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0'}, {'subnet_id': 'ffb721fa-626d-49ae-b9b6-de6f97824daf'}], 'name': 'tempest-PortsTestJSON-1682968760'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:27.821303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.849060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.25.6.234 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6e17e839-7953-467f-baac-a363b1128df8) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:27.854318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eedff17-3c87-402c-ba8f-91c9674aad5d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=ffb721fa-626d-49ae-b9b6-de6f97824daf,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:27.871531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.887573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0dbd3-6352-4332-aeb6-fb26c8d67664 req-1da76da0-fcba-4114-82e4-8d567d26cb70 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:27.906866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56a0dbd3-6352-4332-aeb6-fb26c8d67664 req-1da76da0-fcba-4114-82e4-8d567d26cb70 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 946 time: 0.4721138 Feb 15 09:41:27.928690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e0721380-b4c3-4388-8680-cb7fc5bcf67f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e0721380-b4c3-4388-8680-cb7fc5bcf67f,segment=NetworkSegment(f66e129a-a18b-4aa2-a544-c6b69e718c52),segment_id=f66e129a-a18b-4aa2-a544-c6b69e718c52)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:27.943904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:27.945418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.054719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e0721380-b4c3-4388-8680-cb7fc5bcf67f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:28.210015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185a5894-0b30-4d55-9a18-5b5369d5a360 None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:28.219506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.286197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-638053988-network', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:28.295971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.298996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.302828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a90f4f4-ea52-43b0-a8fd-966108deb35d HTTP/1.1" status: 204 len: 168 time: 0.9430029 Feb 15 09:41:28.302828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.365481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=6e17e839-7953-467f-baac-a363b1128df8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:28.400525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ff49c3b7-dac7-4587-a84e-51178740c3e2 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:28.401534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff49c3b7-dac7-4587-a84e-51178740c3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.405994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.407400 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Added segment 23865559-09f4-4e25-9acd-daa327158625 of type vlan for network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c Feb 15 09:41:28.408725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a11bf51-7b91-4019-a9cc-2b63e47c2c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a90f4f4-ea52-43b0-a8fd-966108deb35d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:28.417746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:28.421459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:28.453446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56a0dbd3-6352-4332-aeb6-fb26c8d67664 req-64df28a5-a4e2-4053-b6ed-231d2852ad49 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452962 Feb 15 09:41:28.456598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:28.543713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:28.544986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.573267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'Port': ['ID=39f1b277-d661-4d76-9594-69380a908f4b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:28.729434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.749211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.755986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.758264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43916) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:28.759629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5a2a94ad-9d56-470f-8026-267b35bff104 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "DELETE /v2.0/floatingips/513af652-58f4-4306-b618-8e783cf1c822 HTTP/1.1" status: 204 len: 168 time: 3.2545247 Feb 15 09:41:28.806696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Update dhcp port {'port': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ffb721fa-626d-49ae-b9b6-de6f97824daf'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'e0721380-b4c3-4388-8680-cb7fc5bcf67f'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:41:28.820501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.821677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:28.822274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.910143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.928285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Made reservation on behalf of 0bcf416bb5a64de4a2fb2c08b7e190cc for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:28.931179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:28.998327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.026069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7544379 Feb 15 09:41:29.035082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43928) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:29.240013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:29.259282 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.282109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Request body: {'subnet': {'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1694542840-subnet', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:29.295332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.297576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d66ba-44dc-4681-bf27-93f0d3d93f1a admin admin] Pushing event updated for resources: {'Network': ['ID=13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:29.303877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43932) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:29.318361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357694638', 'description': 'tempest-description--1459192963'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:29.326747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:29.339401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:29.394794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-862348370-network', 'tenant_id': '27777364c7084a70aed0f33cccbc9d3e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:29.422487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.422826 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Added segment 63db75b8-abba-4299-8244-ca038082e37f of type vlan for network 061d8357-4dcd-4790-83d6-26b315692cd9 Feb 15 09:41:29.426144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:29.426319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.447385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Allocated IP 172.20.0.18 (d4b83ef6-c341-4ef4-be10-c4be52695161/ffb721fa-626d-49ae-b9b6-de6f97824daf/e0721380-b4c3-4388-8680-cb7fc5bcf67f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:29.451763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-f0adc363-eadc-4851-9940-3d7096ee84e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3085685 Feb 15 09:41:29.501977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:29.509056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Made reservation on behalf of 27777364c7084a70aed0f33cccbc9d3e for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:29.512224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.543227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.606173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] For port e0721380-b4c3-4388-8680-cb7fc5bcf67f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e0721380-b4c3-4388-8680-cb7fc5bcf67f,segment=NetworkSegment(f66e129a-a18b-4aa2-a544-c6b69e718c52),segment_id=f66e129a-a18b-4aa2-a544-c6b69e718c52)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:29.614085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.617859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0a78cae-3d74-49c5-92de-68dd3de80ffa up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:29.655086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 3325ff6c-af78-4c10-abe9-d2d525e3512e yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:29.662153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-2b8763a6-285c-4050-abf3-2dab83000ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:29.664164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-2b8763a6-285c-4050-abf3-2dab83000ab6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 1097 time: 0.1589928 Feb 15 09:41:29.730614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ecf49-c0e3-42c6-a1d7-b3876fc21638,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:29.754962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.770626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.780380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.786456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.819959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f0a78cae-3d74-49c5-92de-68dd3de80ffa triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:29.820346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:29.954877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cce286-530f-4112-8e1e-e5ab9918a7f7 None None] Pushing event updated for resources: {'Port': ['ID=e0721380-b4c3-4388-8680-cb7fc5bcf67f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:30.043609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e0721380-b4c3-4388-8680-cb7fc5bcf67f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:30.046092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.056477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.106826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb2071be-b92f-4bb6-9b4c-3d74b74d5bd3 req-99790444-8d52-4c1e-8239-5c936bd5b3fe tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.3860192 Feb 15 09:41:30.112473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:30.113017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.116778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Made reservation on behalf of fc18b2e2bba8406cad781fb1a50c937e for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:30.119524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.121525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.123320 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.125656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:30.126595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.145070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:30.227588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4995098 Feb 15 09:41:30.269330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43952) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:30.279692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=2ca27c4e-7890-4658-9c5c-b13ff9a861c1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:30.284754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Request body: {'subnet': {'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-638053988-subnet', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:30.292347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.298055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9913442 Feb 15 09:41:30.300990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:30.309093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10fa9c-f768-40e8-ae27-98d7fb76902b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cadacb44-4b56-43d1-9dd2-22f68880e57a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:30.327066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group_rule': {'security_group_id': 'cadacb44-4b56-43d1-9dd2-22f68880e57a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:30.383019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:30.447749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Made reservation on behalf of 0bcf416bb5a64de4a2fb2c08b7e190cc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:30.450510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.510942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-7d59a0be-3314-448a-b1d5-80511a1a687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:30.512629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-7d59a0be-3314-448a-b1d5-80511a1a687b service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.7551358 Feb 15 09:41:30.626172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.630916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-598a224c-2b0b-4660-9c8a-607ee3e10f0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e HTTP/1.1" status: 200 len: 217 time: 0.0823393 Feb 15 09:41:30.650204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0af15c3d-7ee4-4531-9d62-6274f6e2832a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.714116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.13 (d4b83ef6-c341-4ef4-be10-c4be52695161/753f33eb-9e7f-4309-b8e8-e10813f7afc0/3325ff6c-af78-4c10-abe9-d2d525e3512e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:30.715950 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.754379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.21 (d4b83ef6-c341-4ef4-be10-c4be52695161/ffb721fa-626d-49ae-b9b6-de6f97824daf/3325ff6c-af78-4c10-abe9-d2d525e3512e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:30.811296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:30.820363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-c6e7bc3e-7ad3-48ae-9d81-596bdbc8c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:30.821816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-c6e7bc3e-7ad3-48ae-9d81-596bdbc8c883 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1736848 Feb 15 09:41:30.825045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.830137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bb8f79c-cc2c-4d87-abe1-d3ac70f8780c req-4a4f42fa-cfb2-47d0-9c86-5f4bd3c140b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/2ca27c4e-7890-4658-9c5c-b13ff9a861c1 HTTP/1.1" status: 204 len: 173 time: 3.3866832 Feb 15 09:41:30.830137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d1912-0ff3-42b5-9516-157179ba29d4 admin admin] Pushing event updated for resources: {'Network': ['ID=061d8357-4dcd-4790-83d6-26b315692cd9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:30.832041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'name': 'network-vif-deleted', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:30.834448 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403fee1-8790-459b-9186-7a872c00c82a" -d '{"events": [{"server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "name": "network-vif-deleted", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:30.838304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:30.862808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 061d8357-4dcd-4790-83d6-26b315692cd9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:30.877920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:30.882287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e835bf-d261-41cc-af39-563b889e8785 None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:30.912132 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8391cc8a-6b4c-4b6f-bfc5-f29b5599e4ff x-openstack-request-id: req-8391cc8a-6b4c-4b6f-bfc5-f29b5599e4ff {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:30.912403 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f54c575-e59a-49dc-b446-a030d540901d", "name": "network-vif-deleted", "tag": "2ca27c4e-7890-4658-9c5c-b13ff9a861c1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:30.912649 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8391cc8a-6b4c-4b6f-bfc5-f29b5599e4ff {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:30.913246 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f54c575-e59a-49dc-b446-a030d540901d', 'name': 'network-vif-deleted', 'tag': '2ca27c4e-7890-4658-9c5c-b13ff9a861c1', 'status': 'completed', 'code': 200} Feb 15 09:41:30.935041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-20260520-ce70-4a3c-87f0-6873773047b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896792 Feb 15 09:41:30.945785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.024394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:31.024881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2ca27c4e-7890-4658-9c5c-b13ff9a861c1 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:31.059158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192c192e-a8b0-4a59-a134-8a70e83ace3c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.088293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.115379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.136213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e0721380-b4c3-4388-8680-cb7fc5bcf67f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:31.139193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-47ea3cdd-7b69-4f2b-bf1c-77e87d5e92f3 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:31.139553 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47ea3cdd-7b69-4f2b-bf1c-77e87d5e92f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.146098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.147630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9b09c11-5037-4607-a45c-0ec004f3ddfa tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8404284 Feb 15 09:41:31.160390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43964) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:31.200762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'security_group_rule': {'security_group_id': 'cadacb44-4b56-43d1-9dd2-22f68880e57a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:31.219649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:31.243195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0af15c3d-7ee4-4531-9d62-6274f6e2832a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.258470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.258848 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Added segment 52737b26-c4c9-45d1-81ac-332f27ee3c9c of type vlan for network 97364fb2-8cd9-456e-84c9-d73fc12e8f36 Feb 15 09:41:31.271652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cea980-4a09-492e-9dfd-1bbb75a8a864,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.274544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.287684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0af15c3d-7ee4-4531-9d62-6274f6e2832a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.300265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.388413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c942bd6b-de16-4b17-8ea3-861d63dc462e req-64882046-4984-4bc1-a5dd-89f731e42c13 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f54c575-e59a-49dc-b446-a030d540901d HTTP/1.1" status: 200 len: 210 time: 0.1086190 Feb 15 09:41:31.394510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:31.394894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.399109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.402272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.434270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-70e791bb-876c-4905-ad85-6a23db1ea894 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4829278 Feb 15 09:41:31.452579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff6faa9-e8f6-405c-bae2-c7ba3b6f2273,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.455160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0af15c3d-7ee4-4531-9d62-6274f6e2832a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2bcd233b67140f9bcb63fd99182dcf3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0698419 Feb 15 09:41:31.456566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43966) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:31.478833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af15c3d-7ee4-4531-9d62-6274f6e2832a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55167a69-7ed6-4627-b6c0-1d9391a7debb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.523253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.528339 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.529363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:31.537039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.568992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.630212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=344d04ef-4d5e-484c-be60-7df2e6dae108,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.637841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Checking segment: {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:31.638240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Network hostable DHCP agents. Network: 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:31.656774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.697065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8350391 Feb 15 09:41:31.713481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b599cec-dfc0-4aa7-b1fc-7b30b77cce4f admin admin] Pushing event updated for resources: {'Network': ['ID=97364fb2-8cd9-456e-84c9-d73fc12e8f36,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.714344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Checking segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:31.714783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Network hostable DHCP agents. Network: 061d8357-4dcd-4790-83d6-26b315692cd9, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:31.725323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 97364fb2-8cd9-456e-84c9-d73fc12e8f36 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:31.742383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d4b83ef6-c341-4ef4-be10-c4be52695161 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:31.754278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:31.756014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:31.757478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:31.769030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.806491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:31.824783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.827296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:31.827893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.829915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=3325ff6c-af78-4c10-abe9-d2d525e3512e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.862143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4822fc8b-60b7-4ddd-8e34-454135add5e2 None None] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:31.874893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Network 061d8357-4dcd-4790-83d6-26b315692cd9 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:31.887487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2775f96e-d756-4bb2-8ebd-c7d62fa49cfd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6179323 Feb 15 09:41:31.887729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bef3607f-e0c4-45be-a10a-d8be664cd692 req-ece57b71-a038-40a9-8c2c-72d6b6e6b863 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416347 Feb 15 09:41:31.889555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43970) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:31.889697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.890197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 6042b66b-d15f-4e59-b05f-b284383b7738 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:41:31.903135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:31.903963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:31.904712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.910022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.916620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 061d8357-4dcd-4790-83d6-26b315692cd9) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:31.923046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:31.926905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.942400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38cd9cd3-cb2d-436c-be13-cfa00c5affe0 None None] Provisioning complete for port e0721380-b4c3-4388-8680-cb7fc5bcf67f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:31.944484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38cd9cd3-cb2d-436c-be13-cfa00c5affe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:31.983723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a907fd-0793-4b30-a224-f76c2c6b968c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:31.998156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43972) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:32.006786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1dca7b6-27d1-4eef-b085-6b0c71a87bca admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7261493 Feb 15 09:41:32.012868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43974) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:32.013339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-82dc7633-0fbe-4706-b610-31352d039692 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.3063111 Feb 15 09:41:32.020153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:32.023795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.026303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.027424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55167a69-7ed6-4627-b6c0-1d9391a7debb HTTP/1.1" status: 204 len: 168 time: 0.5675232 Feb 15 09:41:32.029465 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.030667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:32.039452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.040260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-593fd3e1-4035-4de9-b6d1-534007726872 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8520606 Feb 15 09:41:32.040653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.043252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:32.056840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:32.129960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.150232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ab0be-a04b-4ca6-943d-018fd82d190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55167a69-7ed6-4627-b6c0-1d9391a7debb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:32.295484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.331983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e27f36-9376-4a5d-84cf-cd29649d6f33 None None] Network 061d8357-4dcd-4790-83d6-26b315692cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:32.334623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.335660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.342328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.348148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:32.368858 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Sync routers for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:32.383567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:32.384519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:32.506153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Allocated IP 172.25.6.155 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/2d07b551-22b9-4460-a6e5-8d9bbd1c2392) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:32.598644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.607594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-488ba4b7-1f6d-439b-9702-8e161e7e0745 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6566999 Feb 15 09:41:32.608298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43994) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:32.662552 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:32.724480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.845665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aa31cae4-fe0a-4bcc-80d3-605a73f18a21 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=8cbddf51dbb841748d2cec96f8a02d6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435819 Feb 15 09:41:32.851231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:32.964264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:32.983327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'fixed_ips': [{'subnet_id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:32.984185 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.027582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4462-d20f-42ca-ac9a-3afe24ce2403 req-ca13b5ba-9109-403f-aacd-965f80d7fe22 tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:33.040613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4462-d20f-42ca-ac9a-3afe24ce2403 req-ca13b5ba-9109-403f-aacd-965f80d7fe22 tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:33.055694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb4462-d20f-42ca-ac9a-3afe24ce2403 req-ca13b5ba-9109-403f-aacd-965f80d7fe22 tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:33.082046 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-31cb4462-d20f-42ca-ac9a-3afe24ce2403 req-ca13b5ba-9109-403f-aacd-965f80d7fe22 tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3830862 Feb 15 09:41:33.111462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.136205 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:29Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:33.194561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.202240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Allocated IP 172.20.0.2 (13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c/fff6faa9-e8f6-405c-bae2-c7ba3b6f2273/e7bf0ec8-47b4-49d6-b57e-8e2f298c6644) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:33.230729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-061d8357-4dcd-4790-83d6-26b315692cd9', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:33.231366 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.234793 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Checking router: 6042b66b-d15f-4e59-b05f-b284383b7738 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:33.235611 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Updating router 6042b66b-d15f-4e59-b05f-b284383b7738 port 6e17e839-7953-467f-baac-a363b1128df8 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:33.244172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e039081-d07a-4169-b2ba-59dd1c7a52c7 req-6f057ef5-8244-436f-9989-6240ffdd62ec tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:33.246238 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e039081-d07a-4169-b2ba-59dd1c7a52c7 req-6f057ef5-8244-436f-9989-6240ffdd62ec tempest-ComputeTenantNetworksTest-632440360 tempest-ComputeTenantNetworksTest-632440360-project] 10.222.0.10 "GET /v2.0/networks/97364fb2-8cd9-456e-84c9-d73fc12e8f36 HTTP/1.1" status: 200 len: 768 time: 0.1610029 Feb 15 09:41:33.249028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.261953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44022) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:33.279388 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.363840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.364392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:33.379957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:33.383856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:33.416054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9200040a-42f1-424b-8315-3ffd69a480f6 None None] Provisioning complete for port 3325ff6c-af78-4c10-abe9-d2d525e3512e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:33.416585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=2d07b551-22b9-4460-a6e5-8d9bbd1c2392,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:33.429398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9200040a-42f1-424b-8315-3ffd69a480f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.445722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.575025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9200040a-42f1-424b-8315-3ffd69a480f6 None None] Port 3325ff6c-af78-4c10-abe9-d2d525e3512e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:33.588185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.607788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.622600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97364fb2-8cd9-456e-84c9-d73fc12e8f36']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:33.662733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.668287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Allocated IP 172.20.0.2 (061d8357-4dcd-4790-83d6-26b315692cd9/344d04ef-4d5e-484c-be60-7df2e6dae108/9ab22a0c-2015-4496-b542-caa2c1f1de74) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:33.669486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52737b26-c4c9-45d1-81ac-332f27ee3c9c') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:33.670130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52737b26-c4c9-45d1-81ac-332f27ee3c9c') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:33.672456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.682075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.712667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.741380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.761508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:33.762027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.779659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:33.782835 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:33.790366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:33.797817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:33.801463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Pushing event updated for resources: {'Port': ['ID=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:33.896439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Attempting to bind port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:33.896439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Attempting to bind port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:33.896634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Attempting to bind port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 on network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:33.909732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.915816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:33.916197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Checking segment: {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:33.916599 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.917023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Bound using segment: {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:33.917502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Bound port: e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:33.917882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.918156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.924908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] 10.222.0.10 "DELETE /v2.0/networks/97364fb2-8cd9-456e-84c9-d73fc12e8f36 HTTP/1.1" status: 204 len: 168 time: 0.6605854 Feb 15 09:41:33.944265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5410f8b-0bfb-48cb-8eee-f36aafb70686 admin admin] Pushing event deleted for resources: {'Network': ['ID=97364fb2-8cd9-456e-84c9-d73fc12e8f36,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:33.959794 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:33.979735 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.019303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.040033 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.078469 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.089490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.098068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Network 061d8357-4dcd-4790-83d6-26b315692cd9 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:34.105331 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Attempting to bind port 6e17e839-7953-467f-baac-a363b1128df8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:34.105678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:34.106158 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Attempting to bind port 6e17e839-7953-467f-baac-a363b1128df8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:34.106727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Attempting to bind port 6e17e839-7953-467f-baac-a363b1128df8 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:34.113441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:34.116125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] For port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:34.147419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] For port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:34.150041 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Pushing event updated for resources: {'Port': ['ID=6e17e839-7953-467f-baac-a363b1128df8,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.166432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Pushing event updated for resources: {'Port': ['ID=9ab22a0c-2015-4496-b542-caa2c1f1de74,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.169017 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:34.170504 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:34.171300 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.175505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.176117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:34.177234 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Bound port: 6e17e839-7953-467f-baac-a363b1128df8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:34.179639 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.188166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.191432 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.191987 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.193384 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.193933 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.195580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.198950 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.199653 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.200163 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.200770 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.201299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.204159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:41:34.226005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:34.259818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Attempting to bind port 9ab22a0c-2015-4496-b542-caa2c1f1de74 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:34.260230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Attempting to bind port 9ab22a0c-2015-4496-b542-caa2c1f1de74 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:34.261212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Attempting to bind port 9ab22a0c-2015-4496-b542-caa2c1f1de74 on network 061d8357-4dcd-4790-83d6-26b315692cd9 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:34.273775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=2d07b551-22b9-4460-a6e5-8d9bbd1c2392,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.279035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:34.279878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Checking segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:34.279878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.280184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Bound using segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:34.280879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Bound port: 9ab22a0c-2015-4496-b542-caa2c1f1de74, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:34.282158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.293760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-ea32368d-dfe5-4c58-b83a-377d567d93b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:34.297722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.310375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-ea32368d-dfe5-4c58-b83a-377d567d93b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 1.5348785 Feb 15 09:41:34.324802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f6bdecf7-3cb5-476b-a4dc-9b8577a00715 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27777364c7084a70aed0f33cccbc9d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0944169 Feb 15 09:41:34.324802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44040) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:34.350355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.355986 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] For port 6e17e839-7953-467f-baac-a363b1128df8, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:34.362116 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] For port 6e17e839-7953-467f-baac-a363b1128df8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6e17e839-7953-467f-baac-a363b1128df8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:34.373307 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.381448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dfbabce9-c461-4e70-9d4f-3cbcfb0bd203 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3218362 Feb 15 09:41:34.398361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] For port 9ab22a0c-2015-4496-b542-caa2c1f1de74, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:34.403367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] For port 9ab22a0c-2015-4496-b542-caa2c1f1de74, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9ab22a0c-2015-4496-b542-caa2c1f1de74,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:34.416661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.443986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fd5fe-0b02-4a03-b923-f4986228141b None None] Pushing event updated for resources: {'Port': ['ID=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.467827 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:34.468480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:34.503700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.572387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.605028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cafbb-e519-4e42-a2f1-fbb0594b729e None None] Pushing event updated for resources: {'Port': ['ID=9ab22a0c-2015-4496-b542-caa2c1f1de74,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.611420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-d5ff5a43-8de4-492d-a7a9-1bdb9378b70f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.2974746 Feb 15 09:41:34.615655 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23b68f-94b2-4535-bf3b-e54fdd3f68c4 None None] Pushing event updated for resources: {'Port': ['ID=6e17e839-7953-467f-baac-a363b1128df8,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.740390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.744713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:34.746766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05cea980-4a09-492e-9dfd-1bbb75a8a864 HTTP/1.1" status: 204 len: 168 time: 0.4200556 Feb 15 09:41:34.752272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:34.785912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d0c3f-0701-4f86-a303-68792122adf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cea980-4a09-492e-9dfd-1bbb75a8a864,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:34.907201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f18aa0-e19f-4ad3-9536-6542db01ac1e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:34.910784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-82f18aa0-e19f-4ad3-9536-6542db01ac1e tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 2.0092981 Feb 15 09:41:34.932269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44060) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:34.939037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-0fdb0397-3f87-4e1f-ab73-9de1477b8024 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1357694638&fields=id&tenant_id=a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 267 time: 0.1132977 Feb 15 09:41:34.957525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:35.003269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9e713412-da60-4b74-af13-a83b070f8a41 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585973 Feb 15 09:41:35.006451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44066) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:35.012207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-89403686', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:35.235730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9ab22a0c-2015-4496-b542-caa2c1f1de74 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:35.267714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-9d10448d-06d3-40b9-b636-3487d1367189 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6552966 Feb 15 09:41:35.281739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:29Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:35.283370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-a77401f5-a381-4335-a151-378d95ebf501 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:35.289951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-a77401f5-a381-4335-a151-378d95ebf501 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 811 time: 0.3497138 Feb 15 09:41:35.317766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-7ab7fcec-7069-4bdc-b854-b63c9d92f3d1 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/quotas/a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 375 time: 0.0206456 Feb 15 09:41:35.340148 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45fcc664-f94c-4c15-8d53-4c9b3d42cccc None None] The sync data for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 is: [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:29Z', 'revision_number': 3, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:35.351606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9ab22a0c-2015-4496-b542-caa2c1f1de74 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:35.352886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:35.445821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-16b2af33-6d11-4be0-a6cc-b13d64677bd4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1199362 Feb 15 09:41:35.504998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:35.582616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:35.590467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9ab22a0c-2015-4496-b542-caa2c1f1de74, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9ab22a0c-2015-4496-b542-caa2c1f1de74,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:35.606459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:35.610913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:35.626049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Delete allocated IP 172.20.0.21 (d4b83ef6-c341-4ef4-be10-c4be52695161/ffb721fa-626d-49ae-b9b6-de6f97824daf) {{(pid=102358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:41:35.708476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:35.738694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9ab22a0c-2015-4496-b542-caa2c1f1de74,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:35.772294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:35.772655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:35.780105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-0f1f6a0f-45c1-4a50-9e73-23a2bdbc8137 service neutron] 10.222.0.10 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206937 Feb 15 09:41:35.934817 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.031706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:36.043543 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.106715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-9dae8cfb-eddb-4263-abed-a77b749173f8 service neutron] 10.222.0.10 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155320 Feb 15 09:41:36.141995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:36.180926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.185469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:36.191592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.588548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.590238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44090) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:36.617060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f7b03b-e3a3-43a6-a7e8-439e155c3e46 None None] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:36.774165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406b7fee-ded9-4688-899a-1b07914dbd02 None None] Network 061d8357-4dcd-4790-83d6-26b315692cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:36.884420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.887216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.889204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d76bbab8-30df-447d-a161-89939df4c7ce None None] Provisioning complete for port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:36.889842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d76bbab8-30df-447d-a161-89939df4c7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:36.898822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-network', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:36.921935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Allocated IP 172.25.6.90 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/fa41a00e-f7ff-4e48-a4a3-791031fba51c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:37.000284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-890b1637-8d67-4cb0-92d9-8ceeec135fbe service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7052953 Feb 15 09:41:37.050352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.110111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.124285 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e39ee0a9-3b49-40aa-978d-d49f4650c9f1 req-77080b3f-368e-4bc0-8f36-ab2c33a77677 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.0365615 Feb 15 09:41:37.163805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.205938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:37.211708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:37.214566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:37.261919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Made reservation on behalf of 5d49e5da016a4b81949075f687eebb7c for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:37.264243 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.264685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Pushing event updated for resources: {'Port': ['ID=fa41a00e-f7ff-4e48-a4a3-791031fba51c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:37.268979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=3325ff6c-af78-4c10-abe9-d2d525e3512e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:37.286349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9ab22a0c-2015-4496-b542-caa2c1f1de74 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:37.346270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.366797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.393797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.413142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.447454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9ab22a0c-2015-4496-b542-caa2c1f1de74 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:37.447898 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.502697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aa2933b5-d436-4b82-970f-beccee54c1b5 None None] Provisioning complete for port 9ab22a0c-2015-4496-b542-caa2c1f1de74 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:37.503327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2933b5-d436-4b82-970f-beccee54c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.606413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.611911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Subnet': ['ID=a56f3128-f45f-482c-b1e6-28e7e887aae1,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:37.616412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.716841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Pushing event updated for resources: {'Port': ['ID=fa41a00e-f7ff-4e48-a4a3-791031fba51c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:37.729478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.760875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.762704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a5872b15-b159-45ce-959a-a1e55acbc3b0 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8036833 Feb 15 09:41:37.766345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:37.771988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1924134900', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'fixed_ips': [{'ip_address': '172.25.6.90'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:37.793940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:37.798619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.838757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Made reservation on behalf of 057e44254d744768b6e975a6979690ce for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:37.841360 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.865092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.901802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:37.902224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.944935 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.946252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e981a8c4-5174-41e5-9fcc-5125f1f2b04d None None] Provisioning complete for port 3325ff6c-af78-4c10-abe9-d2d525e3512e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:37.946627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e981a8c4-5174-41e5-9fcc-5125f1f2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.977222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.983350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:37.997087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.000416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] device_id is not set on port 4d6a94a7-67ae-43ab-86c0-66aa18ab0066 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:41:38.058183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Allocated IP 172.25.6.211 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:38.064508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-1505e191-53f4-4a1b-bcae-bb21b173efee service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0632041 Feb 15 09:41:38.065190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] In _notify_port_updated(), no bound segment for port 3325ff6c-af78-4c10-abe9-d2d525e3512e on network d4b83ef6-c341-4ef4-be10-c4be52695161 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:41:38.073988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:38.074654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.075970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1cbab1de-87ea-4dac-8f2b-ce7004b46e99 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/ports/3325ff6c-af78-4c10-abe9-d2d525e3512e HTTP/1.1" status: 200 len: 920 time: 6.0616162 Feb 15 09:41:38.091181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1bc534-3461-4346-bac2-dd85a275ebed,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:38.109097 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.120146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44102) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:38.125832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:38.170639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0'}, {'subnet_id': 'ffb721fa-626d-49ae-b9b6-de6f97824daf'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:38.276231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.276589 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Added segment 8e198ee5-75bd-445c-bcd2-f6bf570caac8 of type vlan for network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 Feb 15 09:41:38.323709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e981a8c4-5174-41e5-9fcc-5125f1f2b04d None None] Port 3325ff6c-af78-4c10-abe9-d2d525e3512e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:38.336509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b59e2e-654b-4bed-bcf6-e4d6b94f8475,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:38.363302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e981a8c4-5174-41e5-9fcc-5125f1f2b04d None None] Provisioning complete for port 9ab22a0c-2015-4496-b542-caa2c1f1de74 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:38.363667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e981a8c4-5174-41e5-9fcc-5125f1f2b04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.402791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6e17e839-7953-467f-baac-a363b1128df8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:38.414335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34177ed3-4a40-45a7-82b8-597022da0d48 req-90733860-e819-429f-800b-d2bdbf28ac29 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.1443684 Feb 15 09:41:38.480322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6e17e839-7953-467f-baac-a363b1128df8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:38.480322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.483756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Checking segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:38.483959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network hostable DHCP agents. Network: 814b440b-f4e0-4a2f-a025-58e9061ab1a8, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:38.555420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ece968f-53fd-4e68-8ae3-2130d6c98ba0 req-ac93e7c0-6c11-48fe-bfa1-ca1a1e7c6ef1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 210 time: 0.1675215 Feb 15 09:41:38.575553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.614017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.638436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 6e17e839-7953-467f-baac-a363b1128df8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6e17e839-7953-467f-baac-a363b1128df8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:38.644925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.666336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:38.674461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-9e8c54d4-c466-4dbe-96b9-df2e529727eb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:38.675900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-9e8c54d4-c466-4dbe-96b9-df2e529727eb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 811 time: 0.6154253 Feb 15 09:41:38.713921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e9459f81-473c-4b29-ada3-145e4fe2f784 None None] Provisioning complete for port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:38.714276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e9459f81-473c-4b29-ada3-145e4fe2f784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.725258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 814b440b-f4e0-4a2f-a025-58e9061ab1a8) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:38.738000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.738933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:38.739707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.741543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bf167b-b95d-4be2-a348-0eda0a292f22 None None] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:38.745623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=6e17e839-7953-467f-baac-a363b1128df8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:38.748107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:38.748605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.775599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.840352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2444041 Feb 15 09:41:38.844036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44116) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:38.851563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Request body: {'subnet': {'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-subnet', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:38.881433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f3cf09e7-fcd6-4b09-ac62-aae9ad0bc9cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.8732872 Feb 15 09:41:38.885894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44118) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:38.902218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e66e05f-de6c-4a66-81fe-5a82af47fef8 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4afc39c623243b299ef6b98a0ec6bef HTTP/1.1" status: 200 len: 380 time: 0.2147496 Feb 15 09:41:38.903498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Made reservation on behalf of 5d49e5da016a4b81949075f687eebb7c for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:38.909936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.917033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'port': {'device_id': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'admin_state_up': True, 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'security_groups': ['cadacb44-4b56-43d1-9dd2-22f68880e57a']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:38.920069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf93f72-4533-402d-bd85-dc42754c06bb admin admin] Pushing event updated for resources: {'Network': ['ID=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:38.933063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:38.933526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:39.087549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6e17e839-7953-467f-baac-a363b1128df8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:39.122297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:39.123164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.213956 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 09:41:39.214662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:41:39.293056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e54d05d-f6b8-47de-b3f7-733757f1a259 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.5252368 Feb 15 09:41:39.305816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6e17e839-7953-467f-baac-a363b1128df8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:39.306576 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.362156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44120) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:39.368532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Allocated IP 172.20.0.2 (814b440b-f4e0-4a2f-a025-58e9061ab1a8/a56f3128-f45f-482c-b1e6-28e7e887aae1/316cdf89-f605-4145-8cdd-dfda9c006e7c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:39.377666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.560979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:39.567308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Pushing event updated for resources: {'Port': ['ID=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:39.575745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:39.585687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:39.620397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.638085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.649595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Allocated IP 172.25.6.228 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d5f10676-50d4-4591-89c7-699c27f7f816) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:39.671346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e2b1ff53-4e3c-4028-975f-2c89b6c72d0c req-d123e192-576c-4099-9141-e0eb9da2ff96 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.1446388 Feb 15 09:41:39.699922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:39.716766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:39.720851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.723154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:39.724491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3569f51-c9ce-47f4-ab6a-895805c341d9 req-92cd6675-b370-4daf-b663-606e581b7708 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 210 time: 0.0721431 Feb 15 09:41:39.728473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Pushing event updated for resources: {'Port': ['ID=316cdf89-f605-4145-8cdd-dfda9c006e7c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:39.777765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Made reservation on behalf of a4afc39c623243b299ef6b98a0ec6bef for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:39.781791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.809810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Attempting to bind port 316cdf89-f605-4145-8cdd-dfda9c006e7c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:39.810337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Attempting to bind port 316cdf89-f605-4145-8cdd-dfda9c006e7c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:39.810784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Attempting to bind port 316cdf89-f605-4145-8cdd-dfda9c006e7c on network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:39.817131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:39.817131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Checking segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:39.817690 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.818165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Bound using segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:39.818724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Bound port: 316cdf89-f605-4145-8cdd-dfda9c006e7c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:39.819263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.889945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] For port 316cdf89-f605-4145-8cdd-dfda9c006e7c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:39.893789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] For port 316cdf89-f605-4145-8cdd-dfda9c006e7c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=316cdf89-f605-4145-8cdd-dfda9c006e7c,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:39.899778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:39.912379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cd022a8-8669-4920-9200-578c5685af56,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:39.940531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-332fb2ae-bc26-46ca-8c24-34ca00b250e2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:39.941634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-332fb2ae-bc26-46ca-8c24-34ca00b250e2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.4814401 Feb 15 09:41:39.958625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': 'ac60d751-73ba-4e12-b214-f50af343704b', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:39.983151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369c264-9f0b-4cc8-a80e-e17e91f78561 None None] Pushing event updated for resources: {'Port': ['ID=316cdf89-f605-4145-8cdd-dfda9c006e7c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:40.017933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Checking segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:40.018293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Network hostable DHCP agents. Network: c0c3a3cf-975c-438f-bb3e-90b5cdac1f10, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:40.080620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Deleting port fa41a00e-f7ff-4e48-a4a3-791031fba51c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:40.080875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.163036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.20 (d4b83ef6-c341-4ef4-be10-c4be52695161/ffb721fa-626d-49ae-b9b6-de6f97824daf/3325ff6c-af78-4c10-abe9-d2d525e3512e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:40.168849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.196366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:40.260493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c0c3a3cf-975c-438f-bb3e-90b5cdac1f10) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:40.272493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9f4c64-0829-4a70-93ae-5616749befdb None None] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:40.285681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:40.286207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.300134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.300464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.341566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Allocated IP 172.20.0.8 (9a5ce713-9df5-409d-924c-94d40c1cb60f/fcc873ef-5b00-4f48-8293-ed438b2380bd/5942e2c7-74d1-4f1b-a28b-8732856531d9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:40.359342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Calling delete_port for fa41a00e-f7ff-4e48-a4a3-791031fba51c owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:40.392146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28b2c6c8-ee40-457a-b391-c875b2bf4ea8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5454314 Feb 15 09:41:40.394831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44126) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:40.399500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:40.403289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.403727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:40.450775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.456364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.501487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:41:40.502858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.517554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.521432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:40.582276 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.583590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.587432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:40.633824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:40.655310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.676907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Allocated IP 172.20.0.2 (c0c3a3cf-975c-438f-bb3e-90b5cdac1f10/2cd022a8-8669-4920-9200-578c5685af56/2122c4e1-0989-4102-8f38-2ad35f3b056a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:40.694204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.697147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5f10676-50d4-4591-89c7-699c27f7f816,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:40.822693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.5 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/272ea853-4f25-4c3e-8f19-c38b00329a9c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:40.852852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e1cc182-a8e4-40e9-8f19-50be3059d3c9 req-4d2303af-107d-455d-94a5-183b1b7c2a9a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.0458932 Feb 15 09:41:40.893577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.948269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa41a00e-f7ff-4e48-a4a3-791031fba51c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:40.970175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.989357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:40.999830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.009763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=3325ff6c-af78-4c10-abe9-d2d525e3512e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:41.019270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23b18bc8-af33-43f2-8d7e-78a4b00bbb9f req-85b216f5-ab26-4504-9371-4887342ec224 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 210 time: 0.0956075 Feb 15 09:41:41.096830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:41.098891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Pushing event updated for resources: {'Port': ['ID=2122c4e1-0989-4102-8f38-2ad35f3b056a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:41.102132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:41.104394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:41.186137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Attempting to bind port 2122c4e1-0989-4102-8f38-2ad35f3b056a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:41.202281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Attempting to bind port 2122c4e1-0989-4102-8f38-2ad35f3b056a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:41.203017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Attempting to bind port 2122c4e1-0989-4102-8f38-2ad35f3b056a on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:41.207328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 316cdf89-f605-4145-8cdd-dfda9c006e7c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:41.240444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:41.241275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Checking segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:41.242257 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.242755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Bound using segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:41.243353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Bound port: 2122c4e1-0989-4102-8f38-2ad35f3b056a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:41.243842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.316490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fe955f50-6dde-4e85-9ec2-2fc8f14a2928 None None] Provisioning complete for port 3325ff6c-af78-4c10-abe9-d2d525e3512e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:41.317346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fe955f50-6dde-4e85-9ec2-2fc8f14a2928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.362169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fe955f50-6dde-4e85-9ec2-2fc8f14a2928 None None] Port 3325ff6c-af78-4c10-abe9-d2d525e3512e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:41.404671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 316cdf89-f605-4145-8cdd-dfda9c006e7c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:41.405848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.442963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] For port 2122c4e1-0989-4102-8f38-2ad35f3b056a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:41.470398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] For port 2122c4e1-0989-4102-8f38-2ad35f3b056a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2122c4e1-0989-4102-8f38-2ad35f3b056a,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:41.481778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.540885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00157107-4b7d-4f2e-9c30-693c281934c9 None None] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:41.662000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.664611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.664857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02927a67-196b-4120-97e2-fe2a865585b9 None None] Pushing event updated for resources: {'Port': ['ID=2122c4e1-0989-4102-8f38-2ad35f3b056a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:41.665852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-348fc615-fd75-4c29-9c94-15a0e53e9b7b tempest-ExternalNetworksAdminNegativeTestJSON-1585071996 tempest-ExternalNetworksAdminNegativeTestJSON-1585071996-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/66fccc23-37a5-4e50-a664-a001fefb777f HTTP/1.1" status: 204 len: 168 time: 2.3027232 Feb 15 09:41:41.712933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e00f0265-85fc-475e-ad11-ecd6d1912904 None None] Provisioning complete for port 316cdf89-f605-4145-8cdd-dfda9c006e7c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:41.713312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e00f0265-85fc-475e-ad11-ecd6d1912904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.722952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.1 (814b440b-f4e0-4a2f-a025-58e9061ab1a8/a56f3128-f45f-482c-b1e6-28e7e887aae1/4812db6b-de7e-4423-8b3c-abec2b2745f6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:41.756801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.767130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.865756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.895399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 316cdf89-f605-4145-8cdd-dfda9c006e7c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=316cdf89-f605-4145-8cdd-dfda9c006e7c,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:41.914211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.925052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] In _notify_port_updated(), no bound segment for port 3325ff6c-af78-4c10-abe9-d2d525e3512e on network d4b83ef6-c341-4ef4-be10-c4be52695161 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:41:41.930598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:41.931261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.935678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1822fb04-6800-4f18-bd98-3c7218a19b41 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/ports/3325ff6c-af78-4c10-abe9-d2d525e3512e HTTP/1.1" status: 200 len: 1000 time: 3.8046830 Feb 15 09:41:41.939818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44136) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:41.963731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:41.975947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.081866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.166611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63fb164c-a302-4578-9f01-2985acfa89d1 req-e23b662d-39ad-4da7-b690-f39d79ebeb20 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.0367141 Feb 15 09:41:42.176699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.215613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44142) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:42.233159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:42.241437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:42.255103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:42.281924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.293155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:42.332534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c2aa6c3-e7c2-484a-b3c6-52130acc56bc req-69626e0f-ddb2-46e1-9232-f63114b550b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 210 time: 0.1564851 Feb 15 09:41:42.335862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.338312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.352455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:42.412967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:42.413876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=316cdf89-f605-4145-8cdd-dfda9c006e7c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:42.456005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.466657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:42.527278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:42.531932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:42.538626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:42.563672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:42.588961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:42.601803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:42.669114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75f55996-69d1-4e6e-a2e5-b5991f0baa01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.678282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:42.678879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.693524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 3325ff6c-af78-4c10-abe9-d2d525e3512e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:42.694218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.704271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-749be6b2-6cbb-49ad-81c3-56b0e527bf1d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7483690 Feb 15 09:41:42.715941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Request body: {'port': {'device_id': 'ac60d751-73ba-4e12-b214-f50af343704b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:42.782849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.804640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:42.809680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.861172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.923490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8fcf75fd-f385-4823-a3e1-5908433a49e4 None None] Provisioning complete for port 316cdf89-f605-4145-8cdd-dfda9c006e7c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:42.924201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fcf75fd-f385-4823-a3e1-5908433a49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:42.933793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-3e859f30-d2e8-483b-bc87-648a2facd5a4 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0245166 Feb 15 09:41:43.121815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8fcf75fd-f385-4823-a3e1-5908433a49e4 None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:43.123415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fcf75fd-f385-4823-a3e1-5908433a49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.127654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.148466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Router eb4b2113-9d19-4349-bf36-707dcb9078b2 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:41:43.191299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.212657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf75fd-f385-4823-a3e1-5908433a49e4 None None] Port 4812db6b-de7e-4423-8b3c-abec2b2745f6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:43.311609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 316cdf89-f605-4145-8cdd-dfda9c006e7c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:43.350783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3423a-ac42-4a63-8777-199cc20b8da2 None None] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:43.362820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Request body: {'port': {'device_id': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:43.420362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Provisioning complete for port 5942e2c7-74d1-4f1b-a28b-8732856531d9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:43.420967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.447926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbaa68-023e-4f10-bbbe-f4f3017c9351 req-50e879eb-4ed5-4aa4-81d0-6ee775eafdc5 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:43.452498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbfbaa68-023e-4f10-bbbe-f4f3017c9351 req-50e879eb-4ed5-4aa4-81d0-6ee775eafdc5 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 931 time: 0.1818340 Feb 15 09:41:43.481330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 3325ff6c-af78-4c10-abe9-d2d525e3512e owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:43.500397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Port 5942e2c7-74d1-4f1b-a28b-8732856531d9 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:43.509869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 316cdf89-f605-4145-8cdd-dfda9c006e7c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:43.510241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.550534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.554155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.565265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:43.565560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.570715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75f55996-69d1-4e6e-a2e5-b5991f0baa01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.575928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbfbaa68-023e-4f10-bbbe-f4f3017c9351 req-3e0bfadf-761b-4ce0-a8a5-fc45c32ae60d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162832 Feb 15 09:41:43.595625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:43.623025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.626273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Sync routers for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:43.631638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 272ea853-4f25-4c3e-8f19-c38b00329a9c {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:43.636367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.665053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c8f29-2763-4e41-b7b2-5938ee28b0a5 None None] Port 4812db6b-de7e-4423-8b3c-abec2b2745f6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:43.666608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.670743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75f55996-69d1-4e6e-a2e5-b5991f0baa01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.674090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:43.674440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:43.726054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Transition to ACTIVE for port object 272ea853-4f25-4c3e-8f19-c38b00329a9c will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:41:43.727050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.731127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-98d2a345-5e0f-4ecf-bd2b-68d85557825a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 11.8288631 Feb 15 09:41:43.731294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:43.731425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.733992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:43.744254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.746320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:43.811414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2122c4e1-0989-4102-8f38-2ad35f3b056a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:43.892426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:43.936136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:44.038038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] Provisioning complete for port 2122c4e1-0989-4102-8f38-2ad35f3b056a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:44.038406 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.107913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:44.112886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Attempting to bind port 272ea853-4f25-4c3e-8f19-c38b00329a9c on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:44.113228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Attempting to bind port 272ea853-4f25-4c3e-8f19-c38b00329a9c by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:44.113561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Attempting to bind port 272ea853-4f25-4c3e-8f19-c38b00329a9c on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:44.118378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:44.144934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2122c4e1-0989-4102-8f38-2ad35f3b056a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:44.145289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.153116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Port 272ea853-4f25-4c3e-8f19-c38b00329a9c on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:41:44.153463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Attempting to bind port 272ea853-4f25-4c3e-8f19-c38b00329a9c on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:44.167682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:44.168072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:44.168406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:44.168876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Bound port: 272ea853-4f25-4c3e-8f19-c38b00329a9c, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:44.169242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.226134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.273821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75f55996-69d1-4e6e-a2e5-b5991f0baa01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17bded8e107f409d80e97feb4d14658e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9913220 Feb 15 09:41:44.291730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:44.292486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] For port 2122c4e1-0989-4102-8f38-2ad35f3b056a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2122c4e1-0989-4102-8f38-2ad35f3b056a,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:44.317131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50458e90-9915-4fcb-8ba3-d01a6d440e94 req-45aaf4d9-7415-45ae-b1ed-0550d8abd5ae tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:44.318754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50458e90-9915-4fcb-8ba3-d01a6d440e94 req-45aaf4d9-7415-45ae-b1ed-0550d8abd5ae tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 931 time: 0.8873339 Feb 15 09:41:44.330117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f55996-69d1-4e6e-a2e5-b5991f0baa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b41b6df-6b11-4fab-812d-a50670186e19,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:44.344778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.393329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.437823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:40Z', 'revision_number': 3, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:44.465995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 6042b66b-d15f-4e59-b05f-b284383b7738 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:44.469242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:44.487859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Checking router: eb4b2113-9d19-4349-bf36-707dcb9078b2 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:44.488205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Updating router eb4b2113-9d19-4349-bf36-707dcb9078b2 port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:44.492432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:44.493028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5db591-5ca5-4d2f-9dc1-d4d515adf5c4 None None] Pushing event updated for resources: {'Port': ['ID=2122c4e1-0989-4102-8f38-2ad35f3b056a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:44.517884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.535269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b8701c02-903a-4c70-8e93-9a22e29e6096 None None] Provisioning complete for port 2122c4e1-0989-4102-8f38-2ad35f3b056a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:44.535634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8701c02-903a-4c70-8e93-9a22e29e6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.538835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.575890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.585484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50458e90-9915-4fcb-8ba3-d01a6d440e94 req-b334427c-5022-41e6-8e7e-932ae8a12fb5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495224 Feb 15 09:41:44.611331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Allocated IP 172.25.6.251 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8020db61-1d0d-44e7-a5a9-e5e08be8be92) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:44.656961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:44.657895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.659005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] 10.222.0.36 "PUT /v2.0/ports/272ea853-4f25-4c3e-8f19-c38b00329a9c HTTP/1.1" status: 200 len: 1091 time: 1.9476721 Feb 15 09:41:44.664408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:44.674165 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2dc887-c05b-412f-8d64-a26faeedcad6" -d '{"events": [{"name": "network-changed", "server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:44.684744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Router cf932243-5c31-4cc0-8927-2767c4415b48 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:41:44.698916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.753277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b8701c02-903a-4c70-8e93-9a22e29e6096 None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:44.753716 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8701c02-903a-4c70-8e93-9a22e29e6096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.795276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b8701c02-903a-4c70-8e93-9a22e29e6096 None None] Port 4812db6b-de7e-4423-8b3c-abec2b2745f6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:44.812921 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce45db1e-bfb1-49df-9fb6-e0e441813394 x-openstack-request-id: req-ce45db1e-bfb1-49df-9fb6-e0e441813394 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:44.812921 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:44.813605 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce45db1e-bfb1-49df-9fb6-e0e441813394 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:44.813996 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c', 'status': 'completed', 'code': 200} Feb 15 09:41:44.851247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb22909-7f6b-4ff9-b116-5745eff15ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:44.923335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:44.928665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-824c37e8-a04a-4e3a-82af-eb922a2fdfd8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/6042b66b-d15f-4e59-b05f-b284383b7738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0403945 Feb 15 09:41:44.929990 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:44.942089 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Sync routers for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:44.951803 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:44.952514 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:44.955139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44160) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:44.975842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-36c61084-22dc-412b-a41b-7732b0d6886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:44.977653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-36c61084-22dc-412b-a41b-7732b0d6886f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 1094 time: 0.2602580 Feb 15 09:41:45.021187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=3325ff6c-af78-4c10-abe9-d2d525e3512e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:45.029528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.047683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2f91d-d7ce-4bfc-b4d7-ff1215e0e02e req-b9177bf4-deb3-4a82-967c-4647e5fa0c7d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.049281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86e2f91d-d7ce-4bfc-b4d7-ff1215e0e02e req-b9177bf4-deb3-4a82-967c-4647e5fa0c7d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 931 time: 0.2413132 Feb 15 09:41:45.136330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:45.142057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:45.147771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5942e2c7-74d1-4f1b-a28b-8732856531d9 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:45.163995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2122c4e1-0989-4102-8f38-2ad35f3b056a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:45.165289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.231941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Transition to ACTIVE for port object 5942e2c7-74d1-4f1b-a28b-8732856531d9 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:41:45.241219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.245988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-26e22077-a989-4419-b6fe-f3249f266bb5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 13.2332354 Feb 15 09:41:45.247294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:45.252173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.259400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Sync routers for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:45.271666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.278082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5a69a0b7-e664-4a31-9315-f6b79ae02350 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/3325ff6c-af78-4c10-abe9-d2d525e3512e HTTP/1.1" status: 204 len: 168 time: 3.3347504 Feb 15 09:41:45.287638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:45.295587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.520116 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa85afe-396f-4f30-9e92-1c661e1a0afb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:41:45.525377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-baa85afe-396f-4f30-9e92-1c661e1a0afb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/3325ff6c-af78-4c10-abe9-d2d525e3512e HTTP/1.1" status: 404 len: 333 time: 0.2321656 Feb 15 09:41:45.526556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44166) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:45.539299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:45.546453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:45.579703 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:43Z', 'revision_number': 2, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:45.585324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:45.585973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:45.586226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:45.628009 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Checking router: 6042b66b-d15f-4e59-b05f-b284383b7738 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:45.628782 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Updating router 6042b66b-d15f-4e59-b05f-b284383b7738 port 4812db6b-de7e-4423-8b3c-abec2b2745f6 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:45.669424 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.670352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2122c4e1-0989-4102-8f38-2ad35f3b056a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:45.670731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.800517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:45.820623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Attempting to bind port 5942e2c7-74d1-4f1b-a28b-8732856531d9 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:45.821152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Attempting to bind port 5942e2c7-74d1-4f1b-a28b-8732856531d9 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:45.822158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Attempting to bind port 5942e2c7-74d1-4f1b-a28b-8732856531d9 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:45.837131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Port 5942e2c7-74d1-4f1b-a28b-8732856531d9 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:41:45.837640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Attempting to bind port 5942e2c7-74d1-4f1b-a28b-8732856531d9 on network 9a5ce713-9df5-409d-924c-94d40c1cb60f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:45.850573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.851161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.851505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.852767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.853277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.853732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.854189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.855128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.855128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.855510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.855969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.856725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:45.859909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:45.860669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d8b71b96-c2e8-4e0a-ba9b-435fd7b94a38 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8466 time: 0.9047420 Feb 15 09:41:45.863300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-c09de367-0abb-4fb3-8796-592c26eaa278 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c HTTP/1.1" status: 200 len: 217 time: 0.8672185 Feb 15 09:41:45.864187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Checking segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:45.864666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Bound using segment: {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:45.865591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.865748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Bound port: 5942e2c7-74d1-4f1b-a28b-8732856531d9, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a14c415d-5619-415c-8259-a5dd0ff581dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:45.865748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.881283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.884615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44170) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:45.884773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:45.901346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8b41b6df-6b11-4fab-812d-a50670186e19 HTTP/1.1" status: 204 len: 168 time: 1.5941565 Feb 15 09:41:45.902949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:45.982138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:45.987596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:46.051024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.075514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.165808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-a026303a-f0ac-4490-bdb3-dd1e474ad6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.170537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.172745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Attempting to bind port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:46.173156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Attempting to bind port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:46.173482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-a026303a-f0ac-4490-bdb3-dd1e474ad6ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.2708950 Feb 15 09:41:46.173621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Attempting to bind port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:46.176721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443f5b-e5ce-4376-aece-4e73dc9aad3c None None] Pushing event updated for resources: {'Port': ['ID=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.177181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c08483-b2d9-464f-82aa-7bff715fed62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b41b6df-6b11-4fab-812d-a50670186e19,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.207738 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.211686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:46.212070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:46.212478 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.213005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:46.213399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Bound port: 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:46.213778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.232665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-3cd00675-4af5-4383-b8a9-8f4051aa6212 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437400 Feb 15 09:41:46.235847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Allocated IP 172.20.0.1 (13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c/fff6faa9-e8f6-405c-bae2-c7ba3b6f2273/cca48778-0e0d-477c-9381-b482d7af573a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:46.240432 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.249188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.249846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.250982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.251666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.252262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.252776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.253441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.254377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.255083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.255787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.256349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.257909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.260598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e13ab977-d8f5-4fcf-b057-5f8de223d1ac tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7748 time: 0.2711458 Feb 15 09:41:46.262222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Pushing event updated for resources: {'Port': ['ID=8020db61-1d0d-44e7-a5a9-e5e08be8be92,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.272314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:46.316471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86e2f91d-d7ce-4bfc-b4d7-ff1215e0e02e req-5fbd20da-0552-493f-a336-d9c180ff873a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576367 Feb 15 09:41:46.380747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] For port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:46.389326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] For port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:46.401542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.470000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet ffb721fa-626d-49ae-b9b6-de6f97824daf {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:46.473015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44178) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:46.482051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:41Z', 'revision_number': 3, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:46.516790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0288c-c5be-4e6e-96d6-930de14c90b2 req-387394ba-69dd-4c6c-b0d3-4ee16c3780b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.519550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15d0288c-c5be-4e6e-96d6-930de14c90b2 req-387394ba-69dd-4c6c-b0d3-4ee16c3780b6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 943 time: 0.7122993 Feb 15 09:41:46.520450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.548063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.548728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.550471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-eb3968f8-85b1-4d5d-9792-a2a55a69cea5 service neutron] 10.222.0.72 "PUT /v2.0/ports/5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 200 len: 1091 time: 3.5178146 Feb 15 09:41:46.588194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Checking router: cf932243-5c31-4cc0-8927-2767c4415b48 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:46.588750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Updating router cf932243-5c31-4cc0-8927-2767c4415b48 port d5f10676-50d4-4591-89c7-699c27f7f816 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:46.617379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615579-3866-4ef0-9b62-349bbeeaafc0 None None] Pushing event updated for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.634623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4443f5b-e5ce-4376-aece-4e73dc9aad3c None None] Pushing event updated for resources: {'Port': ['ID=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.641892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.648847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:46.651222 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Attempting to bind port 4812db6b-de7e-4423-8b3c-abec2b2745f6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:46.651758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Attempting to bind port 4812db6b-de7e-4423-8b3c-abec2b2745f6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:46.652283 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Attempting to bind port 4812db6b-de7e-4423-8b3c-abec2b2745f6 on network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:46.653396 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c337e560-f865-49fd-af1c-d980f7fd4d02" -d '{"events": [{"name": "network-changed", "server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:46.658692 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:46.660040 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Checking segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:46.661747 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.662259 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Bound using segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:46.662822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-8a91c082-1134-4b8c-b0d4-86c9ba2bc262 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4160016 Feb 15 09:41:46.662953 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Bound port: 4812db6b-de7e-4423-8b3c-abec2b2745f6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:46.663492 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.692471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-edc72d8c-0f43-44ff-936a-41f88b3827a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=057e44254d744768b6e975a6979690ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081311 Feb 15 09:41:46.704732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44182) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:46.737360 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.753127 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] For port 4812db6b-de7e-4423-8b3c-abec2b2745f6, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:46.760081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:46.762305 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] For port 4812db6b-de7e-4423-8b3c-abec2b2745f6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4812db6b-de7e-4423-8b3c-abec2b2745f6,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:46.763039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:46.779194 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.856284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:46.856735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.864495 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bfdac94-4833-4490-8c12-8a1c74d3c75c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.866360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.887004 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88563ad8-f33b-4c04-acfe-93f2816c7c2a x-openstack-request-id: req-88563ad8-f33b-4c04-acfe-93f2816c7c2a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:46.887353 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:46.887606 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88563ad8-f33b-4c04-acfe-93f2816c7c2a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:46.888202 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'status': 'completed', 'code': 200} Feb 15 09:41:46.889459 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:46.890100 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:46.907378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-7403e175-3b6c-4d44-8d7b-cb1f619404ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:46.909044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-7403e175-3b6c-4d44-8d7b-cb1f619404ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 1094 time: 0.2478006 Feb 15 09:41:46.940419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:46.949367 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a615579-3866-4ef0-9b62-349bbeeaafc0 None None] Pushing event updated for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:46.983206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.006837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2770ad-d32b-4437-883e-edfa88e373f0 req-a9505f95-b3f1-4b79-8faa-1b9b3efe1a62 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348598 Feb 15 09:41:47.015150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.022633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.105602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15d0288c-c5be-4e6e-96d6-930de14c90b2 req-caa70aa0-6d89-4262-af3e-e6dabb4659ce tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675841 Feb 15 09:41:47.129225 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:47.142339 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-d3d22682-21cb-4508-a828-38e84f6bc70f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 200 len: 217 time: 0.2154009 Feb 15 09:41:47.184651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.210381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:47.294477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:47.310896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:47.313772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.318099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.322777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98b59e2e-654b-4bed-bcf6-e4d6b94f8475 HTTP/1.1" status: 204 len: 168 time: 0.6164322 Feb 15 09:41:47.326050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:47.396265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.463010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.576689 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:46Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:47.605926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9d26db-933d-4c07-93e8-da94efa0f760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b59e2e-654b-4bed-bcf6-e4d6b94f8475,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:47.619818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] For port 4812db6b-de7e-4423-8b3c-abec2b2745f6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4812db6b-de7e-4423-8b3c-abec2b2745f6,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:47.634708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-f5db2ee2-5b74-4dc2-ba05-45fb7f040a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:47.636556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-f5db2ee2-5b74-4dc2-ba05-45fb7f040a1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 1094 time: 0.5255024 Feb 15 09:41:47.653029 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0dab8-4cf5-4a63-a1a2-62b66bf58331 None None] The sync data for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 is: [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:46Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:47.709844 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.855665 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.862789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-59405725-59f1-4e2f-b8b6-b02f950f569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:47.863927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-59405725-59f1-4e2f-b8b6-b02f950f569e service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 0.1769757 Feb 15 09:41:47.885513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464ebe5-e526-47fd-8cb5-5862f8fd8c14 None None] Pushing event updated for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:47.886949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-294ba5a7-4854-4c36-84c2-9f06d9819b58 tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5031 time: 1.6005743 Feb 15 09:41:47.887710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Pushing event updated for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:47.905081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.920933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:40Z', 'revision_number': 3, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:47.956899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:47.969493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4f9395-e7d4-4c70-be80-adde98c9d70c None None] The sync data for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 is: [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:40Z', 'revision_number': 3, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:47.983962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-bf2186c6-a4ed-4aca-ac9d-134d6690c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:47.985366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20032246-88c0-4cf6-9728-452e4b77b7c9 req-73cca12e-0c24-40f0-8c09-d797221e8630 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:47.986360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-bf2186c6-a4ed-4aca-ac9d-134d6690c3f8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.8373365 Feb 15 09:41:48.006509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20032246-88c0-4cf6-9728-452e4b77b7c9 req-73cca12e-0c24-40f0-8c09-d797221e8630 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 943 time: 0.4394500 Feb 15 09:41:48.006509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-7620e751-b8cc-481e-9df8-91f1a351ca01 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c HTTP/1.1" status: 200 len: 217 time: 0.1017292 Feb 15 09:41:48.020408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0845cf8f-d6c1-4e84-a7f8-82d1263bde4e None None] Provisioning complete for port cca48778-0e0d-477c-9381-b482d7af573a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:48.020642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0845cf8f-d6c1-4e84-a7f8-82d1263bde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.118166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cac26-ca0c-4453-ab6c-cb4d062eeb4a None None] Pushing event updated for resources: {'Port': ['ID=d5f10676-50d4-4591-89c7-699c27f7f816,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:48.126048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0845cf8f-d6c1-4e84-a7f8-82d1263bde4e None None] Port cca48778-0e0d-477c-9381-b482d7af573a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:48.128073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Attempting to bind port d5f10676-50d4-4591-89c7-699c27f7f816 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:48.128442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Attempting to bind port d5f10676-50d4-4591-89c7-699c27f7f816 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:48.128800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Attempting to bind port d5f10676-50d4-4591-89c7-699c27f7f816 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:48.155621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-dcfad8f0-81cd-4d17-aaf6-c325ee9df47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:48.159367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-dcfad8f0-81cd-4d17-aaf6-c325ee9df47b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1377621 Feb 15 09:41:48.162188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:48.162567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:48.162968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.163659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:48.164237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Bound port: d5f10676-50d4-4591-89c7-699c27f7f816, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:48.164536 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.177615 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:41:48.213961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.226522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0845cf8f-d6c1-4e84-a7f8-82d1263bde4e None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:48.226806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20032246-88c0-4cf6-9728-452e4b77b7c9 req-bbfdad0c-c72a-46a5-b254-480d40b63e0b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121562 Feb 15 09:41:48.226921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0845cf8f-d6c1-4e84-a7f8-82d1263bde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.493067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.495759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-d3256123-574b-4cfc-855b-404741756d4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3165548 Feb 15 09:41:48.514917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-dbbcdef3-9078-42b9-a058-033deedee6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:48.517326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-dbbcdef3-9078-42b9-a058-033deedee6f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4952724 Feb 15 09:41:48.543318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd57c5-7342-4ea6-b235-a2c4746abd17 req-2e8adea7-70a1-44ca-97d3-f5c111d24af0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:48.544934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4bd57c5-7342-4ea6-b235-a2c4746abd17 req-2e8adea7-70a1-44ca-97d3-f5c111d24af0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 943 time: 0.1479743 Feb 15 09:41:48.744742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] For port d5f10676-50d4-4591-89c7-699c27f7f816, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:48.748348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] For port d5f10676-50d4-4591-89c7-699c27f7f816, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d5f10676-50d4-4591-89c7-699c27f7f816,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:48.765895 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.790403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4bd57c5-7342-4ea6-b235-a2c4746abd17 req-a08362b9-e07c-4505-8bd1-5c210fda6acb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177999 Feb 15 09:41:48.929471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-6cbc6d9f-4575-4bbd-ac73-1d1474e7ed3f service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4193571 Feb 15 09:41:48.960912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.976575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:48.982101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 272ea853-4f25-4c3e-8f19-c38b00329a9c details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:41:49.002419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.206498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:49.208595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:49.238219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44210) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:49.266402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-949531389', 'description': 'tempest-secgroup-smoke-949531389 description', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:49.277611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7297184-0eec-4b02-bd9c-f0341bd6dddb None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:49.282178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cac26-ca0c-4453-ab6c-cb4d062eeb4a None None] Pushing event updated for resources: {'Port': ['ID=d5f10676-50d4-4591-89c7-699c27f7f816,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:49.345567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.413022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.421087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/ffb721fa-626d-49ae-b9b6-de6f97824daf HTTP/1.1" status: 204 len: 168 time: 3.8794942 Feb 15 09:41:49.428261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f2dc887-c05b-412f-8d64-a26faeedcad6 req-6a69093d-7a6f-4001-8d7c-28f16ac344dd service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906912 Feb 15 09:41:49.441757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:49.444243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Pushing event updated for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:49.469001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.487609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-00c8167f-691f-4b57-8cc6-b72c488ac9c3 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9477205 Feb 15 09:41:49.501453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:49.553323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet 753f33eb-9e7f-4309-b8e8-e10813f7afc0 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:41:49.557356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.622288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.633794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.648609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1baa42-4e8e-4c38-a561-b29caca48530 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=ffb721fa-626d-49ae-b9b6-de6f97824daf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:49.733835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28d50191-2ddd-4409-ba41-7e890a8108a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.738795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.826568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:49.883177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '272ea853-4f25-4c3e-8f19-c38b00329a9c', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': '272ea853-4f25-4c3e-8f19-c38b00329a9c', 'mac_address': 'fa:16:3e:08:56:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:41:49.948664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:49.949132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:49.957268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:50.045828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee6c09-0664-42e5-9c41-9a17fdf98be0 req-1687fa7f-547f-4a2f-be25-eb8efa00f011 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:50.048436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-31ee6c09-0664-42e5-9c41-9a17fdf98be0 req-1687fa7f-547f-4a2f-be25-eb8efa00f011 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 943 time: 0.6052198 Feb 15 09:41:50.103980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.159811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.215198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.218144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef718d2-9edb-414f-bb5f-7bed5c2f5e4d req-dfb47a53-cb09-4b03-9283-588a2446f8b2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:50.220523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ef718d2-9edb-414f-bb5f-7bed5c2f5e4d req-dfb47a53-cb09-4b03-9283-588a2446f8b2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 943 time: 0.2793069 Feb 15 09:41:50.246374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 272ea853-4f25-4c3e-8f19-c38b00329a9c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:50.275856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65773313-781e-4dbf-b8b2-ab5fa67c7150 req-b8dd2057-5d0c-4a15-9e0c-10a3cabea09a service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6310401 Feb 15 09:41:50.313447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.320999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-31ee6c09-0664-42e5-9c41-9a17fdf98be0 req-5bed05d1-a775-4131-a638-68c11feb026a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2399459 Feb 15 09:41:50.322545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ef718d2-9edb-414f-bb5f-7bed5c2f5e4d req-d9e387c1-e3eb-4d17-8b04-8495c5da2419 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887234 Feb 15 09:41:50.342063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:50.342876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Allocated IP 172.20.0.1 (061d8357-4dcd-4790-83d6-26b315692cd9/344d04ef-4d5e-484c-be60-7df2e6dae108/7751eabc-b68a-4205-8765-770c6ba24226) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:50.351978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:50.365258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.367909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.382556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:41:50.389862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:50.392654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:50.399648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.410787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.411768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4812db6b-de7e-4423-8b3c-abec2b2745f6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:50.421320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.448046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=753f33eb-9e7f-4309-b8e8-e10813f7afc0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:50.497632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdd0724-da05-4dfc-a6f6-3b3de022f298,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:50.518374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.528675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fc67dfd7-010b-4b6a-bd24-bbdbc4859961 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/753f33eb-9e7f-4309-b8e8-e10813f7afc0 HTTP/1.1" status: 204 len: 168 time: 1.0725985 Feb 15 09:41:50.533726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44234) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:50.536709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.538933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d09d753d-1f40-4be1-aee7-b622da7369d8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2949836 Feb 15 09:41:50.549507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:50.604465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:50.626903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-10046cdf-f8ad-4d90-ac7e-59577af00ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:50.629410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-10046cdf-f8ad-4d90-ac7e-59577af00ddc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 1094 time: 0.2621789 Feb 15 09:41:50.697331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['272ea853-4f25-4c3e-8f19-c38b00329a9c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:50.703824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:50.734860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f758f-8b43-4e9a-8c07-6d2d0720d567 None None] Update dhcp port {'port': {'network_id': 'd4b83ef6-c341-4ef4-be10-c4be52695161', 'fixed_ips': [{'subnet_id': '753f33eb-9e7f-4309-b8e8-e10813f7afc0'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'e0721380-b4c3-4388-8680-cb7fc5bcf67f'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:41:50.810816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4812db6b-de7e-4423-8b3c-abec2b2745f6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:50.811183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.821917 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.849007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:50.858650 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:50.882438 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:50.883061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:50.893260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Router eb4b2113-9d19-4349-bf36-707dcb9078b2 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:50.911911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fe7f758f-8b43-4e9a-8c07-6d2d0720d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:50.998803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:51.016431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:41Z', 'revision_number': 3, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:51.051594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port e0721380-b4c3-4388-8680-cb7fc5bcf67f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:41:51.051915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.065697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-063310ff-c9ab-488c-9dea-3f1e1cb25981 None None] Provisioning complete for port cca48778-0e0d-477c-9381-b482d7af573a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:51.066059 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-063310ff-c9ab-488c-9dea-3f1e1cb25981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.074519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.150183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-063310ff-c9ab-488c-9dea-3f1e1cb25981 None None] Port cca48778-0e0d-477c-9381-b482d7af573a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:51.155008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c757c11a-49bf-43a0-8b5b-bebcc4bc0358 None None] The sync data for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 is: [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:41Z', 'revision_number': 3, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:51.155534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:51.159333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port e0721380-b4c3-4388-8680-cb7fc5bcf67f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e0721380-b4c3-4388-8680-cb7fc5bcf67f,segment=NetworkSegment(f66e129a-a18b-4aa2-a544-c6b69e718c52),segment_id=f66e129a-a18b-4aa2-a544-c6b69e718c52)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:51.160336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.166754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ab7f94ac-3c79-4a8b-89e3-e56638806883 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb4b2113-9d19-4349-bf36-707dcb9078b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4318838 Feb 15 09:41:51.179148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for e0721380-b4c3-4388-8680-cb7fc5bcf67f owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:41:51.216144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:51.231928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.305724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-acb3e25b-0927-4952-9e32-c568a3ac8dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:51.307492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-acb3e25b-0927-4952-9e32-c568a3ac8dfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.6609907 Feb 15 09:41:51.314305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.321955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.397842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=e0721380-b4c3-4388-8680-cb7fc5bcf67f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:51.418239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port e0721380-b4c3-4388-8680-cb7fc5bcf67f on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:41:51.491700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.498072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3424f0e9-eb02-46c4-9354-2f7aeaefafbc admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.0951860 Feb 15 09:41:51.501692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:51.504774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06dcdc0-b09a-41aa-aa51-33fb194a850e None None] Network d4b83ef6-c341-4ef4-be10-c4be52695161 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:51.581644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:51.642170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.646720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-873d3d3c-d18c-4cb5-9a4d-09465c622639 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 200 len: 217 time: 0.3298421 Feb 15 09:41:51.673730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Sync routers for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:51.694049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Network 061d8357-4dcd-4790-83d6-26b315692cd9 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:51.738818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:51.780013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b916afbf-5fb8-4fd8-af0e-17f0347f8546 None None] Could not find standard attr ID for object e0721380-b4c3-4388-8680-cb7fc5bcf67f. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:41:51.796250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:51.805558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.825980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:51.842658 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 3, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:51.844240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:51.886806 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:51.887462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Updating router 62cb336c-0594-4bde-8ac2-6a874db163d1 port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:51.903920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4b83ef6-c341-4ef4-be10-c4be52695161']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:51.937807 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.065663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Pushing event updated for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:52.075665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.091084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e771a788-3814-4716-a1e4-353d4d66aa2f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:52.214613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.219294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d307ea10-7c3a-4bc7-a39d-d16959ee6e90 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6684117 Feb 15 09:41:52.242691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44288) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:52.270094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3537162e-2a98-4a3b-8a35-1075c46b69db req-aa9a5556-2882-42a3-b8d3-a411eaf717b0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:52.272013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3537162e-2a98-4a3b-8a35-1075c46b69db req-aa9a5556-2882-42a3-b8d3-a411eaf717b0 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 943 time: 0.6238844 Feb 15 09:41:52.277459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:52.302803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-954a4986-c442-46f3-8fbd-3946e906f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:52.306263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-954a4986-c442-46f3-8fbd-3946e906f05f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.6018295 Feb 15 09:41:52.347769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5942e2c7-74d1-4f1b-a28b-8732856531d9 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:41:52.381861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:52.385511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:52.418117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f516ff6-7fde-41b6-8782-dda465b83edc None None] DHCP port deletion for d4b83ef6-c341-4ef4-be10-c4be52695161 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:41:52.466600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.470151 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.497472 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.553425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3537162e-2a98-4a3b-8a35-1075c46b69db req-bd00dc8e-4694-41ba-a352-1f1de6c215b6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698920 Feb 15 09:41:52.572349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-a6a98785-658d-4b6d-be3a-9d3aed38748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:52.595327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-a6a98785-658d-4b6d-be3a-9d3aed38748c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2624393 Feb 15 09:41:52.632037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b458a6-679b-4d5b-82e4-3b1dbf709ca0 None None] Pushing event updated for resources: {'Port': ['ID=8020db61-1d0d-44e7-a5a9-e5e08be8be92,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:52.632726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.645074 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Attempting to bind port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:52.645442 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Attempting to bind port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:52.645801 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Attempting to bind port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:52.663108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:52.663548 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:52.663760 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.664106 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:52.664571 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Bound port: 8020db61-1d0d-44e7-a5a9-e5e08be8be92, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:52.667941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.678042 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.685044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0570ee47-9539-4356-bb19-28687704eb37 None None] Provisioning complete for port 7751eabc-b68a-4205-8765-770c6ba24226 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:52.685959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0570ee47-9539-4356-bb19-28687704eb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.814700 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] For port 8020db61-1d0d-44e7-a5a9-e5e08be8be92, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:52.824289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] For port 8020db61-1d0d-44e7-a5a9-e5e08be8be92, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8020db61-1d0d-44e7-a5a9-e5e08be8be92,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:52.835095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.841072 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.878768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:52.883788 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.900279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:52.939426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:52.940270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:52.987291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0570ee47-9539-4356-bb19-28687704eb37 None None] Port 7751eabc-b68a-4205-8765-770c6ba24226 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:52.989152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 272ea853-4f25-4c3e-8f19-c38b00329a9c up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:52.994275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.001296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b458a6-679b-4d5b-82e4-3b1dbf709ca0 None None] Pushing event updated for resources: {'Port': ['ID=8020db61-1d0d-44e7-a5a9-e5e08be8be92,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:53.017391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66e129a-a18b-4aa2-a544-c6b69e718c52') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:53.017919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66e129a-a18b-4aa2-a544-c6b69e718c52') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:53.039055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.067270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-41c1a445-548e-4eb6-872c-2969813a0705 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318252 Feb 15 09:41:53.099688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:53.119026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:53.130974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:53.136404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7acf5a01-d39f-451a-b728-06de2941ded7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:53.173890 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:53.209129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.209418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'port_id': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'mac_address': 'fa:16:3e:2e:dd:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:41:53.220282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af38886-1312-42d3-b92a-5f3d01d9d61c req-715eeb10-3384-45e4-b8e4-229d279c6919 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:53.221289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8af38886-1312-42d3-b92a-5f3d01d9d61c req-715eeb10-3384-45e4-b8e4-229d279c6919 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 944 time: 1.6374352 Feb 15 09:41:53.237366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:41:53.237780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:41:53.246369 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:41:53.293849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.305105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-89b57145-f41f-459d-8882-981eaee2a28a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0314183 Feb 15 09:41:53.314921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:53.349319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:53.378005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.467649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.522175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.527000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/d4b83ef6-c341-4ef4-be10-c4be52695161 HTTP/1.1" status: 204 len: 168 time: 2.9864438 Feb 15 09:41:53.528144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf05605-9599-4a24-818b-9a3ecc055aba tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=d4b83ef6-c341-4ef4-be10-c4be52695161,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:53.542656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44334) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:53.581396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8af38886-1312-42d3-b92a-5f3d01d9d61c req-753b8250-ddc6-46c8-bab1-caba15d0ab39 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342962 Feb 15 09:41:53.650809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 272ea853-4f25-4c3e-8f19-c38b00329a9c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:41:53.731857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 272ea853-4f25-4c3e-8f19-c38b00329a9c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:53.731857 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.736127 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 3, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:53.749137 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.805850 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2fa1c7-d4e0-46f5-9cf9-f4a565608a55 None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 3, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:53.821092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5942e2c7-74d1-4f1b-a28b-8732856531d9 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:41:53.853858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:53.871891 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.918889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:53.971515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e0721380-b4c3-4388-8680-cb7fc5bcf67f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:41:54.049529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e0721380-b4c3-4388-8680-cb7fc5bcf67f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:41:54.049890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e0721380-b4c3-4388-8680-cb7fc5bcf67f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:41:54.088920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4581c7c8-3afc-4c10-961f-da3f4484ad57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:54.092774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4581c7c8-3afc-4c10-961f-da3f4484ad57 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5486727 Feb 15 09:41:54.097861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 4, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'cca48778-0e0d-477c-9381-b482d7af573a', 'name': '', 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'mac_address': 'fa:16:3e:e6:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:45Z', 'updated_at': '2022-02-15T09:41:48Z', 'revision_number': 2, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'subnets': [{'id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:54.107791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44340) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:54.146449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Checking router: eb4b2113-9d19-4349-bf36-707dcb9078b2 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:54.146978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Updating router eb4b2113-9d19-4349-bf36-707dcb9078b2 port cca48778-0e0d-477c-9381-b482d7af573a binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:54.149229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5942e2c7-74d1-4f1b-a28b-8732856531d9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:41:54.164692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c337e560-f865-49fd-af1c-d980f7fd4d02 req-77123151-5cc4-4b66-b574-4419aaea15b0 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0763097 Feb 15 09:41:54.165026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:54.219726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.252025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259da2b-0e74-4f9f-9ce2-5ba84fece9e7 req-a7523a41-f447-4e38-a127-6bc77afac73b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:54.253761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3259da2b-0e74-4f9f-9ce2-5ba84fece9e7 req-a7523a41-f447-4e38-a127-6bc77afac73b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 944 time: 0.3076835 Feb 15 09:41:54.254641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.273786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d5f10676-50d4-4591-89c7-699c27f7f816 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:54.303154 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.306102 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.306471 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.331430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.354834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Pushing event updated for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:54.366890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.367711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:54.370047 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b3680-e43c-4435-82d8-91ce8fa2a5ab" -d '{"events": [{"server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "name": "network-vif-plugged", "status": "completed", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:54.388010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b94f5fb-37aa-4bc2-ab8e-d964262b7cbb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:54.418928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.425223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:54.450204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.533625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3259da2b-0e74-4f9f-9ce2-5ba84fece9e7 req-ce52309f-7f3d-41aa-ade5-85c84cdee123 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414143 Feb 15 09:41:54.535566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Network 061d8357-4dcd-4790-83d6-26b315692cd9 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:54.537271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:54.557024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d5f10676-50d4-4591-89c7-699c27f7f816 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:54.557212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.593962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Allocated IP 172.25.6.229 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8dd5c7b4-2cbf-41d0-8f88-3540847f473a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:54.621710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-49c6ee83-1660-425e-a0ba-bb723016ae26 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5133076 Feb 15 09:41:54.641738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44348) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:54.691499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Router cf932243-5c31-4cc0-8927-2767c4415b48 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:41:54.712070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-960445180'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:54.729116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.733940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7798a46-dfcb-4f71-8981-e724298381b2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3908560 Feb 15 09:41:54.754632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:54.789623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44350) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:54.797153 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04cda939-9a82-434e-a61d-379fd8d2c209 x-openstack-request-id: req-04cda939-9a82-434e-a61d-379fd8d2c209 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:54.798598 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "name": "network-vif-plugged", "status": "completed", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:54.798921 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04cda939-9a82-434e-a61d-379fd8d2c209 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:54.799395 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c', 'code': 200} Feb 15 09:41:54.807820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:54.917463 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.934769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.944955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.963070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d5f10676-50d4-4591-89c7-699c27f7f816, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d5f10676-50d4-4591-89c7-699c27f7f816,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:54.983040 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:54.984961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804e81d-ac1d-4ce0-9749-34579b7b0b64 req-0eb08fec-beec-47e8-a0b3-e40b1032577f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:54.987532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b804e81d-ac1d-4ce0-9749-34579b7b0b64 req-0eb08fec-beec-47e8-a0b3-e40b1032577f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.1968760 Feb 15 09:41:55.007350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:55.020056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.042539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:41:55.053268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.067895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01794051-7ded-4858-a722-fadf3ea89d12 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf932243-5c31-4cc0-8927-2767c4415b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8090584 Feb 15 09:41:55.075793 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Sync routers for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:41:55.082154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3810a4-ab55-4b8b-bd10-e9ec3a51cd88 req-f9339916-6cda-4f86-be2d-502bff143658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:55.084522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a3810a4-ab55-4b8b-bd10-e9ec3a51cd88 req-f9339916-6cda-4f86-be2d-502bff143658 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 1096 time: 0.1809971 Feb 15 09:41:55.087506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:55.089010 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:55.105859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b804e81d-ac1d-4ce0-9749-34579b7b0b64 req-cfbd11ad-9437-4d88-ab55-b57d11d3a82c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941346 Feb 15 09:41:55.107905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.120612 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.173459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ad5e56-7184-47de-9b46-0be013aedd34,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:55.189685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.195048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4b3a487f-e8b4-4826-8305-6ad93b283f87 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4024069 Feb 15 09:41:55.196196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44356) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:55.216588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:55.218516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d5f10676-50d4-4591-89c7-699c27f7f816,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:55.239669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-46f9c5fd-175f-46e6-98fd-372f228b60c7 None None] Provisioning complete for port 7751eabc-b68a-4205-8765-770c6ba24226 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:55.240909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46f9c5fd-175f-46e6-98fd-372f228b60c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.271278 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:41:55.279248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.327802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:55.342978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.344532 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 5d574adc-1c13-4796-b989-cd3d360b5bbe of type vlan for network 5b359468-ad1b-4b75-8caf-b44812999c22 Feb 15 09:41:55.438671 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:55.439588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-46f9c5fd-175f-46e6-98fd-372f228b60c7 None None] Port 7751eabc-b68a-4205-8765-770c6ba24226 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:55.442429 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.470255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.477252 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.478790 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.489061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.530552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.538514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3412025 Feb 15 09:41:55.540029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44362) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:55.545762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'security_group_rule': {'security_group_id': '3bdd0724-da05-4dfc-a6f6-3b3de022f298', 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:55.553822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5e485-a8fe-4800-ac43-aec2d7b6b0a9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e0acbe-3ed9-4c60-abd8-3775771d179e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:55.557478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.620460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125fd4-4baf-4d4d-b4d5-1786ba2bbb44 None None] Pushing event updated for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:55.639537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a3810a4-ab55-4b8b-bd10-e9ec3a51cd88 req-83d16c2c-2da3-4998-a2b7-4b5d03aa5433 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262771 Feb 15 09:41:55.664623 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Project 8cbddf51dbb841748d2cec96f8a02d6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:41:55.677914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.727367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:55.736184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:41:55.767889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:55.794828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:55.809421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Attempting to bind port cca48778-0e0d-477c-9381-b482d7af573a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:55.810618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Attempting to bind port cca48778-0e0d-477c-9381-b482d7af573a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:55.811179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Attempting to bind port cca48778-0e0d-477c-9381-b482d7af573a on network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:55.822351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=8dd5c7b4-2cbf-41d0-8f88-3540847f473a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:55.823819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:55.829242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Checking segment: {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:55.831630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.832203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Bound using segment: {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:55.832878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Bound port: cca48778-0e0d-477c-9381-b482d7af573a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23865559-09f4-4e25-9acd-daa327158625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:55.841259 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.909523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.915582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:55.915845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:55.958735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f314e-a611-4cf2-bfbe-c007ccefd1a1 req-bd3d3a36-72ca-4ea3-a31a-1a4834603dce tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:55.985986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-667f314e-a611-4cf2-bfbe-c007ccefd1a1 req-bd3d3a36-72ca-4ea3-a31a-1a4834603dce tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 944 time: 0.2412434 Feb 15 09:41:56.015111 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:53Z', 'revision_number': 2, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:56.041575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5942e2c7-74d1-4f1b-a28b-8732856531d9 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:56.071770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.087357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.109945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4251740 Feb 15 09:41:56.116987 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Checking router: cf932243-5c31-4cc0-8927-2767c4415b48 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:41:56.117531 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Updating router cf932243-5c31-4cc0-8927-2767c4415b48 port 7751eabc-b68a-4205-8765-770c6ba24226 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:41:56.118305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44366) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:56.152230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-667f314e-a611-4cf2-bfbe-c007ccefd1a1 req-7c29b893-e8de-464b-8a43-88e556183e16 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653559 Feb 15 09:41:56.162886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33dbd1bc-d606-4434-83bd-5941a7b5a723,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:56.199346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.209725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e1ddbb53-0316-4911-a7df-bcdbceff4af6 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6593583 Feb 15 09:41:56.225311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:56.241006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684d9ef-dc56-4aea-86d9-c89d1655ffa2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=5b359468-ad1b-4b75-8caf-b44812999c22,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:56.257520 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.263634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:56.269169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1490383400', 'description': 'tempest-description--799391740'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:56.298941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] For port cca48778-0e0d-477c-9381-b482d7af573a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:56.329182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5b359468-ad1b-4b75-8caf-b44812999c22 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:56.333685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-eb893d6c-5006-4d04-ae1a-8a38608a61c5 None None] Provisioning complete for port cca48778-0e0d-477c-9381-b482d7af573a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:56.334058 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb893d6c-5006-4d04-ae1a-8a38608a61c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.336779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.340895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.362080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Allocated IP 172.20.0.1 (c0c3a3cf-975c-438f-bb3e-90b5cdac1f10/2cd022a8-8669-4920-9200-578c5685af56/2358f579-2193-4555-8d90-a8acb76385b2) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:41:56.684154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.706802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.721991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-eb893d6c-5006-4d04-ae1a-8a38608a61c5 None None] Port cca48778-0e0d-477c-9381-b482d7af573a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:41:56.722960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5b368-adf2-4234-96c2-de69ba75e2da req-6f8d35c6-a7c7-427a-8e8b-485e346d934d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:56.725875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] For port cca48778-0e0d-477c-9381-b482d7af573a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=cca48778-0e0d-477c-9381-b482d7af573a,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:56.731676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8020db61-1d0d-44e7-a5a9-e5e08be8be92 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:56.742068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64a5b368-adf2-4234-96c2-de69ba75e2da req-6f8d35c6-a7c7-427a-8e8b-485e346d934d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.3648810 Feb 15 09:41:56.745377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.816421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.819420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7be8628e-67be-4f30-b54a-96140048b558,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:56.828882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.835227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-621e96e0-5fa9-4b66-a451-bfac2cfb93fc tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5680275 Feb 15 09:41:56.845758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44386) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:56.856705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'security_group_rule': {'security_group_id': '7be8628e-67be-4f30-b54a-96140048b558', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:56.920803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64a5b368-adf2-4234-96c2-de69ba75e2da req-083e69b7-b327-4454-b84b-80a91d471580 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773810 Feb 15 09:41:56.949536 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.958336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:56.965350 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.003667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5942e2c7-74d1-4f1b-a28b-8732856531d9 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:41:57.011411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.027361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5942e2c7-74d1-4f1b-a28b-8732856531d9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:57.027911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.118951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.130372 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708ea0-47ca-46dc-9f52-6ec177f1a306 None None] Pushing event updated for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:57.178564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:57.193607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:57.195095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:57.202533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6125fd4-4baf-4d4d-b4d5-1786ba2bbb44 None None] Pushing event updated for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:57.205858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.243942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=8dd5c7b4-2cbf-41d0-8f88-3540847f473a,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:57.277756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.290745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.299031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-bf380a81-968a-4ea4-bb6c-10281320901a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-949531389&fields=id&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 267 time: 0.7055464 Feb 15 09:41:57.319721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Attempting to bind port 7751eabc-b68a-4205-8765-770c6ba24226 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:41:57.320085 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Attempting to bind port 7751eabc-b68a-4205-8765-770c6ba24226 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:41:57.320440 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Attempting to bind port 7751eabc-b68a-4205-8765-770c6ba24226 on network 061d8357-4dcd-4790-83d6-26b315692cd9 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:41:57.338624 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:41:57.339135 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Checking segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:57.339533 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.339920 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Bound using segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:41:57.340380 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Bound port: 7751eabc-b68a-4205-8765-770c6ba24226, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:41:57.340751 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.387567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8568f6fb-6485-47cf-b5b3-8a7f1fc01daf,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:57.474606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:57.475182 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.495012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.503426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bd951fda-f7a0-42c4-88e6-8aae6f9e5910 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6564608 Feb 15 09:41:57.512609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:57.530486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'security_group_rule': {'security_group_id': '7be8628e-67be-4f30-b54a-96140048b558', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:57.552180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] For port 7751eabc-b68a-4205-8765-770c6ba24226, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:41:57.562926 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] For port 7751eabc-b68a-4205-8765-770c6ba24226, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7751eabc-b68a-4205-8765-770c6ba24226,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:41:57.567574 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.571228 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.619732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb58579-36ee-4550-b4b7-e8f866ef8c64 req-a026d771-3e86-4305-b36c-94b6bcdeebb9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:57.637512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cb58579-36ee-4550-b4b7-e8f866ef8c64 req-a026d771-3e86-4305-b36c-94b6bcdeebb9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 944 time: 0.3119638 Feb 15 09:41:57.691857 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc708ea0-47ca-46dc-9f52-6ec177f1a306 None None] Pushing event updated for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:57.727199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4cb58579-36ee-4550-b4b7-e8f866ef8c64 req-44058a9f-c1bf-44ff-b04c-9fb77330e171 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887280 Feb 15 09:41:57.729493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.751471 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:41:57.756385 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:57.765140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.805530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.811422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] Provisioning complete for port 7751eabc-b68a-4205-8765-770c6ba24226 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:57.811788 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.821169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.824951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d306987d-06c9-4758-8e83-04ed0e05adf8 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2374704 Feb 15 09:41:57.826022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44394) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:57.832841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1212337592'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:57.927971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Made reservation on behalf of 0efcf99974c040c0ab93d52099dc6b99 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:57.934382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.951970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.953859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.966647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.972090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-8573777a-1803-496b-b37c-a76509b41dc2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:57.973841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:57.974412 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-8573777a-1803-496b-b37c-a76509b41dc2 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/networks?id=814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 200 len: 797 time: 0.4923346 Feb 15 09:41:57.978507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:57.999342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1eb95c7-eeed-4f45-8c5c-88af120c46e6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:58.049741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.055571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69691dac-a4d5-4eeb-a064-5b254d9549ca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5330789 Feb 15 09:41:58.059480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:41:58.067134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44398) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:58.067134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Pushing event updated for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:58.068243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:58.070978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:41:58.076251 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:41:58.098189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:58.143459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:41:58.149141 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf813126-b49c-44e4-b76b-a5867cda5dde" -d '{"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-plugged", "status": "completed", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:41:58.229548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-ff4e0942-f621-4b7d-846e-63f90cc0f880 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/quotas/8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 375 time: 0.2383199 Feb 15 09:41:58.244718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.294740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbabff8-7ffe-4473-a965-fdd189587979 req-9477bb51-237f-4979-9c35-405649c2051f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:58.297074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abbabff8-7ffe-4473-a965-fdd189587979 req-9477bb51-237f-4979-9c35-405649c2051f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.1501234 Feb 15 09:41:58.336874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:58.343008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.377824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.379761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.452537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20494bd1-a9e6-48fe-9532-9ed301dfc6ac,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:58.475512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abbabff8-7ffe-4473-a965-fdd189587979 req-a82946e9-7849-43fd-a198-0daef7b56313 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711791 Feb 15 09:41:58.505924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:41:58.518021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.519092 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Added segment d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9 of type vlan for network c1e86d1c-96f9-4636-af9f-7832ebd19d93 Feb 15 09:41:58.528278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.582109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.626368 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60881e03-2ec1-430e-a2ec-e958c2613115 x-openstack-request-id: req-60881e03-2ec1-430e-a2ec-e958c2613115 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:41:58.626650 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-plugged", "status": "completed", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:41:58.626902 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60881e03-2ec1-430e-a2ec-e958c2613115 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:41:58.627297 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'code': 200} Feb 15 09:41:58.632477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.643807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.659584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:58.661072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.742367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-9cca2872-1369-4510-a3f0-cf593e717aa5 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4603422 Feb 15 09:41:58.742929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=1a3fd241-9494-4d44-86b2-6769b344c968,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:58.766569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Network': ['ID=c1e86d1c-96f9-4636-af9f-7832ebd19d93,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:58.768776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.787020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:58.812957 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:57Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:58.824707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aea99344-d801-49e3-a52f-3d5a91067e55 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9973917 Feb 15 09:41:58.827508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:58.834389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Request body: {'subnet': {'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:58.852394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba6a0db-9955-4f0b-8254-98fc8ba46fd6 req-9ada7f3d-793b-43c5-bcbf-e0f75a3bbf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:58.854044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ba6a0db-9955-4f0b-8254-98fc8ba46fd6 req-9ada7f3d-793b-43c5-bcbf-e0f75a3bbf87 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 1096 time: 0.0984402 Feb 15 09:41:58.864583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:41:58.866227 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d45b5fb-7e1b-4682-80ff-d05451288652 None None] The sync data for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 is: [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:57Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:58.992552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-7c021b22-8ff9-4f09-8f71-4e78afb35a19 service neutron] 10.222.0.10 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288399 Feb 15 09:41:59.026951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ba6a0db-9955-4f0b-8254-98fc8ba46fd6 req-cdd7f744-df8c-4331-932e-12cce4fed04d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242068 Feb 15 09:41:59.032548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:59.038114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648a94f-622f-4f1b-b550-021623b4053e req-92d85fff-c77b-4a3a-bb81-c4598aa8a309 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:59.039378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b648a94f-622f-4f1b-b550-021623b4053e req-92d85fff-c77b-4a3a-bb81-c4598aa8a309 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.1372991 Feb 15 09:41:59.048312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8020db61-1d0d-44e7-a5a9-e5e08be8be92, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8020db61-1d0d-44e7-a5a9-e5e08be8be92,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:59.072333 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.073166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d5f10676-50d4-4591-89c7-699c27f7f816 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:41:59.092524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b648a94f-622f-4f1b-b550-021623b4053e req-0f2cbc5e-3b15-4c5b-92ea-1550f8100f69 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443904 Feb 15 09:41:59.092524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Made reservation on behalf of 0efcf99974c040c0ab93d52099dc6b99 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:41:59.096164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.209479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '5d574adc-1c13-4796-b989-cd3d360b5bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:59.209856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: 5b359468-ad1b-4b75-8caf-b44812999c22, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:59.297599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] For port 7751eabc-b68a-4205-8765-770c6ba24226, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7751eabc-b68a-4205-8765-770c6ba24226,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:41:59.339790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.344778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.397795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8020db61-1d0d-44e7-a5a9-e5e08be8be92,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:59.444619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.484626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d5f10676-50d4-4591-89c7-699c27f7f816 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:59.487275 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.487534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 5b359468-ad1b-4b75-8caf-b44812999c22 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:59.490691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 4, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'cca48778-0e0d-477c-9381-b482d7af573a', 'name': '', 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'mac_address': 'fa:16:3e:e6:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:45Z', 'updated_at': '2022-02-15T09:41:56Z', 'revision_number': 4, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'subnets': [{'id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:41:59.567926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5b359468-ad1b-4b75-8caf-b44812999c22) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:59.570817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.580258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ea2035-623b-4226-ba5c-79331ea6ce29 None None] The sync data for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 is: [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 4, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'cca48778-0e0d-477c-9381-b482d7af573a', 'name': '', 'network_id': '13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'mac_address': 'fa:16:3e:e6:35:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:45Z', 'updated_at': '2022-02-15T09:41:56Z', 'revision_number': 4, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'subnets': [{'id': 'fff6faa9-e8f6-405c-bae2-c7ba3b6f2273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:41:59.581829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Provisioning complete for port cca48778-0e0d-477c-9381-b482d7af573a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:41:59.582199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.587659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:59.588255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.589312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb106e8-20a9-4c10-8715-94b8135e26c9 req-88bfda38-b8c8-48dc-a775-4efbe2e54be2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:59.591682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7eb106e8-20a9-4c10-8715-94b8135e26c9 req-88bfda38-b8c8-48dc-a775-4efbe2e54be2 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.3649073 Feb 15 09:41:59.591985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b76d716-46aa-4565-83a6-992eccba5e1f None None] Network 5b359468-ad1b-4b75-8caf-b44812999c22 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:59.620843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Checking segment: {'id': 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:41:59.621638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network hostable DHCP agents. Network: c1e86d1c-96f9-4636-af9f-7832ebd19d93, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:41:59.623661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-c7af84d6-60ae-4126-9801-e0c2e5af81c2 service neutron] 10.222.0.10 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6042049 Feb 15 09:41:59.626507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Subnet': ['ID=e7e79b94-8634-43f1-8259-2cbf1b0eb401,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:59.638622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1169247a-2ae1-43c2-beff-4ec2e035cb5a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5157998 Feb 15 09:41:59.643030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44416) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:41:59.665733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22', 'name': 'tempest-PortsTestJSON-1030818276'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:41:59.755319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8917459-31f5-4c41-8ad8-2019cc66452e None None] Pushing event updated for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:41:59.827873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7eb106e8-20a9-4c10-8715-94b8135e26c9 req-702e7f8a-3586-4875-8134-3332a3d5d3d9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272618 Feb 15 09:41:59.838064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:41:59.903806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c1e86d1c-96f9-4636-af9f-7832ebd19d93) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:41:59.910752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:41:59.911898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:41:59.961044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c15043e-ace9-4f92-8e98-47e4ff188b28 None None] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:41:59.998193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f1bcb6ad-5a3d-42a1-8c35-1f6b0c0861da tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1687517 Feb 15 09:42:00.001774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44422) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:00.014443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1535228780', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:00.111173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa273510-e792-4159-a802-cab36148a4cb req-b150a5aa-2207-43ab-b9f7-0e0f9aac232e tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 210 time: 0.0456343 Feb 15 09:42:00.123068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.157003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.163315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Allocated IP 172.25.6.64 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f5a3e835-cd55-4519-9a37-55006e9f0a38) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:00.257406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:00.261560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.277288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.282066 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.288114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.325582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc3a3a-74d0-4cc4-8843-f272c7c3e1b8 req-4f384d35-9301-4839-b0e2-fa830aa03e9b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:00.327199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0cc3a3a-74d0-4cc4-8843-f272c7c3e1b8 req-4f384d35-9301-4839-b0e2-fa830aa03e9b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.2988086 Feb 15 09:42:00.357130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Pushing event updated for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:00.382891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port c938cebd-4838-4866-b45e-c6682fbd7d60 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:00.509700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.527082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deea64d-f3ea-4228-bdef-657a69a016fd req-ea4e1317-7fee-4ff1-a88b-e1c14f10718f tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:00.530218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0cc3a3a-74d0-4cc4-8843-f272c7c3e1b8 req-cdfc5714-be2f-4e22-9b3e-6ce566319b6e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934717 Feb 15 09:42:00.530465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] For port cca48778-0e0d-477c-9381-b482d7af573a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=cca48778-0e0d-477c-9381-b482d7af573a,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:00.537678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3deea64d-f3ea-4228-bdef-657a69a016fd req-ea4e1317-7fee-4ff1-a88b-e1c14f10718f tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.2718701 Feb 15 09:42:00.599647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.717237 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.813489 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3deea64d-f3ea-4228-bdef-657a69a016fd req-2cf8fde8-0fd2-4eca-9753-58a10133caa9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698209 Feb 15 09:42:00.895607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Pushing event updated for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:00.959139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-5b359468-ad1b-4b75-8caf-b44812999c22', 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': '1a3fd241-9494-4d44-86b2-6769b344c968'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:00.960110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:00.994249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:01.032201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.9 (5b359468-ad1b-4b75-8caf-b44812999c22/1a3fd241-9494-4d44-86b2-6769b344c968/c938cebd-4838-4866-b45e-c6682fbd7d60) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:01.232934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:01.253775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:01.364362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e77ecbea-23a6-4bc6-a540-fc3692f1e85c req-cde61178-cd15-424c-893b-fd33bec427c3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 210 time: 0.1010852 Feb 15 09:42:01.455029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Provisioning complete for port 2358f579-2193-4555-8d90-a8acb76385b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:01.455566 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:01.516981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c1e86d1c-96f9-4636-af9f-7832ebd19d93', 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93', 'tenant_id': '0efcf99974c040c0ab93d52099dc6b99', 'fixed_ips': [{'subnet_id': 'e7e79b94-8634-43f1-8259-2cbf1b0eb401'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:01.516981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:01.545158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7751eabc-b68a-4205-8765-770c6ba24226 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:01.757922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Port 2358f579-2193-4555-8d90-a8acb76385b2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:01.878373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Allocated IP 172.20.0.2 (c1e86d1c-96f9-4636-af9f-7832ebd19d93/e7e79b94-8634-43f1-8259-2cbf1b0eb401/112dc154-3a56-49aa-a67d-53ec5632c65d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:01.886568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:01.950732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.040611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.043552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.116337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.128661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d9b6-ed68-4b04-9047-63716d69d7fc req-86de8780-df06-48ab-bd63-dc900b68df42 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.130388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96f4d9b6-ed68-4b04-9047-63716d69d7fc req-86de8780-df06-48ab-bd63-dc900b68df42 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.1675568 Feb 15 09:42:02.139062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883356d-ff15-4b27-b7b9-a0f86c0281b6 req-b5d4e96b-99e1-49ee-97dc-eebf59a9c9e5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.141806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4883356d-ff15-4b27-b7b9-a0f86c0281b6 req-b5d4e96b-99e1-49ee-97dc-eebf59a9c9e5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.8063114 Feb 15 09:42:02.180326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.185367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:02.196251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.226998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.236997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4883356d-ff15-4b27-b7b9-a0f86c0281b6 req-5efcff09-492e-488a-938b-216c5f635d75 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835578 Feb 15 09:42:02.262608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Provisioning complete for port 7751eabc-b68a-4205-8765-770c6ba24226 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:02.264030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 5b359468-ad1b-4b75-8caf-b44812999c22 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:02.264802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-493e8aef-f039-423e-b3d9-fffcbeb13b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.285080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:02.292665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:02.300770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:02.304558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96f4d9b6-ed68-4b04-9047-63716d69d7fc req-00f1c43c-be0a-43de-b694-52ea1cce6e32 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611905 Feb 15 09:42:02.308595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:02.309626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:02.314923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'Port': ['ID=f5a3e835-cd55-4519-9a37-55006e9f0a38,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:02.383569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=c938cebd-4838-4866-b45e-c6682fbd7d60,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:02.457503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Allocated IP 172.25.6.184 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/473aa152-ab30-45df-9ae3-31ea32e61c51) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:02.481303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:02.488058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cbd242ab-980b-445f-b266-10426ffa1587 admin admin] 10.222.0.10 "PUT /v2.0/routers/62cb336c-0594-4bde-8ac2-6a874db163d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9874487 Feb 15 09:42:02.559174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Pushing event updated for resources: {'Port': ['ID=112dc154-3a56-49aa-a67d-53ec5632c65d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:02.562032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:02.571876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.572533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.578774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:02.591180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:02.599549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:02.604589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:02.605448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:02.640711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-8fff89ac-7cf4-4f7b-b99f-e776d4cee6d9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.650611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-8fff89ac-7cf4-4f7b-b99f-e776d4cee6d9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.2495239 Feb 15 09:42:02.670594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42ea522f-4e96-4ed6-8741-aad73174c4f7 req-b6dfb38a-1d8d-4952-968b-02e4ccd9d055 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 210 time: 0.1334922 Feb 15 09:42:02.741778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.804677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8780aeda-b257-41da-b525-c86d11ba6729 req-469d739f-bf5b-4a19-a3e9-384056051852 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.825026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7751eabc-b68a-4205-8765-770c6ba24226 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:02.825813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8780aeda-b257-41da-b525-c86d11ba6729 req-469d739f-bf5b-4a19-a3e9-384056051852 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.2712924 Feb 15 09:42:02.826760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-505c9354-e827-4aac-a7cd-084f0653fe48 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1808088 Feb 15 09:42:02.831422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.836456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-22322389-525c-4663-b8e2-70dc52cbfbd1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:02.838085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-22322389-525c-4663-b8e2-70dc52cbfbd1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/networks?id=814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 200 len: 797 time: 0.5976520 Feb 15 09:42:02.840241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44460) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:02.840582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44462) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:02.848898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Request body: {'floatingip': {'port_id': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:02.857432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22', 'name': 'tempest-PortsTestJSON-1645956253'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:02.940031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:02.989806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Attempting to bind port 112dc154-3a56-49aa-a67d-53ec5632c65d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:02.990403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Attempting to bind port 112dc154-3a56-49aa-a67d-53ec5632c65d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:02.990763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Attempting to bind port 112dc154-3a56-49aa-a67d-53ec5632c65d on network c1e86d1c-96f9-4636-af9f-7832ebd19d93 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:03.028519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:03.028948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Checking segment: {'id': 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:03.029590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.029984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Bound using segment: {'id': 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:03.031340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Bound port: 112dc154-3a56-49aa-a67d-53ec5632c65d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:03.031855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.075811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port 272ea853-4f25-4c3e-8f19-c38b00329a9c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:03.082962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.109718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8020db61-1d0d-44e7-a5a9-e5e08be8be92 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:03.351392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port 272ea853-4f25-4c3e-8f19-c38b00329a9c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=272ea853-4f25-4c3e-8f19-c38b00329a9c,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:03.352043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.377730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for 272ea853-4f25-4c3e-8f19-c38b00329a9c owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:03.415758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] For port 112dc154-3a56-49aa-a67d-53ec5632c65d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:03.424520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] For port 112dc154-3a56-49aa-a67d-53ec5632c65d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=112dc154-3a56-49aa-a67d-53ec5632c65d,segment=NetworkSegment(d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9),segment_id=d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:03.434992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.453881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Allocated IP 172.20.0.2 (5b359468-ad1b-4b75-8caf-b44812999c22/1a3fd241-9494-4d44-86b2-6769b344c968/298dc162-17e5-49d3-93bf-63d0af5f4cd1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:03.499191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:03.501540 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.689609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.718116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-a9f6ff7d-cbf9-4a04-98e6-5baa0c4da473 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cbddf51dbb841748d2cec96f8a02d6e HTTP/1.1" status: 200 len: 379 time: 0.8540618 Feb 15 09:42:03.761524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'Port': ['ID=f5a3e835-cd55-4519-9a37-55006e9f0a38,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:03.769359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'port': {'device_id': '145420bc-72a0-41ab-be55-1ce1793561a7', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'admin_state_up': True, 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'security_groups': ['3bdd0724-da05-4dfc-a6f6-3b3de022f298']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:03.790562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.813768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.820382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50e51-5d09-48f0-b247-2807ff865601 req-1225172c-e42e-452f-93ab-35733626ec8e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:03.822041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bda50e51-5d09-48f0-b247-2807ff865601 req-1225172c-e42e-452f-93ab-35733626ec8e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=ac60d751-73ba-4e12-b214-f50af343704b HTTP/1.1" status: 200 len: 945 time: 0.3324387 Feb 15 09:42:03.849074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:03.849449 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:03.861010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:03.879253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1843108800', 'description': 'tempest-description--949448628'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:03.910221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c45ed6b1-f0c8-418b-92c1-a079b5c06d91 None None] Provisioning complete for port 2358f579-2193-4555-8d90-a8acb76385b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:03.910221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c45ed6b1-f0c8-418b-92c1-a079b5c06d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.026111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.027360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39c6a779-47c6-4e2b-89c3-a6aeaa07fa4e tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9576020 Feb 15 09:42:04.028605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.107400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:04.205996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bda50e51-5d09-48f0-b247-2807ff865601 req-bc26c78e-a6c3-4ed5-827d-ccbfe924163e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505738 Feb 15 09:42:04.217694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b856-cbe2-435d-bd2a-ff839e40e890 None None] Pushing event updated for resources: {'Port': ['ID=112dc154-3a56-49aa-a67d-53ec5632c65d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:04.221062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c45ed6b1-f0c8-418b-92c1-a079b5c06d91 None None] Port 2358f579-2193-4555-8d90-a8acb76385b2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:04.244545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=272ea853-4f25-4c3e-8f19-c38b00329a9c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:04.295911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port 272ea853-4f25-4c3e-8f19-c38b00329a9c on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:04.308058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.314582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf13235c-86d5-43d4-a8ca-25edb8abcd30 req-a29856e4-0889-490d-b083-4f1b75c0ebdc tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/272ea853-4f25-4c3e-8f19-c38b00329a9c HTTP/1.1" status: 204 len: 173 time: 1.6323605 Feb 15 09:42:04.320022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'name': 'network-vif-deleted', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:04.322728 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa72a1e-fd60-49a6-a42d-106750db288a" -d '{"events": [{"server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "name": "network-vif-deleted", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:04.351151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.392464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ff79c3c-2069-4cc7-8a0a-7eb910d088e1 req-23f3b889-1943-491d-9377-ea8d15844cdb tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 210 time: 0.2436950 Feb 15 09:42:04.443455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:04.456666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.481007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-b2bdf8be-8b88-4037-ab2d-a326f854bf77 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1490383400&fields=id&tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc HTTP/1.1" status: 200 len: 267 time: 0.1320069 Feb 15 09:42:04.534152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port df0c3561-3cbb-4cc4-be09-0ac2e0d0259c yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:04.570722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device cca48778-0e0d-477c-9381-b482d7af573a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:04.573601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.615571 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.691666 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08c97f0-ae18-4951-bdfd-0bcfb81beae3 x-openstack-request-id: req-d08c97f0-ae18-4951-bdfd-0bcfb81beae3 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:04.692225 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac60d751-73ba-4e12-b214-f50af343704b", "name": "network-vif-deleted", "tag": "272ea853-4f25-4c3e-8f19-c38b00329a9c", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:04.692746 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d08c97f0-ae18-4951-bdfd-0bcfb81beae3 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:04.693349 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac60d751-73ba-4e12-b214-f50af343704b', 'name': 'network-vif-deleted', 'tag': '272ea853-4f25-4c3e-8f19-c38b00329a9c', 'status': 'completed', 'code': 200} Feb 15 09:42:04.707374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Network 5b359468-ad1b-4b75-8caf-b44812999c22 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:04.715487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 2, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:04.725994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:04.729009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:04.742241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Pushing event updated for resources: {'Port': ['ID=298dc162-17e5-49d3-93bf-63d0af5f4cd1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:04.778483 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-228eb802-3b31-4d2e-b6a7-f0bb80a053ba {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:42:04.779094 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:42:04.784302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.841667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.855926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-e7cc4506-7626-4950-9607-ed727e2452d4 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:04.863194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-e7cc4506-7626-4950-9607-ed727e2452d4 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/networks?id=061d8357-4dcd-4790-83d6-26b315692cd9 HTTP/1.1" status: 200 len: 814 time: 0.3789458 Feb 15 09:42:04.865433 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.938925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.949440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-932d05fd-accc-4a65-82e3-52b4c8c741be tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/quotas/0bcf416bb5a64de4a2fb2c08b7e190cc HTTP/1.1" status: 200 len: 375 time: 0.0545537 Feb 15 09:42:04.968571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.969876 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1078837 Feb 15 09:42:04.980595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44488) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:04.981259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Made reservation on behalf of 8cbddf51dbb841748d2cec96f8a02d6e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:04.985804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:04.989129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b161f8-f8dd-4e3a-8557-a491e24a1942 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:05.013694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group_rule': {'security_group_id': '88d2bd2f-94cf-49ff-9cd9-0c0124cc7685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:05.118729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 272ea853-4f25-4c3e-8f19-c38b00329a9c no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:42:05.126521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-dbfd9c4a-fd41-4035-b943-cdf0823b2794 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1399469 Feb 15 09:42:05.179661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:42:05.224619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:42:05.224972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Updating router 62cb336c-0594-4bde-8ac2-6a874db163d1 port 2358f579-2193-4555-8d90-a8acb76385b2 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:42:05.272308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:05.284147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=473aa152-ab30-45df-9ae3-31ea32e61c51,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:05.302004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 272ea853-4f25-4c3e-8f19-c38b00329a9c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:42:05.302004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 272ea853-4f25-4c3e-8f19-c38b00329a9c not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:42:05.313758 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.320083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-fdaab8e2-a93a-4c5e-a836-b94fcbcaea51 service neutron] 10.222.0.10 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867807 Feb 15 09:42:05.336786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.20.0.12 (814b440b-f4e0-4a2f-a025-58e9061ab1a8/a56f3128-f45f-482c-b1e6-28e7e887aae1/57b0900d-29a5-439f-85bf-4965128105df) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:05.363456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port cca48778-0e0d-477c-9381-b482d7af573a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:05.363838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.398842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.404557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Attempting to bind port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:05.404994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Attempting to bind port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5d574adc-1c13-4796-b989-cd3d360b5bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:05.405366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Attempting to bind port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 on network 5b359468-ad1b-4b75-8caf-b44812999c22 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:05.428019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:05.428407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Checking segment: {'id': '5d574adc-1c13-4796-b989-cd3d360b5bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:05.428841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.429262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Bound using segment: {'id': '5d574adc-1c13-4796-b989-cd3d360b5bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:05.429765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Bound port: 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d574adc-1c13-4796-b989-cd3d360b5bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '5b359468-ad1b-4b75-8caf-b44812999c22'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:05.430155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.585904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-7c62b385-a80a-4288-a497-c472268dbe38 service neutron] 10.222.0.10 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560015 Feb 15 09:42:05.606604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.608494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:05.641461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:05.714099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.726368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-578bf920-df3e-4b16-bb81-5597f0d1c196 req-884480c5-e810-4d1f-ae02-e80f2fa39f98 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 210 time: 0.1017199 Feb 15 09:42:05.731810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 0ae096cc-af5b-4385-8c4f-732ad238e322 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:05.755235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee4ff0-90ac-492b-bcf3-49d15d31745e None None] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:05.783380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.792803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:05.867767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] For port 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:05.885188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] For port 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=298dc162-17e5-49d3-93bf-63d0af5f4cd1,segment=NetworkSegment(5d574adc-1c13-4796-b989-cd3d360b5bbe),segment_id=5d574adc-1c13-4796-b989-cd3d360b5bbe)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:05.891539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3b501e7-ae3c-4dae-b472-4af410db1feb req-05467264-3df4-4d72-832a-0be16db2c66a tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 210 time: 0.0352700 Feb 15 09:42:05.949152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.120150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] Provisioning complete for port 112dc154-3a56-49aa-a67d-53ec5632c65d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:06.120780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.241956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.249097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03927c-ffe4-4c5b-b409-110a2ef4099b None None] Pushing event updated for resources: {'Port': ['ID=298dc162-17e5-49d3-93bf-63d0af5f4cd1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:06.356804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.443989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-175bc330-ccaf-40bd-bc27-382d8d20e7ea tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:06.459724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-175bc330-ccaf-40bd-bc27-382d8d20e7ea tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.5787256 Feb 15 09:42:06.477598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.12 (5b359468-ad1b-4b75-8caf-b44812999c22/1a3fd241-9494-4d44-86b2-6769b344c968/0ae096cc-af5b-4385-8c4f-732ad238e322) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:06.485423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.528078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.549422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-f4632c80-f51c-4a9f-900f-73eb155e363a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/quotas/834cc9c06e3d407e9ceb455e2e5dd122 HTTP/1.1" status: 200 len: 375 time: 0.0889575 Feb 15 09:42:06.550752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 112dc154-3a56-49aa-a67d-53ec5632c65d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:06.555682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.596637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:06.602691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:06.605692 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Floating IP a7bef0ad-5882-4800-ba41-5a573a8f63fb associated. External IP: 172.25.6.155, port: 5942e2c7-74d1-4f1b-a28b-8732856531d9. Feb 15 09:42:06.690316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25344-3e45-4ab2-9e05-69a4625abb98 None None] Pushing event updated for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:06.716682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2622e394-fada-494d-b0e6-70b593778edd,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:06.738361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:06.807691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] For port 112dc154-3a56-49aa-a67d-53ec5632c65d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=112dc154-3a56-49aa-a67d-53ec5632c65d,segment=NetworkSegment(d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9),segment_id=d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:06.821205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.037018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 112dc154-3a56-49aa-a67d-53ec5632c65d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:07.037018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.039584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.047139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:07.052720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57837706-bd03-4ce9-855f-80953f18231e req-46463d50-67ab-4691-8911-e37019c469c7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:07.059933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:07.067029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57837706-bd03-4ce9-855f-80953f18231e req-46463d50-67ab-4691-8911-e37019c469c7 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 932 time: 0.1637688 Feb 15 09:42:07.094633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Attempting to bind port 2358f579-2193-4555-8d90-a8acb76385b2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:07.095351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Attempting to bind port 2358f579-2193-4555-8d90-a8acb76385b2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:07.096029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Attempting to bind port 2358f579-2193-4555-8d90-a8acb76385b2 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:07.101645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de75a540-38ab-4cdb-a7fe-013db7cfa18f None None] Pushing event updated for resources: {'Port': ['ID=112dc154-3a56-49aa-a67d-53ec5632c65d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:07.112682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:07.113175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Checking segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:07.113662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.114116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Bound using segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:07.114790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Bound port: 2358f579-2193-4555-8d90-a8acb76385b2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:07.115261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.165748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57837706-bd03-4ce9-855f-80953f18231e req-f8fa55af-d312-483d-84f9-b43e63e4a479 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933094 Feb 15 09:42:07.305169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:07.305947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.318208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.326664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44526) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:07.339262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group_rule': {'security_group_id': '88d2bd2f-94cf-49ff-9cd9-0c0124cc7685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:07.341903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] For port 2358f579-2193-4555-8d90-a8acb76385b2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:07.344637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-045e5175-109d-430a-9531-1f4d0a0819fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3435435 Feb 15 09:42:07.372998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] For port 2358f579-2193-4555-8d90-a8acb76385b2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2358f579-2193-4555-8d90-a8acb76385b2,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:07.375165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Provisioning complete for port 2358f579-2193-4555-8d90-a8acb76385b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:07.375805 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.383619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.429043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b92e6c1a-678f-45a1-a544-6114c73adcac req-35ffdf02-9461-4ce2-b4a1-f2e775c760a9 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 210 time: 0.0780709 Feb 15 09:42:07.553269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:07.553890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:07.589258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-f75a4a36-f10a-44ea-8071-5da1afbc239f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8261542 Feb 15 09:42:07.634103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf25344-3e45-4ab2-9e05-69a4625abb98 None None] Pushing event updated for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:07.646269 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.725483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-972f6352-c8e1-4a81-bbe9-5fec8d112289 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0146775 Feb 15 09:42:07.790084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-b7785996-6713-49ec-8888-6394a202d4e7 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:07.791939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-b7785996-6713-49ec-8888-6394a202d4e7 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.36 "GET /v2.0/networks?id=061d8357-4dcd-4790-83d6-26b315692cd9 HTTP/1.1" status: 200 len: 814 time: 0.3774209 Feb 15 09:42:07.816867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:07.870175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.888233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.901351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.914393 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-04c8d30c-93f4-4ee5-9e90-d6581e61bdb3 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc HTTP/1.1" status: 200 len: 380 time: 0.1084249 Feb 15 09:42:07.938501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:07.942251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'port': {'device_id': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'admin_state_up': True, 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'security_groups': ['7be8628e-67be-4f30-b54a-96140048b558']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:07.950486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Request body: {'port': {'device_id': '145420bc-72a0-41ab-be55-1ce1793561a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:07.998110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0e8728-10ca-4854-aa00-601566295171,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:08.061166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.073592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c4c5bd4e-c6e9-49b5-acd3-aed3394739cb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7429967 Feb 15 09:42:08.080120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:08.082954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] For port 2358f579-2193-4555-8d90-a8acb76385b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2358f579-2193-4555-8d90-a8acb76385b2,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:08.092743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:08.092946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.167324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Pushing event updated for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:08.181971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.202789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e47473-77ae-4bc7-9239-0233dca6a1c7 None None] Network 5b359468-ad1b-4b75-8caf-b44812999c22 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:08.290823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Made reservation on behalf of 0bcf416bb5a64de4a2fb2c08b7e190cc for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:08.299454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.525559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Provisioning complete for port 112dc154-3a56-49aa-a67d-53ec5632c65d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:08.526169 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7618c24e-fb98-416c-8a26-8ca84d44ed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.583107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 298dc162-17e5-49d3-93bf-63d0af5f4cd1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:08.585350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa5f67-4a63-47f5-b975-c52dbcedb39f req-e1b3f283-7c32-4194-b2ed-f8d214148c0a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:08.587815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7dfa5f67-4a63-47f5-b975-c52dbcedb39f req-e1b3f283-7c32-4194-b2ed-f8d214148c0a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 932 time: 0.2606163 Feb 15 09:42:08.665101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Allocated IP 172.20.0.4 (061d8357-4dcd-4790-83d6-26b315692cd9/344d04ef-4d5e-484c-be60-7df2e6dae108/6f5d2d15-d7ce-4d36-944c-86d7a2aebf17) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:08.688253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7dfa5f67-4a63-47f5-b975-c52dbcedb39f req-2ee77681-67b8-49de-bd86-1b9bcbec6fd4 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918348 Feb 15 09:42:08.695817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.769975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:08.786226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.837031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4605a5-5b47-4a70-817b-5028b051122e None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:08.856764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.880017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d2ecca4-e6fe-4183-8ee0-f2c7bacdcde0 req-e2b1d823-fc63-456a-8bed-3a035238269f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 210 time: 0.0844023 Feb 15 09:42:08.946324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:08.946831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:08.993909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Allocated IP 172.25.6.51 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e92864b0-04d2-4334-afaf-a850a79f661a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:09.054127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Provisioning complete for port 57b0900d-29a5-439f-85bf-4965128105df triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:09.054822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.056719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-f94bb163-1891-449b-9fa9-87684b04ec11 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3167591 Feb 15 09:42:09.090704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 5b359468-ad1b-4b75-8caf-b44812999c22 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:09.144075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.166694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:09.206211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:09.207552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:09.239643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Port 57b0900d-29a5-439f-85bf-4965128105df cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:09.295967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.324761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Provisioning complete for port 2358f579-2193-4555-8d90-a8acb76385b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:09.325152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.345827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.349777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.436028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=298dc162-17e5-49d3-93bf-63d0af5f4cd1,segment=NetworkSegment(5d574adc-1c13-4796-b989-cd3d360b5bbe),segment_id=5d574adc-1c13-4796-b989-cd3d360b5bbe)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:09.445518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Network 061d8357-4dcd-4790-83d6-26b315692cd9 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:09.445778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.446457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 112dc154-3a56-49aa-a67d-53ec5632c65d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:09.457083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:09.473326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:09.479735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-cef092f7-0a38-41af-b782-26f332e4a7b8 service neutron] 10.222.0.10 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080796 Feb 15 09:42:09.514666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=0ae096cc-af5b-4385-8c4f-732ad238e322,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:09.615644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event updated for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:09.621262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.621917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.622457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.622989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.623545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.624163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.627463 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.628088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.628640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.629413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.630196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.631108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.668340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.669180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.669335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.669805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.670387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.671043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.671508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.671999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.672779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.673898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.674342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.675207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:09.732916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.741335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:09.742220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.769494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=298dc162-17e5-49d3-93bf-63d0af5f4cd1,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:09.774423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.789167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 112dc154-3a56-49aa-a67d-53ec5632c65d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:09.789699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.792770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d898a2e3-7d54-4c59-bbda-1f8e111a7a8d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8603146 Feb 15 09:42:09.796058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:09.801931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.839391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Provisioning complete for port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:09.839755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a5e4367-1342-43b8-b5dd-d22a8fc09738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:09.887193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Request body: {'port': {'device_id': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:09.983124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:10.013653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:10.035666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:10.286208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Provisioning complete for port c938cebd-4838-4866-b45e-c6682fbd7d60 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:10.287079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.310776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df38cde0-d89f-42a7-985b-d5a7a92a1ae3 req-017f49a2-df68-4515-8dfd-65db3a39d9ed tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 210 time: 0.1945560 Feb 15 09:42:10.395579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.409952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Port c938cebd-4838-4866-b45e-c6682fbd7d60 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:10.451455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Provisioning complete for port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:10.452017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.490876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61775d3-542c-4246-8f59-a43511d32b6f req-67a6c6f1-21a6-466a-be72-030aa50b6464 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:10.505104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f61775d3-542c-4246-8f59-a43511d32b6f req-67a6c6f1-21a6-466a-be72-030aa50b6464 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 932 time: 0.5082898 Feb 15 09:42:10.525821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b0900d-29a5-439f-85bf-4965128105df {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:10.569430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a22805e3-e292-4497-b977-a6f5a6ef601d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.7254167 Feb 15 09:42:10.571270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=e92864b0-04d2-4334-afaf-a850a79f661a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:10.580876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44554) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:10.594046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.687330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.692501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 298dc162-17e5-49d3-93bf-63d0af5f4cd1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:10.699191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Provisioning complete for port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:10.699191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.819173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:10.832721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f61775d3-542c-4246-8f59-a43511d32b6f req-9e705046-c133-4d02-af6d-4ed6247827e3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248258 Feb 15 09:42:10.866265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Provisioning complete for port 0ae096cc-af5b-4385-8c4f-732ad238e322 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:10.867019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.899874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Transition to ACTIVE for port object 57b0900d-29a5-439f-85bf-4965128105df will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:42:10.919831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:10.920214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.924302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:10.936363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.000355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b0caf2a7-55f1-4e9c-a661-69288ea7dd88 None None] Port 0ae096cc-af5b-4385-8c4f-732ad238e322 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:11.134393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2358f579-2193-4555-8d90-a8acb76385b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:11.167715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-956c990b-ed0c-438a-9b90-c2d31db0ecaf None None] Provisioning complete for port 0ae096cc-af5b-4385-8c4f-732ad238e322 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:11.168154 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-956c990b-ed0c-438a-9b90-c2d31db0ecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.197059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Pushing event updated for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:11.230343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-956c990b-ed0c-438a-9b90-c2d31db0ecaf None None] Port 0ae096cc-af5b-4385-8c4f-732ad238e322 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:11.245346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae1197-c4ee-46c6-a5e4-b0b1b3e72d3f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:11.248146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63ae1197-c4ee-46c6-a5e4-b0b1b3e72d3f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 922 time: 0.6637053 Feb 15 09:42:11.254190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2358f579-2193-4555-8d90-a8acb76385b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:11.254562 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.258862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:11.273229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ba34b-c13f-41d7-a896-a710acd7c402 req-dd3d1e60-71b4-4808-a229-0da70b7c2328 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:11.275552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e0ba34b-c13f-41d7-a896-a710acd7c402 req-dd3d1e60-71b4-4808-a229-0da70b7c2328 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 931 time: 0.6990488 Feb 15 09:42:11.330264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:11.350547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:11.352448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.358302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:11.380767 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:11.382453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.382635 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:11.388331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.392618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.427626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e0ba34b-c13f-41d7-a896-a710acd7c402 req-81fe8f37-621e-413b-b477-6ddd09b4093d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404727 Feb 15 09:42:11.569719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Transition to ACTIVE for port object 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:42:11.580209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8783f495-fe38-4cf2-b460-bd50e4571212 req-c2d89451-c4fe-4857-b517-e59dbf1809d1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 210 time: 0.0505941 Feb 15 09:42:11.607480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.635659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=e92864b0-04d2-4334-afaf-a850a79f661a,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:11.691853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ea72a2e1-9272-4c8e-8cca-3ecb2532ca86 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "PUT /v2.0/floatingips/a7bef0ad-5882-4800-ba41-5a573a8f63fb HTTP/1.1" status: 200 len: 991 time: 8.8483346 Feb 15 09:42:11.709635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:11.861464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:11.864205 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91789eec-9f6c-420d-9708-93ee6795865e" -d '{"events": [{"name": "network-changed", "server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:11.876244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Attempting to bind port 57b0900d-29a5-439f-85bf-4965128105df on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:11.876577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Attempting to bind port 57b0900d-29a5-439f-85bf-4965128105df by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:11.876928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Attempting to bind port 57b0900d-29a5-439f-85bf-4965128105df on network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:11.906697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:42:11.947679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Port 57b0900d-29a5-439f-85bf-4965128105df on network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:11.948915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Attempting to bind port 57b0900d-29a5-439f-85bf-4965128105df on network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:11.956200 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:12.020329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-15bd45cb-201a-47c8-8e57-d550b2ee9656 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.022879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-15bd45cb-201a-47c8-8e57-d550b2ee9656 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 806 time: 0.3890469 Feb 15 09:42:12.024155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:12.024508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Checking segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:12.025147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Bound using segment: {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:12.025754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Bound port: 57b0900d-29a5-439f-85bf-4965128105df, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b36438c7-767c-468b-b6c5-b49abda30063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:12.026382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.037640 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db071465-2519-4e96-a59b-a4bfef3735ef x-openstack-request-id: req-db071465-2519-4e96-a59b-a4bfef3735ef {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:12.038855 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:12.039347 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db071465-2519-4e96-a59b-a4bfef3735ef {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:12.040119 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'status': 'completed', 'code': 200} Feb 15 09:42:12.078582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Request body: {'port': {'device_id': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'admin_state_up': True, 'tenant_id': '834cc9c06e3d407e9ceb455e2e5dd122'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:12.327283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:12.346830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] Sync routers for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:12.362858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:12.369685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.422739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:12.428515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.438754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a8e7be9f-8864-4c8b-bd0e-50669216305d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3455927 Feb 15 09:42:12.450201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 0ae096cc-af5b-4385-8c4f-732ad238e322 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:12.450644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.462609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789eec-9f6c-420d-9708-93ee6795865e req-fc5f76fc-1a39-444b-a998-1ddda537b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.472232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-fc5f76fc-1a39-444b-a998-1ddda537b0d2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 1096 time: 0.3866875 Feb 15 09:42:12.501765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.518867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.519944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:12.520574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.520844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-22570fac-1332-4b99-8f06-6d0d00f993db tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 12.5147910 Feb 15 09:42:12.523534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:12.547387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a7bef0ad-5882-4800-ba41-5a573a8f63fb', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:2e:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:41:33Z', 'updated_at': '2022-02-15T09:42:04Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.553405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:12.591828 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:42:12.608561 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:12.609634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.609766 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:12.609960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef5abb-e203-462f-b51e-a6692cace190 None None] The sync data for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:12.626448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=57b0900d-29a5-439f-85bf-4965128105df,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:12.627555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908505a9-2fb9-4bfa-9989-b3a128d1a204 req-800ce46e-ab97-4a6b-a0e6-3b19818b7a05 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.636018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-908505a9-2fb9-4bfa-9989-b3a128d1a204 req-800ce46e-ab97-4a6b-a0e6-3b19818b7a05 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 944 time: 0.2646935 Feb 15 09:42:12.663433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.756829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.757611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.759451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] 10.222.0.72 "PUT /v2.0/ports/57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 200 len: 1092 time: 5.0636904 Feb 15 09:42:12.777842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Made reservation on behalf of 834cc9c06e3d407e9ceb455e2e5dd122 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:12.783389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.806975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-908505a9-2fb9-4bfa-9989-b3a128d1a204 req-03ef50f7-ae58-48c0-afae-bf428bf9d30c tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1697168 Feb 15 09:42:12.811582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Attempting to bind port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:12.823858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Attempting to bind port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:12.824147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Attempting to bind port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 on network 061d8357-4dcd-4790-83d6-26b315692cd9 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:12.829696 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:12.844067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:12.848281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2947f7d4-d401-416a-b2f5-7bc0eccf97bc req-f24473b9-9603-4c8f-b9a1-6183f8128af8 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.853024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2947f7d4-d401-416a-b2f5-7bc0eccf97bc req-f24473b9-9603-4c8f-b9a1-6183f8128af8 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 943 time: 0.2603381 Feb 15 09:42:12.864439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789eec-9f6c-420d-9708-93ee6795865e req-d6a43f29-f4b8-44f1-b1e0-471a2a3836a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:12.867145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-d6a43f29-f4b8-44f1-b1e0-471a2a3836a5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.3673854 Feb 15 09:42:12.964913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 on network 061d8357-4dcd-4790-83d6-26b315692cd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:12.980676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Attempting to bind port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 on network 061d8357-4dcd-4790-83d6-26b315692cd9 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:13.017397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:13.018320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Checking segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:13.018915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Bound using segment: {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:13.019551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Bound port: 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63db75b8-abba-4299-8244-ca038082e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:13.020103 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:13.029420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 0ae096cc-af5b-4385-8c4f-732ad238e322 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:13.080994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Allocated IP 172.20.0.2 (03445f45-9af2-48e9-a1d9-f3d96a622201/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08/f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:13.132412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e7222-35e1-48a3-ad35-1b2c39abb497 service neutron] Pushing event updated for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:13.285194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-64dc2240-6875-4016-9859-73fa47ac33c6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1843108800&fields=id&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 267 time: 0.3011644 Feb 15 09:42:13.358221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a7bef0ad-5882-4800-ba41-5a573a8f63fb', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:2e:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:41:33Z', 'updated_at': '2022-02-15T09:42:04Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:13.384867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:13.430196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a777a4a-489b-4b98-af26-1d3c2cedd936 None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a7bef0ad-5882-4800-ba41-5a573a8f63fb', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'floating_ip_address': '172.25.6.155', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'port_id': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1919, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'mac_address': 'fa:16:3e:2e:dd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:41:33Z', 'updated_at': '2022-02-15T09:42:04Z', 'revision_number': 1, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:13.466767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:13.492614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:13.640506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:13.641328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:13.642818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] 10.222.0.36 "PUT /v2.0/ports/6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 HTTP/1.1" status: 200 len: 1091 time: 3.7935216 Feb 15 09:42:13.646794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:13.649301 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7517ace-de13-422d-8cd7-95db21aac500" -d '{"events": [{"name": "network-changed", "server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:13.658604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-258f3159-217d-4fe2-9b4c-6f224aa3d5f0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:13.660354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-258f3159-217d-4fe2-9b4c-6f224aa3d5f0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 817 time: 0.3658602 Feb 15 09:42:13.705137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f13e99-3729-4a65-9e8e-c8d651767e48 service neutron] Pushing event updated for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:13.770219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-24671ab2-95c9-4a23-9b6f-b680c4425cce tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/quotas/5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 375 time: 0.0482371 Feb 15 09:42:13.777274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:13.850409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=0ae096cc-af5b-4385-8c4f-732ad238e322,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:13.946008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-0f384882-dae3-4665-a7f8-36b54f55304d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 200 len: 999 time: 0.8199658 Feb 15 09:42:13.964542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d312524a-04a8-4881-8bdb-36f646d0938c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:13.966264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-d312524a-04a8-4881-8bdb-36f646d0938c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc&device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 1094 time: 0.2558858 Feb 15 09:42:13.985733 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33a7aa7-f144-4da1-922d-401ea562ec81 None None] New status for floating IP a7bef0ad-5882-4800-ba41-5a573a8f63fb: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:42:14.067101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:14.067101 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:14.108788 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2947f7d4-d401-416a-b2f5-7bc0eccf97bc req-14a1ed35-fd07-47a3-ac00-e107f7a6bf5d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2391338 Feb 15 09:42:14.125087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-85d1f69b-7d73-4a17-aace-2fa825038d78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3446000 Feb 15 09:42:14.131368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-05cda6d3-bb19-49d9-87f2-aa22e4e8dd90 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 HTTP/1.1" status: 200 len: 217 time: 0.1171551 Feb 15 09:42:14.172473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-7ae0c350-61f9-49c9-9890-5fa00bcacf72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.174175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-7ae0c350-61f9-49c9-9890-5fa00bcacf72 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1095 time: 1.0605612 Feb 15 09:42:14.225121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:14.228773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f396f58a-4ae1-4ea1-8efc-4291cce69783 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/0ae096cc-af5b-4385-8c4f-732ad238e322 HTTP/1.1" status: 204 len: 168 time: 2.9688926 Feb 15 09:42:14.234442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44606) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:14.288829 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0228e89f-8054-4c3a-a2a9-76e7165b2983 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:14.290550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0228e89f-8054-4c3a-a2a9-76e7165b2983 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/0ae096cc-af5b-4385-8c4f-732ad238e322 HTTP/1.1" status: 404 len: 333 time: 0.0432642 Feb 15 09:42:14.295504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:14.304256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-61075cd8-4b32-462a-baea-5066b03c9d85 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 200 len: 217 time: 0.0875654 Feb 15 09:42:14.309526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44608) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:14.373576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-9748959b-b82e-428f-bc9f-2d9e635613fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.376239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-9748959b-b82e-428f-bc9f-2d9e635613fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344d04ef-4d5e-484c-be60-7df2e6dae108 HTTP/1.1" status: 200 len: 853 time: 0.2372551 Feb 15 09:42:14.462507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789eec-9f6c-420d-9708-93ee6795865e req-947bf177-9f90-4faf-8c00-6668459f2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.464280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-947bf177-9f90-4faf-8c00-6668459f2c72 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.5074315 Feb 15 09:42:14.466450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-923c41f4-5ace-4108-8864-738d7f6bd0f2 req-0d30cb62-1421-453b-98d6-25b23aa52f28 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 210 time: 0.1560988 Feb 15 09:42:14.493711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-0cc0418c-9358-4a54-bfb4-f98dc28514bb service neutron] 10.222.0.10 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873383 Feb 15 09:42:14.542477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:14.559924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-9872cc96-4764-49e0-9f13-d2d5bd264b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.561649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-9872cc96-4764-49e0-9f13-d2d5bd264b7b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a56f3128-f45f-482c-b1e6-28e7e887aae1 HTTP/1.1" status: 200 len: 833 time: 0.1739409 Feb 15 09:42:14.568251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:14.589615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-96e4da47-1284-47dc-ae04-389b5653ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.591146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-96e4da47-1284-47dc-ae04-389b5653ea30 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=061d8357-4dcd-4790-83d6-26b315692cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2013066 Feb 15 09:42:14.604294 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535424cc-58ee-44a7-bf55-1e18e9097cae x-openstack-request-id: req-535424cc-58ee-44a7-bf55-1e18e9097cae {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:14.604581 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:14.604851 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-535424cc-58ee-44a7-bf55-1e18e9097cae {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:14.605254 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'status': 'completed', 'code': 200} Feb 15 09:42:14.656865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91789eec-9f6c-420d-9708-93ee6795865e req-580fd6fb-2fb3-43f2-b5e5-74937a6d1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.658812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-580fd6fb-2fb3-43f2-b5e5-74937a6d1b30 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603529 Feb 15 09:42:14.771157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-a53a1eef-e742-46fc-b2bb-259597c61a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.772774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-a53a1eef-e742-46fc-b2bb-259597c61a72 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=814b440b-f4e0-4a2f-a025-58e9061ab1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951900 Feb 15 09:42:14.802039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-8588148d-e64c-4463-8db3-174c9c9775f5 service neutron] 10.222.0.10 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965302 Feb 15 09:42:14.848147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-115a3d95-0fb8-4d1a-b44b-c0c5a4552bae service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197912 Feb 15 09:42:14.848518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:14.862179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:14.864381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8807139d-1d51-4a47-98e3-8073af4021d9 req-f90c0c13-b8cb-4233-82b8-4b9790a68f92 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:14.871872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8807139d-1d51-4a47-98e3-8073af4021d9 req-f90c0c13-b8cb-4233-82b8-4b9790a68f92 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 944 time: 0.2121677 Feb 15 09:42:14.895858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port c938cebd-4838-4866-b45e-c6682fbd7d60 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:14.896286 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:15.043117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5fad136d-2328-4a17-a92b-6b8e76537353 req-8d51f072-9c4b-41f2-9278-8fcc79e3f67e service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868296 Feb 15 09:42:15.050267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Network 03445f45-9af2-48e9-a1d9-f3d96a622201 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:15.083715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-b39c9e18-2d46-4005-a2c2-6e75ee9b3025 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113202 Feb 15 09:42:15.084666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:15.111963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:15.129742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event updated for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:15.204403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8807139d-1d51-4a47-98e3-8073af4021d9 req-6fcc2502-f12d-4d66-baa7-3dc28a382bb5 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313041 Feb 15 09:42:15.205975 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0be322-25c5-40cb-b459-34f5138cb0d1 x-openstack-request-id: req-5a0be322-25c5-40cb-b459-34f5138cb0d1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:15.206264 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:15.206515 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a0be322-25c5-40cb-b459-34f5138cb0d1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:15.207062 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df', 'status': 'completed', 'code': 200} Feb 15 09:42:15.263642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Allocated IP 172.20.0.1 (c1e86d1c-96f9-4636-af9f-7832ebd19d93/e7e79b94-8634-43f1-8259-2cbf1b0eb401/6b3b997c-4420-46ca-9b99-b5fb7a15e6ff) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:15.322069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-8aa23085-fcaf-4b60-b117-e739c23e845f service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5384524 Feb 15 09:42:15.362180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2234a112-71a7-4c0c-8404-a92afe32f40c req-2f62f04e-79da-4907-b0f7-bc33bb2574df tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.0673745 Feb 15 09:42:15.402822 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:15.477621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:15.478360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:15.481279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for c938cebd-4838-4866-b45e-c6682fbd7d60 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:15.515725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ace-de13-422d-8cd7-95db21aac500 req-0cd36985-6849-4cec-a9ec-332069139b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:15.518138 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-0cd36985-6849-4cec-a9ec-332069139b27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc&device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 1094 time: 0.3817627 Feb 15 09:42:15.544559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91789eec-9f6c-420d-9708-93ee6795865e req-927c6812-084d-4c1b-bd04-9bf63182fe40 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426281 Feb 15 09:42:15.630378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c895396c-a134-4cc7-84cd-e4cd1b99f40a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5580330 Feb 15 09:42:15.658328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:15.674289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Request body: {'port': {'device_id': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:15.766474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-591ae2a6-dd44-4f7f-8974-0ae868489469 req-c49c9cc6-ee33-4840-9dc1-ef732a86efbe service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209321 Feb 15 09:42:15.812097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a8210-b1a3-476d-b500-3b44dd9c0ee7 req-f0af85ab-8166-48ad-a5ca-56350262bc43 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:15.820670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-628a8210-b1a3-476d-b500-3b44dd9c0ee7 req-f0af85ab-8166-48ad-a5ca-56350262bc43 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 943 time: 0.2242682 Feb 15 09:42:15.824114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ace-de13-422d-8cd7-95db21aac500 req-d6c75350-f826-41bc-aff7-ac2ee7eb9732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:15.826109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-d6c75350-f826-41bc-aff7-ac2ee7eb9732 service neutron] 10.222.0.36 "GET /v2.0/networks?id=061d8357-4dcd-4790-83d6-26b315692cd9 HTTP/1.1" status: 200 len: 915 time: 0.2997510 Feb 15 09:42:15.830460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:15.941054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-4901354c-722e-4463-b865-59dbe5966b51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 HTTP/1.1" status: 200 len: 217 time: 0.1002438 Feb 15 09:42:15.946295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.013290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-4026cffc-8cbd-4451-8260-f6adce126c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.015351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-4026cffc-8cbd-4451-8260-f6adce126c4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1095 time: 0.1546793 Feb 15 09:42:16.035460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:16.036425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-628a8210-b1a3-476d-b500-3b44dd9c0ee7 req-5ffe2466-0265-4976-8eb7-f9250362225f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132969 Feb 15 09:42:16.049035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=6b3b997c-4420-46ca-9b99-b5fb7a15e6ff,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:16.055293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:16.061813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:16.120439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ace-de13-422d-8cd7-95db21aac500 req-c8c4289e-e65a-4978-a8da-f517a2ee0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.122065 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-c8c4289e-e65a-4978-a8da-f517a2ee0728 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344d04ef-4d5e-484c-be60-7df2e6dae108 HTTP/1.1" status: 200 len: 853 time: 0.1618483 Feb 15 09:42:16.153818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.169236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf89392-1bfc-4046-92b1-e750f4a2beb0 req-6076149e-1d22-4427-8198-a53b12a48f41 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.178423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf89392-1bfc-4046-92b1-e750f4a2beb0 req-6076149e-1d22-4427-8198-a53b12a48f41 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 931 time: 0.2444050 Feb 15 09:42:16.192058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.416510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=c938cebd-4838-4866-b45e-c6682fbd7d60,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:16.527304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-1c9a7dfc-b3e9-4508-af20-a33e6ff74d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.542665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-1c9a7dfc-b3e9-4508-af20-a33e6ff74d90 service neutron] 10.222.0.72 "GET /v2.0/networks?id=814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 200 len: 898 time: 0.5049710 Feb 15 09:42:16.544667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-36faf966-1d4c-44e3-83e4-9e1505355f5a None None] Provisioning complete for port 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:16.545610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36faf966-1d4c-44e3-83e4-9e1505355f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.597290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0833a8-6641-4286-9a61-b893ac7f9392 req-a54e4446-817e-4fd5-8eff-51186c2ab754 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.605198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a0833a8-6641-4286-9a61-b893ac7f9392 req-a54e4446-817e-4fd5-8eff-51186c2ab754 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 944 time: 0.2425120 Feb 15 09:42:16.655281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-36faf966-1d4c-44e3-83e4-9e1505355f5a None None] Port 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:16.688803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9cf0b47-4aeb-4e07-a719-5300e029d525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.721693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-8ad01d1c-a3a1-4027-bfc6-77e170d229e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 200 len: 217 time: 0.1596229 Feb 15 09:42:16.746854 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.767654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:16.777420 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-40989baa-cc11-4f72-a4c2-4ed70a3c10a2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/c938cebd-4838-4866-b45e-c6682fbd7d60 HTTP/1.1" status: 204 len: 168 time: 2.4509304 Feb 15 09:42:16.779921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44660) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:16.887538 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f6e969-0d44-4ed4-9652-cf64fec030a7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:16.889210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75f6e969-0d44-4ed4-9652-cf64fec030a7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/c938cebd-4838-4866-b45e-c6682fbd7d60 HTTP/1.1" status: 404 len: 333 time: 0.0827744 Feb 15 09:42:16.899097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:16.925429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a0833a8-6641-4286-9a61-b893ac7f9392 req-2d0f22cd-8d59-46fa-b1db-7b30d89b2651 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192670 Feb 15 09:42:16.987404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-1cd9a33e-f9d9-4604-8cdc-b56a5b8cbfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:16.989639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-1cd9a33e-f9d9-4604-8cdc-b56a5b8cbfe5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a56f3128-f45f-482c-b1e6-28e7e887aae1 HTTP/1.1" status: 200 len: 833 time: 0.2497916 Feb 15 09:42:17.019480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7517ace-de13-422d-8cd7-95db21aac500 req-46bcb494-9494-43de-a17d-d1a01ed529c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:17.021078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-46bcb494-9494-43de-a17d-d1a01ed529c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=061d8357-4dcd-4790-83d6-26b315692cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8851056 Feb 15 09:42:17.057338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:42:17.131543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cf89392-1bfc-4046-92b1-e750f4a2beb0 req-31dc0753-21a3-433d-92ca-d357be94f3a1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9429502 Feb 15 09:42:17.146244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet 1a3fd241-9494-4d44-86b2-6769b344c968 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:42:17.153374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.280765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:17.298495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'port_id': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'mac_address': 'fa:16:3e:e4:97:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:42:17.316005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.363176 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.392985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-2e8c30a6-4a27-4dc8-805a-23e7f8f64060 service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644030 Feb 15 09:42:17.410031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:17.442363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef605ca9-3ae6-4137-acc0-3e8f587329b6 req-b047b743-0992-4fce-89e0-a3dc29d9abeb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.3926446 Feb 15 09:42:17.451859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-6fe21381-3b42-418b-b81e-8a8a916cbb57 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:17.454370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-6fe21381-3b42-418b-b81e-8a8a916cbb57 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 817 time: 0.5595894 Feb 15 09:42:17.457692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:17.460798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a4861-90aa-44ed-b613-91f9e6c9a733 req-f55c8fae-73a5-49d9-86b6-c1f386e52504 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:17.465057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.471455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c34a4861-90aa-44ed-b613-91f9e6c9a733 req-f55c8fae-73a5-49d9-86b6-c1f386e52504 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 943 time: 0.2258821 Feb 15 09:42:17.497869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:17.505264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-2e2f1e43-ca9b-40ad-b8c7-1d103b2b37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:17.507229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-2e2f1e43-ca9b-40ad-b8c7-1d103b2b37c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=814b440b-f4e0-4a2f-a025-58e9061ab1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4565053 Feb 15 09:42:17.522177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.554820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:17.567182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.635166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c34a4861-90aa-44ed-b613-91f9e6c9a733 req-32b4b75d-4b01-4b2c-a45a-e0f9fe8d5b24 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624725 Feb 15 09:42:17.637130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:17.679933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:17.745770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7517ace-de13-422d-8cd7-95db21aac500 req-00280359-2ff7-4981-bf44-699464b680e8 service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272631 Feb 15 09:42:17.863121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.042480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Transition to ACTIVE for port object f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:42:18.050429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-9802c794-1542-4387-9a90-44f4a2a3e707 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 380 time: 0.5794318 Feb 15 09:42:18.083231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'port': {'device_id': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'admin_state_up': True, 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'security_groups': ['88d2bd2f-94cf-49ff-9cd9-0c0124cc7685']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:18.093259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.119801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 57b0900d-29a5-439f-85bf-4965128105df details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:42:18.223050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.241142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3fd241-9494-4d44-86b2-6769b344c968,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:18.243568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.247026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4423560-f892-49a1-b847-19fa12f18848 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/1a3fd241-9494-4d44-86b2-6769b344c968 HTTP/1.1" status: 204 len: 168 time: 1.3407559 Feb 15 09:42:18.248654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.257526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f62d08-0455-4188-94d1-25c453bd0d04 None None] Network 5b359468-ad1b-4b75-8caf-b44812999c22 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:18.309136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44676) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:18.474292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.477350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=57b0900d-29a5-439f-85bf-4965128105df,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:18.497263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=6b3b997c-4420-46ca-9b99-b5fb7a15e6ff,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:18.516868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '57b0900d-29a5-439f-85bf-4965128105df', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'port_id': '57b0900d-29a5-439f-85bf-4965128105df', 'mac_address': 'fa:16:3e:5a:67:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:42:18.604122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e61fa1-8882-429f-a86b-7dd5e96563c7 req-9e930ecb-7732-48ba-9718-685cd09123a3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:18.605761 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46e61fa1-8882-429f-a86b-7dd5e96563c7 req-9e930ecb-7732-48ba-9718-685cd09123a3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 943 time: 0.2470448 Feb 15 09:42:18.615846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:18.633277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.672024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b0900d-29a5-439f-85bf-4965128105df {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:18.698819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46e61fa1-8882-429f-a86b-7dd5e96563c7 req-65b6cb4a-b16c-4ae1-b32d-a16c80c1c05f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828187 Feb 15 09:42:18.720780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=57b0900d-29a5-439f-85bf-4965128105df,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:18.736140 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.745497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] DHCP port deletion for 5b359468-ad1b-4b75-8caf-b44812999c22 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:42:18.754931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8ce03-6d8d-44bc-85e5-b41c36b9fe84 req-a459e043-edac-4b7e-81cf-f5cf22dbc803 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:18.766219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06a8ce03-6d8d-44bc-85e5-b41c36b9fe84 req-a459e043-edac-4b7e-81cf-f5cf22dbc803 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 944 time: 0.6691418 Feb 15 09:42:18.777267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:18.802166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:18.806976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:18.837074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9a94c29-2ba9-4ea8-89d9-5b522f544a31 req-286d7dc1-c3cd-4a36-a986-6163b18bcfd3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.0626500 Feb 15 09:42:18.914316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:18.936024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.941627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.942225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.942713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.943591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.944074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.944557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.945057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.957796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.958432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.958937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.959409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:42:18.971047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['57b0900d-29a5-439f-85bf-4965128105df'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:19.017877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-4459a23d-0d6a-4e2d-a621-e3c454b06581 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4981642 Feb 15 09:42:19.022307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Attempting to bind port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:19.022641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Attempting to bind port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:19.023105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Attempting to bind port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:19.040120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:19.040446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Attempting to bind port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 on network 03445f45-9af2-48e9-a1d9-f3d96a622201 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:19.083653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:19.184267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:19.184768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Checking segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:19.185257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Bound using segment: {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:19.185901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Bound port: f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055ed542-6806-411b-858c-1f270d4a07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:19.186277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.196460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:19.207200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e7fb2-4f6d-4bcd-b05f-2a47681c5b86 req-3318bbb7-03b7-4ee5-8b6d-0534ba434dd2 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:19.210006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Made reservation on behalf of 5d49e5da016a4b81949075f687eebb7c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:19.214350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.216096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a6e7fb2-4f6d-4bcd-b05f-2a47681c5b86 req-3318bbb7-03b7-4ee5-8b6d-0534ba434dd2 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 944 time: 0.1513853 Feb 15 09:42:19.331849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a6e7fb2-4f6d-4bcd-b05f-2a47681c5b86 req-b06587cd-be50-44a6-84e6-b6cd3572a646 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146131 Feb 15 09:42:19.351038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Deleting port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:19.351402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.438380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06a8ce03-6d8d-44bc-85e5-b41c36b9fe84 req-93434912-6447-4194-b1a1-60f7a90f2b95 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6718619 Feb 15 09:42:19.444432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:19.488979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Allocated IP 172.20.0.11 (c0c3a3cf-975c-438f-bb3e-90b5cdac1f10/2cd022a8-8669-4920-9200-578c5685af56/06b73f8a-8f62-447e-9f6e-e677a839ce90) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:19.490980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9553d44e-248e-41ff-904f-cfb2d446b8e3 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "PUT /v2.0/routers/36ba3349-a8dc-49a2-bd7f-dee0a763e5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8939819 Feb 15 09:42:19.491637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:19.518676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Request body: {'port': {'network_id': 'c1e86d1c-96f9-4636-af9f-7832ebd19d93', 'name': 'tempest-FloatingIPAdminTestJSON-243499288'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:19.558214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] For port 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=298dc162-17e5-49d3-93bf-63d0af5f4cd1,segment=NetworkSegment(5d574adc-1c13-4796-b989-cd3d360b5bbe),segment_id=5d574adc-1c13-4796-b989-cd3d360b5bbe)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:19.560713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:19.560937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.561079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.575822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79be7bb4-9d20-4b49-a688-2502f9d5e0d4 req-e36eddde-6f1e-400c-94a7-caf5072da196 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5453551 Feb 15 09:42:19.592263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Calling delete_port for 298dc162-17e5-49d3-93bf-63d0af5f4cd1 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:19.597420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:19.669273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:19.689784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.693314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Made reservation on behalf of 0efcf99974c040c0ab93d52099dc6b99 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:19.698382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.720028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] device_id is not set on port 349be0cd-451d-41d6-8b64-c5297ccd5d65 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:19.923269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] Sync routers for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:19.931861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.948311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1091685-bd35-4638-9696-904d9014fe08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.955583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-85b163e6-7e26-4bfc-a3fe-7f4d337cf7e9 None None] Provisioning complete for port 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:19.956021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-85b163e6-7e26-4bfc-a3fe-7f4d337cf7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:19.982355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f58be-766e-4151-bb6e-acc1df1d72d9 req-d4a0d284-7795-4630-9e6f-94d20470ffa5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:19.984061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a8f58be-766e-4151-bb6e-acc1df1d72d9 req-d4a0d284-7795-4630-9e6f-94d20470ffa5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 943 time: 0.1501572 Feb 15 09:42:19.987273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Allocated IP 172.20.0.9 (c1e86d1c-96f9-4636-af9f-7832ebd19d93/e7e79b94-8634-43f1-8259-2cbf1b0eb401/349be0cd-451d-41d6-8b64-c5297ccd5d65) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:19.999491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-85b163e6-7e26-4bfc-a3fe-7f4d337cf7e9 None None] Port 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:20.020732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:20.022184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:41:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:20.070227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.081886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:20.097928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:42:20.098144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.098469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.099884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] 10.222.0.36 "PUT /v2.0/ports/f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 HTTP/1.1" status: 200 len: 1091 time: 4.4398522 Feb 15 09:42:20.103552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port 298dc162-17e5-49d3-93bf-63d0af5f4cd1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=298dc162-17e5-49d3-93bf-63d0af5f4cd1,segment=NetworkSegment(5d574adc-1c13-4796-b989-cd3d360b5bbe),segment_id=5d574adc-1c13-4796-b989-cd3d360b5bbe)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:20.103939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.110936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:20.116670 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf36e67-499c-428f-857d-802e3c7c167b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:20.129021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:20.129488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.222968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a8f58be-766e-4151-bb6e-acc1df1d72d9 req-2b7d385f-53fd-40d8-a1ba-06d1076eb00b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309718 Feb 15 09:42:20.276199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 298dc162-17e5-49d3-93bf-63d0af5f4cd1 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:20.320594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:20.321272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:20.344413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.384008 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eeddfd7-6193-480d-8f0a-e48ee44bfc62 x-openstack-request-id: req-5eeddfd7-6193-480d-8f0a-e48ee44bfc62 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:20.384349 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:20.384548 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eeddfd7-6193-480d-8f0a-e48ee44bfc62 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:20.385017 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2', 'status': 'completed', 'code': 200} Feb 15 09:42:20.394775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.413473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:20.426469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:20.429574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:20.432923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d7c51a-a865-426d-8380-0ba4d4bc1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:20.452137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:20.452941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:20.505197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.505941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.532442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 298dc162-17e5-49d3-93bf-63d0af5f4cd1 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:42:20.560460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:20.566163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0732613 Feb 15 09:42:20.582762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d2398-3f02-4fdd-94fc-e7d290c24be8 req-71591371-87a5-4c7d-909f-4bec2d56c3a5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.584406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-011d2398-3f02-4fdd-94fc-e7d290c24be8 req-71591371-87a5-4c7d-909f-4bec2d56c3a5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 932 time: 0.5405974 Feb 15 09:42:20.586148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44710) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:20.612924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:20.613648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1426fd59-5f88-4e20-af3a-ae93743db0d8 None None] The sync data for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:20.690728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e78c0-7dbf-43e7-a717-59e8d3163c17 req-a82490d3-3aa1-42b4-9e68-6795cf50550d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.695605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-165e78c0-7dbf-43e7-a717-59e8d3163c17 req-a82490d3-3aa1-42b4-9e68-6795cf50550d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 944 time: 0.1731701 Feb 15 09:42:20.699253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a4acd-fce6-481a-9b88-9a345e8dd0f5 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event updated for resources: {'Port': ['ID=349be0cd-451d-41d6-8b64-c5297ccd5d65,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:20.764054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.764730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.783193 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-165e78c0-7dbf-43e7-a717-59e8d3163c17 req-d4b3a4ed-7320-4d06-b540-60d0a8c83e92 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741849 Feb 15 09:42:20.796781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.808047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:20.819578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-f1ae5396-f5d5-4884-9576-20cea4ed1b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:20.821134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-f1ae5396-f5d5-4884-9576-20cea4ed1b02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 1094 time: 0.6522157 Feb 15 09:42:20.831118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No active binding found for port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 09:42:20.831655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 298dc162-17e5-49d3-93bf-63d0af5f4cd1 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:42:20.934366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] No DVR routers for this DVR port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:20.941974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-226040df-eda4-48c1-83d4-9d5a45113bde service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 HTTP/1.1" status: 200 len: 217 time: 0.0869260 Feb 15 09:42:20.946606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'project_id': '0efcf99974c040c0ab93d52099dc6b99', 'port_id': '349be0cd-451d-41d6-8b64-c5297ccd5d65'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:20.978022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:21.010861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a01121-fa74-4631-86d8-2391d206858c None None] Pushing event deleted for resources: {'Port': ['ID=298dc162-17e5-49d3-93bf-63d0af5f4cd1,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:21.016932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-864ca07a-2370-4f9c-943f-6c32b0ef0d62 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9528565 Feb 15 09:42:21.018894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.038967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.049621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231a85c-48ee-4d0d-bc31-7c0494840284 req-fe683fa5-9ef9-497d-b440-7054f0e9e8e3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:21.050469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Request body: {'port': {'device_id': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:21.053649 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c231a85c-48ee-4d0d-bc31-7c0494840284 req-fe683fa5-9ef9-497d-b440-7054f0e9e8e3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 945 time: 0.1400778 Feb 15 09:42:21.073019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.120522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c231a85c-48ee-4d0d-bc31-7c0494840284 req-3421bff5-4d63-4967-a1b4-0c261cb8459b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612381 Feb 15 09:42:21.127219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Provisioning complete for port 349be0cd-451d-41d6-8b64-c5297ccd5d65 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:21.127502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.131009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:21.133540 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbdb5d8-794e-4f0c-9ad4-a0ad3b44296b" -d '{"events": [{"server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:21.148305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:21.183712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-bb332f52-fc9e-40e9-90f2-fe69cdf8e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:21.187068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-bb332f52-fc9e-40e9-90f2-fe69cdf8e9ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.2251320 Feb 15 09:42:21.189584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=298dc162-17e5-49d3-93bf-63d0af5f4cd1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:21.199017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.202019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-011d2398-3f02-4fdd-94fc-e7d290c24be8 req-12f5af2c-6b7e-48cc-ad75-45d79ec3196f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3942289 Feb 15 09:42:21.216972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port 298dc162-17e5-49d3-93bf-63d0af5f4cd1 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:21.246731 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2ec67-4eed-4e1c-9f36-8605ab1980db x-openstack-request-id: req-fea2ec67-4eed-4e1c-9f36-8605ab1980db {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:21.247011 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "name": "network-vif-plugged", "status": "completed", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:21.247257 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fea2ec67-4eed-4e1c-9f36-8605ab1980db {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:21.248539 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'code': 200} Feb 15 09:42:21.303816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Port 349be0cd-451d-41d6-8b64-c5297ccd5d65 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:21.360073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-4d171315-c6f5-4f2c-8ff4-1a0be3233cf9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1492090 Feb 15 09:42:21.360220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:21.382076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Provisioning complete for port 06b73f8a-8f62-447e-9f6e-e677a839ce90 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:21.382610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.441806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed4eb7-61d7-4375-ba0c-dc4de3f5cde2 req-dc112fa1-8291-45b4-b7fc-77da2189b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:21.444321 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbed4eb7-61d7-4375-ba0c-dc4de3f5cde2 req-dc112fa1-8291-45b4-b7fc-77da2189b2a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 1096 time: 0.1381948 Feb 15 09:42:21.457132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815d5b3-fb74-4fa8-8ebd-5b9166be2d93 req-0db824e0-a4f3-4ae2-a145-a41104dccf32 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:21.457381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1af8c7da-a2e2-4856-ac65-ca1fef663929 None None] Port 06b73f8a-8f62-447e-9f6e-e677a839ce90 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:21.464784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4815d5b3-fb74-4fa8-8ebd-5b9166be2d93 req-0db824e0-a4f3-4ae2-a145-a41104dccf32 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 943 time: 0.1029944 Feb 15 09:42:21.475552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.535953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4815d5b3-fb74-4fa8-8ebd-5b9166be2d93 req-7438f1b5-93ad-40c7-9254-7665a088ebed tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643246 Feb 15 09:42:21.546144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbed4eb7-61d7-4375-ba0c-dc4de3f5cde2 req-07bf3597-0589-4ee6-a48d-ae03aeb64209 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736506 Feb 15 09:42:21.564895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.603076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-5c7f887d-b6bd-4829-8128-e7dbd3fcf477 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221069 Feb 15 09:42:21.616544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b359468-ad1b-4b75-8caf-b44812999c22']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:21.636467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d574adc-1c13-4796-b989-cd3d360b5bbe') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:21.637044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d574adc-1c13-4796-b989-cd3d360b5bbe') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:21.716701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.752194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.778261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:42:21.778948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:42:21.798412 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:42:22.052895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.063102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.067665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.076441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:22.076685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/5b359468-ad1b-4b75-8caf-b44812999c22 HTTP/1.1" status: 204 len: 168 time: 3.7612498 Feb 15 09:42:22.087476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1710619595'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:22.126606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:22.131875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.138138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 57b0900d-29a5-439f-85bf-4965128105df up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:22.200360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:42:22.219677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.220369 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 756f6705-40c8-450e-b581-5db620282143 of type vlan for network 840db549-06ed-468f-baa4-64d7afc84a50 Feb 15 09:42:22.247756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e1d58-d683-478b-90f4-fdb576b04f1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=5b359468-ad1b-4b75-8caf-b44812999c22,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:22.287593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a3d78b-a7ec-410d-bfad-4202892aeb11 req-ebd4bbd7-3fd1-463e-b2bf-09630ed7a001 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:22.289347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96a3d78b-a7ec-410d-bfad-4202892aeb11 req-ebd4bbd7-3fd1-463e-b2bf-09630ed7a001 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.3726933 Feb 15 09:42:22.306869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d269bd3-9444-40ba-b0e3-03375db7bff8 req-c9b7e04d-dd30-449e-a397-fcac11289615 service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588188 Feb 15 09:42:22.310151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.396633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2048c-fab4-4274-b729-8d1987c659d0 req-ae6ea8da-9da5-46bc-b7db-6c2733eccda1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:22.399297 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aae2048c-fab4-4274-b729-8d1987c659d0 req-ae6ea8da-9da5-46bc-b7db-6c2733eccda1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 945 time: 0.1178498 Feb 15 09:42:22.400518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.403438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.408341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:22.409217 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.412515 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.431459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96a3d78b-a7ec-410d-bfad-4202892aeb11 req-d6f3b090-d4c6-4af1-956c-42bc30c90f7d tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274204 Feb 15 09:42:22.459723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 57b0900d-29a5-439f-85bf-4965128105df completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:42:22.471175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3897789 Feb 15 09:42:22.474341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44736) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:22.474717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 57b0900d-29a5-439f-85bf-4965128105df triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:22.475110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.485857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Allocated IP 172.25.6.203 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/7f0ff9fa-41a1-4333-b7e5-92da749a6021) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:22.550666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '840db549-06ed-468f-baa4-64d7afc84a50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:22.618351 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aae2048c-fab4-4274-b729-8d1987c659d0 req-8ff1e810-53b7-49ed-a951-1713f8f450cd tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925135 Feb 15 09:42:22.660307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676572e-b276-4c72-b387-289b21bd9058 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=840db549-06ed-468f-baa4-64d7afc84a50,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:22.690002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 840db549-06ed-468f-baa4-64d7afc84a50 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:42:22.743849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:22.753502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36e67-499c-428f-857d-802e3c7c167b req-e264338a-9a27-46c1-a41a-e570fec8d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:22.755071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-e264338a-9a27-46c1-a41a-e570fec8d074 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 1094 time: 0.3307965 Feb 15 09:42:22.756555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.836247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.915618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:22.922596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=57b0900d-29a5-439f-85bf-4965128105df,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:22.934307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6cd5fd-bfbb-4c72-b347-8d4201febf6e req-6063994a-2270-4a19-8eeb-56ffd8d100e8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:22.935983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:22.936123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a6cd5fd-bfbb-4c72-b347-8d4201febf6e req-6063994a-2270-4a19-8eeb-56ffd8d100e8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 943 time: 0.1031749 Feb 15 09:42:23.020501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:23.022979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a6cd5fd-bfbb-4c72-b347-8d4201febf6e req-d99ee295-1901-4328-9277-68d8ce3cd62b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689955 Feb 15 09:42:23.088331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:42:23.102680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.208234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '756f6705-40c8-450e-b581-5db620282143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:23.208472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: 840db549-06ed-468f-baa4-64d7afc84a50, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:42:23.227171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=6ff8abf3-427e-4e70-b6a0-af528a278dc6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:23.244034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 840db549-06ed-468f-baa4-64d7afc84a50 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:42:23.248597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0900d-29a5-439f-85bf-4965128105df'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:23.256545 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2001c215-0110-42fd-8f42-dde1aa794e87" -d '{"events": [{"server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "name": "network-vif-plugged", "status": "completed", "tag": "57b0900d-29a5-439f-85bf-4965128105df"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:23.270537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 840db549-06ed-468f-baa4-64d7afc84a50) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:23.275688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:23.276672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.300677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d9f4d-bd5a-443a-9e47-5c86599d81f3 None None] Network 840db549-06ed-468f-baa4-64d7afc84a50 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:23.319970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce6f7011-cac3-4741-b56a-3c874811df7d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7873864 Feb 15 09:42:23.320192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:23.325997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '840db549-06ed-468f-baa4-64d7afc84a50', 'name': 'tempest-PortsTestJSON-939346871', 'fixed_ips': [{'subnet_id': '6ff8abf3-427e-4e70-b6a0-af528a278dc6', 'ip_address': '172.20.0.10'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:23.413978 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.428964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Transition to ACTIVE for port object 06b73f8a-8f62-447e-9f6e-e677a839ce90 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:42:23.429727 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51af572f-32ef-4f9c-8e21-1189c82cd4af x-openstack-request-id: req-51af572f-32ef-4f9c-8e21-1189c82cd4af {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:23.430169 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "name": "network-vif-plugged", "status": "completed", "tag": "57b0900d-29a5-439f-85bf-4965128105df", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:23.430528 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51af572f-32ef-4f9c-8e21-1189c82cd4af {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:23.431612 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b0900d-29a5-439f-85bf-4965128105df', 'code': 200} Feb 15 09:42:23.444660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:23.485922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.493203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:23.520132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2', 'network_id': '03445f45-9af2-48e9-a1d9-f3d96a622201', 'port_id': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2', 'mac_address': 'fa:16:3e:81:0f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7942d91b-4ff3-4cbc-96d9-6e2080eb8d08', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:42:23.544899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.618112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.626267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0ff9fa-41a1-4333-b7e5-92da749a6021,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:23.662446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.677513 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.699732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:23.732739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:23.757855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:23.771188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fe516-6da8-45bb-b62d-719511569f31 req-a16d7ea4-028e-4647-82e6-4797bba1e2ce tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:23.778682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-480fe516-6da8-45bb-b62d-719511569f31 req-a16d7ea4-028e-4647-82e6-4797bba1e2ce tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 932 time: 0.9225128 Feb 15 09:42:23.801974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ca323-0e4c-4fc3-90ef-6c662ece557d req-1c6c3159-5a8f-4d88-8bc9-1ec4f41b2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:23.805848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395ca323-0e4c-4fc3-90ef-6c662ece557d req-1c6c3159-5a8f-4d88-8bc9-1ec4f41b2b42 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1097 time: 0.2814643 Feb 15 09:42:23.806968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:23.819638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:23.822545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-840db549-06ed-468f-baa4-64d7afc84a50', 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': '6ff8abf3-427e-4e70-b6a0-af528a278dc6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:23.824524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.846475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:23.886470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:23.895729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:23.914766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36e67-499c-428f-857d-802e3c7c167b req-fa2e26ac-06c2-47e4-99d7-144f80eb9086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:23.916503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-fa2e26ac-06c2-47e4-99d7-144f80eb9086 service neutron] 10.222.0.36 "GET /v2.0/networks?id=03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 200 len: 907 time: 1.0615890 Feb 15 09:42:23.958213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.10 (840db549-06ed-468f-baa4-64d7afc84a50/6ff8abf3-427e-4e70-b6a0-af528a278dc6/dd61a6d9-3083-44cd-b4e8-89f250d4cfbb) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:23.994993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:24.039773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395ca323-0e4c-4fc3-90ef-6c662ece557d req-5a711ca3-7e36-4bcb-ac0f-2fd3098bcc6a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983628 Feb 15 09:42:24.076135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9281ba8-437d-44ee-8941-2acc7dcc1f86 req-333d011e-a2fc-425c-9927-defab8d28d6a tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.081206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-c2962801-b1b8-44e7-a4c2-55ffff4261d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 HTTP/1.1" status: 200 len: 217 time: 0.1536756 Feb 15 09:42:24.083946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9281ba8-437d-44ee-8941-2acc7dcc1f86 req-333d011e-a2fc-425c-9927-defab8d28d6a tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.4190516 Feb 15 09:42:24.108220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-480fe516-6da8-45bb-b62d-719511569f31 req-3fc919a5-c54a-49d0-a7d9-adc3d109ce18 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286242 Feb 15 09:42:24.199600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9281ba8-437d-44ee-8941-2acc7dcc1f86 req-7d38622f-1c87-4fa8-af54-8017912eb876 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958269 Feb 15 09:42:24.219390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf36e67-499c-428f-857d-802e3c7c167b req-3f3c2bdb-2849-4b9b-9f71-82ccbb9afc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.220295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:24.220988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-3f3c2bdb-2849-4b9b-9f71-82ccbb9afc7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 200 len: 846 time: 0.1071520 Feb 15 09:42:24.226859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Attempting to bind port 06b73f8a-8f62-447e-9f6e-e677a839ce90 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:24.227201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Attempting to bind port 06b73f8a-8f62-447e-9f6e-e677a839ce90 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:24.227532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Attempting to bind port 06b73f8a-8f62-447e-9f6e-e677a839ce90 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:24.239276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Port 06b73f8a-8f62-447e-9f6e-e677a839ce90 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:24.239608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Attempting to bind port 06b73f8a-8f62-447e-9f6e-e677a839ce90 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:24.253517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:24.253852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Checking segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:24.254240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Bound using segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:24.254684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Bound port: 06b73f8a-8f62-447e-9f6e-e677a839ce90, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:24.255081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.285695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.324195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-7a8b5e0e-6bd0-4273-946d-c38f2d873acf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=03445f45-9af2-48e9-a1d9-f3d96a622201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913811 Feb 15 09:42:24.347165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.402946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Allocated IP 172.20.0.2 (840db549-06ed-468f-baa4-64d7afc84a50/6ff8abf3-427e-4e70-b6a0-af528a278dc6/0dc3443e-1f40-4c70-956d-50559a0b2a4e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:24.423129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 840db549-06ed-468f-baa4-64d7afc84a50 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:24.428390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:24.433486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:24.447691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051722f9-800f-46cc-872e-893dc40e6105 req-6c884fe7-a908-4a02-bdfd-7680ee8a0e98 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.449365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-051722f9-800f-46cc-872e-893dc40e6105 req-6c884fe7-a908-4a02-bdfd-7680ee8a0e98 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 944 time: 0.1192834 Feb 15 09:42:24.468489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=dd61a6d9-3083-44cd-b4e8-89f250d4cfbb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:24.534458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-051722f9-800f-46cc-872e-893dc40e6105 req-e40b0144-7dd4-4c70-b42e-41954fa7105a tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518658 Feb 15 09:42:24.540223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.540870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.563523 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9953308-a36a-48fb-88ac-96e279b0e46a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.2421267 Feb 15 09:42:24.565435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44760) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:24.571544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': '840db549-06ed-468f-baa4-64d7afc84a50', 'name': 'tempest-PortsTestJSON-2070272240', 'fixed_ips': [{'subnet_id': '6ff8abf3-427e-4e70-b6a0-af528a278dc6', 'ip_address': '172.20.0.9'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:24.596788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:24.607018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de85c350-6aca-4b66-a649-caea0bf0d840 req-f04b30ee-5056-4807-85b0-63e545835775 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.614645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de85c350-6aca-4b66-a649-caea0bf0d840 req-f04b30ee-5056-4807-85b0-63e545835775 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 0.3227007 Feb 15 09:42:24.622848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:24.626978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-1deeb966-9b01-472f-8620-6e5c51b4c6eb service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929707 Feb 15 09:42:24.631933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.644652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.651493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.701487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Network 840db549-06ed-468f-baa4-64d7afc84a50 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:24.705683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:24.708596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827f5f-4b98-4e99-b65e-75896ab351cb req-3d1c2d10-839d-4e63-91c4-ebaac7f1e2bd tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.710184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71827f5f-4b98-4e99-b65e-75896ab351cb req-3d1c2d10-839d-4e63-91c4-ebaac7f1e2bd tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.0891361 Feb 15 09:42:24.719273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:24.719476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44764) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:24.730455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Request body: {'floatingip': {'port_id': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:24.748615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Pushing event updated for resources: {'Port': ['ID=0dc3443e-1f40-4c70-956d-50559a0b2a4e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:24.773963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.787576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Attempting to bind port 0dc3443e-1f40-4c70-956d-50559a0b2a4e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:24.788016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Attempting to bind port 0dc3443e-1f40-4c70-956d-50559a0b2a4e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '756f6705-40c8-450e-b581-5db620282143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:24.788474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Attempting to bind port 0dc3443e-1f40-4c70-956d-50559a0b2a4e on network 840db549-06ed-468f-baa4-64d7afc84a50 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:24.797427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:24.798053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.798485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:24.799481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] 10.222.0.72 "PUT /v2.0/ports/06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 1092 time: 3.7545891 Feb 15 09:42:24.799953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:24.800934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Checking segment: {'id': '756f6705-40c8-450e-b581-5db620282143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:24.801777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.802354 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:24.802986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Bound using segment: {'id': '756f6705-40c8-450e-b581-5db620282143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:24.804022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Bound port: 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756f6705-40c8-450e-b581-5db620282143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '840db549-06ed-468f-baa4-64d7afc84a50'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:24.804738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:24.923770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] For port 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:24.928596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] For port 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc3443e-1f40-4c70-956d-50559a0b2a4e,segment=NetworkSegment(756f6705-40c8-450e-b581-5db620282143),segment_id=756f6705-40c8-450e-b581-5db620282143)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:24.937971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.036426 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7188022b-d4a7-4971-9b08-7643a89717d4 x-openstack-request-id: req-7188022b-d4a7-4971-9b08-7643a89717d4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:25.037066 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:25.037066 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7188022b-d4a7-4971-9b08-7643a89717d4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:25.037377 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'status': 'completed', 'code': 200} Feb 15 09:42:25.043463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84078567-1250-458c-b44e-bf55fe38fc63 None None] Pushing event updated for resources: {'Port': ['ID=0dc3443e-1f40-4c70-956d-50559a0b2a4e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:25.056196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de85c350-6aca-4b66-a649-caea0bf0d840 req-f95d2d19-36ed-49da-9aeb-9853db199592 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4401581 Feb 15 09:42:25.092091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:25.192936 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:42:25.214921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1f25e-6d7d-4663-b82b-a8c71d0d6cda service neutron] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:25.278923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:42:25.285087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:25.285492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.324004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf36e67-499c-428f-857d-802e3c7c167b req-06c0ee3c-9229-4b07-8582-fc71e5a6c51e service neutron] 10.222.0.36 "GET /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6898012 Feb 15 09:42:25.382313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-47e8007c-3245-4adb-b2ae-8496612c9de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:25.384313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-47e8007c-3245-4adb-b2ae-8496612c9de0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1095 time: 0.3642545 Feb 15 09:42:25.410079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.483323 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.533444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-de8d7968-5613-4350-815c-0fb29652bee2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 217 time: 0.1381869 Feb 15 09:42:25.565849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:25.571004 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2502b4-5de6-4a31-9e6b-72ba5974940b" -d '{"events": [{"server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "name": "network-vif-plugged", "status": "completed", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:25.603631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:25.629382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.656222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:25.667596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.675491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-541dc8ac-6a41-416f-8c03-0851885a40b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:25.677418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-541dc8ac-6a41-416f-8c03-0851885a40b3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.1129427 Feb 15 09:42:25.691156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:25.704423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:25.768715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 1c306a9d-34bf-49c4-853a-72b55441c85e yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:25.848895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7a86c5-027c-44b3-9fe7-39bf2ee2556d req-32759e61-dd9b-4516-9460-8e331fad776e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:25.857256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd7a86c5-027c-44b3-9fe7-39bf2ee2556d req-32759e61-dd9b-4516-9460-8e331fad776e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1950150 Feb 15 09:42:25.868499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f6f2f-290c-4d3e-a66c-77d6fa7d09e1 req-eb82f401-ebd7-4223-bc9e-d87021eabe2e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:25.870349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-020f6f2f-290c-4d3e-a66c-77d6fa7d09e1 req-eb82f401-ebd7-4223-bc9e-d87021eabe2e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2174232 Feb 15 09:42:25.887755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-3b815286-b1f1-4c3b-884b-b03f0c574acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:25.889302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-3b815286-b1f1-4c3b-884b-b03f0c574acd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938663 Feb 15 09:42:26.006852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd7a86c5-027c-44b3-9fe7-39bf2ee2556d req-040a7f69-25e2-423a-838b-fa35750cc784 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485307 Feb 15 09:42:26.060996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-020f6f2f-290c-4d3e-a66c-77d6fa7d09e1 req-d7c1eaa8-8efe-4738-84ab-e2cdba775c6f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493084 Feb 15 09:42:26.091311 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac4a51-e534-4cbe-b98d-860096f22924 x-openstack-request-id: req-3dac4a51-e534-4cbe-b98d-860096f22924 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:26.091718 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "name": "network-vif-plugged", "status": "completed", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:26.092064 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3dac4a51-e534-4cbe-b98d-860096f22924 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:26.092551 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2', 'code': 200} Feb 15 09:42:26.181648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.9 (840db549-06ed-468f-baa4-64d7afc84a50/6ff8abf3-427e-4e70-b6a0-af528a278dc6/1c306a9d-34bf-49c4-853a-72b55441c85e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:26.206798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.268383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-44f7783c-3c7a-4593-bddf-75e59ea9b994 service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477168 Feb 15 09:42:26.270832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.337007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:42:26.342518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac4ec6-dcb7-49fb-b42f-fb4c672eb6a7 req-022f6bb9-0446-45ba-b561-1d07e0c9c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:26.343626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4ac4ec6-dcb7-49fb-b42f-fb4c672eb6a7 req-022f6bb9-0446-45ba-b561-1d07e0c9c394 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 1096 time: 0.1843288 Feb 15 09:42:26.402297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc3443e-1f40-4c70-956d-50559a0b2a4e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:26.446699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Pushing event updated for resources: {'Port': ['ID=7f0ff9fa-41a1-4333-b7e5-92da749a6021,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:26.460478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166ed36-7db1-4c33-8c61-dd392854f9e0 req-66f0d5cb-3635-42c7-b7ba-63148c1e3401 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:26.462099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3166ed36-7db1-4c33-8c61-dd392854f9e0 req-66f0d5cb-3635-42c7-b7ba-63148c1e3401 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 0.2468307 Feb 15 09:42:26.477601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.487146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.510615 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.519647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0dc3443e-1f40-4c70-956d-50559a0b2a4e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:26.520246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.591953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4ac4ec6-dcb7-49fb-b42f-fb4c672eb6a7 req-bc18e72c-d01c-43ea-83d1-accc10e0acf2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871121 Feb 15 09:42:26.662089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.667895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c523994a-3a83-4bc8-bbd8-64913fea473f None None] Network 840db549-06ed-468f-baa4-64d7afc84a50 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:26.670470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.699072 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Floating IP b6d4700a-a107-48ed-9d66-823eb1395449 associated. External IP: 172.25.6.64, port: 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17. Feb 15 09:42:26.742211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4756914d-00b0-4d1a-a165-1d368f6a8708 req-42372e7b-5351-47ac-9568-95e6f0405a6b service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342213 Feb 15 09:42:26.747586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3166ed36-7db1-4c33-8c61-dd392854f9e0 req-d0c07a4a-1ec0-400b-8814-c686a6f631c1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2711556 Feb 15 09:42:26.771745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-45181489-5b67-49f5-ab1d-4ee65b0d4335 None None] Provisioning complete for port 0dc3443e-1f40-4c70-956d-50559a0b2a4e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:26.772746 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-45181489-5b67-49f5-ab1d-4ee65b0d4335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.786359 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Floating IP b4c6ad84-59f4-4ef3-a8a7-45dc77cd2120 associated. External IP: 172.25.6.203, port: 349be0cd-451d-41d6-8b64-c5297ccd5d65. Feb 15 09:42:26.818131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc3443e-1f40-4c70-956d-50559a0b2a4e,segment=NetworkSegment(756f6705-40c8-450e-b581-5db620282143),segment_id=756f6705-40c8-450e-b581-5db620282143)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:26.840983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.877721 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:26.973360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=0dc3443e-1f40-4c70-956d-50559a0b2a4e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:27.004460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 840db549-06ed-468f-baa4-64d7afc84a50 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:27.013702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=1c306a9d-34bf-49c4-853a-72b55441c85e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:27.020509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:27.024458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:27.122756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6683234-3984-49ea-b449-30af156ad327 req-1a97c857-7d23-4c9e-a382-5c18ee934616 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.125192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6683234-3984-49ea-b449-30af156ad327 req-1a97c857-7d23-4c9e-a382-5c18ee934616 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 0.2671487 Feb 15 09:42:27.198756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.199405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.216261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6683234-3984-49ea-b449-30af156ad327 req-c0bfb921-1735-434f-ad9a-746494b37a8d tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777307 Feb 15 09:42:27.221784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Router cf932243-5c31-4cc0-8927-2767c4415b48 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:27.241707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-953a773f-2c5c-4f60-91ba-49e92ffe835e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6748610 Feb 15 09:42:27.242706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:27.255564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44800) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:27.361929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Provisioning complete for port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:27.362451 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.366171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-fd848803-57b7-49ee-adc9-0c778385f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.367106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-fd848803-57b7-49ee-adc9-0c778385f533 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1095 time: 0.4993312 Feb 15 09:42:27.409651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f14ff-e061-4df7-bf91-c276fa5c5d6d req-f7540926-15b6-44cf-9593-beded0f6917e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.411688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c74f14ff-e061-4df7-bf91-c276fa5c5d6d req-f7540926-15b6-44cf-9593-beded0f6917e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1062698 Feb 15 09:42:27.544292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c74f14ff-e061-4df7-bf91-c276fa5c5d6d req-85591140-9ce8-4de8-b555-b48f5d061b6b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002796 Feb 15 09:42:27.650665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d37de1-5868-41b1-aad7-6ee6350e2408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.653086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:27.658049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21d37de1-5868-41b1-aad7-6ee6350e2408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4128067 Feb 15 09:42:27.658958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:27.674656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb130c-2065-482d-9ad9-f00eecaa0a2c tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.680722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44804) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:27.686109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-24fb130c-2065-482d-9ad9-f00eecaa0a2c tempest-TestNetworkBasicOps-568153356 tempest-TestNetworkBasicOps-568153356-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1092 time: 0.4253569 Feb 15 09:42:27.693601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '57b0900d-29a5-439f-85bf-4965128105df', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:27.699636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721287ca-af88-46e1-b8bd-037ea77c39a7 req-dfc6694a-9f01-4255-830e-fb8650db23f9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.701668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-721287ca-af88-46e1-b8bd-037ea77c39a7 req-dfc6694a-9f01-4255-830e-fb8650db23f9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.3650146 Feb 15 09:42:27.711801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-a8b0c03b-b2cf-4e79-8321-1f7099ed90ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.715617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-a8b0c03b-b2cf-4e79-8321-1f7099ed90ad service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.3394713 Feb 15 09:42:27.733141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:27.758587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Provisioning complete for port 1c306a9d-34bf-49c4-853a-72b55441c85e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:27.759162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.790083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:27.806831 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Sync routers for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:27.810299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Port 1c306a9d-34bf-49c4-853a-72b55441c85e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:27.821578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.832350 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:27.833965 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:27.834830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Provisioning complete for port 0dc3443e-1f40-4c70-956d-50559a0b2a4e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:27.835045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-2447c244-06e2-4545-bfa5-3feb4ee6c5a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 217 time: 0.1020968 Feb 15 09:42:27.835243 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-670e2f78-3c9a-46df-b410-1987ad0e3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.892071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd9c72-d38d-465f-8805-40c089163a98 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.909948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd9c72-d38d-465f-8805-40c089163a98 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.920292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd9c72-d38d-465f-8805-40c089163a98 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:27.922653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bbd9c72-d38d-465f-8805-40c089163a98 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2587140 Feb 15 09:42:27.957074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:27.974208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:28.028075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-721287ca-af88-46e1-b8bd-037ea77c39a7 req-e9c5d686-2db4-48ac-8bd4-f0be9f8bed1c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2936921 Feb 15 09:42:28.054744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-88ebc4a8-b9f3-43c6-aa25-a276551676af tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "PUT /v2.0/floatingips/b6d4700a-a107-48ed-9d66-823eb1395449 HTTP/1.1" status: 200 len: 990 time: 3.3188803 Feb 15 09:42:28.054744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:28.054744 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-989e1e0f-0482-4105-9889-180063fd9517" -d '{"events": [{"name": "network-changed", "server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:28.120049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-ce8ca26c-1abf-4009-b117-abe375f7ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:28.122577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-ce8ca26c-1abf-4009-b117-abe375f7ef92 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.2774005 Feb 15 09:42:28.127407 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150f880d-ca2c-45bd-8949-535154eae2fe x-openstack-request-id: req-150f880d-ca2c-45bd-8949-535154eae2fe {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:28.127755 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:28.128002 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-150f880d-ca2c-45bd-8949-535154eae2fe {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:28.128694 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'status': 'completed', 'code': 200} Feb 15 09:42:28.141708 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:28.183550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Provisioning complete for port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:28.184282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.223235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:28.235405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Provisioning complete for port 1c306a9d-34bf-49c4-853a-72b55441c85e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:28.236283 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.273990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:28.283037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cc33a9b2-adb1-47c6-85a3-6506d6fd373d None None] Port 1c306a9d-34bf-49c4-853a-72b55441c85e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:28.292445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] Sync routers for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:28.304976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:28.305500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.352690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.362774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:28.363169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.365738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1e0f-0482-4105-9889-180063fd9517 req-9b83348d-2964-4ced-8f68-2ea9e9450248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:28.367440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-9b83348d-2964-4ced-8f68-2ea9e9450248 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc&device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 1096 time: 0.2034483 Feb 15 09:42:28.372122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-ddfd5262-58be-4d76-a29d-8ded6a76a5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:28.385835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-ddfd5262-58be-4d76-a29d-8ded6a76a5ba service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068813 Feb 15 09:42:28.403311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.404235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d544e9a-0a69-437f-b3ac-b4c73617f19f None None] The sync data for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:28.410345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.421719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc3443e-1f40-4c70-956d-50559a0b2a4e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:28.479929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0dc3443e-1f40-4c70-956d-50559a0b2a4e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:28.480423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.521253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'b6d4700a-a107-48ed-9d66-823eb1395449', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'port_id': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'mac_address': 'fa:16:3e:e4:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:02Z', 'updated_at': '2022-02-15T09:42:26Z', 'revision_number': 1, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.554438 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Checking router: cf932243-5c31-4cc0-8927-2767c4415b48 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:42:28.566081 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:28.566795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:28.617812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 1c306a9d-34bf-49c4-853a-72b55441c85e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:28.618160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.624938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:28.625180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1dbdc03-684e-4623-83b5-2bf30490ae21 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.8727887 Feb 15 09:42:28.695088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-67507ef7-46b5-44ce-a208-772a26cc932b service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721665 Feb 15 09:42:28.697762 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:28.786134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aad35e2c-bba5-459b-b625-38c19a518eed tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "GET /v2.0/floatingips/b4c6ad84-59f4-4ef3-a8a7-45dc77cd2120 HTTP/1.1" status: 200 len: 982 time: 0.1579449 Feb 15 09:42:28.790826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:28.798645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:28.810745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1e0f-0482-4105-9889-180063fd9517 req-c8681e30-41d4-4a14-bff2-18e13d7acf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:28.813132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-c8681e30-41d4-4a14-bff2-18e13d7acf39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=061d8357-4dcd-4790-83d6-26b315692cd9 HTTP/1.1" status: 200 len: 915 time: 0.4262116 Feb 15 09:42:28.851362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766bad3-90a3-4033-aa96-579b8e53b9b7 req-f6a10fe4-8f2b-4227-bd6e-116e6bc8c364 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:28.859710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a766bad3-90a3-4033-aa96-579b8e53b9b7 req-f6a10fe4-8f2b-4227-bd6e-116e6bc8c364 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.0723732 Feb 15 09:42:28.907463 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a766bad3-90a3-4033-aa96-579b8e53b9b7 req-e9ae4fc1-66c4-4359-99bb-d25e9d1f67f4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460885 Feb 15 09:42:28.943493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-5174c5f1-a729-4f1f-8055-e7e98e16fba7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 HTTP/1.1" status: 200 len: 998 time: 0.1035044 Feb 15 09:42:29.082967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1e0f-0482-4105-9889-180063fd9517 req-dc5b3103-8157-4f49-9db5-a25b0a3082b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:29.084612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-dc5b3103-8157-4f49-9db5-a25b0a3082b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=344d04ef-4d5e-484c-be60-7df2e6dae108 HTTP/1.1" status: 200 len: 853 time: 0.1190059 Feb 15 09:42:29.179202 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'b6d4700a-a107-48ed-9d66-823eb1395449', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'port_id': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'mac_address': 'fa:16:3e:e4:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:02Z', 'updated_at': '2022-02-15T09:42:26Z', 'revision_number': 1, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:29.210412 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:29.234341 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8c4199-7f4b-49f5-ac36-2306f8461c3e None None] The sync data for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 is: [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'b6d4700a-a107-48ed-9d66-823eb1395449', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'floating_ip_address': '172.25.6.64', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'port_id': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'mac_address': 'fa:16:3e:e4:97:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:02Z', 'updated_at': '2022-02-15T09:42:26Z', 'revision_number': 1, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:29.250736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4de1f86c-0116-47a2-a062-df381024322a tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3512 time: 0.4496496 Feb 15 09:42:29.254455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44840) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:29.271126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 1c306a9d-34bf-49c4-853a-72b55441c85e owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:29.279136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4855b1d-9101-4403-835c-dd23884baae7 req-aa8b7ce4-dcfc-493e-a0bd-93a5a0eb8fb9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:29.281532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4855b1d-9101-4403-835c-dd23884baae7 req-aa8b7ce4-dcfc-493e-a0bd-93a5a0eb8fb9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1290143 Feb 15 09:42:29.330344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae69cf6-ea28-4888-b7f0-53cf0eff4809 req-42cf3366-415e-4b5f-a1a2-950ade17989f service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092770 Feb 15 09:42:29.338041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989e1e0f-0482-4105-9889-180063fd9517 req-a7ec64e1-3ac2-4cee-a3f3-9b0820820f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:29.339539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-a7ec64e1-3ac2-4cee-a3f3-9b0820820f29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=061d8357-4dcd-4790-83d6-26b315692cd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2301488 Feb 15 09:42:29.363139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4855b1d-9101-4403-835c-dd23884baae7 req-4e8200a2-3101-4a2c-940b-a041ff101832 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498085 Feb 15 09:42:29.448255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:29.454069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2004077576'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:29.482261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Allocated IP 172.25.6.23 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/0da692dd-5f25-49c2-ae54-8eb6485d0854) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:29.508764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ea3105-d526-4ae1-abc0-59c90e4a3586 req-3725c4ad-a028-489a-b03d-b1f832c03299 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:29.510594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35ea3105-d526-4ae1-abc0-59c90e4a3586 req-3725c4ad-a028-489a-b03d-b1f832c03299 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2836273 Feb 15 09:42:29.527726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:29.532121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:29.561032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b212c3-97c8-4524-9a60-92a73de48ce4 None None] New status for floating IP b6d4700a-a107-48ed-9d66-823eb1395449: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:42:29.569997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c4f89-f331-4e82-9a13-a1704cf577d2 req-20ff572e-a7c0-4ab2-8f8c-f2adc0a9aec6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:29.571851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b1c4f89-f331-4e82-9a13-a1704cf577d2 req-20ff572e-a7c0-4ab2-8f8c-f2adc0a9aec6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1106601 Feb 15 09:42:29.574347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 7f0ff9fa-41a1-4333-b7e5-92da749a6021 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:29.575090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:29.646843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-d09fd115-920e-49d1-8793-91f24139baba service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586615 Feb 15 09:42:29.653314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35ea3105-d526-4ae1-abc0-59c90e4a3586 req-686714b6-f03a-4c73-a1e2-c7f1c62d0da6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320901 Feb 15 09:42:29.656913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:42:29.682405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b1c4f89-f331-4e82-9a13-a1704cf577d2 req-e8dff46b-a2ca-4eb6-bfec-c481e475ad61 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989006 Feb 15 09:42:29.714472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:29.714848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:29.729407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 7f0ff9fa-41a1-4333-b7e5-92da749a6021 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:30.089381 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.107154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d26830-3c3b-4c50-ac29-4739a5575584 req-6e19c631-13b7-4033-bd63-2d8964ae9506 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:30.109477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7d26830-3c3b-4c50-ac29-4739a5575584 req-6e19c631-13b7-4033-bd63-2d8964ae9506 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.0813832 Feb 15 09:42:30.134159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=7f0ff9fa-41a1-4333-b7e5-92da749a6021,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:30.178276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:42:30.234205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-989e1e0f-0482-4105-9889-180063fd9517 req-2e6b67c7-7cee-4979-99c8-6d59e752756d service neutron] 10.222.0.36 "GET /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5560334 Feb 15 09:42:30.242164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.245382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.245729 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Added segment d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7 of type vlan for network ab000546-5737-4d0c-b056-d175597a69da Feb 15 09:42:30.245861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.247282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.247616 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Floating IP b4c6ad84-59f4-4ef3-a8a7-45dc77cd2120 disassociated (deleted). External IP: 172.25.6.203, port: 349be0cd-451d-41d6-8b64-c5297ccd5d65. Feb 15 09:42:30.285307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=1c306a9d-34bf-49c4-853a-72b55441c85e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:30.353404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:30.366971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:42:30.385738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.422665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.430689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.433919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-db76e8e6-5ff7-4562-85fb-c4c8f88e26d3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/1c306a9d-34bf-49c4-853a-72b55441c85e HTTP/1.1" status: 204 len: 168 time: 2.4584429 Feb 15 09:42:30.437931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44862) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:30.442609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:42:30.476462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:30.481592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:30.482156 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.483984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7d26830-3c3b-4c50-ac29-4739a5575584 req-89df6bc9-d44e-46af-8cd3-ccbe9c4caf52 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522167 Feb 15 09:42:30.485478 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-436a757d-a8f6-46cf-9f0c-06837d6cf973 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:30.489952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-436a757d-a8f6-46cf-9f0c-06837d6cf973 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/1c306a9d-34bf-49c4-853a-72b55441c85e HTTP/1.1" status: 404 len: 333 time: 0.0508549 Feb 15 09:42:30.492442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:30.504231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:30.528908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:30.533310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=0da692dd-5f25-49c2-ae54-8eb6485d0854,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:30.566790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.570834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:30.645938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.653059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:30.653801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.725992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['06b73f8a-8f62-447e-9f6e-e677a839ce90'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:42:30.922670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port dd61a6d9-3083-44cd-b4e8-89f250d4cfbb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:30.923278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:30.958972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b136a-62d5-4cc9-bdc1-642aa9bc2e24 req-aa535e0f-9d2b-4f53-8874-856e7d116fcb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:30.960680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af5b136a-62d5-4cc9-bdc1-642aa9bc2e24 req-aa535e0f-9d2b-4f53-8874-856e7d116fcb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.1761904 Feb 15 09:42:31.128127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af5b136a-62d5-4cc9-bdc1-642aa9bc2e24 req-ab9555f0-5216-45ed-af54-bac1f91bb024 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365466 Feb 15 09:42:31.154303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.184022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for dd61a6d9-3083-44cd-b4e8-89f250d4cfbb owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:31.271225 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8217034 Feb 15 09:42:31.275856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:31.283024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:31.288913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd115c25-2339-4b32-b46c-2bcce597ecac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Network': ['ID=ab000546-5737-4d0c-b056-d175597a69da,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:31.296087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1365850780'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:31.299884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ab000546-5737-4d0c-b056-d175597a69da details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:42:31.323045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.386191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:31.391118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.463935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:31.469804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.474674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] Sync routers for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:31.485056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:31.487254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:31.492868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:42:31.513349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-202777f3-493b-4097-9453-1c91108fedb0 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/floatingips/b4c6ad84-59f4-4ef3-a8a7-45dc77cd2120 HTTP/1.1" status: 204 len: 168 time: 2.2542560 Feb 15 09:42:31.513570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.516411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44878) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:31.527080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:31.542453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:31.556439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:31.557336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:31.569342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.570020 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Added segment 79a823c8-4e53-4db5-9d69-d112440102c5 of type vlan for network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c Feb 15 09:42:31.587148 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.618742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:31.620240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc41c34e-1f84-472c-b478-656ab224a537 None None] The sync data for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:31.663934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.714645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598800c1-6d9d-4cb7-9cf0-efc08455f556 req-8234ee4c-aa5f-4074-a183-c43979aff7b7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:31.716265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-598800c1-6d9d-4cb7-9cf0-efc08455f556 req-8234ee4c-aa5f-4074-a183-c43979aff7b7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1038480 Feb 15 09:42:31.731861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=dd61a6d9-3083-44cd-b4e8-89f250d4cfbb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:31.737682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.775823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-598800c1-6d9d-4cb7-9cf0-efc08455f556 req-9a11b1b4-f26d-4e33-a2ea-92f3a8abd56b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497930 Feb 15 09:42:31.789057 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.877544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.883099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:31.883705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.907724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.913589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Allocated IP 172.25.6.151 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/fb23a28c-f806-4612-a089-b3d814504417) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:31.914173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b6a9a09-d043-4578-ad5c-adb3aa93004e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/dd61a6d9-3083-44cd-b4e8-89f250d4cfbb HTTP/1.1" status: 204 len: 168 time: 1.4204037 Feb 15 09:42:31.915358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44882) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:31.959330 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-589ca7aa-9067-41a4-a550-312a1db4c0ac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:31.959330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-589ca7aa-9067-41a4-a550-312a1db4c0ac tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/dd61a6d9-3083-44cd-b4e8-89f250d4cfbb HTTP/1.1" status: 404 len: 333 time: 0.0381825 Feb 15 09:42:31.959330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44884) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:31.991004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7034156 Feb 15 09:42:31.991004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:31.994733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44888) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:32.003687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'subnet': {'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:32.054698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20293c2-6402-4be8-9bc0-9b3f6f262747 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Network': ['ID=00f95f69-dff1-4423-8c32-3e3b7acd1a8c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.057818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.068303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:42:32.073611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet 6ff8abf3-427e-4e70-b6a0-af528a278dc6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:42:32.079818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.153162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.189880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event updated for resources: {'Port': ['ID=0da692dd-5f25-49c2-ae54-8eb6485d0854,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.211190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.212414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:32.216042 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.322618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:32.326760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.329496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 06b73f8a-8f62-447e-9f6e-e677a839ce90 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:42:32.335382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 06b73f8a-8f62-447e-9f6e-e677a839ce90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:32.335980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.364489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.404369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2cd420-d46f-4d8b-a27e-88155092259b req-476b6216-0bdd-417a-8183-67de38a80c42 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:32.407156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d2cd420-d46f-4d8b-a27e-88155092259b req-476b6216-0bdd-417a-8183-67de38a80c42 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.1129014 Feb 15 09:42:32.411131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.421011 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Floating IP 5ad84bd7-8137-4dac-886c-55e62531fd0d associated. External IP: 172.25.6.23, port: 57b0900d-29a5-439f-85bf-4965128105df. Feb 15 09:42:32.473129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.476276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Pushing event updated for resources: {'Port': ['ID=fb23a28c-f806-4612-a089-b3d814504417,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.509207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:32.520725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:32.526282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:32.526619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:32.527528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:32.532197 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088b59da-6de1-4c10-9cd6-0170c4b6e657" -d '{"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:32.555101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.560531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d2cd420-d46f-4d8b-a27e-88155092259b req-7db3edf4-b6be-4522-a020-b9201da60e81 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398227 Feb 15 09:42:32.584305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.621720 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637086b0-341c-4025-bd54-6c2fab528e01 x-openstack-request-id: req-637086b0-341c-4025-bd54-6c2fab528e01 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:32.622014 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:32.622261 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-637086b0-341c-4025-bd54-6c2fab528e01 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:32.622649 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'code': 200} Feb 15 09:42:32.643689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff8abf3-427e-4e70-b6a0-af528a278dc6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.649631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.656754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d04500da-763e-4727-8398-75fd999f1f7f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/6ff8abf3-427e-4e70-b6a0-af528a278dc6 HTTP/1.1" status: 204 len: 168 time: 0.7005332 Feb 15 09:42:32.657769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44902) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:32.677111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e59435-371f-499e-a0a7-924f4585010a None None] Network 840db549-06ed-468f-baa4-64d7afc84a50 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:32.739993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.785285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.788273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.839587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.869200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.929001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] DHCP port deletion for 840db549-06ed-468f-baa4-64d7afc84a50 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:42:32.963311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cd59a-f7a0-4cad-be38-6fb9fd05a563 req-a1ebb98c-1aae-4825-a017-d59bae98ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:32.965225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa3cd59a-f7a0-4cad-be38-6fb9fd05a563 req-a1ebb98c-1aae-4825-a017-d59bae98ff14 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1097 time: 0.2108772 Feb 15 09:42:32.966086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Subnet': ['ID=e0215850-da01-40c0-bb21-a46a85e5d76b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:32.985237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Deleting port 0dc3443e-1f40-4c70-956d-50559a0b2a4e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:32.985491 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:32.997831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 0dc3443e-1f40-4c70-956d-50559a0b2a4e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:32.998474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.030923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:33.031502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network hostable DHCP agents. Network: ab000546-5737-4d0c-b056-d175597a69da, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:42:33.042777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 6042b66b-d15f-4e59-b05f-b284383b7738 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:33.068165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa3cd59a-f7a0-4cad-be38-6fb9fd05a563 req-923715d2-2049-4fd9-8a36-d7b7fbd13e9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913403 Feb 15 09:42:33.070681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaed292-0675-44b9-9c6a-f940ff69d432 req-175a07c4-a382-40a8-a0fc-29bff21c96b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:33.072604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ccaed292-0675-44b9-9c6a-f940ff69d432 req-175a07c4-a382-40a8-a0fc-29bff21c96b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1603963 Feb 15 09:42:33.095321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] For port 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc3443e-1f40-4c70-956d-50559a0b2a4e,segment=NetworkSegment(756f6705-40c8-450e-b581-5db620282143),segment_id=756f6705-40c8-450e-b581-5db620282143)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:33.095717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.109096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Calling delete_port for 0dc3443e-1f40-4c70-956d-50559a0b2a4e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:33.119113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network ab000546-5737-4d0c-b056-d175597a69da is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:42:33.138536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ab000546-5737-4d0c-b056-d175597a69da) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:33.152250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:33.152938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.198224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b09dcfe-4c06-400f-b701-55b8e36e13b2 None None] Network ab000546-5737-4d0c-b056-d175597a69da requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:33.221851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-654a93aa-f9e6-4edf-9b39-a443a455eb62 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2259219 Feb 15 09:42:33.225270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:33.232421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port 0dc3443e-1f40-4c70-956d-50559a0b2a4e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc3443e-1f40-4c70-956d-50559a0b2a4e,segment=NetworkSegment(756f6705-40c8-450e-b581-5db620282143),segment_id=756f6705-40c8-450e-b581-5db620282143)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:33.232911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.246528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:33.248262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'subnet': {'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:33.258792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.259213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Sync routers for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:33.269232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.276455 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:33.277443 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:33.281544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.287229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.289317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 0dc3443e-1f40-4c70-956d-50559a0b2a4e owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:33.315195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] Pushing event deleted for resources: {'Port': ['ID=0dc3443e-1f40-4c70-956d-50559a0b2a4e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:33.316126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3542d0db-4030-400c-98a2-3f32e8bb131a tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6343338 Feb 15 09:42:33.326222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c8c33a-85d9-4676-a08e-ddecba7ff66d None None] No DVR routers for this DVR port 0dc3443e-1f40-4c70-956d-50559a0b2a4e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:33.329705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44908) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:33.330327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:33.333005 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc607447-3301-4b10-9a3a-63a221d6766e" -d '{"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:33.398494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ccaed292-0675-44b9-9c6a-f940ff69d432 req-16e7d898-6943-40c0-a7e6-68dc12ec9e36 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913774 Feb 15 09:42:33.431214 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304d02cd-ebe4-46a1-afd7-32766f8141d5 x-openstack-request-id: req-304d02cd-ebe4-46a1-afd7-32766f8141d5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:33.431507 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:33.432600 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-304d02cd-ebe4-46a1-afd7-32766f8141d5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:33.432600 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df', 'status': 'completed', 'code': 200} Feb 15 09:42:33.520930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ab000546-5737-4d0c-b056-d175597a69da', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:33.521487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Pushing event updated for resources: {'Port': ['ID=fb23a28c-f806-4612-a089-b3d814504417,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:33.522737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.531984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-00419710-dd82-46db-bfb4-114e0e4b1e24 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/5ad84bd7-8137-4dac-886c-55e62531fd0d HTTP/1.1" status: 200 len: 991 time: 0.1914949 Feb 15 09:42:33.556609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc607447-3301-4b10-9a3a-63a221d6766e req-c753a3fc-70ce-4739-8c42-ab38c09b753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:33.559642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-c753a3fc-70ce-4739-8c42-ab38c09b753c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1097 time: 0.0740426 Feb 15 09:42:33.563476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.576024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:33.627737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.632461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:33.649746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.674352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:33.683628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a059e411-bc0e-4cd9-aed8-12d999dae998 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1649871 Feb 15 09:42:33.684702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44916) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:33.754128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc607447-3301-4b10-9a3a-63a221d6766e req-e3dfe91f-1e8c-418c-86a7-9f681c238857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:33.755647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-e3dfe91f-1e8c-418c-86a7-9f681c238857 service neutron] 10.222.0.72 "GET /v2.0/networks?id=814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 200 len: 898 time: 0.1857522 Feb 15 09:42:33.803956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Allocated IP 10.1.1.2 (ab000546-5737-4d0c-b056-d175597a69da/e0215850-da01-40c0-bb21-a46a85e5d76b/455d1dc6-1439-4738-846d-011e432c61c0) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:33.810102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=0dc3443e-1f40-4c70-956d-50559a0b2a4e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:33.822370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb378dd-6d18-489f-994d-7c9a69e63f6c req-318d2f62-ce9a-4ec6-9227-4408bdb1a0a6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:33.826738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port 0dc3443e-1f40-4c70-956d-50559a0b2a4e on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:33.830431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb378dd-6d18-489f-994d-7c9a69e63f6c req-318d2f62-ce9a-4ec6-9227-4408bdb1a0a6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.1178503 Feb 15 09:42:33.941692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-2353860e-35ce-40b3-b728-0553602421f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 200 len: 999 time: 0.1779587 Feb 15 09:42:33.967037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb378dd-6d18-489f-994d-7c9a69e63f6c req-c8aceb2b-0dda-47e6-a610-e0c2c856700d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356416 Feb 15 09:42:33.993904 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5ad84bd7-8137-4dac-886c-55e62531fd0d', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'port_id': '57b0900d-29a5-439f-85bf-4965128105df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'mac_address': 'fa:16:3e:5a:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145420bc-72a0-41ab-be55-1ce1793561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:30Z', 'updated_at': '2022-02-15T09:42:30Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.053861 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Checking router: 6042b66b-d15f-4e59-b05f-b284383b7738 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:42:34.079214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc607447-3301-4b10-9a3a-63a221d6766e req-dbdbc82f-d310-46cf-b6a5-a72b209ae6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:34.080721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-dbdbc82f-d310-46cf-b6a5-a72b209ae6bf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a56f3128-f45f-482c-b1e6-28e7e887aae1 HTTP/1.1" status: 200 len: 833 time: 0.1021712 Feb 15 09:42:34.083043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:34.083667 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.123109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.147304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc607447-3301-4b10-9a3a-63a221d6766e req-0d28fb3a-c539-4caa-b1c3-21651a36085a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:34.149318 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.149612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-0d28fb3a-c539-4caa-b1c3-21651a36085a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=814b440b-f4e0-4a2f-a025-58e9061ab1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581658 Feb 15 09:42:34.185869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.212034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840db549-06ed-468f-baa4-64d7afc84a50']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.225790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756f6705-40c8-450e-b581-5db620282143') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.226155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756f6705-40c8-450e-b581-5db620282143') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.250256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.253353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Pushing event updated for resources: {'Port': ['ID=455d1dc6-1439-4738-846d-011e432c61c0,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:34.286081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Network ab000546-5737-4d0c-b056-d175597a69da is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:34.288235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:34.290861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.303885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-9caf1dce-e1ac-4453-907e-f93d76f5d6a3 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356332 Feb 15 09:42:34.305216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:42:34.308650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.313556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:34.363109 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:42:34.388845 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:42:34.402621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:34.410644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.423816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.438771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc3443e-1f40-4c70-956d-50559a0b2a4e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:42:34.451819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/840db549-06ed-468f-baa4-64d7afc84a50 HTTP/1.1" status: 204 len: 168 time: 1.7928662 Feb 15 09:42:34.467574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0dc3443e-1f40-4c70-956d-50559a0b2a4e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:42:34.468651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc3443e-1f40-4c70-956d-50559a0b2a4e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:42:34.474627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Attempting to bind port 455d1dc6-1439-4738-846d-011e432c61c0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:34.474998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Attempting to bind port 455d1dc6-1439-4738-846d-011e432c61c0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:34.475352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Attempting to bind port 455d1dc6-1439-4738-846d-011e432c61c0 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:34.478984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44920) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:34.479861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db796ed9-1686-4a3a-a31e-fff765953eff tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=840db549-06ed-468f-baa4-64d7afc84a50,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:34.481851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.485547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc607447-3301-4b10-9a3a-63a221d6766e req-099e7bfe-a001-4141-bf6f-ea3c6f8925c0 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738782 Feb 15 09:42:34.496538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:34.496953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:34.497361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.497759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Bound using segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:34.498262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Bound port: 455d1dc6-1439-4738-846d-011e432c61c0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:34.498641 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.504237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-345910415'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:34.526346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44924) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:34.619586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-204279f2-be5c-469f-86e2-b36ce4268746 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/5ad84bd7-8137-4dac-886c-55e62531fd0d HTTP/1.1" status: 200 len: 991 time: 0.0904081 Feb 15 09:42:34.621830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] For port 455d1dc6-1439-4738-846d-011e432c61c0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:34.626054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] For port 455d1dc6-1439-4738-846d-011e432c61c0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=455d1dc6-1439-4738-846d-011e432c61c0,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:34.635886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.658321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.696675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Subnet': ['ID=b76e56eb-556a-47c5-9347-2fd55f81dd38,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:34.709524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Checking segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:34.710128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network hostable DHCP agents. Network: 00f95f69-dff1-4423-8c32-3e3b7acd1a8c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:42:34.712308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:34.716613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.750328 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5ad84bd7-8137-4dac-886c-55e62531fd0d', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'port_id': '57b0900d-29a5-439f-85bf-4965128105df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'mac_address': 'fa:16:3e:5a:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145420bc-72a0-41ab-be55-1ce1793561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:30Z', 'updated_at': '2022-02-15T09:42:30Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:34.752526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04fe97c-de3c-4124-a1d6-18c099c3d928 None None] Pushing event updated for resources: {'Port': ['ID=455d1dc6-1439-4738-846d-011e432c61c0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:34.775390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051acd7-72fc-4ce6-8886-cfb8aed2ddd1 req-1ba8f4d8-0d34-46ec-b195-896f006b9ca3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:34.776977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a051acd7-72fc-4ce6-8886-cfb8aed2ddd1 req-1ba8f4d8-0d34-46ec-b195-896f006b9ca3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1907291 Feb 15 09:42:34.812852 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad7243-06d2-4628-8f3a-51c0da56ea15 None None] The sync data for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 is: [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5ad84bd7-8137-4dac-886c-55e62531fd0d', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'floating_ip_address': '172.25.6.23', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'port_id': '57b0900d-29a5-439f-85bf-4965128105df', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'mac_address': 'fa:16:3e:5a:67:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145420bc-72a0-41ab-be55-1ce1793561a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:30Z', 'updated_at': '2022-02-15T09:42:30Z', 'revision_number': 0, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:34.831192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:42:34.853293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:42:34.868657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.869028 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Added segment 3a45cd58-a860-4b37-9e2e-d8769ff51b02 of type vlan for network d968de4d-2c14-4b5e-a815-25306138637a Feb 15 09:42:34.939349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a051acd7-72fc-4ce6-8886-cfb8aed2ddd1 req-b899f248-ff91-4625-bc52-93fad5ecea15 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519873 Feb 15 09:42:34.950977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 00f95f69-dff1-4423-8c32-3e3b7acd1a8c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:34.964740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb01abff-bb5a-41d2-bd28-f595aefe1862 None None] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:34.973648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:34.974238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:34.978713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.071552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f0fc5b0d-d2bd-401c-a9e6-b2848dc7cf40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8353882 Feb 15 09:42:35.074213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44932) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:35.080686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'name': 'tempest-TaggedBootDevicesTest-1234225434', 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:35.112025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.120395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:35.121150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.152021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.224951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7350771 Feb 15 09:42:35.225917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44936) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:35.239202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ips': [{'subnet_id': 'b76e56eb-556a-47c5-9347-2fd55f81dd38'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:35.240870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.249587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:35.349225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a84aa8e-0727-40a3-a454-4107c37ccfd7 None None] New status for floating IP 5ad84bd7-8137-4dac-886c-55e62531fd0d: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:42:35.364716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc189d-1055-47c4-aaea-03681357eb87 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Network': ['ID=d968de4d-2c14-4b5e-a815-25306138637a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:35.482822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Allocated IP 172.25.6.84 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/532a5cee-0077-4d72-9f29-35148dc9f129) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:35.502846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:35.511005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:35.590386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d968de4d-2c14-4b5e-a815-25306138637a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:42:35.835215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44938) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:35.836900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Allocated IP 10.2.2.2 (00f95f69-dff1-4423-8c32-3e3b7acd1a8c/b76e56eb-556a-47c5-9347-2fd55f81dd38/5bb9b45d-7b39-49b0-9e9c-2d23479e1736) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:36.094250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.116168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.128413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba06ebf-a069-4236-9ee1-e132c9867e63 req-353e7b1d-a364-4013-b444-b243cbc9a430 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:36.134156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ba06ebf-a069-4236-9ee1-e132c9867e63 req-353e7b1d-a364-4013-b444-b243cbc9a430 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.9068193 Feb 15 09:42:36.220385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Pushing event updated for resources: {'Port': ['ID=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:36.241699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.244931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:36.246807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:36.255881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:36.270933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ba06ebf-a069-4236-9ee1-e132c9867e63 req-293fb379-fe82-49b4-ad2c-ca920ea31f15 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088383 Feb 15 09:42:36.279464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-292636cf-68df-47cd-b189-98a75912f296 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/5ad84bd7-8137-4dac-886c-55e62531fd0d HTTP/1.1" status: 200 len: 993 time: 0.4387546 Feb 15 09:42:36.301929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-b9c7573b-5c32-4f73-a09d-22a2470d47ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4713986 Feb 15 09:42:36.351138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:36.448456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.471858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Attempting to bind port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:36.472307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Attempting to bind port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:36.472671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Attempting to bind port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:36.482922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:36.483433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Checking segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:36.483849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.484330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Bound using segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:36.484718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Bound port: 5bb9b45d-7b39-49b0-9e9c-2d23479e1736, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:36.485571 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.548785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 455d1dc6-1439-4738-846d-011e432c61c0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:36.554520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:36.560313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:36.565930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:36.600183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515b8934-a370-4820-8dbf-72850eb6e154 None None] Network ab000546-5737-4d0c-b056-d175597a69da requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:36.631273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b4380-17ae-4645-adf2-00303115ef83 req-e86490e3-98c5-44a0-bc49-bfc2b2d484af tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:36.633065 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d8b4380-17ae-4645-adf2-00303115ef83 req-e86490e3-98c5-44a0-bc49-bfc2b2d484af tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.4729676 Feb 15 09:42:36.639175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa13194-bb78-4c4d-8746-248cae5f82d1 req-fbde2f88-0012-4475-b0ce-754864716b57 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:36.641733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fa13194-bb78-4c4d-8746-248cae5f82d1 req-fbde2f88-0012-4475-b0ce-754864716b57 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.2095995 Feb 15 09:42:36.650852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-c2d1055c-8867-4986-9657-97fe913834f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:36.653065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-c2d1055c-8867-4986-9657-97fe913834f8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 1096 time: 0.2219646 Feb 15 09:42:36.655358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:36.661073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'floatingip': {'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:36.662277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Pushing event updated for resources: {'Port': ['ID=532a5cee-0077-4d72-9f29-35148dc9f129,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:36.739731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.762183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] For port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:36.788961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] For port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:36.791030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] Provisioning complete for port 455d1dc6-1439-4738-846d-011e432c61c0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:36.791412 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.817309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d8b4380-17ae-4645-adf2-00303115ef83 req-b004f5d4-bca3-47bb-8d39-6e8ca0d46e97 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700625 Feb 15 09:42:36.819800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.823123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-3c1ad518-77b6-46ad-9e9d-3f10e1bd0d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:36.824952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-3c1ad518-77b6-46ad-9e9d-3f10e1bd0d07 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 200 len: 912 time: 0.1139512 Feb 15 09:42:36.832108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.855161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.862921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.885193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 455d1dc6-1439-4738-846d-011e432c61c0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:36.886488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:36.918641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.019759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] device_id is not set on port 778828ed-8376-43a4-9694-05a146460152 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:37.033991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Checking segment: {'id': '3a45cd58-a860-4b37-9e2e-d8769ff51b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:37.034490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network hostable DHCP agents. Network: d968de4d-2c14-4b5e-a815-25306138637a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:42:37.036990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=c0287799-2e41-4eb8-81bb-6779b4f1488d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:37.098554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d968de4d-2c14-4b5e-a815-25306138637a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:42:37.108164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd16668-9060-4752-aeeb-b70c6f2f478d None None] Pushing event updated for resources: {'Port': ['ID=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:37.133484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d968de4d-2c14-4b5e-a815-25306138637a) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:37.140333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.141565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.143971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:37.144950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.153974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1d97f-5724-4e93-b61c-031fe6b4a701 None None] Network d968de4d-2c14-4b5e-a815-25306138637a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:37.160067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.215024 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5808cf89-3580-42f7-9cd6-6ddd38dcfef6 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9692693 Feb 15 09:42:37.221149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:37.254191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1009435735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:37.258180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-551bcce8-7c21-4b3f-9c45-9494ccdc0529 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 200 len: 1001 time: 0.3568308 Feb 15 09:42:37.338631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.366786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Pushing event updated for resources: {'Port': ['ID=532a5cee-0077-4d72-9f29-35148dc9f129,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:37.386297 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.393319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.394613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b82fc763-ca51-4dff-b4c2-d78ce7c88de9 tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6515388 Feb 15 09:42:37.397197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44952) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:37.408267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] For port 455d1dc6-1439-4738-846d-011e432c61c0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=455d1dc6-1439-4738-846d-011e432c61c0,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:37.443602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.646631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b92236c4-706a-4de1-9aff-b6e4b80b2e5a tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4484 time: 0.2482476 Feb 15 09:42:37.648477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.649933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.653978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:37.718987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d968de4d-2c14-4b5e-a815-25306138637a', 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': 'c0287799-2e41-4eb8-81bb-6779b4f1488d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:37.719857 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.737867 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:42:37.738222 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:42:37.740599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ce046-f43b-46fe-a125-66da902abf5b None None] Pushing event updated for resources: {'Port': ['ID=455d1dc6-1439-4738-846d-011e432c61c0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:37.806472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0fc6f2f4-9ffa-4cab-94ac-bb826419295d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1494644 Feb 15 09:42:37.808979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:37.850593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:37.862760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-d7dbaa49-b1ca-420d-aed6-0f27f7708d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:37.864660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-d7dbaa49-b1ca-420d-aed6-0f27f7708d89 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 200 len: 850 time: 0.5666707 Feb 15 09:42:37.901980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Allocated IP 172.20.0.2 (d968de4d-2c14-4b5e-a815-25306138637a/c0287799-2e41-4eb8-81bb-6779b4f1488d/498e5591-7d6a-4428-a25e-80e792e0b41c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:37.946255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.1.1.19 (ab000546-5737-4d0c-b056-d175597a69da/e0215850-da01-40c0-bb21-a46a85e5d76b/778828ed-8376-43a4-9694-05a146460152) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:38.115428 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.117802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.131504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.135273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-db2894f2-a9aa-449a-a0d6-330e0ea8e19b None None] Provisioning complete for port 455d1dc6-1439-4738-846d-011e432c61c0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:38.135652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2894f2-a9aa-449a-a0d6-330e0ea8e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.152310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.153550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.192536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.195380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.213825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e039112-2aee-440a-8c48-25d6eaa51e23 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9903982 Feb 15 09:42:38.218418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Network d968de4d-2c14-4b5e-a815-25306138637a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:38.223613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:38.231833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44960) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:38.235564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:38.251789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.254074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a', 'name': 'tempest-PortsTestJSON-235646056'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:38.260468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Pushing event updated for resources: {'Port': ['ID=498e5591-7d6a-4428-a25e-80e792e0b41c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:38.402507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Deleting port 532a5cee-0077-4d72-9f29-35148dc9f129 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:38.402920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.412502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Attempting to bind port 498e5591-7d6a-4428-a25e-80e792e0b41c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:38.413517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Attempting to bind port 498e5591-7d6a-4428-a25e-80e792e0b41c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3a45cd58-a860-4b37-9e2e-d8769ff51b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:38.413896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Attempting to bind port 498e5591-7d6a-4428-a25e-80e792e0b41c on network d968de4d-2c14-4b5e-a815-25306138637a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:38.432983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:38.433355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Checking segment: {'id': '3a45cd58-a860-4b37-9e2e-d8769ff51b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:38.433753 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.434242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Bound using segment: {'id': '3a45cd58-a860-4b37-9e2e-d8769ff51b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:38.434725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Bound port: 498e5591-7d6a-4428-a25e-80e792e0b41c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a45cd58-a860-4b37-9e2e-d8769ff51b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd968de4d-2c14-4b5e-a815-25306138637a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:38.435408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.436086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-b14a4201-a32b-488d-af7f-4a5cdcbcf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:38.439147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-b14a4201-a32b-488d-af7f-4a5cdcbcf830 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9a5ce713-9df5-409d-924c-94d40c1cb60f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2407532 Feb 15 09:42:38.562335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-fd0289b4-6614-4d8f-bf34-5f5a130cd3fa service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062145 Feb 15 09:42:38.563426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] For port 498e5591-7d6a-4428-a25e-80e792e0b41c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:38.566849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] For port 498e5591-7d6a-4428-a25e-80e792e0b41c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=498e5591-7d6a-4428-a25e-80e792e0b41c,segment=NetworkSegment(3a45cd58-a860-4b37-9e2e-d8769ff51b02),segment_id=3a45cd58-a860-4b37-9e2e-d8769ff51b02)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:38.577389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.635674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87bf35-7cb4-4d11-928c-c36bdc9d95a8 None None] Pushing event updated for resources: {'Port': ['ID=498e5591-7d6a-4428-a25e-80e792e0b41c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:38.640225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455a0753-90dc-4149-b07b-da58faa2d9bb None None] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:38.643482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.643914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.657296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Calling delete_port for 532a5cee-0077-4d72-9f29-35148dc9f129 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:38.686292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network ab000546-5737-4d0c-b056-d175597a69da is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:38.691494 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Floating IP df69f10e-2fea-47a7-bf7c-8987bde52d2e associated. External IP: 172.25.6.51, port: 06b73f8a-8f62-447e-9f6e-e677a839ce90. Feb 15 09:42:38.711766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf5f22-07dd-4d2a-b5ad-0eb6acd546ac req-830d4b44-6e39-4f60-ba4a-cff97e86748e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:38.721010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf5f22-07dd-4d2a-b5ad-0eb6acd546ac req-830d4b44-6e39-4f60-ba4a-cff97e86748e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.5212817 Feb 15 09:42:38.742782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:38.806278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:38.820233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:38.913684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:38.918275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.923623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:38.981650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Pushing event deleted for resources: {'Port': ['ID=532a5cee-0077-4d72-9f29-35148dc9f129,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:38.990245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 455d1dc6-1439-4738-846d-011e432c61c0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:39.015567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 4d28bfcd-195a-44aa-acfb-c64853b6731f yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:39.027110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d45228-3813-4e94-baf0-02f8f22b9824 req-d0180ce0-7fac-4d9a-aa87-7add66b1d478 service neutron] 10.222.0.72 "GET /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032455 Feb 15 09:42:39.086436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf5f22-07dd-4d2a-b5ad-0eb6acd546ac req-a3d522ac-7f76-4b8e-856a-848a742a56d9 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636436 Feb 15 09:42:39.120181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.123454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.126031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec091ae1-e793-48d2-a088-8518c7cdcf3a tempest-FloatingIPAdminTestJSON-338962887 tempest-FloatingIPAdminTestJSON-338962887-project] 10.222.0.10 "DELETE /v2.0/floatingips/b990fa91-3c3e-4bb0-b3f0-c8ce1f0f8d1a HTTP/1.1" status: 204 len: 168 time: 1.3159459 Feb 15 09:42:39.134344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:39.135031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.143011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] Provisioning complete for port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:39.143376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.149691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44964) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:39.201484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6a257438-a2c3-4011-9997-b3dd434385e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.1232467 Feb 15 09:42:39.206515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:39.211781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'name': 'tempest-TaggedBootDevicesTest-713565780', 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:39.227564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 455d1dc6-1439-4738-846d-011e432c61c0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:39.227931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.309534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.375493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:39.445837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] For port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:39.458071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.514579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.12 (d968de4d-2c14-4b5e-a815-25306138637a/c0287799-2e41-4eb8-81bb-6779b4f1488d/4d28bfcd-195a-44aa-acfb-c64853b6731f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:39.584559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:39.585018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.726087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9841737-a4cf-4f76-9b96-ab25b22f149e None None] Pushing event updated for resources: {'Port': ['ID=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:39.735777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e4c7d280-c912-4d6b-93b7-de7cfa8a6c11 None None] Provisioning complete for port 778828ed-8376-43a4-9694-05a146460152 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:39.736298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4c7d280-c912-4d6b-93b7-de7cfa8a6c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.745112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:39.782339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e4c7d280-c912-4d6b-93b7-de7cfa8a6c11 None None] Port 778828ed-8376-43a4-9694-05a146460152 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:39.883130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.902849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6a520a0e-29f9-475d-a9c4-24e219242f22 None None] Provisioning complete for port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:39.903212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a520a0e-29f9-475d-a9c4-24e219242f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:39.924654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] device_id is not set on port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:39.939324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.068614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Deleting port fb23a28c-f806-4612-a089-b3d814504417 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:40.068614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.131714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:40.211273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.211602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.233428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Calling delete_port for fb23a28c-f806-4612-a089-b3d814504417 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:40.336342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:40.342735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.349391 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:40.362381 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:40.363604 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:40.382882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ccdb90cf-8992-4540-95da-a8d20ffef44f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "PUT /v2.0/floatingips/df69f10e-2fea-47a7-bf7c-8987bde52d2e HTTP/1.1" status: 200 len: 991 time: 3.7255085 Feb 15 09:42:40.385613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:42:40.388255 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f463d8-bc20-4050-8737-f8e305b66345" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:42:40.404766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.487005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.548960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fb9e2-c257-43d0-a086-1683b8922f67 req-c8bd0642-a604-411e-a7bf-a4e5f8af7e84 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:40.559607 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a08fb9e2-c257-43d0-a086-1683b8922f67 req-c8bd0642-a604-411e-a7bf-a4e5f8af7e84 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.2382724 Feb 15 09:42:40.602900 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:40.638163 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e774c5b-dded-4103-a458-1ba9648735eb x-openstack-request-id: req-2e774c5b-dded-4103-a458-1ba9648735eb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:42:40.638468 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:42:40.638729 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e774c5b-dded-4103-a458-1ba9648735eb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:42:40.639140 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'status': 'completed', 'code': 200} Feb 15 09:42:40.645634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d968de4d-2c14-4b5e-a815-25306138637a is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:40.658309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb23a28c-f806-4612-a089-b3d814504417,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:40.677185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c58ca-7334-4b3c-86e3-664be7f79c15 None None] Network d968de4d-2c14-4b5e-a815-25306138637a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:40.710780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a08fb9e2-c257-43d0-a086-1683b8922f67 req-e0d1901d-2470-4317-959a-1c9572b4a2d1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325579 Feb 15 09:42:40.711791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:40.714819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:40.758327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=4d28bfcd-195a-44aa-acfb-c64853b6731f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:40.793150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.1.1.216 (ab000546-5737-4d0c-b056-d175597a69da/e0215850-da01-40c0-bb21-a46a85e5d76b/7a31c48a-e7bf-4af2-a7a8-60ec070711ca) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:40.800798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] Provisioning complete for port 498e5591-7d6a-4428-a25e-80e792e0b41c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:40.802532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.835283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:40.836041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.857426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:40.873579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-63c038c7-4a75-42f6-91ea-aa5406e22e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:40.881991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-63c038c7-4a75-42f6-91ea-aa5406e22e35 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1097 time: 0.2697773 Feb 15 09:42:40.886399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:40.887754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-056986a8-1a04-4c72-bcf8-3edb7ea365da tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.6516356 Feb 15 09:42:40.907742 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.913364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:40.924191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6023f8e2-21f9-482a-9976-2a7d8c6d4058 tempest-FloatingIPAdminTestJSON-1489320495 tempest-FloatingIPAdminTestJSON-1489320495-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/bd631cfd-ceb7-46c3-abfe-facdb4228e6f HTTP/1.1" status: 204 len: 168 time: 1.7683680 Feb 15 09:42:40.927972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44982) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:41.084159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'df69f10e-2fea-47a7-bf7c-8987bde52d2e', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:10Z', 'updated_at': '2022-02-15T09:42:37Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:41.133021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.139581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:41.140712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.148534 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:42:41.160081 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:41.161172 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:41.182097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 349be0cd-451d-41d6-8b64-c5297ccd5d65 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:41.182456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.203830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.231078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] For port 498e5591-7d6a-4428-a25e-80e792e0b41c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=498e5591-7d6a-4428-a25e-80e792e0b41c,segment=NetworkSegment(3a45cd58-a860-4b37-9e2e-d8769ff51b02),segment_id=3a45cd58-a860-4b37-9e2e-d8769ff51b02)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:41.253659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.317415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-cf6d0dba-cac8-40a1-a38c-5be6978d4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:41.319978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-cf6d0dba-cac8-40a1-a38c-5be6978d4278 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.4258931 Feb 15 09:42:41.398135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6453daf-e4cb-4707-b0f5-4a986343bcc0 None None] Pushing event updated for resources: {'Port': ['ID=498e5591-7d6a-4428-a25e-80e792e0b41c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:41.402550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 498e5591-7d6a-4428-a25e-80e792e0b41c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:41.440691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.454685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.490663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-427fcaa4-5ace-4837-8f1d-eed1346df2cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 999 time: 0.1225095 Feb 15 09:42:41.506873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 349be0cd-451d-41d6-8b64-c5297ccd5d65 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:41.510146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network ab000546-5737-4d0c-b056-d175597a69da is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:41.522544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:41.527959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:41.533148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 498e5591-7d6a-4428-a25e-80e792e0b41c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:41.533522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.542025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:42:41.559351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-6e039249-a91d-45c6-85c4-6d5ed75cade7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:41.560934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-6e039249-a91d-45c6-85c4-6d5ed75cade7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.0610185 Feb 15 09:42:41.640538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cdfca747-c857-4f25-b3b5-2072a93b0182 None None] Provisioning complete for port 498e5591-7d6a-4428-a25e-80e792e0b41c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:41.641181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cdfca747-c857-4f25-b3b5-2072a93b0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.647177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:41.813617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:41.814718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:41.847514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d2c13cad-e970-486e-9ea4-fcfb63104d74 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6394095 Feb 15 09:42:41.980844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.001307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-946e81c8-5b28-4266-91af-039e0a1996e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:42.003055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-946e81c8-5b28-4266-91af-039e0a1996e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4340839 Feb 15 09:42:42.031937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cdfca747-c857-4f25-b3b5-2072a93b0182 None None] Provisioning complete for port 4d28bfcd-195a-44aa-acfb-c64853b6731f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:42.032503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cdfca747-c857-4f25-b3b5-2072a93b0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.112424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=349be0cd-451d-41d6-8b64-c5297ccd5d65,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:42.133799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cdfca747-c857-4f25-b3b5-2072a93b0182 None None] Port 4d28bfcd-195a-44aa-acfb-c64853b6731f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:42.148021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'df69f10e-2fea-47a7-bf7c-8987bde52d2e', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:10Z', 'updated_at': '2022-02-15T09:42:37Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:42.212584 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50776814-5dca-4426-89c3-619e13b5dfce None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'df69f10e-2fea-47a7-bf7c-8987bde52d2e', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.51', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:10Z', 'updated_at': '2022-02-15T09:42:37Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:42.230601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17cdeff-b4a6-4f04-981e-cac1b743e95f req-50ed9e2f-fd3e-4b7e-ad3f-74ac23257657 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:42.240797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c17cdeff-b4a6-4f04-981e-cac1b743e95f req-50ed9e2f-fd3e-4b7e-ad3f-74ac23257657 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.3046815 Feb 15 09:42:42.279280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Provisioning complete for port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:42.281201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.307360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.330946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.336555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f617a21b-ee79-40c0-acfb-e22f52786b58 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/ports/349be0cd-451d-41d6-8b64-c5297ccd5d65 HTTP/1.1" status: 204 len: 168 time: 1.4086955 Feb 15 09:42:42.341631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45000) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:42.401490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:42.414616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c17cdeff-b4a6-4f04-981e-cac1b743e95f req-e59b82fc-bd46-48ad-a34c-86ef76ec78f6 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717634 Feb 15 09:42:42.422888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-e63aa4ba-913e-4b74-837c-f174a493acaf service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986418 Feb 15 09:42:42.432245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Provisioning complete for port 4d28bfcd-195a-44aa-acfb-c64853b6731f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:42.432627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.455285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ec147f-b4d0-4f7c-a54f-b92ae0ebae1e tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:42.456819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78ec147f-b4d0-4f7c-a54f-b92ae0ebae1e tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "GET /v2.0/ports?device_id=36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 HTTP/1.1" status: 200 len: 913 time: 0.1138189 Feb 15 09:42:42.460122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:42.531981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-14ae872f-3a50-4517-aeec-bf60a3e9c31e None None] Port 4d28bfcd-195a-44aa-acfb-c64853b6731f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:42.587727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45004) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:42.598829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 498e5591-7d6a-4428-a25e-80e792e0b41c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:42.600682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--940704595', 'description': 'tempest-description--563571572'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:42.654276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 498e5591-7d6a-4428-a25e-80e792e0b41c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:42.655834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.685537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7274b77b-8a2a-4fc9-8dfd-47836b347ebf None None] New status for floating IP df69f10e-2fea-47a7-bf7c-8987bde52d2e: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:42:42.730825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.773655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f463d8-bc20-4050-8737-f8e305b66345 req-a7e50e10-ddc0-4061-a040-be764159376b service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410850 Feb 15 09:42:42.874772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.886273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.890937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.901092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:42.998284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.000114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4114335 Feb 15 09:42:43.010676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45008) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:43.015991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=4d28bfcd-195a-44aa-acfb-c64853b6731f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:43.018291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'security_group_rule': {'security_group_id': 'cf9edff1-18ba-4d8f-a913-e01f303f297f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:43.022172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412aa5be-a81e-4e1e-b5ed-e9291d0af01f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9edff1-18ba-4d8f-a913-e01f303f297f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:43.061868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.116451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.188693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.257279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.261403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-290ce01c-bab7-45a0-9967-ea1f9b366109 None None] Provisioning complete for port 4d28bfcd-195a-44aa-acfb-c64853b6731f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:43.263027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-290ce01c-bab7-45a0-9967-ea1f9b366109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.274002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.304088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-290ce01c-bab7-45a0-9967-ea1f9b366109 None None] Port 4d28bfcd-195a-44aa-acfb-c64853b6731f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:43.324351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c6eada-1119-4d1f-8a3f-23d6e067ad9f,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:43.332525 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.333525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.333762 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d01c0ccb-38c9-459f-a1af-b9b57df13886 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217986 Feb 15 09:42:43.340565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45014) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:43.345590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'security_group_rule': {'security_group_id': 'cf9edff1-18ba-4d8f-a913-e01f303f297f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:43.414733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.519164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.524642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:43.525011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.529771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.589327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9df83a3-2a1c-4f33-a1e0-702573e81bd7,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:43.595460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.595701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb74bf3-fdbf-4d61-a975-afe6d1f949f5 req-427c3469-97df-4411-9fd4-5dff929740eb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:43.600977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b975ff3-b4b0-4d5e-bd7b-6a40af47af40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2551231 Feb 15 09:42:43.601174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecb74bf3-fdbf-4d61-a975-afe6d1f949f5 req-427c3469-97df-4411-9fd4-5dff929740eb tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1149867 Feb 15 09:42:43.601288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45018) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:43.603975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:43.655535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.658977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.674815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecb74bf3-fdbf-4d61-a975-afe6d1f949f5 req-f99fd070-6f2f-4301-bf42-287219f00a00 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662744 Feb 15 09:42:43.680543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 6b3b997c-4420-46ca-9b99-b5fb7a15e6ff owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:43.699484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.704559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.784767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=4d28bfcd-195a-44aa-acfb-c64853b6731f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:43.788368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.882704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:43.891837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network d968de4d-2c14-4b5e-a815-25306138637a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:43.893460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:44.015731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.050744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=6b3b997c-4420-46ca-9b99-b5fb7a15e6ff,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:44.058227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Router 2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:42:44.094307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 172.25.6.172 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/945a0523-44a8-476f-bdd0-fc6bb6e2ff40) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:44.175085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:44.180239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a442b3eb-3b4f-4154-83a6-5b15de1d9d5f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/routers/2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2923803 Feb 15 09:42:44.184674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45022) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:44.185721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] Sync routers for ids ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:44.198982 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] Routers {'2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:44.199592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:44.244613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c00f493-27a8-4c39-bceb-0574ccf24b2d None None] Provisioning complete for port 4d28bfcd-195a-44aa-acfb-c64853b6731f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:44.245165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c00f493-27a8-4c39-bceb-0574ccf24b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.245551 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:44.246396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21cbfd2-fad3-4daf-b5f0-ef3c679e7873 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:44.251333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d21cbfd2-fad3-4daf-b5f0-ef3c679e7873 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b HTTP/1.1" status: 200 len: 982 time: 0.0625255 Feb 15 09:42:44.251842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:44.260395 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] Routers {'2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:44.263243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:44.300990 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:44.301900 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08da20eb-7e16-45da-a97f-78ff82dd31c3 None None] The sync data for ids ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:44.322673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6c00f493-27a8-4c39-bceb-0574ccf24b2d None None] Port 4d28bfcd-195a-44aa-acfb-c64853b6731f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:44.330483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.339157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.433672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.437735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:44.800833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:44.809167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:44.826018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:44.843618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=945a0523-44a8-476f-bdd0-fc6bb6e2ff40,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:44.950630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aae53f-92ba-4b3c-9519-17ed8e112708 req-5f9a3837-acff-42a1-afaf-5b3cdd30dafd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:44.953530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9aae53f-92ba-4b3c-9519-17ed8e112708 req-5f9a3837-acff-42a1-afaf-5b3cdd30dafd tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1507001 Feb 15 09:42:45.040755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9aae53f-92ba-4b3c-9519-17ed8e112708 req-566d280f-b8b5-4d96-8e77-50bd0794431d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781109 Feb 15 09:42:45.066834 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.080918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.157595 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.216122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:45.281182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 4d28bfcd-195a-44aa-acfb-c64853b6731f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:45.281617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.369923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.385197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 4d28bfcd-195a-44aa-acfb-c64853b6731f owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:45.414881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:45.424650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6b96f9d7-7b2f-420d-91c5-9e4a4ace1cd4 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "PUT /v2.0/routers/36ba3349-a8dc-49a2-bd7f-dee0a763e5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9633169 Feb 15 09:42:45.427244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:45.429037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] Sync routers for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:45.448984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:45.450176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:45.485663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.493960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:45.496713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.506645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] Routers {'36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:45.507482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:45.560092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:45.562351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74392416-1487-4aaa-aa3c-36bcf274847e None None] The sync data for ids ['36ba3349-a8dc-49a2-bd7f-dee0a763e5a7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:45.609128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.627563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=945a0523-44a8-476f-bdd0-fc6bb6e2ff40,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:45.649871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.654297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.679245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=4d28bfcd-195a-44aa-acfb-c64853b6731f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:45.713388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.714619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43610cd3-cc80-4d1d-9353-ccea22821e40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1139836 Feb 15 09:42:45.802051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.832983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.875040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 473aa152-ab30-45df-9ae3-31ea32e61c51 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:45.875378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.963071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:45.975958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 473aa152-ab30-45df-9ae3-31ea32e61c51 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:46.050859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f6543e10-9370-4e4f-936d-88142b16f2b8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--940704595&fields=id&tenant_id=593edc21200c4426866d41a68ddcef50 HTTP/1.1" status: 200 len: 267 time: 0.1252759 Feb 15 09:42:46.060514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Router 2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:42:46.114377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-09f92dd9-a479-44a0-b213-c45f0a81c0d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.116043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-09f92dd9-a479-44a0-b213-c45f0a81c0d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports/778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 931 time: 0.0583873 Feb 15 09:42:46.216132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.221925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:42:46.229092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-debaa5fb-d3ef-4630-813f-f189b291724c tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/routers/2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9760940 Feb 15 09:42:46.234680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] Sync routers for ids ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:42:46.236661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-82b1b57c-3e94-4907-aba9-3ce152fcda17 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.238114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-82b1b57c-3e94-4907-aba9-3ce152fcda17 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 931 time: 0.0806587 Feb 15 09:42:46.238656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45054) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:46.246202 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] Routers {'2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:46.246832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:46.252957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=473aa152-ab30-45df-9ae3-31ea32e61c51,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:46.263555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4b2ae-29e3-4f51-8e80-de0896e63c02 req-1ec2fb2f-2087-4a2f-bd7b-c8c0114db514 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.267188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca4b2ae-29e3-4f51-8e80-de0896e63c02 req-1ec2fb2f-2087-4a2f-bd7b-c8c0114db514 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1051996 Feb 15 09:42:46.295207 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:46.301963 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b783df9-9988-4ffb-aa19-b9bb2712da71 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:46.306792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b783df9-9988-4ffb-aa19-b9bb2712da71 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/4d28bfcd-195a-44aa-acfb-c64853b6731f HTTP/1.1" status: 404 len: 333 time: 0.0642288 Feb 15 09:42:46.306996 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] Routers {'2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:42:46.307537 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:46.320989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45056) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:46.324538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-c6110555-7886-402a-bcd8-c6d3dba0fee6 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0761845 Feb 15 09:42:46.344316 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:46.344995 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3af5f2f-4fda-4bde-a536-3e150eb7b10a None None] The sync data for ids ['2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:42:46.351329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca4b2ae-29e3-4f51-8e80-de0896e63c02 req-1b634b1d-5ef8-40ba-baf8-4b196df202bf tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774684 Feb 15 09:42:46.358224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.442265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-349c2a76-211f-47ae-9868-e93bffe25d30 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0376186 Feb 15 09:42:46.444613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.476597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.480358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.549866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.550377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Fanout notify agent at l3_agent the message router_deleted on router 36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:42:46.562487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.566295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59620d63-cc73-455f-a5db-10922e233173 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/routers/36ba3349-a8dc-49a2-bd7f-dee0a763e5a7 HTTP/1.1" status: 204 len: 168 time: 1.1380906 Feb 15 09:42:46.566917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45060) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:46.618974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting subnet e7e79b94-8634-43f1-8259-2cbf1b0eb401 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:42:46.622204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.667152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9d12c793-9712-4d8e-be09-cabc80eaf911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.679712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.683012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.690497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.734645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.757288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-dcb79270-e4fc-48be-84b0-ded4c48e4bcc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.763464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-dcb79270-e4fc-48be-84b0-ded4c48e4bcc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.770285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-dcb79270-e4fc-48be-84b0-ded4c48e4bcc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:46.771952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-dcb79270-e4fc-48be-84b0-ded4c48e4bcc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/networks?id=7d140436-5ae5-449e-af0d-6865edfaf3b7&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 200 len: 1991 time: 0.3234217 Feb 15 09:42:46.778727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.779286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Fanout notify agent at l3_agent the message router_deleted on router 2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:42:46.786793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.788912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.790018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3de27a4a-df5b-42ef-a194-dfcb31242408 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/routers/2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b HTTP/1.1" status: 204 len: 168 time: 0.4680207 Feb 15 09:42:46.792657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45070) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:46.835014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-8ac65bc6-e3c1-4909-956d-be52774c6ed4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/quotas/593edc21200c4426866d41a68ddcef50 HTTP/1.1" status: 200 len: 375 time: 0.0523305 Feb 15 09:42:46.871192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet c0287799-2e41-4eb8-81bb-6779b4f1488d {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:42:46.878024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.891574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.894393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:46.900453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/subnets/e7e79b94-8634-43f1-8259-2cbf1b0eb401 HTTP/1.1" status: 204 len: 168 time: 0.3323398 Feb 15 09:42:46.901057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45074) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:46.907821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203de347-f985-4e94-a411-5d27342f5921 None None] Network c1e86d1c-96f9-4636-af9f-7832ebd19d93 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:46.929442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1832aa8-bb84-403c-9093-b1dad688424d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e79b94-8634-43f1-8259-2cbf1b0eb401,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:46.958298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.026524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.063646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-12e88165-b115-4a40-8d15-f36ffb9f2622 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2205756 Feb 15 09:42:47.091182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 112dc154-3a56-49aa-a67d-53ec5632c65d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:47.091429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.135578 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.149259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] DHCP port deletion for c1e86d1c-96f9-4636-af9f-7832ebd19d93 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:42:47.165355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] For port 112dc154-3a56-49aa-a67d-53ec5632c65d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=112dc154-3a56-49aa-a67d-53ec5632c65d,segment=NetworkSegment(d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9),segment_id=d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:47.165733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.182022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 112dc154-3a56-49aa-a67d-53ec5632c65d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:47.210951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Deleting port 112dc154-3a56-49aa-a67d-53ec5632c65d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:47.211230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.227687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7ea90f68-2f18-4f33-b2ad-b8857ab22fa7 service neutron] 10.222.0.10 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493750 Feb 15 09:42:47.232940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.271346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.290041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] For port 112dc154-3a56-49aa-a67d-53ec5632c65d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=112dc154-3a56-49aa-a67d-53ec5632c65d,segment=NetworkSegment(d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9),segment_id=d9a5a8f1-eb21-4713-9aa7-94106bb5f5d9)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:47.290509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.292668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=c0287799-2e41-4eb8-81bb-6779b4f1488d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:47.295079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.299094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c7cf4cfb-ec48-4c3b-98a2-8c52f94d39fb tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c0287799-2e41-4eb8-81bb-6779b4f1488d HTTP/1.1" status: 204 len: 168 time: 0.5054538 Feb 15 09:42:47.302034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45076) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:47.302195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=112dc154-3a56-49aa-a67d-53ec5632c65d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:47.305745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] No DVR routers for this DVR port 112dc154-3a56-49aa-a67d-53ec5632c65d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:47.310492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Calling delete_port for 112dc154-3a56-49aa-a67d-53ec5632c65d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:47.323973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e10c88-f9e3-49a3-b34f-5f9a02f7c5a5 None None] Network d968de4d-2c14-4b5e-a815-25306138637a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:47.397165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.423863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e86d1c-96f9-4636-af9f-7832ebd19d93']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:47.435556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:47.437008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a5a8f1-eb21-4713-9aa7-94106bb5f5d9') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:47.444122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.477812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.499525 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.507143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3c88b072-c09d-4e61-bc4a-c74dd394d206 service neutron] 10.222.0.10 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681925 Feb 15 09:42:47.508790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:42:47.509346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:42:47.512561 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:42:47.536005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cee29e-8aeb-4962-a9eb-277022433eb0 req-2feff493-6f61-4944-ac68-f980be9175b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:47.537671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52cee29e-8aeb-4962-a9eb-277022433eb0 req-2feff493-6f61-4944-ac68-f980be9175b8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.0977280 Feb 15 09:42:47.543840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.564447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 498e5591-7d6a-4428-a25e-80e792e0b41c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:47.565162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.566651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] No DVR routers for this DVR port 112dc154-3a56-49aa-a67d-53ec5632c65d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:47.619992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0ccab-9bfa-4dc5-a6a4-96fab7025812 None None] Pushing event deleted for resources: {'Port': ['ID=112dc154-3a56-49aa-a67d-53ec5632c65d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:47.630035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-88f6ff84-0d40-4207-807f-2f9b8d5e5a26 service neutron] 10.222.0.10 "GET /v2.0/ports/778828ed-8376-43a4-9694-05a146460152?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1088250 Feb 15 09:42:47.641770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.652400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52cee29e-8aeb-4962-a9eb-277022433eb0 req-3cc0d8c8-f603-4245-922d-057f75ae0923 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812728 Feb 15 09:42:47.662972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.667610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/networks/c1e86d1c-96f9-4636-af9f-7832ebd19d93 HTTP/1.1" status: 204 len: 168 time: 0.7457931 Feb 15 09:42:47.669979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45080) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:47.714873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] For port 498e5591-7d6a-4428-a25e-80e792e0b41c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=498e5591-7d6a-4428-a25e-80e792e0b41c,segment=NetworkSegment(3a45cd58-a860-4b37-9e2e-d8769ff51b02),segment_id=3a45cd58-a860-4b37-9e2e-d8769ff51b02)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:47.715241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.717079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e213d-86f8-4d3f-84f4-a65b616eb95d tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Network': ['ID=c1e86d1c-96f9-4636-af9f-7832ebd19d93,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:47.733720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 498e5591-7d6a-4428-a25e-80e792e0b41c owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:47.803518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] DHCP port deletion for d968de4d-2c14-4b5e-a815-25306138637a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:42:47.804511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-8f6f83b8-a106-4ecf-84e0-be232d70f78f service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680171 Feb 15 09:42:47.841487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Deleting port 8dd5c7b4-2cbf-41d0-8f88-3540847f473a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:47.842213 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.901465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.912801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Deleting port 498e5591-7d6a-4428-a25e-80e792e0b41c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:47.913211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.933368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.934139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:47.947051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=498e5591-7d6a-4428-a25e-80e792e0b41c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:47.956298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No DVR routers for this DVR port 498e5591-7d6a-4428-a25e-80e792e0b41c on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:47.973182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Calling delete_port for 8dd5c7b4-2cbf-41d0-8f88-3540847f473a owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:47.988620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-305c1ab2-fc7f-4d5f-91bb-6b0dee77f60d service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642418 Feb 15 09:42:48.033206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] For port 498e5591-7d6a-4428-a25e-80e792e0b41c, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:48.033601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.047473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Calling delete_port for 498e5591-7d6a-4428-a25e-80e792e0b41c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:48.050202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Port 498e5591-7d6a-4428-a25e-80e792e0b41c was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:42:48.051475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.077467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-bffed264-ee33-4cc7-bded-b44482f29039 service neutron] 10.222.0.10 "GET /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0732884 Feb 15 09:42:48.080321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] Pushing event deleted for resources: {'Port': ['ID=498e5591-7d6a-4428-a25e-80e792e0b41c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:48.086319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84ba5a0-1508-4112-b8e5-0724d0c791e7 None None] No DVR routers for this DVR port 498e5591-7d6a-4428-a25e-80e792e0b41c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:42:48.104035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.170434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d968de4d-2c14-4b5e-a815-25306138637a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:48.183787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a45cd58-a860-4b37-9e2e-d8769ff51b02') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:48.184080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a45cd58-a860-4b37-9e2e-d8769ff51b02') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:42:48.196757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.208934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.239980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Pushing event deleted for resources: {'Port': ['ID=8dd5c7b4-2cbf-41d0-8f88-3540847f473a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:48.246130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.257483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-92f65664-ebdc-4425-bf3f-39eef5ba0ae3 service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565211 Feb 15 09:42:48.258554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:42:48.259044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:42:48.262779 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:42:48.312131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.314204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.317875 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56b690ac-582d-452a-8b41-ec5d35294339 tempest-FloatingIPAdminTestJSON-2145964795 tempest-FloatingIPAdminTestJSON-2145964795-project] 10.222.0.10 "DELETE /v2.0/floatingips/bb410c16-2e23-4372-a0b4-65515872ecf0 HTTP/1.1" status: 204 len: 168 time: 0.6432824 Feb 15 09:42:48.390012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.400407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.403474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/d968de4d-2c14-4b5e-a815-25306138637a HTTP/1.1" status: 204 len: 168 time: 1.1004779 Feb 15 09:42:48.407897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:48.449002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7c7ba805-7d7d-4da8-b897-9c264aade2c9 service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750164 Feb 15 09:42:48.450510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358dd77-79f3-4cff-8142-877db94a89be tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=d968de4d-2c14-4b5e-a815-25306138637a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:48.455942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a75b7c3-04db-4fd9-a658-3516d46404c0 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:48.461209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6a75b7c3-04db-4fd9-a658-3516d46404c0 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/f98bb36f-74ca-4954-8806-cc16db4f2018 HTTP/1.1" status: 200 len: 840 time: 0.0482993 Feb 15 09:42:48.461209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45088) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:48.521846 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-061132de-3731-4938-8a4c-354b7118b1d2 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/f98bb36f-74ca-4954-8806-cc16db4f2018?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0548484 Feb 15 09:42:48.523578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:48.544671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:48.599742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5645a3da-8ee4-444a-8b06-c46f630c1515 service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370783 Feb 15 09:42:48.602060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 112dc154-3a56-49aa-a67d-53ec5632c65d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:42:48.632993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 112dc154-3a56-49aa-a67d-53ec5632c65d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:42:48.633469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 112dc154-3a56-49aa-a67d-53ec5632c65d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:42:48.633982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 498e5591-7d6a-4428-a25e-80e792e0b41c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:42:48.660470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 498e5591-7d6a-4428-a25e-80e792e0b41c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:42:48.661028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 498e5591-7d6a-4428-a25e-80e792e0b41c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:42:48.689228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:48.694527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:48.743132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-d1d84abb-dd23-4b2f-83be-0906a5f8f35b service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357968 Feb 15 09:42:48.778859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45096) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:48.884641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7fa36364-24d8-4abd-9864-afaef779ef80 service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339824 Feb 15 09:42:48.917829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067e75a-74ed-43a3-aff3-e0eb1fe3dc57 req-1ba7fc77-85bb-4d82-abe1-801fe2a53c2b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:48.919376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c067e75a-74ed-43a3-aff3-e0eb1fe3dc57 req-1ba7fc77-85bb-4d82-abe1-801fe2a53c2b tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1128883 Feb 15 09:42:48.977818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-1db058dd-eebb-4ac7-9c9a-12e439ffb198 service neutron] 10.222.0.10 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918078 Feb 15 09:42:49.073978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c067e75a-74ed-43a3-aff3-e0eb1fe3dc57 req-67b8cc67-fa7c-4ff3-af23-80c123366fb8 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436577 Feb 15 09:42:49.086002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8ff70e61-9205-479c-99f4-41351b818e1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0efcf99974c040c0ab93d52099dc6b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3059583 Feb 15 09:42:49.089389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45104) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:49.108839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.113153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-1caad2f2-34ba-4bce-8d4b-4d80345cd1e3 service neutron] 10.222.0.10 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284049 Feb 15 09:42:49.197123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:49.206871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-d045a0cf-ea54-444f-ab2f-a8519a772a45 service neutron] 10.222.0.10 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924726 Feb 15 09:42:49.207709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:49.211834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:49.212410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.218429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=caf3a2f6-3011-44ac-80a4-f0a9f7586709,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:49.220792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f005c1d-7b09-4ebf-89b2-b6920feff7aa None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:49.252193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.288760 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.319276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-74f8a6f5-4533-4e00-8df7-559e0e0298ed service neutron] 10.222.0.10 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048214 Feb 15 09:42:49.348491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f047139f-9be2-452c-b664-869b25e16755 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8236511 Feb 15 09:42:49.364280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45108) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:49.370634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561387530'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:49.417491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.425670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.431901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20494bd1-a9e6-48fe-9532-9ed301dfc6ac HTTP/1.1" status: 204 len: 168 time: 0.3356650 Feb 15 09:42:49.433800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-6a4b27b5-70ec-499e-8ebd-0f7d0872c048 service neutron] 10.222.0.10 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134734 Feb 15 09:42:49.445939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.465708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c3f1-8310-4c72-9702-8443fa950cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20494bd1-a9e6-48fe-9532-9ed301dfc6ac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:49.537062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4368c400-105d-4ecb-9f53-fcc974ef5f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.573329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.579788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.627528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.629133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2633846 Feb 15 09:42:49.630405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3060f8-2c36-48dc-b254-ae2c53ae3012 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81fff04e-6ae8-46e6-a095-da1bdd0204f7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:49.631866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45118) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:49.636344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'security_group': {'name': 'tempest-secgroup-850252189'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:49.683934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.747946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-20e63761-4ba3-43a5-9e76-c88789bc1429', 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'tenant_id': 'ea6a6052675341879edfdd8615c97289', 'fixed_ips': [{'subnet_id': 'caf3a2f6-3011-44ac-80a4-f0a9f7586709'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:42:49.749471 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:49.936562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Allocated IP 172.20.0.2 (20e63761-4ba3-43a5-9e76-c88789bc1429/caf3a2f6-3011-44ac-80a4-f0a9f7586709/e8d21da3-bb3b-4318-a61f-381e1d7db960) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:49.975473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:49.995202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c1445268-73a1-4feb-9f2c-7f92fa44ee5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.224219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c1445268-73a1-4feb-9f2c-7f92fa44ee5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.228378 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.248310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c1445268-73a1-4feb-9f2c-7f92fa44ee5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.270452 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.292709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.309233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1445268-73a1-4feb-9f2c-7f92fa44ee5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4fefa4-052e-42af-9383-42c8aad8b680,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:50.312120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.320462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596114bf-2a3c-45a3-9fd9-8cc7079fdde7 req-c47e0f65-efb6-47be-ad36-53403b07661f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:50.330732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-596114bf-2a3c-45a3-9fd9-8cc7079fdde7 req-c47e0f65-efb6-47be-ad36-53403b07661f tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1259673 Feb 15 09:42:50.336394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c1445268-73a1-4feb-9f2c-7f92fa44ee5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=243b68d476f44fbba886020082330de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598204 Feb 15 09:42:50.348587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:50.397439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:50.398506 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.406359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:50.418388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75e53d8d-20e6-4d4b-8d65-df6e83be8361,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:50.426903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.430958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b4d907bd-da2b-4d29-874e-f4f2ebdcad28 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7954123 Feb 15 09:42:50.434837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45142) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:50.439091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:50.442484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2128811337', 'security_groups': ['75e53d8d-20e6-4d4b-8d65-df6e83be8361'], 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'caf3a2f6-3011-44ac-80a4-f0a9f7586709'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:50.445236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-596114bf-2a3c-45a3-9fd9-8cc7079fdde7 req-622e5d73-8016-42bd-81a5-361d57e70b34 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093886 Feb 15 09:42:50.462489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:50.495096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.566955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Attempting to bind port e8d21da3-bb3b-4318-a61f-381e1d7db960 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:50.567458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Attempting to bind port e8d21da3-bb3b-4318-a61f-381e1d7db960 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'a086c0f6-5d5f-486e-99d5-3d074a008872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:50.568009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Attempting to bind port e8d21da3-bb3b-4318-a61f-381e1d7db960 on network 20e63761-4ba3-43a5-9e76-c88789bc1429 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:50.574550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:42:50.574921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Checking segment: {'id': 'a086c0f6-5d5f-486e-99d5-3d074a008872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:50.575319 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.575706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Bound using segment: {'id': 'a086c0f6-5d5f-486e-99d5-3d074a008872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:42:50.576167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Bound port: e8d21da3-bb3b-4318-a61f-381e1d7db960, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a086c0f6-5d5f-486e-99d5-3d074a008872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:42:50.577031 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.615043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.649286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:50.679302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:50.685473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:42:50.699392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.805378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d264863-3605-4a39-9cb7-30a791ff7305 None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:50.830869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:50.856378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 9dafbc21-8031-4f2d-8d6d-a715f647c85e yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:51.037871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2742055f-0077-4065-9d35-c2398b89db8b req-1e5f4bfa-f1c0-4c6b-b2fb-8e2d530c8a97 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.4500220 Feb 15 09:42:51.153333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.159368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.161602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc4fefa4-052e-42af-9383-42c8aad8b680 HTTP/1.1" status: 204 len: 168 time: 0.8159616 Feb 15 09:42:51.190234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac43ad-6ad5-4b8f-aab0-f54b0885dbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4fefa4-052e-42af-9383-42c8aad8b680,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:51.273432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.8 (20e63761-4ba3-43a5-9e76-c88789bc1429/caf3a2f6-3011-44ac-80a4-f0a9f7586709/9dafbc21-8031-4f2d-8d6d-a715f647c85e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:51.550432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.632690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.715130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:51.717400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=9dafbc21-8031-4f2d-8d6d-a715f647c85e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:51.736857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3aba3c-8b19-4445-93dd-ece3a17d15df req-4cbc2dad-adbd-4e2f-b88a-3edae7370a93 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:51.739758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b3aba3c-8b19-4445-93dd-ece3a17d15df req-4cbc2dad-adbd-4e2f-b88a-3edae7370a93 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1277285 Feb 15 09:42:51.740691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:51.746671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:51.778891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:51.821835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f646598-737a-4446-86e5-a32743405e9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.854571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:51.855212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:51.879385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b3aba3c-8b19-4445-93dd-ece3a17d15df req-9716b1af-96e8-45fa-b080-913383872993 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273282 Feb 15 09:42:51.909949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f02c1e5-e43c-48a3-8937-fe0a5ce8d180 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4683688 Feb 15 09:42:51.909949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45166) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:51.913985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:52.065857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f646598-737a-4446-86e5-a32743405e9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.075358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f646598-737a-4446-86e5-a32743405e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.191825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:52.195305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.197445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.234037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f16df71-a523-4e72-8961-823580fb8752 req-59520f55-c724-42fc-b80f-c2c27753500a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0451052 Feb 15 09:42:52.269034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f15216e2-f711-4efe-8519-b47f268d0744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:52.270495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f15216e2-f711-4efe-8519-b47f268d0744 service neutron] 10.222.0.36 "GET /v2.0/ports/778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 1027 time: 0.1264558 Feb 15 09:42:52.278116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f646598-737a-4446-86e5-a32743405e9d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89929796e6bd4304801169273e560dc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4958618 Feb 15 09:42:52.278489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45170) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:52.287899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f646598-737a-4446-86e5-a32743405e9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4ab5f7-2657-4b80-bee5-da3b671549d9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:52.292746 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.355318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:52.355732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.363674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-477b4922-b218-4b82-b345-64b6716d8de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:52.365096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-477b4922-b218-4b82-b345-64b6716d8de4 service neutron] 10.222.0.36 "GET /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 1027 time: 0.0696664 Feb 15 09:42:52.371434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.383418 n-d-825064-4 neutron-server[102358]: INFO neutron.db.ipam_backend_mixin [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet caf3a2f6-3011-44ac-80a4-f0a9f7586709 (CIDR: 172.20.0.0/28) Feb 15 09:42:52.401496 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:42:52.401982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:42:52.409125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:52.416006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.432413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:52.432786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.475279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-93da9a0f-bba5-4811-874a-9a3d1f5b5c76 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5656190 Feb 15 09:42:52.478139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45174) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:52.484931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:52.492870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.496321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.503802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a4ab5f7-2657-4b80-bee5-da3b671549d9 HTTP/1.1" status: 204 len: 168 time: 0.2240407 Feb 15 09:42:52.568351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afae756-2bad-4085-84a1-6e40b3febf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4ab5f7-2657-4b80-bee5-da3b671549d9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:52.707891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f756c23-13e1-4fea-b65e-ba06bb752a8f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:52.711942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:52.715601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f756c23-13e1-4fea-b65e-ba06bb752a8f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:52.726060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f756c23-13e1-4fea-b65e-ba06bb752a8f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:52.727807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f756c23-13e1-4fea-b65e-ba06bb752a8f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/networks?id=7d140436-5ae5-449e-af0d-6865edfaf3b7&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 200 len: 1991 time: 0.3421967 Feb 15 09:42:52.775494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:52.779945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.810347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.850476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-8b573edf-fba0-4b9e-92f6-5efb69a0c78d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=593edc21200c4426866d41a68ddcef50 HTTP/1.1" status: 200 len: 379 time: 0.1111908 Feb 15 09:42:52.871716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:52.885603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:52.912717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'admin_state_up': True, 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'security_groups': ['cf9edff1-18ba-4d8f-a913-e01f303f297f']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:52.947216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1994e2-7c65-4103-adeb-2a0525e646fb None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:52.950847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:52.951232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.089883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6bf17756-079f-4121-9e8a-fdbdcf658e6a None None] Provisioning complete for port 9dafbc21-8031-4f2d-8d6d-a715f647c85e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:53.090251 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6bf17756-079f-4121-9e8a-fdbdcf658e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.138895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6bf17756-079f-4121-9e8a-fdbdcf658e6a None None] Port 9dafbc21-8031-4f2d-8d6d-a715f647c85e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:53.204394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208ccbc-d474-4b08-a30e-a8d7e21b6d9f req-0fd54836-d82b-4fb1-8470-31b3dd3f8490 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:53.213437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5208ccbc-d474-4b08-a30e-a8d7e21b6d9f req-0fd54836-d82b-4fb1-8470-31b3dd3f8490 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1357923 Feb 15 09:42:53.289618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5208ccbc-d474-4b08-a30e-a8d7e21b6d9f req-37ce36d5-a06f-4f4a-8e81-6d4880809c30 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737484 Feb 15 09:42:53.308553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:53.313309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.392766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.426705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2cb73e9-6800-4323-b23f-78ea36816c62 req-a8fc21c1-a22c-4237-b3bc-c1bf487f5769 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0705736 Feb 15 09:42:53.502065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:53.508492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=e7cce4be-81f7-4265-9c62-97b5b9c3e74a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:53.515360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:53.518940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:53.519315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.524622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382d4f2-c8ec-40d9-b1c8-0d451c5a31bb None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:53.580557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45212) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:53.581097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cd802151-7232-4cc3-aaab-6d1b57687050 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1017876 Feb 15 09:42:53.586929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-374093798', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e7cce4be-81f7-4265-9c62-97b5b9c3e74a'}], 'security_groups': ['81fff04e-6ae8-46e6-a095-da1bdd0204f7']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:53.602979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 172.20.0.5 (7d140436-5ae5-449e-af0d-6865edfaf3b7/5fca121c-8613-44ff-a1b3-cf1d49d5a782/db92b45b-64a2-4af7-8559-c51a947688e5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:53.832644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.860356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.876463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:53.955361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:53.959589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:53.969402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:53.973320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Update dhcp port {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'fixed_ips': [{'subnet_id': 'caf3a2f6-3011-44ac-80a4-f0a9f7586709', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e7cce4be-81f7-4265-9c62-97b5b9c3e74a'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'e8d21da3-bb3b-4318-a61f-381e1d7db960'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:42:54.038635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:54.040160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.077326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:54.078012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.114494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-cd0e1c6b-319a-477d-a59a-cfd848f20677 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2088454 Feb 15 09:42:54.128690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'admin_state_up': True, 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'security_groups': ['cf9edff1-18ba-4d8f-a913-e01f303f297f']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:54.347837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:54.352945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.379432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Delete allocated IP 172.20.0.8 (20e63761-4ba3-43a5-9e76-c88789bc1429/caf3a2f6-3011-44ac-80a4-f0a9f7586709) {{(pid=102359) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:42:54.387016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c6aab62e-bc1f-4177-ba3e-d47393b96aea None None] Provisioning complete for port db92b45b-64a2-4af7-8559-c51a947688e5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:54.387889 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c6aab62e-bc1f-4177-ba3e-d47393b96aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.434486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c6aab62e-bc1f-4177-ba3e-d47393b96aea None None] Port db92b45b-64a2-4af7-8559-c51a947688e5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:54.450828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.23 (20e63761-4ba3-43a5-9e76-c88789bc1429/e7cce4be-81f7-4265-9c62-97b5b9c3e74a/9dafbc21-8031-4f2d-8d6d-a715f647c85e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:54.493507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f550f9c-2d1d-4686-8368-fd9eda0cdca4 req-2c9574dc-978f-4f0b-a8b7-bc852c3e4517 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:54.495404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f550f9c-2d1d-4686-8368-fd9eda0cdca4 req-2c9574dc-978f-4f0b-a8b7-bc852c3e4517 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1095505 Feb 15 09:42:54.552741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f550f9c-2d1d-4686-8368-fd9eda0cdca4 req-f8193023-2ba2-4839-b6a7-0e751cf617b5 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502734 Feb 15 09:42:54.605815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:54.647847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.1.1.125 (ab000546-5737-4d0c-b056-d175597a69da/e0215850-da01-40c0-bb21-a46a85e5d76b/b1f04fb5-1a6f-477e-b5a5-cb2524ed3374) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:54.665319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:54.665792 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.687805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3caf0-630f-4e53-a1a4-a0b511d1390b req-e0738b57-7daa-4203-b8e5-337641ad5d4a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:54.689541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcb3caf0-630f-4e53-a1a4-a0b511d1390b req-e0738b57-7daa-4203-b8e5-337641ad5d4a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 931 time: 0.1109998 Feb 15 09:42:54.777533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.790376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.806204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcb3caf0-630f-4e53-a1a4-a0b511d1390b req-445e7ff3-8878-4e32-bdea-d5dfcc502aa6 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100543 Feb 15 09:42:54.861935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Allocated IP 172.20.0.18 (20e63761-4ba3-43a5-9e76-c88789bc1429/e7cce4be-81f7-4265-9c62-97b5b9c3e74a/e8d21da3-bb3b-4318-a61f-381e1d7db960) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:54.865698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:54.886693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=9dafbc21-8031-4f2d-8d6d-a715f647c85e,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:54.952691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:54.994912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:55.010512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] In _notify_port_updated(), no bound segment for port 9dafbc21-8031-4f2d-8d6d-a715f647c85e on network 20e63761-4ba3-43a5-9e76-c88789bc1429 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:42:55.012206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.019911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:55.020737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.022774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aef85f8e-4019-4c19-a100-2db56f83d435 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/ports/9dafbc21-8031-4f2d-8d6d-a715f647c85e HTTP/1.1" status: 200 len: 920 time: 1.4407151 Feb 15 09:42:55.025196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:55.064401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.079012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.085820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network ab000546-5737-4d0c-b056-d175597a69da is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:55.094389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:55.102453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:55.182368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:55.199538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-369006558'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:55.201197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a3e141-60bf-46d8-998d-44c21cd3e21c None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:55.229161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 9dafbc21-8031-4f2d-8d6d-a715f647c85e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:55.229507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.241245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:55.241900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.255408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Made reservation on behalf of 706cbea919eb4e2eb565c636055f9576 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:55.259677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.274735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.295154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f3401425-83da-4763-a81e-599045c3fa08 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730998 Feb 15 09:42:55.308672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'admin_state_up': True, 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'security_groups': ['cf9edff1-18ba-4d8f-a913-e01f303f297f']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:55.394843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.430434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 9dafbc21-8031-4f2d-8d6d-a715f647c85e owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:55.520490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.531270 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.568974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-eae556c3-e009-43be-9115-4c71df584d0c None None] Provisioning complete for port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:55.569374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:42:55.569836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eae556c3-e009-43be-9115-4c71df584d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.585287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.585647 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Added segment bb25dc4d-1d82-49d5-9344-efeebe3a2f7a of type vlan for network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 Feb 15 09:42:55.617038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-eae556c3-e009-43be-9115-4c71df584d0c None None] Port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:55.662317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:55.667000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.671965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.675265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2a2e0a-9d2e-4370-a162-98864954ffa4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:55.769955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd07f5e-b769-409b-8bf7-100bc1371455 req-7797cfe5-1f6c-411d-b0d1-cf51d9f6d387 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:55.771531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cd07f5e-b769-409b-8bf7-100bc1371455 req-7797cfe5-1f6c-411d-b0d1-cf51d9f6d387 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.0750697 Feb 15 09:42:55.772968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.794047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.800601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:55.801241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.813326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=9dafbc21-8031-4f2d-8d6d-a715f647c85e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:55.902898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0365410 Feb 15 09:42:55.929390 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cd07f5e-b769-409b-8bf7-100bc1371455 req-0b4f17dc-0433-4ce6-ac5d-b1dcc1e71734 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438916 Feb 15 09:42:55.939177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:55.942552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0481fa68-3485-4d11-9bb7-f3cb4aedbf1a tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/9dafbc21-8031-4f2d-8d6d-a715f647c85e HTTP/1.1" status: 204 len: 168 time: 0.9162509 Feb 15 09:42:55.945062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:55.991310 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-66006687-a98a-46a5-a6ae-fdf2b49dc2ce tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:42:55.993036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66006687-a98a-46a5-a6ae-fdf2b49dc2ce tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/9dafbc21-8031-4f2d-8d6d-a715f647c85e HTTP/1.1" status: 404 len: 333 time: 0.0467701 Feb 15 09:42:55.997912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:56.033797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff0770-8aeb-486b-9a6f-f59e4951a3f5 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Pushing event updated for resources: {'Network': ['ID=fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:56.034105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Could not find standard attr ID for object 9dafbc21-8031-4f2d-8d6d-a715f647c85e. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:42:56.054469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:42:56.081625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.1.1.50 (ab000546-5737-4d0c-b056-d175597a69da/e0215850-da01-40c0-bb21-a46a85e5d76b/0e1cd11a-b46b-4d26-bdb7-2688985797ba) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:56.090026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.099634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe376e9-bc99-445c-9d98-a18d551f7f2d req-e4c86775-a36e-4b41-b467-3702029e2bb7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:56.106979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe376e9-bc99-445c-9d98-a18d551f7f2d req-e4c86775-a36e-4b41-b467-3702029e2bb7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:56.108868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fe376e9-bc99-445c-9d98-a18d551f7f2d req-e4c86775-a36e-4b41-b467-3702029e2bb7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 1653 time: 0.1340230 Feb 15 09:42:56.148013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.193848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:56.194443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.219447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.224633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.232099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45262) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:56.232099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45264) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:56.232341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/security-groups/75e53d8d-20e6-4d4b-8d65-df6e83be8361 HTTP/1.1" status: 204 len: 168 time: 0.2315776 Feb 15 09:42:56.237737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4', 'binding:host_id': 'n-h1-825064-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-183134517'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:56.239801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:56.253052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:56.253767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795d7c98-0e64-414e-8f9a-b16dbc3dcf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.272761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699df9e9-71b4-4a6e-98d8-b5d5aa7fcfb5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e53d8d-20e6-4d4b-8d65-df6e83be8361,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:56.318050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fe376e9-bc99-445c-9d98-a18d551f7f2d req-c164b2bd-8607-4de8-9fcc-78b0965c21ca tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982954 Feb 15 09:42:56.386821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.432174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Made reservation on behalf of 1979393674b74f11ab8057f90f49c0e1 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:56.435663 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.443373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.539581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.576290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:42:56.590189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.593734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.594944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/security-groups/81fff04e-6ae8-46e6-a095-da1bdd0204f7 HTTP/1.1" status: 204 len: 168 time: 0.3628566 Feb 15 09:42:56.598990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:56.601284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.618651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79b041-dbbf-412f-aed3-ab7a4b82c1d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fff04e-6ae8-46e6-a095-da1bdd0204f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:56.639047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5c0c8d46-d2c3-44eb-8210-279ff2b479ae None None] Could not find standard attr ID for object 9dafbc21-8031-4f2d-8d6d-a715f647c85e. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:42:56.642155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453d414-f8e5-4ba0-bc43-584fbce9265d req-592727e2-76ce-41a0-b1d6-ef4d86d027d1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:56.643755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b453d414-f8e5-4ba0-bc43-584fbce9265d req-592727e2-76ce-41a0-b1d6-ef4d86d027d1 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1948526 Feb 15 09:42:56.681841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:56.682541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.717574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet caf3a2f6-3011-44ac-80a4-f0a9f7586709 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:42:56.721295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.755166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b453d414-f8e5-4ba0-bc43-584fbce9265d req-8834c67f-a372-4518-9b04-8f75061fe884 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917196 Feb 15 09:42:56.787579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.795500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.890436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:56.922253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.924254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network ab000546-5737-4d0c-b056-d175597a69da is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:56.926207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:56.929000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:56.953275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.960012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:56.963304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a376b-1a18-4375-bae0-45f0616eaba5 req-c247476c-4e56-45de-a28a-8d90ba095421 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:56.964796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-161a376b-1a18-4375-bae0-45f0616eaba5 req-c247476c-4e56-45de-a28a-8d90ba095421 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.0835435 Feb 15 09:42:56.984949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:56.999468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb611c3-6293-476b-9402-6370cfc33125,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:57.066249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:57.071032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.106172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-32c8ad54-26ca-442e-b25c-ac7754715288 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8031213 Feb 15 09:42:57.114940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.126658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'admin_state_up': True, 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'security_groups': ['cf9edff1-18ba-4d8f-a913-e01f303f297f']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:57.183217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-161a376b-1a18-4375-bae0-45f0616eaba5 req-4968c92b-387b-4688-a56a-cfa79f1c3540 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975787 Feb 15 09:42:57.196827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=caf3a2f6-3011-44ac-80a4-f0a9f7586709,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:57.211923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.221393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01edf482-a7b7-40d6-b749-f1c994cf743e None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:57.237626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-145146a1-fbd8-4e7a-add3-8be84ae2f2d4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/caf3a2f6-3011-44ac-80a4-f0a9f7586709 HTTP/1.1" status: 204 len: 168 time: 0.6371574 Feb 15 09:42:57.242640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45274) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:57.257743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:57.423390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fe84b24c-2667-4101-b281-613dd1ea61be None None] Provisioning complete for port 0e1cd11a-b46b-4d26-bdb7-2688985797ba triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:57.423751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fe84b24c-2667-4101-b281-613dd1ea61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.494013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fe84b24c-2667-4101-b281-613dd1ea61be None None] Port 0e1cd11a-b46b-4d26-bdb7-2688985797ba cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:57.530275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:57.604559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb55887-edf1-40d7-bc07-d11a1fbbb06e req-3b339f96-d62f-474c-8fe6-922078f54ced tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:57.611168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb55887-edf1-40d7-bc07-d11a1fbbb06e req-3b339f96-d62f-474c-8fe6-922078f54ced tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:57.617727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb55887-edf1-40d7-bc07-d11a1fbbb06e req-3b339f96-d62f-474c-8fe6-922078f54ced tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:57.621569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffb55887-edf1-40d7-bc07-d11a1fbbb06e req-3b339f96-d62f-474c-8fe6-922078f54ced tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 2373 time: 0.1306624 Feb 15 09:42:57.663265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:57.667119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.696844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffb55887-edf1-40d7-bc07-d11a1fbbb06e req-8c0e3d9e-10fb-4aa5-8f69-c9825398fb55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658560 Feb 15 09:42:57.735992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:42:57.743596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.756249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79170e4a-467a-4127-93ff-580387439828 req-8ccb70e0-6f74-4424-840a-a79b58dfe731 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:57.757658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79170e4a-467a-4127-93ff-580387439828 req-8ccb70e0-6f74-4424-840a-a79b58dfe731 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.1693735 Feb 15 09:42:57.772296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.801817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:57.927896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79170e4a-467a-4127-93ff-580387439828 req-a9896c03-8e84-4f0b-87e4-868482905f0d tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588018 Feb 15 09:42:57.973348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6fc7cb-fb4a-4be5-8053-65fa6a383c01,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:58.028975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.035986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Checking segment: {'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:42:58.036389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Network hostable DHCP agents. Network: fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:42:58.092045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:42:58.111221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:58.115419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:58.118838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:58.119733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.134530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:58.136508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.2.2.100 (00f95f69-dff1-4423-8c32-3e3b7acd1a8c/b76e56eb-556a-47c5-9347-2fd55f81dd38/24e2f22a-f339-4614-bd70-143f8ace813e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:58.145330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:58.149071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9053257 Feb 15 09:42:58.153158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45280) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:58.157061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4fa389-282f-4fe7-9f79-ed79c3e15067 None None] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:58.173973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.174519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.174656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'security_group': {'name': 'tempest-secgroup-785681848'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:58.174940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.181428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.181857 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.184158 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 2 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.193157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa9baf-1621-43d6-bbc3-e61656be0e24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=c16f1a2a-85dd-4477-923a-34c32b61f707,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:58.216972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.218804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.219166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.227253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.227569 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.232164 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 3 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.232440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.326415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.327957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.328302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.337663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.338295 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.341355 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 4 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.356434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.358854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.359153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.359489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.366299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.384680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.385048 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.388294 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 5 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.416137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.416552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d8bbfc-a71c-4bd3-ac76-a41610d043ff,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:58.416701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.416959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.426749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.426999 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.430252 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 6 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.431116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.433296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d561e20-d0bd-4f14-b13a-44602094cca9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2677324 Feb 15 09:42:58.435822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:58.442646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'security_group': {'name': 'tempest-secgroup-1286336109'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:58.451642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.462209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.463039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.463039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.477803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04738da3-d22c-43f8-8d7c-efa5f347db39 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:42:58.479637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.479970 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.486626 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 7 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.491374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.510761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.511229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.511584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.519201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.519467 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.519883 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 8 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.538885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.539217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.539548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.544407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.567119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-68cb1575-bf89-4373-b55c-5eeccfb54c49 None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:58.567592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68cb1575-bf89-4373-b55c-5eeccfb54c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.568702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.569064 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.592118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.597875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.603120 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 9 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.619047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-68cb1575-bf89-4373-b55c-5eeccfb54c49 None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:58.639217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=814077d6-a754-4f96-96ad-4c7740797c7b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:58.646234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.648037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d18a296-c58d-42ca-b457-ee05d94bbdf4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2098095 Feb 15 09:42:58.651078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-68cb1575-bf89-4373-b55c-5eeccfb54c49 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:58.651523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68cb1575-bf89-4373-b55c-5eeccfb54c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.652278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:58.658312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'security_group': {'name': 'tempest-secgroup-2122952945'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:58.673125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:42:58.685443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.687913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.688849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.695139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.700400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.701009 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.702066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:42:58.706113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:42:58.808731 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 10 to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 Feb 15 09:42:58.812952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45290) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:58.817730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:58.818400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.834409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:58.854828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:42:58.855465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:42:58.856053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:42:58.866248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-b4977382-1050-4dde-b9f2-a562a51191a1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7468188 Feb 15 09:42:58.870035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:42:58.870485 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:42:58.871099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:58.884376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'admin_state_up': True, 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'security_groups': ['cf9edff1-18ba-4d8f-a913-e01f303f297f']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:58.956384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca67d9c4-cb96-4a82-8811-484858a5ea17 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/floatingips/5ad84bd7-8137-4dac-886c-55e62531fd0d HTTP/1.1" status: 200 len: 993 time: 0.1419137 Feb 15 09:42:58.989054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d11c030e-8bcf-4da2-bc1c-50a2768db7f3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:58.990651 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d11c030e-8bcf-4da2-bc1c-50a2768db7f3 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.2725592 Feb 15 09:42:59.117481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-7269fbca-2727-4bb9-ba6f-c3d701be08aa tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.123425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-7269fbca-2727-4bb9-ba6f-c3d701be08aa tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.130326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-7269fbca-2727-4bb9-ba6f-c3d701be08aa tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.136047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-7269fbca-2727-4bb9-ba6f-c3d701be08aa tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.138182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-7269fbca-2727-4bb9-ba6f-c3d701be08aa tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3094 time: 0.2733200 Feb 15 09:42:59.148406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c27e3a6b-d97c-4753-b5a1-baa87a03d11f None None] Provisioning complete for port 24e2f22a-f339-4614-bd70-143f8ace813e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:42:59.148780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c27e3a6b-d97c-4753-b5a1-baa87a03d11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.151073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.180863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.196861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Update dhcp port {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'fixed_ips': [{'subnet_id': 'e7cce4be-81f7-4265-9c62-97b5b9c3e74a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c16f1a2a-85dd-4477-923a-34c32b61f707'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'e8d21da3-bb3b-4318-a61f-381e1d7db960'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:42:59.227697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c27e3a6b-d97c-4753-b5a1-baa87a03d11f None None] Port 24e2f22a-f339-4614-bd70-143f8ace813e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:42:59.236410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.239538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11c81521-54d3-49c1-9022-8ae735eebd19,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:59.243760 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.245051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93ebb342-d40e-49b8-8076-b30230691f24 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5914011 Feb 15 09:42:59.249473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45296) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:59.255798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-639282275', 'security_groups': ['11c81521-54d3-49c1-9022-8ae735eebd19'], 'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c16f1a2a-85dd-4477-923a-34c32b61f707'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:42:59.265534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e4d11d6-9a59-411e-b9fb-7710fa4dd298 req-df8ea791-12e2-48f3-90a1-0a64edf9854b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130948 Feb 15 09:42:59.338566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:42:59.338901 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.460457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Allocated IP 172.20.0.2 (20e63761-4ba3-43a5-9e76-c88789bc1429/c16f1a2a-85dd-4477-923a-34c32b61f707/e8d21da3-bb3b-4318-a61f-381e1d7db960) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:42:59.506564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:59.506980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.522064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:42:59.569173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:42:59.603072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.606557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:42:59.607153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempted to set empty binding levels {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:42:59.611606 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.619380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.686995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.687699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.690001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=cc6fc7cb-fb4a-4be5-8053-65fa6a383c01,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:59.693781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45300) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:59.722481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ef3b0-9806-4aad-a99e-4327e43303e9 req-2ddc1c6a-16ad-45aa-a08e-6f882840e7b0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:42:59.730177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c7ef3b0-9806-4aad-a99e-4327e43303e9 req-2ddc1c6a-16ad-45aa-a08e-6f882840e7b0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2c774e9-3953-40d6-8879-0272a98536c3 HTTP/1.1" status: 200 len: 945 time: 0.2831953 Feb 15 09:42:59.778346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:59.786012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c7ef3b0-9806-4aad-a99e-4327e43303e9 req-c2ef76f7-401e-4c84-9f82-ee3426b5b2a7 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548382 Feb 15 09:42:59.799831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7d02e7b6-3d1c-4e23-b56f-6183919367bf tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.5656631 Feb 15 09:42:59.805817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45302) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:42:59.816133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.868397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Made reservation on behalf of 593edc21200c4426866d41a68ddcef50 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:42:59.875347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:42:59.907861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:42:59.922733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:43:00.018905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Deleting port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:00.019681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.022010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268134a-7005-466c-a040-d4babdf4eb87 None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:00.028096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:00.036642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.041384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c13294e-5b75-4c80-b50e-1b8f07d335ce req-d9b25d75-9e69-47de-83fd-a6bbac2125b4 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 HTTP/1.1" status: 204 len: 173 time: 1.0353353 Feb 15 09:43:00.061627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'name': 'network-vif-deleted', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:00.068486 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31b2b43-05ad-4b2d-a07c-52c4f184cf7a" -d '{"events": [{"server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "name": "network-vif-deleted", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:00.178690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port cc6fc7cb-fb4a-4be5-8053-65fa6a383c01, host n-h1-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:00.179087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.210640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Calling delete_port for cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:00.217135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.224842 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8661d72-3d38-431d-b459-48622c657f7c x-openstack-request-id: req-f8661d72-3d38-431d-b459-48622c657f7c {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:00.225245 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2c774e9-3953-40d6-8879-0272a98536c3", "name": "network-vif-deleted", "tag": "f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:00.225381 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8661d72-3d38-431d-b459-48622c657f7c {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:00.225801 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2c774e9-3953-40d6-8879-0272a98536c3', 'name': 'network-vif-deleted', 'tag': 'f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2', 'status': 'completed', 'code': 200} Feb 15 09:43:00.263954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] device_id is not set on port 122d244a-6f87-4388-8931-1a2be2e45cbe yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:00.322241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Allocated IP 10.2.2.200 (00f95f69-dff1-4423-8c32-3e3b7acd1a8c/b76e56eb-556a-47c5-9347-2fd55f81dd38/401c1da1-d18b-4930-af94-03fb8879d771) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:00.399159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 0da692dd-5f25-49c2-ae54-8eb6485d0854 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:00.399427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.556705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.651335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:00.660448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event deleted for resources: {'Port': ['ID=cc6fc7cb-fb4a-4be5-8053-65fa6a383c01,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:00.683312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.692754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a1cb076-a6c4-4859-aca2-aa59050d6ee0 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "DELETE /v2.0/ports/cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 HTTP/1.1" status: 204 len: 168 time: 0.8834417 Feb 15 09:43:00.695779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45308) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:00.763554 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6566fea-2bc2-4777-b7dd-2ef20bdd85ea tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:43:00.769711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c6566fea-2bc2-4777-b7dd-2ef20bdd85ea tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports/cc6fc7cb-fb4a-4be5-8053-65fa6a383c01 HTTP/1.1" status: 404 len: 333 time: 0.0697155 Feb 15 09:43:00.772447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.774706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45310) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:00.789464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-522f57fc-cad5-4248-bbb8-e598a67c04f3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:00.793956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:00.794466 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:00.802824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-522f57fc-cad5-4248-bbb8-e598a67c04f3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:00.810256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-522f57fc-cad5-4248-bbb8-e598a67c04f3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:00.819711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-522f57fc-cad5-4248-bbb8-e598a67c04f3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:00.833330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-522f57fc-cad5-4248-bbb8-e598a67c04f3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3094 time: 0.2964337 Feb 15 09:43:00.847225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-468152278'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:00.976859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.3 (20e63761-4ba3-43a5-9e76-c88789bc1429/c16f1a2a-85dd-4477-923a-34c32b61f707/122d244a-6f87-4388-8931-1a2be2e45cbe) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:00.987685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff7ef6d8-8af2-4dc4-89ff-b5d44b34456e req-44265294-a8ef-40fa-b817-e87ce473050c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365023 Feb 15 09:43:01.003229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Made reservation on behalf of 1979393674b74f11ab8057f90f49c0e1 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:01.007913 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.022731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b37e7a0d-5f3e-4a40-b70a-22a47c94796b None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:01.023158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a0d-5f3e-4a40-b70a-22a47c94796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.051021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.053673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.055939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.077078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 0da692dd-5f25-49c2-ae54-8eb6485d0854 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:01.117155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b37e7a0d-5f3e-4a40-b70a-22a47c94796b None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:01.122620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:01.132128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b37e7a0d-5f3e-4a40-b70a-22a47c94796b None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:01.132952 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b37e7a0d-5f3e-4a40-b70a-22a47c94796b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.139681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port 8c7c7a8b-b757-44ec-9453-6c8834babd12 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:01.153342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:01.167729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:01.304431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:01.341792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:01.342325 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.397170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42226330-28a3-4de2-9a47-15ce805c8304 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5103772 Feb 15 09:43:01.402366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:01.473840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.521430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=0da692dd-5f25-49c2-ae54-8eb6485d0854,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:01.548628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.575123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.644288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7f56581d-1f60-440c-a7ee-1d02253e4b5f None None] Provisioning complete for port 401c1da1-d18b-4930-af94-03fb8879d771 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:01.644527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.644728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f56581d-1f60-440c-a7ee-1d02253e4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.658531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.658862 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Floating IP 5ad84bd7-8137-4dac-886c-55e62531fd0d disassociated (deleted). External IP: 172.25.6.23, port: 57b0900d-29a5-439f-85bf-4965128105df. Feb 15 09:43:01.756666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7f56581d-1f60-440c-a7ee-1d02253e4b5f None None] Port 401c1da1-d18b-4930-af94-03fb8879d771 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:01.834395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:01.896330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:01.906279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:01.929189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:02.065899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=122d244a-6f87-4388-8931-1a2be2e45cbe,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:02.177904 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:43:02.178535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.220984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.222121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.296629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db92b45b-64a2-4af7-8559-c51a947688e5 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:02.307791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.329667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c30123cc-cac1-4fff-90ae-3c2cb4a5f200 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0788982 Feb 15 09:43:02.331274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:02.335978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:02.337617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:02.338549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:02.344005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Transition to ACTIVE for port object db92b45b-64a2-4af7-8559-c51a947688e5 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:02.351998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:02.360403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.361413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.365673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7c7a8b-b757-44ec-9453-6c8834babd12,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:02.377878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.383342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.394172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.402479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.404201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b9a554e8-e5bf-4554-84ed-7562c542050c None None] Provisioning complete for port 122d244a-6f87-4388-8931-1a2be2e45cbe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:02.405619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b9a554e8-e5bf-4554-84ed-7562c542050c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.415972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.416194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f937537-228d-4c7f-8971-617c6a0f4ce6 req-9fa6c471-09c2-49b9-91fa-0486ab160c4c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.423875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f937537-228d-4c7f-8971-617c6a0f4ce6 req-9fa6c471-09c2-49b9-91fa-0486ab160c4c tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 946 time: 0.2476981 Feb 15 09:43:02.425089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:02.427121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-2cf6b2bf-000d-4d4a-82d3-857465f8c5bc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3815 time: 0.2543030 Feb 15 09:43:02.455294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b9a554e8-e5bf-4554-84ed-7562c542050c None None] Port 122d244a-6f87-4388-8931-1a2be2e45cbe cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:02.459086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b266ded6-61bf-4ae5-ab06-cc4239aafa78 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6819923 Feb 15 09:43:02.473910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45364) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:02.487922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:02.555416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 6042b66b-d15f-4e59-b05f-b284383b7738 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:02.595459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f937537-228d-4c7f-8971-617c6a0f4ce6 req-567af391-3d57-425c-abd5-676b0386c7b0 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701283 Feb 15 09:43:02.596400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:02.604395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d48eed4-c53e-4ae4-b96b-2698366d528a req-a57b67c2-90d1-4210-bf06-cf873f2af340 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685233 Feb 15 09:43:02.711291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.769413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Attempting to bind port db92b45b-64a2-4af7-8559-c51a947688e5 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:02.769754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Attempting to bind port db92b45b-64a2-4af7-8559-c51a947688e5 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:02.770108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Attempting to bind port db92b45b-64a2-4af7-8559-c51a947688e5 on network 7d140436-5ae5-449e-af0d-6865edfaf3b7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:02.841681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Port db92b45b-64a2-4af7-8559-c51a947688e5 on network 7d140436-5ae5-449e-af0d-6865edfaf3b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:02.842044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Attempting to bind port db92b45b-64a2-4af7-8559-c51a947688e5 on network 7d140436-5ae5-449e-af0d-6865edfaf3b7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:02.854577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:02.854926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Checking segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:02.855357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Bound using segment: {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:02.855761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Bound port: db92b45b-64a2-4af7-8559-c51a947688e5, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14a118f4-0937-435e-83aa-c517cedf9817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:02.856123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.881155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:02.894675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.901097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:02.910302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Sync routers for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:02.914736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:02.952389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:02.953942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:02.996943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:03.001793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:03.040181 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.070974 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c16f1a2a-85dd-4477-923a-34c32b61f707 (CIDR: 172.20.0.0/28) Feb 15 09:43:03.077046 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:43:03.081526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:03.114786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cf01f506-c7ba-44cc-9103-9812a36ddd79 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/floatingips/5ad84bd7-8137-4dac-886c-55e62531fd0d HTTP/1.1" status: 204 len: 168 time: 3.4193633 Feb 15 09:43:03.119014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:03.121880 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582a5ab6-52e6-4b61-9629-6d5af3859a42" -d '{"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:03.141138 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d2a91ad-48a3-44dd-be4f-6965a95aaa34 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8072662 Feb 15 09:43:03.142227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:03.147817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:03.148359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:03.197200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:03.197843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.199424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0697fad-79e8-431a-a804-b9313b707d8a service neutron] 10.222.0.36 "PUT /v2.0/ports/db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 200 len: 1091 time: 1.8013828 Feb 15 09:43:03.199908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:03.203555 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0816fa-6146-4772-88a4-7b2eef8abf6b" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:03.245285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:03.268607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:03.296126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a2a3-fa0f-408c-919b-36ac1d4efa7c req-1f62ee75-49a9-4fd1-a608-84a948d64dca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:03.304371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a86a2a3-fa0f-408c-919b-36ac1d4efa7c req-1f62ee75-49a9-4fd1-a608-84a948d64dca tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.2663429 Feb 15 09:43:03.329078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:03.360876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:03.361483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f95bfddc-6058-4233-8bc3-d8a0ed1d3dd2 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:03.382761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73874de9-9f72-4fd7-9e34-579d76436ceb req-8b8281dd-c892-4c6b-926b-3d01d8566ba9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:03.384600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73874de9-9f72-4fd7-9e34-579d76436ceb req-8b8281dd-c892-4c6b-926b-3d01d8566ba9 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.0769439 Feb 15 09:43:03.399869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:03.405398 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.458838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port 8c7c7a8b-b757-44ec-9453-6c8834babd12 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:03.470119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.485959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a86a2a3-fa0f-408c-919b-36ac1d4efa7c req-96110daa-5569-4d5b-83cd-680bc38e5557 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802759 Feb 15 09:43:03.493795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.557288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73874de9-9f72-4fd7-9e34-579d76436ceb req-93631846-d7f3-434c-8ddd-4ac480d302b5 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609032 Feb 15 09:43:03.569981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.585279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7c7a8b-b757-44ec-9453-6c8834babd12,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:03.593134 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e7cce4be-81f7-4265-9c62-97b5b9c3e74a (CIDR: 172.20.0.16/28) Feb 15 09:43:03.605865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53579ad8-4072-465d-97ee-9389da9a2418 req-2c99e577-2b96-4660-bcbb-54d27e198d95 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:03.607520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53579ad8-4072-465d-97ee-9389da9a2418 req-2c99e577-2b96-4660-bcbb-54d27e198d95 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 946 time: 0.1354926 Feb 15 09:43:03.610502 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:43:03.611117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:03.676130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d88b762f-a831-47a3-ab49-6bb22b8ddb78 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5319538 Feb 15 09:43:03.691499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:03.707542 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8b0d7c-e4fb-492a-bfb6-b008ca046129 x-openstack-request-id: req-0a8b0d7c-e4fb-492a-bfb6-b008ca046129 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:03.708080 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "tag": "57b0900d-29a5-439f-85bf-4965128105df", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:03.709136 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a8b0d7c-e4fb-492a-bfb6-b008ca046129 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:03.711172 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'tag': '57b0900d-29a5-439f-85bf-4965128105df', 'status': 'completed', 'code': 200} Feb 15 09:43:03.711671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:03.729530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'subnet': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:03.763408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Checking router: 6042b66b-d15f-4e59-b05f-b284383b7738 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:03.791528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:03.792374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:03.856034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b625cc-c4a6-4e58-b226-02904a7a2cea x-openstack-request-id: req-e7b625cc-c4a6-4e58-b226-02904a7a2cea {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:03.856034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:03.856034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7b625cc-c4a6-4e58-b226-02904a7a2cea {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:03.856034 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'status': 'completed', 'code': 200} Feb 15 09:43:03.884251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Deleting port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:03.885077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:03.959764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:04.049089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:04.049428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:04.049783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:04.055878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c18d4-a3af-4848-9768-ae79154e847f req-f01d0b65-c75f-4f5e-9fb9-04eb2ee5bc1e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.073681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-528c18d4-a3af-4848-9768-ae79154e847f req-f01d0b65-c75f-4f5e-9fb9-04eb2ee5bc1e tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/ports?device_id=b8089b9a-2639-4564-8fbb-aa8a9328709f HTTP/1.1" status: 200 len: 946 time: 0.2017944 Feb 15 09:43:04.122006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Made reservation on behalf of ea6a6052675341879edfdd8615c97289 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:04.125448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.179661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.185671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.193348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.199583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.206353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.214336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-d70a0f2d-0ee1-41db-a237-58456373219c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3827 time: 0.3374991 Feb 15 09:43:04.222754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-528c18d4-a3af-4848-9768-ae79154e847f req-8840e092-0d65-4709-a194-1fa802538947 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.10 "GET /v2.0/security-groups?id=39e84e56-4989-43aa-a5d1-e99fc7bbddfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417768 Feb 15 09:43:04.223797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.225088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.225498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.225947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.226411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.228263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-20e08b43-98db-4999-b4dd-4d52aa394a62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4362 time: 0.3721604 Feb 15 09:43:04.230752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-74088561-ac74-4bc0-b2c7-064616eb2457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.232455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-74088561-ac74-4bc0-b2c7-064616eb2457 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 1097 time: 0.3570445 Feb 15 09:43:04.233979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:04.234519 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:04.242929 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 2 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:04.254937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:04.301940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae96a39-5a58-4312-9b71-fbe5a2de67af None None] The sync data for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 is: [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:41:42Z', 'revision_number': 4, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4812db6b-de7e-4423-8b3c-abec2b2745f6', 'name': '', 'network_id': '814b440b-f4e0-4a2f-a025-58e9061ab1a8', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'mac_address': 'fa:16:3e:2e:76:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_interface', 'standard_attr_id': 1944, 'fixed_ips': [{'subnet_id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:47Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'subnets': [{'id': 'a56f3128-f45f-482c-b1e6-28e7e887aae1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:04.369449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] For port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,segment=NetworkSegment(055ed542-6806-411b-858c-1f270d4a07a8),segment_id=055ed542-6806-411b-858c-1f270d4a07a8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:04.370006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.417169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:04.417511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:04.418480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:04.466430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Calling delete_port for bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:04.517736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-934a3c5a-9a0b-42ec-8ffc-24038a00b480 req-cba0b1f0-5554-4cd3-a779-00830b97bc9f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024211 Feb 15 09:43:04.518351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:04.518676 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:04.528295 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 3 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:04.695443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-37e4a43a-6023-4277-b40e-a67454e4dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.697048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-37e4a43a-6023-4277-b40e-a67454e4dc0e service neutron] 10.222.0.72 "GET /v2.0/networks?id=814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 200 len: 898 time: 0.4502447 Feb 15 09:43:04.699611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778828ed-8376-43a4-9694-05a146460152 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:04.728257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.732004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:04.732377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:04.733268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:04.739942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.744836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:43:04.775937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Pushing event deleted for resources: {'Port': ['ID=bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:04.812055 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da62e0e-942a-413e-817a-d815e5f022f8 None None] New status for floating IP 5ad84bd7-8137-4dac-886c-55e62531fd0d: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:43:04.825993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Transition to ACTIVE for port object 778828ed-8376-43a4-9694-05a146460152 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:04.828748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:04.829244 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:04.831031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] No DVR routers for this DVR port bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:04.832732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-2d4d09a3-2f62-47f8-bd2f-43daa1a216d5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 200 len: 217 time: 0.1094623 Feb 15 09:43:04.835121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-688bdfe8-b80e-46d2-be21-616c847ed0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.835591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-688bdfe8-b80e-46d2-be21-616c847ed0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.836160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-688bdfe8-b80e-46d2-be21-616c847ed0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.836293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.838401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-688bdfe8-b80e-46d2-be21-616c847ed0c4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5904648 Feb 15 09:43:04.839580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53579ad8-4072-465d-97ee-9389da9a2418 req-fd9c7e6b-64b5-4797-8d88-d958f3d24943 tempest-ServersTestJSON-2146720364 tempest-ServersTestJSON-2146720364-project] 10.222.0.36 "DELETE /v2.0/ports/bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e HTTP/1.1" status: 204 len: 173 time: 1.2243419 Feb 15 09:43:04.840543 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 4 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:04.848028 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:04.874485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06e318-7a84-4ddd-8ead-6a8fb0d8c6e4 req-16edc90b-78af-4eb4-abdc-89bfe08ad3fe tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.876509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e06e318-7a84-4ddd-8ead-6a8fb0d8c6e4 req-16edc90b-78af-4eb4-abdc-89bfe08ad3fe tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 0.5333388 Feb 15 09:43:04.886493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-7ba90fa9-c987-4fee-b2ad-e8dd449e6b57 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.888344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-7ba90fa9-c987-4fee-b2ad-e8dd449e6b57 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.36 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.5371864 Feb 15 09:43:04.916382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b99f55b-d96f-4e80-becc-8ca04a6b8824 req-ee70a47a-d3d5-4c6c-a176-8abe18037517 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:04.918062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b99f55b-d96f-4e80-becc-8ca04a6b8824 req-ee70a47a-d3d5-4c6c-a176-8abe18037517 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 945 time: 0.2853434 Feb 15 09:43:04.969549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.023016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2e06e318-7a84-4ddd-8ead-6a8fb0d8c6e4 req-a7a5992a-8750-487a-87ff-e41978e5d2b8 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327574 Feb 15 09:43:05.043447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:05.044320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:05.045006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:05.071130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:05.074576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:05.080632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:05.081303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.086045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9df7e-e280-4ba2-b8a9-410d57912908 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:05.107024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Subnet': ['ID=55a7defc-4755-4e46-bbbb-fa5bdf87f714,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:05.126951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4bbe068a-1d82-4118-b8cd-10136ed402e1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3990259 Feb 15 09:43:05.127387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45400) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:05.133917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-446925028', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '55a7defc-4755-4e46-bbbb-fa5bdf87f714'}], 'security_groups': ['e8d8bbfc-a71c-4bd3-ac76-a41610d043ff', '814077d6-a754-4f96-96ad-4c7740797c7b']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:05.210108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Deleting port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:05.210108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.282970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:05.283538 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:05.614091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Update dhcp port {'port': {'network_id': '20e63761-4ba3-43a5-9e76-c88789bc1429', 'fixed_ips': [{'subnet_id': 'e7cce4be-81f7-4265-9c62-97b5b9c3e74a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c16f1a2a-85dd-4477-923a-34c32b61f707', 'ip_address': '172.20.0.2'}, {'subnet_id': '55a7defc-4755-4e46-bbbb-fa5bdf87f714'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'e8d21da3-bb3b-4318-a61f-381e1d7db960'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:43:05.650267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d12f5d-7546-427f-90dc-73dafe164a1a req-ee831ff7-a5e5-45a5-809e-3fc45757fe69 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:05.654219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.658678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6d12f5d-7546-427f-90dc-73dafe164a1a req-ee831ff7-a5e5-45a5-809e-3fc45757fe69 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.4744186 Feb 15 09:43:05.678532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] For port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:05.678870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.689231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:05.713949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'name': 'network-vif-deleted', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:05.716561 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75731c3-ac9b-4b3c-9e8a-1fc8813af849" -d '{"events": [{"server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "name": "network-vif-deleted", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:05.807699 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 5 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:05.896072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Allocated IP 172.20.0.34 (20e63761-4ba3-43a5-9e76-c88789bc1429/55a7defc-4755-4e46-bbbb-fa5bdf87f714/e8d21da3-bb3b-4318-a61f-381e1d7db960) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:05.958026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-01618677-c0a3-4e33-8caf-17694cdf9771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:05.959814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-01618677-c0a3-4e33-8caf-17694cdf9771 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a56f3128-f45f-482c-b1e6-28e7e887aae1 HTTP/1.1" status: 200 len: 833 time: 1.1153626 Feb 15 09:43:05.965855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:05.971613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-28493726-225c-487a-862b-b989680a106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:05.974095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c0816fa-6146-4772-88a4-7b2eef8abf6b req-28493726-225c-487a-862b-b989680a106d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1010592 Feb 15 09:43:06.015686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-095005d8-d0a8-4c97-9a0d-887c6c92f394 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.017284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-095005d8-d0a8-4c97-9a0d-887c6c92f394 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.9322751 Feb 15 09:43:06.056783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:06.062076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:06.062414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:06.062746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.094833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:06.095167 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:06.100140 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 6 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:06.100487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.107306 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.122499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b99f55b-d96f-4e80-becc-8ca04a6b8824 req-64a85f35-b5b2-4e54-8bdd-748c65303669 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups?id=7be8628e-67be-4f30-b54a-96140048b558&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0394058 Feb 15 09:43:06.176738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8ba86-0f8e-4909-9dae-5e426ea9e277 None None] Pushing event updated for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:06.229425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-4c5f4614-35ed-4a11-9102-22b07beae8de tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.236794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-4c5f4614-35ed-4a11-9102-22b07beae8de tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 1.0288806 Feb 15 09:43:06.240385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45410) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:06.320991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:06.321651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:06.321651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.398562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6d12f5d-7546-427f-90dc-73dafe164a1a req-6c0ce18a-ee09-4bed-b58f-1cce97249fcb tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7390993 Feb 15 09:43:06.446558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:06.446796 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:06.454723 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 7 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:06.503970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-0a47add6-10ea-4678-8697-1d3c6594c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.505653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-0a47add6-10ea-4678-8697-1d3c6594c2d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=814b440b-f4e0-4a2f-a025-58e9061ab1a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5098615 Feb 15 09:43:06.505817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.506075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.506401 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Floating IP b6d4700a-a107-48ed-9d66-823eb1395449 disassociated. External IP: 172.25.6.64, port: 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17. Feb 15 09:43:06.506741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Calling delete_port for 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:06.513027 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9327286-2035-456c-9300-e8785dcafaf6 x-openstack-request-id: req-b9327286-2035-456c-9300-e8785dcafaf6 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:06.513319 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8089b9a-2639-4564-8fbb-aa8a9328709f", "name": "network-vif-deleted", "tag": "bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:06.513566 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9327286-2035-456c-9300-e8785dcafaf6 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:06.514050 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8089b9a-2639-4564-8fbb-aa8a9328709f', 'name': 'network-vif-deleted', 'tag': 'bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e', 'status': 'completed', 'code': 200} Feb 15 09:43:06.531345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:06.531865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:06.532385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.553076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Deleting subnet 7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:06.643127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.657675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:06.687342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:06.687736 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:06.726577 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 8 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:06.766993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.772919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:06.773547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.773731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.781992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.788471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.795994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.802698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.804667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-a8f9c482-bacb-492a-8418-c2b5f1108c73 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4599 time: 0.4553893 Feb 15 09:43:06.843694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Attempting to bind port 778828ed-8376-43a4-9694-05a146460152 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:06.844179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Attempting to bind port 778828ed-8376-43a4-9694-05a146460152 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:06.844617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Attempting to bind port 778828ed-8376-43a4-9694-05a146460152 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.856353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Port 778828ed-8376-43a4-9694-05a146460152 on network ab000546-5737-4d0c-b056-d175597a69da not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:06.856851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Attempting to bind port 778828ed-8376-43a4-9694-05a146460152 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.872522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:06.873046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:06.874085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:06.886203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.891253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:06.891750 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:06.918678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a8689-758e-47d4-a8aa-4c257081d472 req-61fc0c62-5410-4d9d-bd83-78210157eaf0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:06.920352 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-188a8689-758e-47d4-a8aa-4c257081d472 req-61fc0c62-5410-4d9d-bd83-78210157eaf0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 0.2187486 Feb 15 09:43:06.940636 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 9 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:06.961825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:06.962473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:06.962971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Bound using segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:06.963494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Bound port: 778828ed-8376-43a4-9694-05a146460152, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:06.963952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:06.982358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53a00383-50e0-4c2a-8a76-ebec1a047298 req-e7ccb81d-312f-42ae-9324-4c3d33cadba5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1671355 Feb 15 09:43:07.014442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:07.014856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:07.015207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:07.035838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.081039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-188a8689-758e-47d4-a8aa-4c257081d472 req-87a257bc-8796-4a6f-9f42-082d070a6ab9 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531897 Feb 15 09:43:07.089466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-b53545d9-1e42-42a4-b074-f074c926d8a0 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914384 Feb 15 09:43:07.114321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Deleting port 5942e2c7-74d1-4f1b-a28b-8732856531d9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:07.114675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.160647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:07.160926 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:07.165582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.174609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:07.175194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.194964 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 10 to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 Feb 15 09:43:07.215255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event deleted for resources: {'Port': ['ID=6f5d2d15-d7ce-4d36-944c-86d7a2aebf17,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:07.262440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 57b0900d-29a5-439f-85bf-4965128105df {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:07.263291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.275114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Delete allocated IP 172.20.0.3 (20e63761-4ba3-43a5-9e76-c88789bc1429/c16f1a2a-85dd-4477-923a-34c32b61f707) {{(pid=102359) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:43:07.301700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Allocated IP 172.20.0.39 (20e63761-4ba3-43a5-9e76-c88789bc1429/55a7defc-4755-4e46-bbbb-fa5bdf87f714/122d244a-6f87-4388-8931-1a2be2e45cbe) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:07.307458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:07.342820 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a270edcd-1921-4c01-ab7e-b2951d179a78 req-da5399ab-ceb0-4e62-8c3a-c45988b064c1 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/ports?device_id=58e24746-5ddc-4a62-b5f0-37bf28320dbf HTTP/1.1" status: 200 len: 210 time: 0.0651793 Feb 15 09:43:07.372987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:07.372987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:07.372987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:07.383407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:07.383617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:07.383878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:07.404952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:07.405386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device bf120a1e-662b-48c6-8a73-ae8fc8ea2b8e not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:07.443139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:07.443517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.445156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:07.445494 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:07.445870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.485943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:07.497983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:07.509807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Provisioning complete for port 122d244a-6f87-4388-8931-1a2be2e45cbe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:07.510383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.539126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 57b0900d-29a5-439f-85bf-4965128105df, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=57b0900d-29a5-439f-85bf-4965128105df,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:07.539531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.547724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-48bd7088-4ba8-4972-b25b-6cd2ff49305d None None] Port 122d244a-6f87-4388-8931-1a2be2e45cbe cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:07.553784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 57b0900d-29a5-439f-85bf-4965128105df owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:07.558089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Router cf932243-5c31-4cc0-8927-2767c4415b48 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:07.574116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.621550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-582a5ab6-52e6-4b61-9629-6d5af3859a42 req-ba9ffae2-faa0-4300-860e-40d7816fb4c0 service neutron] 10.222.0.72 "GET /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998300 Feb 15 09:43:07.624119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=778828ed-8376-43a4-9694-05a146460152,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:07.626633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:07.627192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.663322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a0ff7-4f43-4550-907b-0b47ba1b453e req-e3e112ee-447c-481d-85bd-f3a1f8a2b828 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:07.671843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-327a0ff7-4f43-4550-907b-0b47ba1b453e req-e3e112ee-447c-481d-85bd-f3a1f8a2b828 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 945 time: 0.1472700 Feb 15 09:43:07.732596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.781207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7942d91b-4ff3-4cbc-96d9-6e2080eb8d08,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:07.786655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.790522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c8217af-5d32-4c88-b55e-4b2eaad28585 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7942d91b-4ff3-4cbc-96d9-6e2080eb8d08 HTTP/1.1" status: 204 len: 168 time: 1.5488923 Feb 15 09:43:07.822374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45416) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:07.849492 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-327a0ff7-4f43-4550-907b-0b47ba1b453e req-c34eecdf-e004-4771-a973-e1c6029be3b6 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765430 Feb 15 09:43:07.912989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:07.913739 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.915354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] 10.222.0.36 "PUT /v2.0/ports/778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 1130 time: 4.6771472 Feb 15 09:43:07.941421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '778828ed-8376-43a4-9694-05a146460152'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:07.944452 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d7091a-5585-4b1f-9fdf-76e4d1c52329" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "778828ed-8376-43a4-9694-05a146460152"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:07.947249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.961984 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:07.975333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:07.991845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Sync routers for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:08.016396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.028075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:08.029043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:08.040533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:08.208749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] In _notify_port_updated(), no bound segment for port 122d244a-6f87-4388-8931-1a2be2e45cbe on network 20e63761-4ba3-43a5-9e76-c88789bc1429 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:43:08.214402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.215421 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.220228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "PUT /v2.0/ports/122d244a-6f87-4388-8931-1a2be2e45cbe HTTP/1.1" status: 200 len: 959 time: 3.0884962 Feb 15 09:43:08.233638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] No DVR routers for this DVR port 6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:08.233638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45424) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:08.233638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.234454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-280e9faa-cd37-45b8-940b-9b3c508ecb6d req-d7a3ab7b-86b8-4f6f-8ed6-a7c9570d0543 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.36 "DELETE /v2.0/ports/6f5d2d15-d7ce-4d36-944c-86d7a2aebf17 HTTP/1.1" status: 204 len: 173 time: 3.3389118 Feb 15 09:43:08.251848 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b70a07b-52c4-4431-98f1-38dbad9a473c x-openstack-request-id: req-7b70a07b-52c4-4431-98f1-38dbad9a473c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:08.252531 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "778828ed-8376-43a4-9694-05a146460152", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:08.253367 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b70a07b-52c4-4431-98f1-38dbad9a473c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:08.254074 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '778828ed-8376-43a4-9694-05a146460152', 'status': 'completed', 'code': 200} Feb 15 09:43:08.256713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port 8c7c7a8b-b757-44ec-9453-6c8834babd12, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:08.258061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempted to set empty binding levels {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:43:08.341852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:08.361087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a2401d-f90f-4566-9f72-00bedc08b4e5 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event updated for resources: {'Port': ['ID=122d244a-6f87-4388-8931-1a2be2e45cbe,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:08.432798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5942e2c7-74d1-4f1b-a28b-8732856531d9 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:08.582113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'name': 'network-vif-deleted', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:08.587380 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dda3ff-28b6-4959-a8c6-39734151a414" -d '{"events": [{"server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "name": "network-vif-deleted", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:08.676838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.699017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.711835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.719233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.727988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.736488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:08.747965 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-52fa8097-a57e-487d-8bdc-19a372005225 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4599 time: 0.5517550 Feb 15 09:43:08.753676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.760335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.805397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03445f45-9af2-48e9-a1d9-f3d96a622201']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:08.820349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port 122d244a-6f87-4388-8931-1a2be2e45cbe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:08.822016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.838920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055ed542-6806-411b-858c-1f270d4a07a8') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:08.840744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055ed542-6806-411b-858c-1f270d4a07a8') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:08.872607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5942e2c7-74d1-4f1b-a28b-8732856531d9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5942e2c7-74d1-4f1b-a28b-8732856531d9,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:08.881573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1445719-c96a-4153-9c99-f4653bdbf405 req-6a167da5-658e-4739-8a07-becdae7b29ac tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273801 Feb 15 09:43:08.886356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.888412 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.895000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:08.897901 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c791e313-d027-4d6e-9df8-729fbdffb221" -d '{"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-unplugged", "status": "completed", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:08.916900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:08.917620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 57b0900d-29a5-439f-85bf-4965128105df no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:09.018442 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.026943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd19ab-80dd-4601-81ed-1e7922065aad service neutron] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.057163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:09.057468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.061514 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb39385-72c1-4af6-9e65-145064a9c740 x-openstack-request-id: req-1fb39385-72c1-4af6-9e65-145064a9c740 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:09.061974 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58e24746-5ddc-4a62-b5f0-37bf28320dbf", "name": "network-vif-deleted", "tag": "6f5d2d15-d7ce-4d36-944c-86d7a2aebf17", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:09.062180 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fb39385-72c1-4af6-9e65-145064a9c740 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:09.062613 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58e24746-5ddc-4a62-b5f0-37bf28320dbf', 'name': 'network-vif-deleted', 'tag': '6f5d2d15-d7ce-4d36-944c-86d7a2aebf17', 'status': 'completed', 'code': 200} Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:09.063231 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:09.130904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.156980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.176434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for 122d244a-6f87-4388-8931-1a2be2e45cbe owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:09.205132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] In _notify_port_updated(), no bound segment for port 8c7c7a8b-b757-44ec-9453-6c8834babd12 on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:43:09.206381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.207591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.208661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.210139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "PUT /v2.0/ports/8c7c7a8b-b757-44ec-9453-6c8834babd12 HTTP/1.1" status: 200 len: 974 time: 6.7279558 Feb 15 09:43:09.225874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45438) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:09.260957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.261361 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.261668 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Floating IP a7bef0ad-5882-4800-ba41-5a573a8f63fb disassociated. External IP: 172.25.6.155, port: 5942e2c7-74d1-4f1b-a28b-8732856531d9. Feb 15 09:43:09.262024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Calling delete_port for 5942e2c7-74d1-4f1b-a28b-8732856531d9 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:09.274614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.275333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.275717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.276014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.276478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.277721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.281278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-bebebbe8-8b1e-48a2-9933-70d0c456d937 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5285 time: 1.0486100 Feb 15 09:43:09.284309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d31156c1-ff16-4a08-9173-e275babfde54 None None] Provisioning complete for port 122d244a-6f87-4388-8931-1a2be2e45cbe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:09.284846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d31156c1-ff16-4a08-9173-e275babfde54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.285722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.289243 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] 10.222.0.10 "DELETE /v2.0/networks/03445f45-9af2-48e9-a1d9-f3d96a622201 HTTP/1.1" status: 204 len: 168 time: 1.4660027 Feb 15 09:43:09.314554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304a8fa-acf9-4d7f-a0c0-3480be32aa16 req-636e450a-d22c-4158-9bdb-ebf16e78bf6f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.316167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0304a8fa-acf9-4d7f-a0c0-3480be32aa16 req-636e450a-d22c-4158-9bdb-ebf16e78bf6f tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/ports?device_id=145420bc-72a0-41ab-be55-1ce1793561a7 HTTP/1.1" status: 200 len: 946 time: 1.0482135 Feb 15 09:43:09.316963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614728a1-bd9e-4a58-be40-fb98c74a2f86 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=8c7c7a8b-b757-44ec-9453-6c8834babd12,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.403003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d31156c1-ff16-4a08-9173-e275babfde54 None None] Port 122d244a-6f87-4388-8931-1a2be2e45cbe cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:09.431890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No active binding found for port 57b0900d-29a5-439f-85bf-4965128105df {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 09:43:09.432450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 57b0900d-29a5-439f-85bf-4965128105df not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:09.446953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.452563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:09.466289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.476730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fb2c2-77ed-42f8-ae5f-24e7a9448f8a admin admin] Pushing event deleted for resources: {'Network': ['ID=03445f45-9af2-48e9-a1d9-f3d96a622201,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.513738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74498b0-9f25-47ae-854b-38d00fee71ea req-34be7434-db21-46d9-b3d9-4dceab5589ad tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.515490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Checking router: cf932243-5c31-4cc0-8927-2767c4415b48 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:09.523059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d74498b0-9f25-47ae-854b-38d00fee71ea req-34be7434-db21-46d9-b3d9-4dceab5589ad tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 943 time: 0.3480833 Feb 15 09:43:09.534283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:09.535079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:09.565656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.566070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.566601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.567148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.567618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.568077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.568532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.569017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.569470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.569928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.570580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.570864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.571324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.571776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.572225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.572678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.573692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.573692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.574057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.574502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.575083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.575819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.576464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.577567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.578241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.578782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.579508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.580468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.581425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.582158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.582769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.583573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.584300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.584793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.585564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.586018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.586802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.587037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.587549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.587997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.588532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.589013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:09.593979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cbfea4e2-bb0d-48ae-ab6a-59566e4f2dc6 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 37361 time: 0.3570056 Feb 15 09:43:09.609305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45442) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:09.721512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=57b0900d-29a5-439f-85bf-4965128105df,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.729725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:09.729938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:09.752612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d74498b0-9f25-47ae-854b-38d00fee71ea req-33a82d9d-d43d-45d8-a34a-8db6f6c3f24a tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups?id=cadacb44-4b56-43d1-9dd2-22f68880e57a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238264 Feb 15 09:43:09.761219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0304a8fa-acf9-4d7f-a0c0-3480be32aa16 req-ce3eb483-646f-460e-b2f9-978842a44573 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "GET /v2.0/security-groups?id=3bdd0724-da05-4dfc-a6f6-3b3de022f298&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4205420 Feb 15 09:43:09.816530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.816873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.817216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.817554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.817883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.818210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.818535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.818860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.819178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.819498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.819827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.820146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.853883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45446) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:09.880046 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09052b39-ef3f-489f-be19-e550f2bdb403 x-openstack-request-id: req-09052b39-ef3f-489f-be19-e550f2bdb403 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:09.884400 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-unplugged", "status": "completed", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:09.885405 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09052b39-ef3f-489f-be19-e550f2bdb403 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:09.885995 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'code': 200} Feb 15 09:43:09.886656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.937660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=122d244a-6f87-4388-8931-1a2be2e45cbe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:09.939108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] No DVR routers for this DVR port 57b0900d-29a5-439f-85bf-4965128105df on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:09.962621 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:09.969723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.970312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4400caf3-755b-47bf-8403-1560c90cd4dd req-8d314a43-09f0-48e8-a3cc-244ce19167e0 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.72 "DELETE /v2.0/ports/57b0900d-29a5-439f-85bf-4965128105df HTTP/1.1" status: 204 len: 173 time: 3.6621265 Feb 15 09:43:09.970667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.972197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.972663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.974201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.974547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.976037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.980576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.980576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.980576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.980576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.981191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:09.995729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Deleting port 8c7c7a8b-b757-44ec-9453-6c8834babd12 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:09.996559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.035252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-9631904c-ed64-43b6-986a-71694413d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.035739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-9631904c-ed64-43b6-986a-71694413d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.036191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-9631904c-ed64-43b6-986a-71694413d2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.037975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-9631904c-ed64-43b6-986a-71694413d2b4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7145605 Feb 15 09:43:10.080301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.084380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fac424d1-529c-419e-b4a5-2cf19e6fe712 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/122d244a-6f87-4388-8931-1a2be2e45cbe HTTP/1.1" status: 204 len: 168 time: 1.8480027 Feb 15 09:43:10.098021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45450) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:10.136006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6006bd04-d8c1-4d2c-a720-039e005508f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=834cc9c06e3d407e9ceb455e2e5dd122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960137 Feb 15 09:43:10.183066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45452) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:10.184230 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0ecdc4-5149-4fdf-a051-9f225cd7703d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] GET failed (client error): The resource could not be found. Feb 15 09:43:10.187033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b0ecdc4-5149-4fdf-a051-9f225cd7703d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports/122d244a-6f87-4388-8931-1a2be2e45cbe HTTP/1.1" status: 404 len: 333 time: 0.0879245 Feb 15 09:43:10.206784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45454) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:10.228773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:10.266268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba2ef21-d612-4314-9fbe-d723804cda8e None None] The sync data for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 is: [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:41:52Z', 'revision_number': 4, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7751eabc-b68a-4205-8765-770c6ba24226', 'name': '', 'network_id': '061d8357-4dcd-4790-83d6-26b315692cd9', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'mac_address': 'fa:16:3e:f5:dc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:49Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'subnets': [{'id': '344d04ef-4d5e-484c-be60-7df2e6dae108', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:10.272166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'name': 'network-vif-deleted', 'tag': '57b0900d-29a5-439f-85bf-4965128105df'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:10.274513 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6335a0a-8808-427b-bfaa-223d53daf5e0" -d '{"events": [{"server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "name": "network-vif-deleted", "tag": "57b0900d-29a5-439f-85bf-4965128105df"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:10.367371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port 8c7c7a8b-b757-44ec-9453-6c8834babd12, host n-h1-825064-4, got binding levels [] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:10.368234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.391861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.415255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Calling delete_port for 8c7c7a8b-b757-44ec-9453-6c8834babd12 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:10.437443 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198ae3ce-efe8-4f71-abc0-589ab34fc4eb x-openstack-request-id: req-198ae3ce-efe8-4f71-abc0-589ab34fc4eb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:10.438025 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145420bc-72a0-41ab-be55-1ce1793561a7", "name": "network-vif-deleted", "tag": "57b0900d-29a5-439f-85bf-4965128105df", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:10.438438 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-198ae3ce-efe8-4f71-abc0-589ab34fc4eb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:10.439051 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145420bc-72a0-41ab-be55-1ce1793561a7', 'name': 'network-vif-deleted', 'tag': '57b0900d-29a5-439f-85bf-4965128105df', 'status': 'completed', 'code': 200} Feb 15 09:43:10.465487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.493578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.518920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.548240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.554747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.569103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.575700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.589832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.598083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.606879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-31217da7-b0b8-4d5a-947d-938742b7a3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4599 time: 0.5129256 Feb 15 09:43:10.668262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-a6266d17-fc61-4e8b-a45c-6582c488ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:10.669902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88d7091a-5585-4b1f-9fdf-76e4d1c52329 req-a6266d17-fc61-4e8b-a45c-6582c488ab61 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6097815 Feb 15 09:43:10.680003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.708526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.711160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.712461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/security-groups/11c81521-54d3-49c1-9022-8ae735eebd19 HTTP/1.1" status: 204 len: 168 time: 0.5047116 Feb 15 09:43:10.725070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45458) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:10.743719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.771444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b5313-79a6-4827-9f9f-d995b26fc05d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c81521-54d3-49c1-9022-8ae735eebd19,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:10.804058 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea141648-92f1-4093-bf73-8376c2137206 None None] New status for floating IP b6d4700a-a107-48ed-9d66-823eb1395449: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:43:10.859354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a31c48a-e7bf-4af2-a7a8-60ec070711ca {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:10.870578 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.874329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.885919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Transition to ACTIVE for port object 7a31c48a-e7bf-4af2-a7a8-60ec070711ca will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:10.901099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'Port': ['ID=5942e2c7-74d1-4f1b-a28b-8732856531d9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:10.908948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2509fb59-2031-4be0-ab9e-a73b99e399f2 req-8ba644c4-570d-4f3c-be08-0e9e447e3823 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3002775 Feb 15 09:43:10.912293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.918638 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb1e2c0c-f468-4083-8d06-9853530c66dd req-de4c3709-b030-4ee3-b9a9-09863d09a14c tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.0592959 Feb 15 09:43:10.951390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.993284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:10.995213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c7c7a8b-b757-44ec-9453-6c8834babd12,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:11.007651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.018308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b217577-b0e7-4f9d-9446-ddd0985739be tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8c7c7a8b-b757-44ec-9453-6c8834babd12 HTTP/1.1" status: 204 len: 168 time: 1.4056454 Feb 15 09:43:11.025538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45466) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.026210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.094643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.097688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.102936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39e84e56-4989-43aa-a5d1-e99fc7bbddfa HTTP/1.1" status: 204 len: 168 time: 0.9147630 Feb 15 09:43:11.104030 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad81d59b-280d-48ce-86be-49aa04135bd5 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:43:11.105636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad81d59b-280d-48ce-86be-49aa04135bd5 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports/8c7c7a8b-b757-44ec-9453-6c8834babd12 HTTP/1.1" status: 404 len: 333 time: 0.0778761 Feb 15 09:43:11.134596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45474) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.136459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.141586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa71b6-6909-4da6-ac43-afd9c745f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e84e56-4989-43aa-a5d1-e99fc7bbddfa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:11.151397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1210012754', 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:11.198400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:11.330869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.363482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.437947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Made reservation on behalf of 1979393674b74f11ab8057f90f49c0e1 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:11.440850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.466915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.471192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.473050 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/security-groups/814077d6-a754-4f96-96ad-4c7740797c7b HTTP/1.1" status: 204 len: 168 time: 0.7372499 Feb 15 09:43:11.478119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.480913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.482533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/security-groups/3bdd0724-da05-4dfc-a6f6-3b3de022f298 HTTP/1.1" status: 204 len: 168 time: 0.4413557 Feb 15 09:43:11.483485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45480) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.484916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port 6d640de1-da28-4802-8197-d62971db060e yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:11.543930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45484) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.552934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:11.569814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Attempting to bind port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:11.577250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Attempting to bind port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:11.577845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Attempting to bind port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:11.607524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on network ab000546-5737-4d0c-b056-d175597a69da not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:11.608422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Attempting to bind port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:11.619281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:11.619522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:11.619922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Bound using segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:11.620367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Bound port: 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:11.620733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.735939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.741514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:11.746448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "DELETE /v2.0/security-groups/7be8628e-67be-4f30-b54a-96140048b558 HTTP/1.1" status: 204 len: 168 time: 1.8831346 Feb 15 09:43:11.747449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45494) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:11.777334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:11.785386 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-aa73fb63-0907-4a90-95f5-65804d73f8e0 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] show failed (client error): The resource could not be found. Feb 15 09:43:11.792036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aa73fb63-0907-4a90-95f5-65804d73f8e0 tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "GET /v2.0/security-groups/7be8628e-67be-4f30-b54a-96140048b558 HTTP/1.1" status: 404 len: 347 time: 0.0327663 Feb 15 09:43:11.795033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45496) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:12.010855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:12.023341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc137758-472b-49d3-bb43-9aba2be19a53 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=814077d6-a754-4f96-96ad-4c7740797c7b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:12.029306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:12.059580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:12.060570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:12.071310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8236ba4-95e4-4ffc-bb0c-068960bdb52b tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be8628e-67be-4f30-b54a-96140048b558,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:12.122212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:12.178535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.222435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dd073-caf8-45c8-92c5-ff4c555d66b1 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdd0724-da05-4dfc-a6f6-3b3de022f298,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:12.269988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:12.272441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] No DVR routers for this DVR port 5942e2c7-74d1-4f1b-a28b-8732856531d9 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:12.275116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.280483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6b8abcb-4212-4dab-acd8-569417d0d2f4 req-00c12bec-fd93-4329-b845-8883a030d71b tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.72 "DELETE /v2.0/ports/5942e2c7-74d1-4f1b-a28b-8732856531d9 HTTP/1.1" status: 204 len: 173 time: 6.2490323 Feb 15 09:43:12.333008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.368190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.370765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.372565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 1130 time: 4.3608019 Feb 15 09:43:12.372838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.400774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afe36a-7cbd-4a08-8022-8d11848aaca0 req-9dc12c62-8cf0-4950-9efc-633806f4a5db tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.410808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10afe36a-7cbd-4a08-8022-8d11848aaca0 req-9dc12c62-8cf0-4950-9efc-633806f4a5db tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.4289501 Feb 15 09:43:12.425687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:12.444143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-deleted', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9'}, {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:12.446296 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9efcc48-06b6-471b-be79-b77ecf974075" -d '{"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-deleted", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9"}, {"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "7a31c48a-e7bf-4af2-a7a8-60ec070711ca"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:12.549624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03ec01-c10c-4657-bbbe-f202d8a638a5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:12.577915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10afe36a-7cbd-4a08-8022-8d11848aaca0 req-cedd619b-f4ac-49e1-bb5f-79d9a499b315 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659095 Feb 15 09:43:12.601131 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.611335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Deleting port f5a3e835-cd55-4519-9a37-55006e9f0a38 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:12.611903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.781986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.840361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.844011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.847686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:12.847906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/security-groups/e8d8bbfc-a71c-4bd3-ac76-a41610d043ff HTTP/1.1" status: 204 len: 168 time: 1.3355734 Feb 15 09:43:12.871478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.879460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.881903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:12.885735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.892991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.895342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:12.899782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.906182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.912793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:12.921326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-8be080d1-87b0-44c1-b725-1b3d45d899dc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5371 time: 0.8736961 Feb 15 09:43:12.924641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:12.926718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:12.927864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:12.948942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eec3f5a9-9722-4236-bed9-1265274b3e24 req-361b4d21-7d9e-4aa2-b636-aadf6059e6ff tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/ports?device_id=b49e79d6-8a01-4329-b7ef-14d5d40ad834 HTTP/1.1" status: 200 len: 210 time: 0.1600745 Feb 15 09:43:12.971657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccaa85-54b3-46f6-9f2e-2e5045b28d08 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d8bbfc-a71c-4bd3-ac76-a41610d043ff,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:13.022300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:13.026160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:13.040139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:13.040139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:13.040799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.101425 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cdd2a1-9fcd-41f3-802f-8ec54946aeee x-openstack-request-id: req-f3cdd2a1-9fcd-41f3-802f-8ec54946aeee {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:13.102036 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b49e79d6-8a01-4329-b7ef-14d5d40ad834", "name": "network-vif-deleted", "tag": "5942e2c7-74d1-4f1b-a28b-8732856531d9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "7a31c48a-e7bf-4af2-a7a8-60ec070711ca", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:13.102036 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3cdd2a1-9fcd-41f3-802f-8ec54946aeee {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:13.102361 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b49e79d6-8a01-4329-b7ef-14d5d40ad834', 'name': 'network-vif-deleted', 'tag': '5942e2c7-74d1-4f1b-a28b-8732856531d9', 'status': 'completed', 'code': 200} Feb 15 09:43:13.102611 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca', 'status': 'completed', 'code': 200} Feb 15 09:43:13.135172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=6d640de1-da28-4802-8197-d62971db060e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:13.184200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2899b22-80c5-4d2d-bd9e-0b07b7570ac6 req-21fcbb2a-2608-49b2-a80a-57ee0867fe8e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2614977 Feb 15 09:43:13.197653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a575870-9a83-4609-9e6f-932a57c5e002 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.0526793 Feb 15 09:43:13.203137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:13.242930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:13.355574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54d0e8-ec07-44d7-8685-fb0c39c5fbae tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:13.360697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b54d0e8-ec07-44d7-8685-fb0c39c5fbae tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports/6d640de1-da28-4802-8197-d62971db060e HTTP/1.1" status: 200 len: 955 time: 0.1557209 Feb 15 09:43:13.367236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45534) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:13.523528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Deleting port 6d640de1-da28-4802-8197-d62971db060e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:13.523528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.597506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:13.671040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.709840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ababc9c6-86f0-4ec1-9b16-06d907a9652c None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:37:30Z', 'revision_number': 4, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a8200039-289d-4586-b8ab-d04425eaa824', 'name': '', 'network_id': '9a5ce713-9df5-409d-924c-94d40c1cb60f', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'mac_address': 'fa:16:3e:ad:84:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:28Z', 'updated_at': '2022-02-15T09:37:36Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'subnets': [{'id': 'fcc873ef-5b00-4f48-8293-ed438b2380bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:13.718085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0cc46a45-22a5-464e-b8cc-a3373323f02d req-067aeb95-996f-47dc-b361-4a16f43dd864 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0820775 Feb 15 09:43:13.730118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Calling delete_port for 6d640de1-da28-4802-8197-d62971db060e owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:13.739373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.842650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet c16f1a2a-85dd-4477-923a-34c32b61f707 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:13.892616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.897500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:13.897848 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.016229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Calling delete_port for f5a3e835-cd55-4519-9a37-55006e9f0a38 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:14.033878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.034467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.034944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.035415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.035882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.036367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.036848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.038988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-9628952a-5d7e-4210-b794-1a645f89c123 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6208 time: 0.9334519 Feb 15 09:43:14.041543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.100205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d640de1-da28-4802-8197-d62971db060e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:14.119013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.122788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-439abc6b-c22d-4a59-be39-72f3eca37d27 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6d640de1-da28-4802-8197-d62971db060e HTTP/1.1" status: 204 len: 168 time: 0.7554245 Feb 15 09:43:14.127163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:14.149883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45558) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:14.150695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d3491-4e34-4fbc-a993-da6377f9ba20 req-df5ea51b-4efe-45de-a86e-9ab4d9ee7da8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.164617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-958d3491-4e34-4fbc-a993-da6377f9ba20 req-df5ea51b-4efe-45de-a86e-9ab4d9ee7da8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.3666294 Feb 15 09:43:14.180091 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7cceb9-19d4-48c8-8169-7c3996e35fe3 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:43:14.181834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ab7cceb9-19d4-48c8-8169-7c3996e35fe3 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports/6d640de1-da28-4802-8197-d62971db060e HTTP/1.1" status: 404 len: 333 time: 0.0535581 Feb 15 09:43:14.192326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:14.197645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-454326854'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:14.197834 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.242432 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e4b226-ab04-4712-856d-9a6e040f5425 None None] New status for floating IP a7bef0ad-5882-4800-ba41-5a573a8f63fb: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:43:14.285863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.307130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.344466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Made reservation on behalf of 1979393674b74f11ab8057f90f49c0e1 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:14.347100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.388148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:14.411684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.426836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.473339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port 115c76b4-4fb3-4230-8611-1082f1a63dae yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:14.491696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Transition to ACTIVE for port object b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:14.515418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-958d3491-4e34-4fbc-a993-da6377f9ba20 req-5a8effef-fab1-437f-b397-259b2efadd3e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3453145 Feb 15 09:43:14.540517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.617697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.624654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.634531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.647980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.656111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.663254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.669224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.671313 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-fd8e7399-eff0-4b59-bb81-6ddbca70fe1c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5371 time: 0.3280184 Feb 15 09:43:14.711075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:14.740545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-51109272-0a36-4835-9253-4024e87cc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.741319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-51109272-0a36-4835-9253-4024e87cc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.741941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-51109272-0a36-4835-9253-4024e87cc5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:14.743743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-51109272-0a36-4835-9253-4024e87cc5fa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6922469 Feb 15 09:43:14.753076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.781792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.784338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.793810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "DELETE /v2.0/security-groups/cadacb44-4b56-43d1-9dd2-22f68880e57a HTTP/1.1" status: 204 len: 168 time: 0.6428740 Feb 15 09:43:14.797121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 4812db6b-de7e-4423-8b3c-abec2b2745f6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:14.799294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.813706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:14.905366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8726d6-1ef5-4479-8423-34b9c678d296 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadacb44-4b56-43d1-9dd2-22f68880e57a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:14.954766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21cf0bcb-fe83-4de2-83bc-60d4547937c1 req-8f4e0205-f90d-491a-9b96-c7c4ce92d340 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2625782 Feb 15 09:43:14.958109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:14.978741 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-2c071ab1-7454-4f49-a0db-9e742127c428 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] show failed (client error): The resource could not be found. Feb 15 09:43:14.984638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c071ab1-7454-4f49-a0db-9e742127c428 tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "GET /v2.0/security-groups/cadacb44-4b56-43d1-9dd2-22f68880e57a HTTP/1.1" status: 404 len: 347 time: 0.1694984 Feb 15 09:43:14.985272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:15.071599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 4812db6b-de7e-4423-8b3c-abec2b2745f6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4812db6b-de7e-4423-8b3c-abec2b2745f6,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:15.072160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.090716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64fd107f-e796-4d0e-99ed-b2c826ed85f2 req-e4e959b6-570e-4a3f-b811-4504602ceb09 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1954360 Feb 15 09:43:15.118266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 4812db6b-de7e-4423-8b3c-abec2b2745f6 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:15.145378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.149253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.184566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-cef4023e-ec3d-4064-a04d-28b6ae2dc22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:15.187422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9efcc48-06b6-471b-be79-b77ecf974075 req-cef4023e-ec3d-4064-a04d-28b6ae2dc22b service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4283774 Feb 15 09:43:15.196638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=c16f1a2a-85dd-4477-923a-34c32b61f707,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:15.198396 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.203093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.209830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2e8c5e5b-a8eb-4558-96e1-f0a2de42d45e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c16f1a2a-85dd-4477-923a-34c32b61f707 HTTP/1.1" status: 204 len: 168 time: 2.3233752 Feb 15 09:43:15.213181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45570) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:15.223782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b12549c-96a4-44c6-adf6-5352b1186407 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:15.243565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Attempting to bind port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:15.243939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Attempting to bind port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:15.244213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Attempting to bind port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:15.265959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Pushing event deleted for resources: {'Port': ['ID=f5a3e835-cd55-4519-9a37-55006e9f0a38,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:15.266341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:15.276541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:15.280492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:15.281460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:15.282056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.285617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 on network ab000546-5737-4d0c-b056-d175597a69da not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:15.285617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Attempting to bind port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:15.328057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=115c76b4-4fb3-4230-8611-1082f1a63dae,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:15.331072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:15.331408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:15.331789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Bound using segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:15.332588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Bound port: b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:15.332588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.354454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet 55a7defc-4755-4e46-bbbb-fa5bdf87f714 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:15.363523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.366582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61a7316b-1118-4288-ab77-dd9854fe351f tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1712370 Feb 15 09:43:15.369508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:15.377189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:15.378484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Deleting port 2d07b551-22b9-4460-a6e5-8d9bbd1c2392 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:15.378933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.464582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.468043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.469456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6dbb4fbe-5b92-4b42-a087-b8a91a633f2f tempest-ServersTestFqdnHostnames-10091695 tempest-ServersTestFqdnHostnames-10091695-project] 10.222.0.10 "DELETE /v2.0/floatingips/b6d4700a-a107-48ed-9d66-823eb1395449 HTTP/1.1" status: 204 len: 168 time: 3.4891007 Feb 15 09:43:15.473184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45574) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:15.476199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.582820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.589434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:15.591045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.591045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.593656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:15.610189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.664775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Calling delete_port for 2d07b551-22b9-4460-a6e5-8d9bbd1c2392 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:15.702111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:15.703296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:15.704773 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] 10.222.0.36 "PUT /v2.0/ports/b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 HTTP/1.1" status: 200 len: 1091 time: 3.2849603 Feb 15 09:43:15.711007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:15.713660 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:15.755329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:15.821007 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2947d43-65d5-4925-9d84-ff6639279990 x-openstack-request-id: req-a2947d43-65d5-4925-9d84-ff6639279990 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:15.821374 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:15.821598 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2947d43-65d5-4925-9d84-ff6639279990 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:15.822089 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'status': 'completed', 'code': 200} Feb 15 09:43:16.041921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.076720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.078789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c108113-b13b-44d4-a81b-233d8db9c113 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:16.188710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] device_id is not set on port 115c76b4-4fb3-4230-8611-1082f1a63dae yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:43:16.199663 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.277470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.298851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de987b1-41cf-42da-b8f6-b8601ea13bdd req-e8d2bc53-39fb-47f0-9af8-2f6fc83b3366 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.305729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6de987b1-41cf-42da-b8f6-b8601ea13bdd req-e8d2bc53-39fb-47f0-9af8-2f6fc83b3366 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.6785512 Feb 15 09:43:16.415003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf182954-b35f-4c1e-9bc6-27fe18c6d4a9 req-799aee86-30f7-4b56-8cd2-fbdb19974287 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0912182 Feb 15 09:43:16.416038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.431468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.445985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-82f1b819-bc29-43dc-8d2a-d787c291467f None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:16.447321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-82f1b819-bc29-43dc-8d2a-d787c291467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.486633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-82f1b819-bc29-43dc-8d2a-d787c291467f None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:16.498023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=4812db6b-de7e-4423-8b3c-abec2b2745f6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:16.499555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-82f1b819-bc29-43dc-8d2a-d787c291467f None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:16.500075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-82f1b819-bc29-43dc-8d2a-d787c291467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.526614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.527037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.527499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.528012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.528523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.529099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.530191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.532569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-8baf1767-fab6-4cf8-80b4-3a5deda40100 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6275 time: 0.6915805 Feb 15 09:43:16.547615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=55a7defc-4755-4e46-bbbb-fa5bdf87f714,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:16.550486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6de987b1-41cf-42da-b8f6-b8601ea13bdd req-13df449d-1232-4cf1-b3f5-6236d44b3f8d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645834 Feb 15 09:43:16.553578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.590061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.596436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.602554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.609816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.617247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.624401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.630649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:16.640903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-ee7f2873-6962-4dba-8c0e-788712320b4c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5383 time: 0.5430126 Feb 15 09:43:16.651287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.655184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-56aa8ef5-1464-451d-9751-e45279b27a5e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/55a7defc-4755-4e46-bbbb-fa5bdf87f714 HTTP/1.1" status: 204 len: 168 time: 1.4394150 Feb 15 09:43:16.671961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d01036a-caf0-45e9-82fa-3103a7c7848a None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:16.688251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45584) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:16.754503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f25ab0d4-7bb9-4490-a314-dd1bd85b719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.761124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Pushing event deleted for resources: {'Port': ['ID=2d07b551-22b9-4460-a6e5-8d9bbd1c2392,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:16.815258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:16.866648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9252a4a2-38ab-48e6-a402-ec5e10f6d515 req-d416a0d8-0b0f-4ed0-a395-9e87ac1ec131 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1875632 Feb 15 09:43:17.032301 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec34d6d0-10c1-4bbb-8815-658474564f4d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:17.032763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec34d6d0-10c1-4bbb-8815-658474564f4d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:17.039068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec34d6d0-10c1-4bbb-8815-658474564f4d tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c16f1a2a-85dd-4477-923a-34c32b61f707 HTTP/1.1" status: 404 len: 337 time: 0.3464978 Feb 15 09:43:17.054559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45586) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:17.054559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=115c76b4-4fb3-4230-8611-1082f1a63dae,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:17.096068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.111948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.112398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.112734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.114607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.117852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.122885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e3b56d44-046d-4ba5-80ab-c45c3ab5766d tempest-AttachVolumeTestJSON-202118288 tempest-AttachVolumeTestJSON-202118288-project] 10.222.0.10 "DELETE /v2.0/floatingips/a7bef0ad-5882-4800-ba41-5a573a8f63fb HTTP/1.1" status: 204 len: 168 time: 2.1360588 Feb 15 09:43:17.126944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.127945 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.127945 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 2 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.214432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.215157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.215157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.254384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aefbd0b8-1d18-4924-bee6-1629aa824bfc req-c14ea7ea-361c-4aed-b67e-c4810ae913a5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6124709 Feb 15 09:43:17.311299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.311299 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.311299 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 3 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.338166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting subnet e7cce4be-81f7-4265-9c62-97b5b9c3e74a {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:17.351333 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.397674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.398063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.398402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.414984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-d0fe8bfb-6a9a-4f80-aaaf-ba8b4af86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:17.415450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-d0fe8bfb-6a9a-4f80-aaaf-ba8b4af86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:17.415906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-d0fe8bfb-6a9a-4f80-aaaf-ba8b4af86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:17.417536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-d0fe8bfb-6a9a-4f80-aaaf-ba8b4af86ad1 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.8512554 Feb 15 09:43:17.426217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.426580 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.438109 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 4 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.531241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.533941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.534237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.534525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.549199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Router 6042b66b-d15f-4e59-b05f-b284383b7738 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:17.575080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.607391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.607779 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.627773 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 5 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.725120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.725469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.725809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.777198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.777537 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.787658 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 6 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.790825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-169adce7-78c6-41dd-b24b-22c7ffe9e2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:17.792452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9c1c4f2-1e46-465c-b4e5-16340fb011b7 req-169adce7-78c6-41dd-b24b-22c7ffe9e2eb service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3649499 Feb 15 09:43:17.808623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd5640-4b51-4162-8ec5-12336c73c1ef req-33589a06-d5ff-4bd4-9f9b-14050b9b24bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:17.810019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11fd5640-4b51-4162-8ec5-12336c73c1ef req-33589a06-d5ff-4bd4-9f9b-14050b9b24bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.1541836 Feb 15 09:43:17.830807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e1cd11a-b46b-4d26-bdb7-2688985797ba {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:17.835657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.865243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.865609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.865950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.872374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:17.897289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:17.898414 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:17.898907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:17.902078 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 7 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:17.927672 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54658c4a-6df0-411c-884f-656880699389 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "PUT /v2.0/routers/6042b66b-d15f-4e59-b05f-b284383b7738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3823674 Feb 15 09:43:17.929601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45596) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:17.933981 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11fd5640-4b51-4162-8ec5-12336c73c1ef req-73cd7a8f-593b-4199-b03d-2a2792b62c9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130304 Feb 15 09:43:17.945445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Sync routers for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:17.959552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Transition to ACTIVE for port object 0e1cd11a-b46b-4d26-bdb7-2688985797ba will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:17.968763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:17.981374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:17.983076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:17.996399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.002452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:18.003324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:18.018924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:18.031559 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:18.064194 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 8 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:18.149325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8074a9c-dd48-4ffb-9ae4-ec60a891174e req-0ab7d5b7-76a4-4461-95f1-66caba2f0cbb tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0970752 Feb 15 09:43:18.206794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:18.206988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:18.207329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:18.238718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Deleting port 7751eabc-b68a-4205-8765-770c6ba24226 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:18.238978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.258596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.271648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cc3bcf43-68c2-4999-9735-bf79a338ef2a None None] Provisioning complete for port f98bb36f-74ca-4954-8806-cc16db4f2018 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:18.273538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcf43-68c2-4999-9735-bf79a338ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.289890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:18.363437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:18.363778 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:18.381836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cc3bcf43-68c2-4999-9735-bf79a338ef2a None None] Port f98bb36f-74ca-4954-8806-cc16db4f2018 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:18.384546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:18.445240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.456736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/e7cce4be-81f7-4265-9c62-97b5b9c3e74a HTTP/1.1" status: 204 len: 168 time: 1.3931696 Feb 15 09:43:18.461319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45606) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:18.511943 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 9 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:18.535222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306e1d7-252a-49ca-b087-1ad7764041f3 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Subnet': ['ID=e7cce4be-81f7-4265-9c62-97b5b9c3e74a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:18.580026 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03a75ce-8130-4450-b80d-bd6921aaa25f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:18.580629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03a75ce-8130-4450-b80d-bd6921aaa25f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:18.583586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a03a75ce-8130-4450-b80d-bd6921aaa25f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/caf3a2f6-3011-44ac-80a4-f0a9f7586709 HTTP/1.1" status: 404 len: 337 time: 0.1212990 Feb 15 09:43:18.589892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45608) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:18.618789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting subnet a56f3128-f45f-482c-b1e6-28e7e887aae1 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:18.629006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.652383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1820036e-2c95-49c4-b773-0d741f7547f1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "GET /v2.0/ports?device_id=2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b HTTP/1.1" status: 200 len: 205 time: 0.0560036 Feb 15 09:43:18.656878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:18.657318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:18.657724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:18.671238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45610) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:18.677134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:18.677550 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:18.699777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af1a715-3b51-4666-beac-7db8aede09f8 None None] Network 20e63761-4ba3-43a5-9e76-c88789bc1429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:18.721300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.754045 n-d-825064-4 neutron-server[102358]: INFO neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempt 10 to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae Feb 15 09:43:18.785899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Attempting to bind port 0e1cd11a-b46b-4d26-bdb7-2688985797ba on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:18.785899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Attempting to bind port 0e1cd11a-b46b-4d26-bdb7-2688985797ba by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:18.788937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Attempting to bind port 0e1cd11a-b46b-4d26-bdb7-2688985797ba on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:18.797645 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-16f84ce2-fcb6-4d3c-97cf-1742c6f22db4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] delete failed (client error): The resource could not be found. Feb 15 09:43:18.805244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-16f84ce2-fcb6-4d3c-97cf-1742c6f22db4 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/routers/2f597a62-0d8c-4b65-a8c2-3ec8e51ec59b HTTP/1.1" status: 404 len: 336 time: 0.1108952 Feb 15 09:43:18.813672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:18.814097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:18.815312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] For port 7751eabc-b68a-4205-8765-770c6ba24226, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7751eabc-b68a-4205-8765-770c6ba24226,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:18.815733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempting to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:18.816176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.829992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Port 0e1cd11a-b46b-4d26-bdb7-2688985797ba on network ab000546-5737-4d0c-b056-d175597a69da not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:18.830497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Attempting to bind port 0e1cd11a-b46b-4d26-bdb7-2688985797ba on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:18.835831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cc3bcf43-68c2-4999-9735-bf79a338ef2a None None] Provisioning complete for port e8d21da3-bb3b-4318-a61f-381e1d7db960 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:18.836529 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc3bcf43-68c2-4999-9735-bf79a338ef2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.846680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45612) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:18.849801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Calling delete_port for 7751eabc-b68a-4205-8765-770c6ba24226 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:18.860793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.867569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.877578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.894146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.919121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.931340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.938372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:18.940476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-ac8c5bfe-bcf4-46bd-b2c4-ec115cc58fab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5395 time: 0.4237833 Feb 15 09:43:18.942213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:18.942213 n-d-825064-4 neutron-server[102358]: ERROR neutron.plugins.ml2.managers [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Failed to bind port 115c76b4-4fb3-4230-8611-1082f1a63dae on host n-h1-825064-4 for vnic_type normal using segments [{'id': 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4'}] Feb 15 09:43:18.942213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:18.944072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:18.944400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Checking segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:18.944770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Bound using segment: {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:18.945233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Bound port: 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:18.945566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.072864 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2f7212-3991-48c3-91b8-2d0bd6974a89 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.073321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2f7212-3991-48c3-91b8-2d0bd6974a89 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.080755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.089285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:43:15Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:19.091093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9c2f7212-3991-48c3-91b8-2d0bd6974a89 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c0287799-2e41-4eb8-81bb-6779b4f1488d HTTP/1.1" status: 404 len: 337 time: 0.1287498 Feb 15 09:43:19.135082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Checking router: 6042b66b-d15f-4e59-b05f-b284383b7738 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:19.163351 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24a4d86-c16a-42e7-9e07-eda8db0717d9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.164067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24a4d86-c16a-42e7-9e07-eda8db0717d9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.170576 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a24a4d86-c16a-42e7-9e07-eda8db0717d9 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/6ff8abf3-427e-4e70-b6a0-af528a278dc6 HTTP/1.1" status: 404 len: 337 time: 0.0817661 Feb 15 09:43:19.171594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.184242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45620) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.185338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Routers {'6042b66b-d15f-4e59-b05f-b284383b7738'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:19.187325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:42:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6042b66b-d15f-4e59-b05f-b284383b7738'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:19.201929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] DHCP port deletion for 20e63761-4ba3-43a5-9e76-c88789bc1429 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:43:19.218829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6d937bb-fc0e-44a2-924c-6ca756d8c82f req-4b5563cc-61aa-41e6-b3be-7b28673fdd67 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494133 Feb 15 09:43:19.282696 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e86258f-cab2-4154-8f05-f26095e671d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.283347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e86258f-cab2-4154-8f05-f26095e671d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.288412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e86258f-cab2-4154-8f05-f26095e671d7 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/1a3fd241-9494-4d44-86b2-6769b344c968 HTTP/1.1" status: 404 len: 337 time: 0.0920665 Feb 15 09:43:19.295195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45622) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.339759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:19.358335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:19.374369 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19d1c7d-82b5-4dd4-ad41-7c82445d7f1e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.374667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.375619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19d1c7d-82b5-4dd4-ad41-7c82445d7f1e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.376957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port 115c76b4-4fb3-4230-8611-1082f1a63dae, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:19.377313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attempted to set empty binding levels {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 15 09:43:19.379671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d19d1c7d-82b5-4dd4-ad41-7c82445d7f1e tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/3325ff6c-af78-4c10-abe9-d2d525e3512e HTTP/1.1" status: 404 len: 333 time: 0.0720534 Feb 15 09:43:19.381702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] Set router 6042b66b-d15f-4e59-b05f-b284383b7738 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:19.386338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.396308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.477233 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4765573e-10d7-4806-a2d3-d97b1b5721f1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.496146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:19.496146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.497689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] 10.222.0.36 "PUT /v2.0/ports/0e1cd11a-b46b-4d26-bdb7-2688985797ba HTTP/1.1" status: 200 len: 1090 time: 3.7515919 Feb 15 09:43:19.498937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:19.501612 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19564d3-c1e0-4763-8155-9a233c17fd86" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:19.502619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4765573e-10d7-4806-a2d3-d97b1b5721f1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.517267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4765573e-10d7-4806-a2d3-d97b1b5721f1 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/ffb721fa-626d-49ae-b9b6-de6f97824daf HTTP/1.1" status: 404 len: 337 time: 0.1203306 Feb 15 09:43:19.538130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45636) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.548105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:19.550760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] In _notify_port_updated(), no bound segment for port 115c76b4-4fb3-4230-8611-1082f1a63dae on network fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:43:19.551574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:19.552281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.575558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "PUT /v2.0/ports/115c76b4-4fb3-4230-8611-1082f1a63dae HTTP/1.1" status: 200 len: 974 time: 4.2029815 Feb 15 09:43:19.582113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45640) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.652137 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2bb9d7fe-2216-4ef6-9ae4-3f3cf8bbc733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.662878 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e8d4e4-9980-464d-af56-0e180cb33829 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.663671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e8d4e4-9980-464d-af56-0e180cb33829 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.674737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-52e8d4e4-9980-464d-af56-0e180cb33829 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/753f33eb-9e7f-4309-b8e8-e10813f7afc0 HTTP/1.1" status: 404 len: 337 time: 0.1309493 Feb 15 09:43:19.678902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45642) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.696422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7799-8d06-44b8-b720-405297177d70 req-ef58b298-a829-4437-bd3d-46669e6f183b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:19.698474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8aaa7799-8d06-44b8-b720-405297177d70 req-ef58b298-a829-4437-bd3d-46669e6f183b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.5232139 Feb 15 09:43:19.699924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.753713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Deleting port e8d21da3-bb3b-4318-a61f-381e1d7db960 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:19.754529 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.806530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f10e5a-1b5d-424d-a949-55a9ee54767a service neutron] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:19.814510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:19.826190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/subnets/a56f3128-f45f-482c-b1e6-28e7e887aae1 HTTP/1.1" status: 204 len: 168 time: 1.8949273 Feb 15 09:43:19.827025 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9908c10-f1e5-429e-9101-07072fa49ce8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:19.828531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.829156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9908c10-f1e5-429e-9101-07072fa49ce8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:19.836123 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a9908c10-f1e5-429e-9101-07072fa49ce8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/6044d77e-50a0-489f-83b4-7b736f2edd5b HTTP/1.1" status: 404 len: 333 time: 0.1418536 Feb 15 09:43:19.848192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:19.872466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516ada5-5f25-4c66-a830-94c1afab5c5b tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Subnet': ['ID=a56f3128-f45f-482c-b1e6-28e7e887aae1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:19.915326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca43032-92fc-452f-a53f-f16273cac0ae None None] Network 814b440b-f4e0-4a2f-a025-58e9061ab1a8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:19.983448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8aaa7799-8d06-44b8-b720-405297177d70 req-40360c18-e8f3-4724-9bcc-c95356e307e3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639513 Feb 15 09:43:20.033953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5bab6-9243-4456-a834-bfa9c971f1ed tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event updated for resources: {'Port': ['ID=115c76b4-4fb3-4230-8611-1082f1a63dae,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:20.062172 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34398cf9-a2d0-4b69-9541-c19dbe50fd87 x-openstack-request-id: req-34398cf9-a2d0-4b69-9541-c19dbe50fd87 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:20.062518 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:20.062871 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34398cf9-a2d0-4b69-9541-c19dbe50fd87 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:20.063379 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'status': 'completed', 'code': 200} Feb 15 09:43:20.089940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] For port e8d21da3-bb3b-4318-a61f-381e1d7db960, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e8d21da3-bb3b-4318-a61f-381e1d7db960,segment=NetworkSegment(a086c0f6-5d5f-486e-99d5-3d074a008872),segment_id=a086c0f6-5d5f-486e-99d5-3d074a008872)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:20.090561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.136486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.139799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.148075 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e2cbf7-3f77-4835-9fe5-1c46a6cfa2a8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:20.148680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60e2cbf7-3f77-4835-9fe5-1c46a6cfa2a8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:20.154220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-60e2cbf7-3f77-4835-9fe5-1c46a6cfa2a8 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/add2a089-2f13-4849-b9f6-2560bea4c5ae HTTP/1.1" status: 404 len: 337 time: 0.1286957 Feb 15 09:43:20.161432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Calling delete_port for e8d21da3-bb3b-4318-a61f-381e1d7db960 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:20.168988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f886d4d0-544c-46c9-9501-ba9f7379adf9 req-f760f8ae-ccfe-4224-a430-85bef05c9928 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1282890 Feb 15 09:43:20.175908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45654) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:20.236691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.238240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:43:15Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:20.247569 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d368e8-0554-476a-bbaa-8ac452583a95 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] DELETE failed (client error): The resource could not be found. Feb 15 09:43:20.248553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d368e8-0554-476a-bbaa-8ac452583a95 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:43:20.257542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-27d368e8-0554-476a-bbaa-8ac452583a95 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/subnets/c4150ee4-b2f5-4f1d-9dcd-982695139130 HTTP/1.1" status: 404 len: 337 time: 0.0683713 Feb 15 09:43:20.268798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45658) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:20.285909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7751eabc-b68a-4205-8765-770c6ba24226,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:20.404336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.405482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.405819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.406302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.406761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.407227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.407696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.410056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c0c4d98d-af50-462a-a416-8b15c1fc235a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6342 time: 0.3584273 Feb 15 09:43:20.446422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1902aec6-c3d4-4381-ac18-8794b4039e19 None None] The sync data for ids ['6042b66b-d15f-4e59-b05f-b284383b7738'] in n-d-825064-4 is: [{'id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'name': 'tempest-TestNetworkBasicOps-router-1944539718', 'tenant_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234'}], 'enable_snat': True}, 'gw_port_id': '6e17e839-7953-467f-baac-a363b1128df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:26Z', 'updated_at': '2022-02-15T09:43:15Z', 'revision_number': 5, 'project_id': '8cbddf51dbb841748d2cec96f8a02d6e', 'gw_port': {'id': '6e17e839-7953-467f-baac-a363b1128df8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f1:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6042b66b-d15f-4e59-b05f-b284383b7738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1883, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:27Z', 'updated_at': '2022-02-15T09:41:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:20.473214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.547292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Deleting port 115c76b4-4fb3-4230-8611-1082f1a63dae {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:20.547649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.550176 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.564184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Pushing event deleted for resources: {'Port': ['ID=e8d21da3-bb3b-4318-a61f-381e1d7db960,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:20.573744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] No DVR routers for this DVR port e8d21da3-bb3b-4318-a61f-381e1d7db960 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:20.578895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.579364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.579800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.580229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.580658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.581218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.581641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.582063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.582499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.582916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.583333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.583748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78be2098-99c0-4da0-b150-cb07b94db88b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:20.822365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] For port 115c76b4-4fb3-4230-8611-1082f1a63dae, host n-h1-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:20.822782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.848167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Calling delete_port for 115c76b4-4fb3-4230-8611-1082f1a63dae owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:20.864996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Deleting port f98bb36f-74ca-4954-8806-cc16db4f2018 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:20.864996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:20.874225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] DHCP port deletion for 814b440b-f4e0-4a2f-a025-58e9061ab1a8 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:43:20.878325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.884169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.890977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.900795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-9b4ddf8d-bdd6-45e0-89b3-28d6068133aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.901460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-9b4ddf8d-bdd6-45e0-89b3-28d6068133aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.901979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-9b4ddf8d-bdd6-45e0-89b3-28d6068133aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.902808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.903780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-9b4ddf8d-bdd6-45e0-89b3-28d6068133aa service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4542246 Feb 15 09:43:20.909597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.929676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.941044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:20.944446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9df6901-d543-431f-9965-3ce9add504b7 req-d3e555ca-7bd7-4f1e-ac11-bd52b82ee0fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5395 time: 0.5941491 Feb 15 09:43:21.003332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.012699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Deleting port 316cdf89-f605-4145-8cdd-dfda9c006e7c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:21.013374 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.093840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9df6901-d543-431f-9965-3ce9add504b7 req-92faed1c-e347-40ad-a5dc-c3fc96a304de tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484494 Feb 15 09:43:21.143825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.151144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] For port 316cdf89-f605-4145-8cdd-dfda9c006e7c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=316cdf89-f605-4145-8cdd-dfda9c006e7c,segment=NetworkSegment(b36438c7-767c-468b-b6c5-b49abda30063),segment_id=b36438c7-767c-468b-b6c5-b49abda30063)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:21.151615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.171563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Calling delete_port for 316cdf89-f605-4145-8cdd-dfda9c006e7c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:21.261928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:21.288411 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.293206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e8d21da3-bb3b-4318-a61f-381e1d7db960 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:21.293589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e8d21da3-bb3b-4318-a61f-381e1d7db960 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:21.324862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] Pushing event deleted for resources: {'Port': ['ID=316cdf89-f605-4145-8cdd-dfda9c006e7c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:21.328667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c35a39-8c6b-42d9-9f3f-67d8788dd5ee None None] No DVR routers for this DVR port 316cdf89-f605-4145-8cdd-dfda9c006e7c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:21.400281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c9aa3e-95a6-47ce-8481-dc33f2fb1c31 req-87177733-9c4e-4161-a517-596daa777f0b tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0833280 Feb 15 09:43:21.426843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Deleting port 6e17e839-7953-467f-baac-a363b1128df8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:21.427203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.527495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.549782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Router cf932243-5c31-4cc0-8927-2767c4415b48 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:21.561148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Calling delete_port for f98bb36f-74ca-4954-8806-cc16db4f2018 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:21.574349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] For port 6e17e839-7953-467f-baac-a363b1128df8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6e17e839-7953-467f-baac-a363b1128df8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:21.574769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.620741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Calling delete_port for 6e17e839-7953-467f-baac-a363b1128df8 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:21.681857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc13f2-f864-40bf-920e-15eb54a2b034 req-0ed58150-e144-46cd-99f0-5264cc1bff7a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:21.696633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ebc13f2-f864-40bf-920e-15eb54a2b034 req-0ed58150-e144-46cd-99f0-5264cc1bff7a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.3121967 Feb 15 09:43:21.754847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c23f22fb-3374-46bf-a59a-c32d1a46a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:21.756349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a19564d3-c1e0-4763-8155-9a233c17fd86 req-c23f22fb-3374-46bf-a59a-c32d1a46a601 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8191440 Feb 15 09:43:21.761533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:21.770200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d0fa1fe8-6a71-419f-a11a-3d264be9da85 admin admin] 10.222.0.10 "PUT /v2.0/routers/cf932243-5c31-4cc0-8927-2767c4415b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2932887 Feb 15 09:43:21.777580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45668) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:21.782446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Sync routers for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:21.789189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.798079 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:21.798817 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:21.854110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e2f22a-f339-4614-bd70-143f8ace813e {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:21.895229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ebc13f2-f864-40bf-920e-15eb54a2b034 req-70d8e76f-9318-4ec6-9a51-51a92ce18feb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973460 Feb 15 09:43:21.911446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.928951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.947794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Transition to ACTIVE for port object 24e2f22a-f339-4614-bd70-143f8ace813e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:21.948514 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:21.948694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Port': ['ID=6e17e839-7953-467f-baac-a363b1128df8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:21.949977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Pushing event deleted for resources: {'Port': ['ID=115c76b4-4fb3-4230-8611-1082f1a63dae,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:21.972064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:21.976711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5ed3f2ab-43dc-4a85-bd35-4656d60a4438 tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "DELETE /v2.0/ports/115c76b4-4fb3-4230-8611-1082f1a63dae HTTP/1.1" status: 204 len: 168 time: 2.3851151 Feb 15 09:43:21.987128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45670) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:22.066450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.076185 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-360bcc29-82da-468b-94b8-55872fe6d75e tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] GET failed (client error): The resource could not be found. Feb 15 09:43:22.078944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-360bcc29-82da-468b-94b8-55872fe6d75e tempest-PortsAdminExtendedAttrsTestJSON-293617260 tempest-PortsAdminExtendedAttrsTestJSON-293617260-project-admin] 10.222.0.10 "GET /v2.0/ports/115c76b4-4fb3-4230-8611-1082f1a63dae HTTP/1.1" status: 404 len: 333 time: 0.0383322 Feb 15 09:43:22.080184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.084068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:22.161935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.202563 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:43:19Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:22.240213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.242267 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Checking router: cf932243-5c31-4cc0-8927-2767c4415b48 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:22.243101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.257694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Routers {'cf932243-5c31-4cc0-8927-2767c4415b48'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:22.258671 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cf932243-5c31-4cc0-8927-2767c4415b48'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:22.259566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.274593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.303402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.367447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.378798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/ports/f98bb36f-74ca-4954-8806-cc16db4f2018 HTTP/1.1" status: 204 len: 168 time: 2.1058912 Feb 15 09:43:22.390349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:22.400996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.406282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.420194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:22.440959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] Set router cf932243-5c31-4cc0-8927-2767c4415b48 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:22.495699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d189be-d847-4a0c-a964-be7c6c026975 tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Port': ['ID=f98bb36f-74ca-4954-8806-cc16db4f2018,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:22.514315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Attempting to bind port 24e2f22a-f339-4614-bd70-143f8ace813e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:22.514647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Attempting to bind port 24e2f22a-f339-4614-bd70-143f8ace813e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:22.514979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Attempting to bind port 24e2f22a-f339-4614-bd70-143f8ace813e on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:22.530879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Deleting port d5f10676-50d4-4591-89c7-699c27f7f816 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:22.531525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.658172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.658608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Fanout notify agent at l3_agent the message router_deleted on router 6042b66b-d15f-4e59-b05f-b284383b7738 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:22.672623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] For port d5f10676-50d4-4591-89c7-699c27f7f816, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d5f10676-50d4-4591-89c7-699c27f7f816,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:22.673245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.687415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Calling delete_port for d5f10676-50d4-4591-89c7-699c27f7f816 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:22.702596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.705672 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-22d35fa0-2fb1-4eff-aae2-7417302047f3 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/routers/6042b66b-d15f-4e59-b05f-b284383b7738 HTTP/1.1" status: 204 len: 168 time: 2.8586445 Feb 15 09:43:22.708727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45680) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:22.748066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.780116 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:43:19Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:22.791845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 316cdf89-f605-4145-8cdd-dfda9c006e7c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:22.798276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.805123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.811842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.818708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.828672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.835572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.851648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:22.856690 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-3e4a9e9b-9ded-491f-8ab0-33af05bf4878 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5407 time: 0.5910878 Feb 15 09:43:22.878647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 316cdf89-f605-4145-8cdd-dfda9c006e7c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:22.878998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 316cdf89-f605-4145-8cdd-dfda9c006e7c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:22.880835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4812db6b-de7e-4423-8b3c-abec2b2745f6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:22.930913 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b34065f0-7896-4a7c-8a04-bd3af0374640 None None] The sync data for ids ['cf932243-5c31-4cc0-8927-2767c4415b48'] in n-d-825064-4 is: [{'id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'name': 'tempest-ServersTestFqdnHostnames-638053988-router', 'tenant_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:43:19Z', 'revision_number': 5, 'project_id': '0bcf416bb5a64de4a2fb2c08b7e190cc', 'gw_port': {'id': 'd5f10676-50d4-4591-89c7-699c27f7f816', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:b9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf932243-5c31-4cc0-8927-2767c4415b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:38Z', 'updated_at': '2022-02-15T09:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:22.937439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 4812db6b-de7e-4423-8b3c-abec2b2745f6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:22.937831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4812db6b-de7e-4423-8b3c-abec2b2745f6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:22.955077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.966814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Port 24e2f22a-f339-4614-bd70-143f8ace813e on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:22.967458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Attempting to bind port 24e2f22a-f339-4614-bd70-143f8ace813e on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:22.986501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:22.995827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5801e12-fa07-4ec6-b547-78d147627f75 req-7bbda35b-b043-4ba5-862f-befc143315f0 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0567155 Feb 15 09:43:23.029779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:23.029779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Checking segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:23.029779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Bound using segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:23.029779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Bound port: 24e2f22a-f339-4614-bd70-143f8ace813e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:23.029779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.031579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5f10676-50d4-4591-89c7-699c27f7f816,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:23.118468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.130298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.130587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb25dc4d-1d82-49d5-9344-efeebe3a2f7a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.144990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.164994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.174113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:23.174762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:23.207001 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:23.219039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.261616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bdcb898-e751-44b2-b502-cfb07d86aff1 req-4770711e-753c-4f45-b9af-2b624b1d7b18 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3588433 Feb 15 09:43:23.312235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:23.327072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:23.361075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.368998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.401694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.426342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d0017-4994-4fc5-bc74-dab50676c97e req-809aa67e-6a0c-4460-93eb-ece71dbd5063 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.427547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e63761-4ba3-43a5-9e76-c88789bc1429']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.428202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-185d0017-4994-4fc5-bc74-dab50676c97e req-809aa67e-6a0c-4460-93eb-ece71dbd5063 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.2927883 Feb 15 09:43:23.430744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.436032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.436869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf932243-5c31-4cc0-8927-2767c4415b48 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:23.452590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a086c0f6-5d5f-486e-99d5-3d074a008872') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.453008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a086c0f6-5d5f-486e-99d5-3d074a008872') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:23.454027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.458011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f91582d6-8d11-4232-9537-0b9effdc2053 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cf932243-5c31-4cc0-8927-2767c4415b48 HTTP/1.1" status: 204 len: 168 time: 1.6666689 Feb 15 09:43:23.465325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45690) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:23.486527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.528855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.530641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.533095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] 10.222.0.36 "PUT /v2.0/ports/24e2f22a-f339-4614-bd70-143f8ace813e HTTP/1.1" status: 200 len: 1091 time: 3.9899797 Feb 15 09:43:23.534256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:23.536980 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7027a68f-9b4a-4c98-ba2b-791b04c36b37" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:23.541846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.571306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-185d0017-4994-4fc5-bc74-dab50676c97e req-9b7b5823-60dc-4419-83e9-cdbe87fcf32f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282582 Feb 15 09:43:23.579474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Request body: {'port': {'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:23.594970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.608652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:23.612490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.671936 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960ac42-54af-4f4a-b0b1-e2a29cdd8f2f x-openstack-request-id: req-d960ac42-54af-4f4a-b0b1-e2a29cdd8f2f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:23.672489 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:23.673096 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d960ac42-54af-4f4a-b0b1-e2a29cdd8f2f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:23.673659 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e', 'status': 'completed', 'code': 200} Feb 15 09:43:23.674973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62205718-0dc8-40f8-945f-1b973ad8e651 service neutron] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:23.698700 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:23.702840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.731946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.742662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.748779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] 10.222.0.10 "DELETE /v2.0/networks/fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4 HTTP/1.1" status: 204 len: 168 time: 1.6636889 Feb 15 09:43:23.815855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.816369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.816883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.817387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.817817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.818285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.818744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:23.820799 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-fa7bc97f-d140-4214-85b5-0bbf81bbfd16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6409 time: 0.1515830 Feb 15 09:43:23.945005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.956597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6eb1c7-f1d5-4945-aa5e-1bd4b2eff839 tempest-PortsAdminExtendedAttrsTestJSON-68202597 tempest-PortsAdminExtendedAttrsTestJSON-68202597-project] Pushing event deleted for resources: {'Network': ['ID=fc15d8e5-cdb5-4962-8c6a-37dee3fad9d4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:23.960866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Deleting subnet 344d04ef-4d5e-484c-be60-7df2e6dae108 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:23.969410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:23.978886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.008156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.008156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] 10.222.0.10 "DELETE /v2.0/networks/20e63761-4ba3-43a5-9e76-c88789bc1429 HTTP/1.1" status: 204 len: 168 time: 1.6148918 Feb 15 09:43:24.032600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814b440b-f4e0-4a2f-a025-58e9061ab1a8']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:24.061326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09bd9d-e10f-4c8c-91e3-e0d87172fd0f tempest-PortsTestJSON-1386492526 tempest-PortsTestJSON-1386492526-project] Pushing event deleted for resources: {'Network': ['ID=20e63761-4ba3-43a5-9e76-c88789bc1429,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:24.077851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b36438c7-767c-468b-b6c5-b49abda30063') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:24.078155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b36438c7-767c-468b-b6c5-b49abda30063') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:24.111677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.115051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.231021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45704) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:24.250915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c25ee788-09e2-409e-b897-725e40c846d8 req-59882c3b-72bf-4312-9bea-4e175b44e101 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1032550 Feb 15 09:43:24.254457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.298075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:24.298521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.301936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-81384a28-575e-4fec-85ac-92db11415475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.302462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-81384a28-575e-4fec-85ac-92db11415475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:24.303358 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:24.305559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-81384a28-575e-4fec-85ac-92db11415475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.306784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-81384a28-575e-4fec-85ac-92db11415475 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=593edc21200c4426866d41a68ddcef50&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4723876 Feb 15 09:43:24.419994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.442747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.448861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] 10.222.0.10 "DELETE /v2.0/networks/814b440b-f4e0-4a2f-a025-58e9061ab1a8 HTTP/1.1" status: 204 len: 168 time: 1.7085345 Feb 15 09:43:24.448861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e7236-e830-40b7-bc97-93477e1feb97 tempest-TestNetworkBasicOps-556969496 tempest-TestNetworkBasicOps-556969496-project] Pushing event deleted for resources: {'Network': ['ID=814b440b-f4e0-4a2f-a025-58e9061ab1a8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:24.473069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.505889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:43:24.538001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45722) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:24.568105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.574220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.581008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.587025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.593298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.599363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.605284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.607950 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-ad7619a1-584e-4938-9f28-2c04da6099e1 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5407 time: 0.1472456 Feb 15 09:43:24.671734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.729637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-6118399a-7181-465b-8a1e-d3117abd639f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:24.732859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7027a68f-9b4a-4c98-ba2b-791b04c36b37 req-6118399a-7181-465b-8a1e-d3117abd639f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4128952 Feb 15 09:43:24.768947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344d04ef-4d5e-484c-be60-7df2e6dae108,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:24.777360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f918a14-7efd-4af8-8683-44c8a7495faf req-64aec8db-7e20-4a4d-90d7-bc8a5f5e879b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1584411 Feb 15 09:43:24.789651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:24.812345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d0c3894c-6602-4c2b-86c0-e029d31727dd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/344d04ef-4d5e-484c-be60-7df2e6dae108 HTTP/1.1" status: 204 len: 168 time: 1.3377175 Feb 15 09:43:24.817030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45730) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:24.821568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cecdfb-8d6d-4f33-ba90-008fb145880d None None] Network 061d8357-4dcd-4790-83d6-26b315692cd9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:24.922510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-028a2b18-c086-4e6a-87f7-120b6431ee3b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=706cbea919eb4e2eb565c636055f9576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878185 Feb 15 09:43:24.929207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45736) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:24.977996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d5f10676-50d4-4591-89c7-699c27f7f816 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:25.015466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 401c1da1-d18b-4930-af94-03fb8879d771 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:25.033327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-65a386db-963b-41c1-8568-ba768542acaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea6a6052675341879edfdd8615c97289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936521 Feb 15 09:43:25.034090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45740) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:25.058087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.072019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:25.085922 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.091333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:43:25.109289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45742) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:25.116011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Transition to ACTIVE for port object 401c1da1-d18b-4930-af94-03fb8879d771 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:25.148559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.174703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1646bf-96c2-405e-9dd8-39dfb1689600 req-c577e5db-e60b-476a-b565-0478ad61dbb1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:25.176302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b1646bf-96c2-405e-9dd8-39dfb1689600 req-c577e5db-e60b-476a-b565-0478ad61dbb1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.2901537 Feb 15 09:43:25.211781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.241968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.296962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.342319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.406817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.409716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.413991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea53ad41-53dc-4617-83ab-394bf0f53bc7 HTTP/1.1" status: 204 len: 168 time: 0.3735204 Feb 15 09:43:25.420858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:25.453711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc8a1b4-af49-4890-829c-b9c2130b7778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea53ad41-53dc-4617-83ab-394bf0f53bc7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:25.464650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.468328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.474384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da2a2e0a-9d2e-4370-a162-98864954ffa4 HTTP/1.1" status: 204 len: 168 time: 0.5441122 Feb 15 09:43:25.532997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9527744-58d7-4e97-9b64-e8882edc68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2a2e0a-9d2e-4370-a162-98864954ffa4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:25.548246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d5f10676-50d4-4591-89c7-699c27f7f816 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:25.550061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d5f10676-50d4-4591-89c7-699c27f7f816 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:25.550922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7751eabc-b68a-4205-8765-770c6ba24226 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:25.558809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.631051 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8cfad3fa-2d5b-4d61-a085-b6aeb2d80e0c req-7f44362d-c8d0-4165-b9ba-7c9c3cfdd4e1 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1808195 Feb 15 09:43:25.635181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b1646bf-96c2-405e-9dd8-39dfb1689600 req-219ddfd6-6ed2-4287-8962-ad09cb457b94 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4309957 Feb 15 09:43:25.707283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:25.707903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45770) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:25.712703 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d32557b-fbe6-419c-a56c-ad794538a994 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cbddf51dbb841748d2cec96f8a02d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777361 Feb 15 09:43:25.749020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Deleting port 9ab22a0c-2015-4496-b542-caa2c1f1de74 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:25.750040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.756967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:25.776095 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.780780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7751eabc-b68a-4205-8765-770c6ba24226 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:25.781975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7751eabc-b68a-4205-8765-770c6ba24226 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:25.789248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6e17e839-7953-467f-baac-a363b1128df8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:25.821349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Attempting to bind port 401c1da1-d18b-4930-af94-03fb8879d771 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:25.822071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Attempting to bind port 401c1da1-d18b-4930-af94-03fb8879d771 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:25.822630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Attempting to bind port 401c1da1-d18b-4930-af94-03fb8879d771 on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:25.862580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Port 401c1da1-d18b-4930-af94-03fb8879d771 on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:25.867846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Attempting to bind port 401c1da1-d18b-4930-af94-03fb8879d771 on network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:25.930983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:25.937957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Checking segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:25.938462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Bound using segment: {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:25.939032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Bound port: 401c1da1-d18b-4930-af94-03fb8879d771, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79a823c8-4e53-4db5-9d69-d112440102c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:25.939654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.972721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] For port 9ab22a0c-2015-4496-b542-caa2c1f1de74, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9ab22a0c-2015-4496-b542-caa2c1f1de74,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:25.973347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:25.987957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6e17e839-7953-467f-baac-a363b1128df8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:25.988929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6e17e839-7953-467f-baac-a363b1128df8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:26.033802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Calling delete_port for 9ab22a0c-2015-4496-b542-caa2c1f1de74 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:26.040137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['06b73f8a-8f62-447e-9f6e-e677a839ce90'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:43:26.182112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:26.192596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:26.301621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a98bca40-cd79-438c-87d9-3dad8c8313d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1979393674b74f11ab8057f90f49c0e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1172071 Feb 15 09:43:26.303675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:26.419639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] DHCP port deletion for 061d8357-4dcd-4790-83d6-26b315692cd9 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:43:26.606665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Deleting port 9ab22a0c-2015-4496-b542-caa2c1f1de74 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:26.607426 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:26.679873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9ab22a0c-2015-4496-b542-caa2c1f1de74 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:26.850290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] For port 9ab22a0c-2015-4496-b542-caa2c1f1de74, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9ab22a0c-2015-4496-b542-caa2c1f1de74,segment=NetworkSegment(63db75b8-abba-4299-8244-ca038082e37f),segment_id=63db75b8-abba-4299-8244-ca038082e37f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:26.850590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:26.892116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Calling delete_port for 9ab22a0c-2015-4496-b542-caa2c1f1de74 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:26.924582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:26.928319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.042591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0cb05b6-a870-4e82-b7ce-7569f3b84dd9 req-7484c20e-233e-4baa-a56d-62a3fe1666cd tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1189613 Feb 15 09:43:27.069830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.099958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.104335 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.139344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.172928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.206987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-1452196486'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:27.235635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:27.240024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:27.267447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.268627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.274181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.286367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.294195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.301360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.305188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] Pushing event deleted for resources: {'Port': ['ID=9ab22a0c-2015-4496-b542-caa2c1f1de74,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:27.307324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f37c6d-68cc-4128-b2e0-763ea3329e10 None None] No DVR routers for this DVR port 9ab22a0c-2015-4496-b542-caa2c1f1de74 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:27.312436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.319771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.322484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-e9de2a88-8c6b-4fbe-88d2-9c32f67ca63e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 1.2951763 Feb 15 09:43:27.325267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] No DVR routers for this DVR port 9ab22a0c-2015-4496-b542-caa2c1f1de74 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:27.410278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:27.411562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab22a0c-2015-4496-b542-caa2c1f1de74,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:27.414339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.425844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.427173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6e33d-4e43-444e-a094-6904894adf87 req-7dc4920b-7c8b-48cc-9ef6-0645c9e29b39 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.429205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67c6e33d-4e43-444e-a094-6904894adf87 req-7dc4920b-7c8b-48cc-9ef6-0645c9e29b39 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.2100327 Feb 15 09:43:27.436316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.467356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.470857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.474924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfb611c3-6293-476b-9402-6370cfc33125 HTTP/1.1" status: 204 len: 168 time: 1.1698585 Feb 15 09:43:27.492511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1683b2c-36c4-45ad-853f-c323bcf2c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb611c3-6293-476b-9402-6370cfc33125,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:27.546708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67c6e33d-4e43-444e-a094-6904894adf87 req-5d12b20f-ef06-49cd-b910-22f8fe0e999d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077206 Feb 15 09:43:27.644407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc1cd43e-f9d8-4c75-aeb4-6e01eb9e2b80 req-a48b6603-dd51-4e45-afd3-8867d3debf5a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2789769 Feb 15 09:43:27.657523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:27.658277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.660410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] 10.222.0.36 "PUT /v2.0/ports/401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 200 len: 1091 time: 4.0876172 Feb 15 09:43:27.660901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:27.663451 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579f3bd5-79d3-4595-ae64-bb662f93d7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "401c1da1-d18b-4930-af94-03fb8879d771"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:27.674138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.767594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.782122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.823040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:43:27.848971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.849449 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 6cfdd338-cc95-4e98-a313-a8094349281b of type vlan for network e265728c-b992-4a5e-a61b-1f0c290d40ab Feb 15 09:43:27.851651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f20739c7-402d-4a84-9827-2875988ccd48,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:27.852088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061d8357-4dcd-4790-83d6-26b315692cd9']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:27.898930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63db75b8-abba-4299-8244-ca038082e37f') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:27.899157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63db75b8-abba-4299-8244-ca038082e37f') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:27.928818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.937074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.975801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:27.982332 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9efc8137-b519-4841-bf2f-49a0378482e8 x-openstack-request-id: req-9efc8137-b519-4841-bf2f-49a0378482e8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:27.995089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.004925 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "401c1da1-d18b-4930-af94-03fb8879d771", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:28.006466 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9efc8137-b519-4841-bf2f-49a0378482e8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:28.007930 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771', 'status': 'completed', 'code': 200} Feb 15 09:43:28.019975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.021197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.042254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.056822 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.060395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4b12ab2-78f4-4d33-bb6b-93aba737b793 HTTP/1.1" status: 204 len: 168 time: 2.3513465 Feb 15 09:43:28.069823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388568-cd70-4a6d-ab79-9ba3e19ff9b3 service neutron] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:28.101757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:28.112620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:28.168540 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:28.268338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=e265728c-b992-4a5e-a61b-1f0c290d40ab,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:28.289020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101d85b-d963-4153-a33b-d4492312c5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b12ab2-78f4-4d33-bb6b-93aba737b793,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:28.294056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e265728c-b992-4a5e-a61b-1f0c290d40ab details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:43:28.312075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7f5cb78-4bc4-45fe-b55e-998dcad5e85d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3819773 Feb 15 09:43:28.314527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45830) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:28.323576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-1171784489'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:28.350302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.354181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.356648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.359535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.363652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.366107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.367478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.370995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a8b2c262-bef2-4926-8ef5-ab7615125dad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6476 time: 0.6367915 Feb 15 09:43:28.381517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:28.392322 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.423700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-309f6729-c233-4b29-9b57-5bb8b43562ba req-006087bf-8a29-4966-bb6a-f30dc921930a tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1103351 Feb 15 09:43:28.435995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.447178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.448099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:43:28.456546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] 10.222.0.10 "DELETE /v2.0/networks/061d8357-4dcd-4790-83d6-26b315692cd9 HTTP/1.1" status: 204 len: 168 time: 3.6379857 Feb 15 09:43:28.471151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.472635 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 800921d3-a17b-4a0a-9e82-0905d286d373 of type vlan for network 9d5deb74-1953-4c8c-95d7-8a04e505e543 Feb 15 09:43:28.523953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-e5713964-ef80-4a4d-9b71-6d9db71e0408 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 200 len: 217 time: 0.1029239 Feb 15 09:43:28.534372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:28.573827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd506d05-a7c4-4f89-9512-a8fd06e3893a admin admin] Pushing event deleted for resources: {'Network': ['ID=061d8357-4dcd-4790-83d6-26b315692cd9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:28.604839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.689425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.714080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.716085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.734532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 06b73f8a-8f62-447e-9f6e-e677a839ce90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:28.740733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a23a9db1-bbb0-4ea1-886a-2ae61688714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.745398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:28.752630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a23a9db1-bbb0-4ea1-886a-2ae61688714e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca121c-8613-44ff-a1b3-cf1d49d5a782 HTTP/1.1" status: 200 len: 851 time: 0.2082622 Feb 15 09:43:28.853508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-fdafd862-99ab-4cbf-be1b-34f77727e172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:28.855365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-fdafd862-99ab-4cbf-be1b-34f77727e172 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d140436-5ae5-449e-af0d-6865edfaf3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966728 Feb 15 09:43:28.925453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=9d5deb74-1953-4c8c-95d7-8a04e505e543,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:28.943609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21945a6f-90ad-412f-8045-0b57964abc1b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6277506 Feb 15 09:43:28.963746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:28.984781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:43:29.026396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:29.133457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-2daac2cd-ed30-498d-9caf-1b6c0b3010f3 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694194 Feb 15 09:43:29.147937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:29.197762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45852) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:29.237172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df6b43d6-2147-434f-bf2c-8b7eab726694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.276038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.285066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fb42d-fe13-4894-ae96-5e9df1a42163 req-8ec598b7-801b-413a-98b6-c004d10ab925 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.293928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-453fb42d-fe13-4894-ae96-5e9df1a42163 req-8ec598b7-801b-413a-98b6-c004d10ab925 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.5403092 Feb 15 09:43:29.395697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:29.402347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:29.409887 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72e288af-504c-4ccc-b20b-056d379250ec" -d '{"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:29.455684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.465590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.475669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.482426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.488927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.495138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.501824 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-453fb42d-fe13-4894-ae96-5e9df1a42163 req-cdb8f60f-6c15-4d14-b02e-2eff280d6c60 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067173 Feb 15 09:43:29.502249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.508353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:29.518656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1fbc1c06-6a14-4104-999d-fef6358e04e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.6379192 Feb 15 09:43:29.535689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:29.551316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-32afe0ce-d514-4f4f-9f56-572eb7208840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0bcf416bb5a64de4a2fb2c08b7e190cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522911 Feb 15 09:43:29.556330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.565689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45860) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:29.650822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a03d1dd0-7419-4a4c-96c3-e1101f8ff9fd req-1dd3cdc8-ee42-443e-ade9-041c7c9414c8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308699 Feb 15 09:43:29.675132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3f12af43-9ef9-4894-a183-fd0dfb12c779 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465122 Feb 15 09:43:29.704997 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe51364f-cd9a-401f-8b5a-f00456a049a2 x-openstack-request-id: req-fe51364f-cd9a-401f-8b5a-f00456a049a2 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:29.705973 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:29.707138 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe51364f-cd9a-401f-8b5a-f00456a049a2 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:29.707939 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'code': 200} Feb 15 09:43:29.730486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:29.844196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f15273da-fb24-4395-bf4e-39a5e85f4357 req-3e9eaaef-5b88-4643-b3fe-96800b6e2535 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0387049 Feb 15 09:43:29.881310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-c0d6f74f-b127-4366-9cd3-060242aeb8d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 217 time: 0.1738045 Feb 15 09:43:29.913050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df6b43d6-2147-434f-bf2c-8b7eab726694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.929256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df6b43d6-2147-434f-bf2c-8b7eab726694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:29.992121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-df6b43d6-2147-434f-bf2c-8b7eab726694 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=425a432c13f04811b73ac3cfe61e8bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8349636 Feb 15 09:43:29.996733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:30.078882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b43d6-2147-434f-bf2c-8b7eab726694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8651f9-1d1f-4e28-b4f1-6f0872b23a48,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:30.125355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42895348-b350-4bc1-8dd7-eb573963ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:30.127241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-42895348-b350-4bc1-8dd7-eb573963ddf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.2214861 Feb 15 09:43:30.129132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.155954 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.255572 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.264320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.267185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.268413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e8651f9-1d1f-4e28-b4f1-6f0872b23a48 HTTP/1.1" status: 204 len: 168 time: 0.2673275 Feb 15 09:43:30.288174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb656eb6-3932-4a69-bfa0-0ee6864cd089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8651f9-1d1f-4e28-b4f1-6f0872b23a48,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:30.322185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.440121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.633274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '6cfdd338-cc95-4e98-a313-a8094349281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:30.633649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: e265728c-b992-4a5e-a61b-1f0c290d40ab, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:43:30.653379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.662980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.664579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=ffe0f792-9ec8-4b37-b832-6116d8829998,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:30.668935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/633ecf49-c0e3-42c6-a1d7-b3876fc21638 HTTP/1.1" status: 204 len: 168 time: 1.0981197 Feb 15 09:43:30.705044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network e265728c-b992-4a5e-a61b-1f0c290d40ab is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:43:30.705323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bced21-e735-4ae6-9d1b-8b89f8e25bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ecf49-c0e3-42c6-a1d7-b3876fc21638,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:30.723616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5c2a7d3d-ffca-4c4c-b082-458d06cd3dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:30.740917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5c2a7d3d-ffca-4c4c-b082-458d06cd3dbc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5952477 Feb 15 09:43:30.782283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e265728c-b992-4a5e-a61b-1f0c290d40ab) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:30.789621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:30.790750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:30.795428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9306c5b-2f2f-41e3-a11d-7ea686e9c193 None None] Network e265728c-b992-4a5e-a61b-1f0c290d40ab requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:30.860758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-494f238f-d17d-4d3b-8078-97a374c9b23a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8916254 Feb 15 09:43:30.861742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45884) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:30.888330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:31.253634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-e265728c-b992-4a5e-a61b-1f0c290d40ab', 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': 'ffe0f792-9ec8-4b37-b832-6116d8829998'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:43:31.256993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:31.300342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-3dcad014-01a4-41ad-bdb3-0a4b7c1f1edf service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392111 Feb 15 09:43:31.355904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.363969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.368706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b401f4b-a862-4126-aea4-86be2f355c05 req-debb5c39-f39a-4bce-a570-72d9149b3523 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.385008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b401f4b-a862-4126-aea4-86be2f355c05 req-debb5c39-f39a-4bce-a570-72d9149b3523 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.6421955 Feb 15 09:43:31.416832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.423264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.452613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.459923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.481959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:31.502636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-ca862dc3-7df5-4e12-84fa-32472a52508a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.5910995 Feb 15 09:43:31.615661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:31.619819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:31.637856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b401f4b-a862-4126-aea4-86be2f355c05 req-e29c8fc2-7cc1-4b4d-8375-cdf7849e3721 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513919 Feb 15 09:43:31.731488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Allocated IP 172.20.0.2 (e265728c-b992-4a5e-a61b-1f0c290d40ab/ffe0f792-9ec8-4b37-b832-6116d8829998/dadb7eca-fd06-4f55-b457-8a9c8c758f19) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:31.752434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f0400b77-3cde-4e3f-a715-55c88172a12d service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4407306 Feb 15 09:43:31.754538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0eb0cc53-d49e-4a72-9e3c-d6a8aba27750 req-3e9af2d1-ea2f-4fc7-a7e7-62e7897709d6 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2510095 Feb 15 09:43:31.886989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-23390c35-65e5-44bd-9ff7-3acc34d029ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 217 time: 0.1217990 Feb 15 09:43:31.993124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8345af29-a850-4b14-9a4a-286756c4ac7e req-e231c135-3b9c-4489-8c32-42344e18ccd8 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1175303 Feb 15 09:43:32.119395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f02e0b3-32c7-48fe-9b1a-5aea43eaaef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:32.121571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-0f02e0b3-32c7-48fe-9b1a-5aea43eaaef9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.2104757 Feb 15 09:43:32.182467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.205111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.246821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.303192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-82a60666-0deb-4e0c-b6ec-57b1ded84f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:32.310067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-82a60666-0deb-4e0c-b6ec-57b1ded84f29 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740139 Feb 15 09:43:32.368444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Network e265728c-b992-4a5e-a61b-1f0c290d40ab is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:32.372143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Pushing event updated for resources: {'Port': ['ID=dadb7eca-fd06-4f55-b457-8a9c8c758f19,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:32.387886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:32.401419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:32.417048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=0587495b-34b2-40c1-8204-967e6c2fda84,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:32.438786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '800921d3-a17b-4a0a-9e82-0905d286d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:32.438786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: 9d5deb74-1953-4c8c-95d7-8a04e505e543, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:43:32.479861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Attempting to bind port dadb7eca-fd06-4f55-b457-8a9c8c758f19 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:32.484187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Attempting to bind port dadb7eca-fd06-4f55-b457-8a9c8c758f19 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6cfdd338-cc95-4e98-a313-a8094349281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:32.484187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Attempting to bind port dadb7eca-fd06-4f55-b457-8a9c8c758f19 on network e265728c-b992-4a5e-a61b-1f0c290d40ab {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:32.492869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:32.493290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Checking segment: {'id': '6cfdd338-cc95-4e98-a313-a8094349281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:32.501228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.501434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:43:32.501565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Bound using segment: {'id': '6cfdd338-cc95-4e98-a313-a8094349281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:32.501565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Bound port: dadb7eca-fd06-4f55-b457-8a9c8c758f19, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfdd338-cc95-4e98-a313-a8094349281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'e265728c-b992-4a5e-a61b-1f0c290d40ab'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:32.501565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.533725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9d5deb74-1953-4c8c-95d7-8a04e505e543) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:32.543101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:32.543697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.558672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-634c9f33-5273-45ef-bc86-7e072a079953 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394459 Feb 15 09:43:32.573673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697d743-7fa4-4865-b00d-3852590327ba None None] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:32.588272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b75e38d-4277-458a-9736-bd070398ede9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7249172 Feb 15 09:43:32.590415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45922) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:32.602981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1679738291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:32.650593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.652417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.793762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45924) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:32.798766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.808710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.848021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:32.852488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9597f558-6bd5-4a9f-b68f-786129592f8b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2574358 Feb 15 09:43:32.853138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:32.901925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] For port dadb7eca-fd06-4f55-b457-8a9c8c758f19, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:32.945668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] For port dadb7eca-fd06-4f55-b457-8a9c8c758f19, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=dadb7eca-fd06-4f55-b457-8a9c8c758f19,segment=NetworkSegment(6cfdd338-cc95-4e98-a313-a8094349281b),segment_id=6cfdd338-cc95-4e98-a313-a8094349281b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:32.954127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5f5a64b9-5f57-4469-81a8-fe4960a4bd3f service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880143 Feb 15 09:43:32.969964 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:33.078745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-f5fafa39-750f-4b14-8be0-c88f9b7e2b7f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 HTTP/1.1" status: 200 len: 217 time: 0.0973949 Feb 15 09:43:33.166984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.175886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.182512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.191256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.198258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.205542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.213255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.215365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-20f505c9-ccea-46b7-a6ab-25d53a6c7430 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2561564 Feb 15 09:43:33.222839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1242287843'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:33.284621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-442e84f0-8b32-4e3e-bb10-650c1733a75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.287851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-442e84f0-8b32-4e3e-bb10-650c1733a75f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.1985085 Feb 15 09:43:33.327772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2f39d-ecb2-49ab-9912-f9c153a863d5 None None] Pushing event updated for resources: {'Port': ['ID=dadb7eca-fd06-4f55-b457-8a9c8c758f19,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:33.341938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-9d5deb74-1953-4c8c-95d7-8a04e505e543', 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '0587495b-34b2-40c1-8204-967e6c2fda84'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:43:33.348949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:33.375833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:33.380624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:33.429959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33e6d7c1-ee5d-46c0-8c04-9acca74431f0 req-9696c536-6b75-45aa-a238-ac33058351d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1968555 Feb 15 09:43:33.751620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ca863-96bd-4392-b008-65dff309d6d4 req-669e26f7-6849-45b0-9d40-443df026fa0d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.753571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e5ca863-96bd-4392-b008-65dff309d6d4 req-669e26f7-6849-45b0-9d40-443df026fa0d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.8805754 Feb 15 09:43:33.808457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-4e9b5746-4e2d-48cf-9930-7a4f91cb96d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:33.810010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-4e9b5746-4e2d-48cf-9930-7a4f91cb96d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5119257 Feb 15 09:43:33.849087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:33.898693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Allocated IP 172.21.0.2 (9d5deb74-1953-4c8c-95d7-8a04e505e543/0587495b-34b2-40c1-8204-967e6c2fda84/37f4a8a6-a2de-489f-afd6-4fccb6824849) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:33.979444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ed1f0e1-a239-436e-84a6-f578486a0374 req-d95031bb-74fc-4ab1-9a65-4cf42963c8f2 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1442680 Feb 15 09:43:33.984038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.018211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e5ca863-96bd-4392-b008-65dff309d6d4 req-0f3f160e-e744-4a51-bc9c-6a1bd9b04da5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513633 Feb 15 09:43:34.033952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.150501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45962) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:34.209239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.215810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5ea25f81-4dc4-4653-aae1-2fa8fcdfb675 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.4187660 Feb 15 09:43:34.225384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45968) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:34.405007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.444246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.612321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:34.632709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:34.660578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:34.663718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Pushing event updated for resources: {'Port': ['ID=37f4a8a6-a2de-489f-afd6-4fccb6824849,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:34.784066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.20.0.1 (e265728c-b992-4a5e-a61b-1f0c290d40ab/ffe0f792-9ec8-4b37-b832-6116d8829998/59956a7f-f972-432c-a15c-184d30cddc09) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:34.841108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Attempting to bind port 37f4a8a6-a2de-489f-afd6-4fccb6824849 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:34.841507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Attempting to bind port 37f4a8a6-a2de-489f-afd6-4fccb6824849 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '800921d3-a17b-4a0a-9e82-0905d286d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:34.843778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Attempting to bind port 37f4a8a6-a2de-489f-afd6-4fccb6824849 on network 9d5deb74-1953-4c8c-95d7-8a04e505e543 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:34.850690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device dadb7eca-fd06-4f55-b457-8a9c8c758f19 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:34.883836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:34.884383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Checking segment: {'id': '800921d3-a17b-4a0a-9e82-0905d286d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:34.884849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:34.885303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Bound using segment: {'id': '800921d3-a17b-4a0a-9e82-0905d286d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:34.886046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Bound port: 37f4a8a6-a2de-489f-afd6-4fccb6824849, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800921d3-a17b-4a0a-9e82-0905d286d373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '9d5deb74-1953-4c8c-95d7-8a04e505e543'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:34.886476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.215223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] For port 37f4a8a6-a2de-489f-afd6-4fccb6824849, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:35.230648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.232497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] For port 37f4a8a6-a2de-489f-afd6-4fccb6824849, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37f4a8a6-a2de-489f-afd6-4fccb6824849,segment=NetworkSegment(800921d3-a17b-4a0a-9e82-0905d286d373),segment_id=800921d3-a17b-4a0a-9e82-0905d286d373)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:35.239503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port dadb7eca-fd06-4f55-b457-8a9c8c758f19 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:35.239815 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.276569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee0cfa20-c07b-4fae-b955-e096211ccd74 req-5bdaed99-c773-4169-88f8-edb136c13c4e tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0341742 Feb 15 09:43:35.319241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.332497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.336306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d3a9b5-658d-4b4d-8d39-648d8bb15605 None None] Network e265728c-b992-4a5e-a61b-1f0c290d40ab requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:35.428599 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45996) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:35.431317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network e265728c-b992-4a5e-a61b-1f0c290d40ab is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:35.475381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:35.499431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:35.586696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-03d9d79c-cff1-4fbc-8ef2-7aca799648a5 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7392979 Feb 15 09:43:35.593962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-868838883-network', 'tenant_id': '18f0cbd91ea94a439c609ff18da2ae65'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:35.631740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=59956a7f-f972-432c-a15c-184d30cddc09,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:35.758108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.768847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:35.933580 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.022063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Made reservation on behalf of 18f0cbd91ea94a439c609ff18da2ae65 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:36.028502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.068721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port dadb7eca-fd06-4f55-b457-8a9c8c758f19, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=dadb7eca-fd06-4f55-b457-8a9c8c758f19,segment=NetworkSegment(6cfdd338-cc95-4e98-a313-a8094349281b),segment_id=6cfdd338-cc95-4e98-a313-a8094349281b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:36.068910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.079169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.087720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.096801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.097069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.110516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.110789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c20bc-3067-4384-b8ee-42640ee570ca None None] Pushing event updated for resources: {'Port': ['ID=37f4a8a6-a2de-489f-afd6-4fccb6824849,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:36.127514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.143237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b680fe-5503-46ee-ab0f-09e8113fcf19 req-641cb801-8f15-40d6-b8cf-b5f94532faa2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.146750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:36.152369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07b680fe-5503-46ee-ab0f-09e8113fcf19 req-641cb801-8f15-40d6-b8cf-b5f94532faa2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.5367930 Feb 15 09:43:36.157321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-d0ed09b4-f583-4c03-81f0-8ddefd3af3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.6717765 Feb 15 09:43:36.188199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.232920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-84459db0-c2ef-4fb8-819e-6740c95a9191 None None] Provisioning complete for port dadb7eca-fd06-4f55-b457-8a9c8c758f19 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:36.233467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84459db0-c2ef-4fb8-819e-6740c95a9191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.255973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df48c3fa-f599-425a-8294-c73e8e5b7021 req-0ce527ce-0f25-42a5-8b35-a24fd45e7dce tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0976839 Feb 15 09:43:36.482898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=dadb7eca-fd06-4f55-b457-8a9c8c758f19,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:36.632753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.635522 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.800539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.823995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.825097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 474eb144-c721-4b2d-809e-bee57e10a715 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:36.930630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:36.941910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da42ed17-6f3a-409b-b721-b57c86d5c830 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "DELETE /v2.0/routers/474eb144-c721-4b2d-809e-bee57e10a715 HTTP/1.1" status: 204 len: 168 time: 2.7133892 Feb 15 09:43:36.958287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a807a4-c36d-4eaf-8fc1-c41eb768738a req-408e3b6f-a576-4a22-bc3f-1e0f8f30b7da tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1693749 Feb 15 09:43:36.959706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46014) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:36.987889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device dadb7eca-fd06-4f55-b457-8a9c8c758f19 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:37.103373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Request body: {'router': {'name': 'tempest-router-1973323607', 'distributed': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:37.128675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.182093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.190591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port dadb7eca-fd06-4f55-b457-8a9c8c758f19 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:37.191151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.210318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:43:37.242352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-e13e7072-434d-4334-9c8d-1506b409a244 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6213803 Feb 15 09:43:37.245091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.245553 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Added segment ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a of type vlan for network cb46cce1-af28-4aac-be6e-bed392646464 Feb 15 09:43:37.329240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.395006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07b680fe-5503-46ee-ab0f-09e8113fcf19 req-9c35cc71-a270-4239-8761-ea4e8c1f155b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2413454 Feb 15 09:43:37.406181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0a4c428-9fb2-4f58-bbab-01b3624c0b8d None None] Provisioning complete for port 59956a7f-f972-432c-a15c-184d30cddc09 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:37.406545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c428-9fb2-4f58-bbab-01b3624c0b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.429910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b16ba6c-5048-45a9-aa89-d608661a641f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:37.450077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.452821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.480078 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.490101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.490818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.499489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37f4a8a6-a2de-489f-afd6-4fccb6824849 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:37.510776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74ddbca-8791-46cf-a745-93249afa1517 None None] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:37.643835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-3d088e03-2a4c-4bc0-8dea-947553603ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.646412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-3d088e03-2a4c-4bc0-8dea-947553603ad1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1097 time: 0.8497128 Feb 15 09:43:37.648788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] Pushing event updated for resources: {'Network': ['ID=cb46cce1-af28-4aac-be6e-bed392646464,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:37.662730 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-835bea48-3c54-47a5-ac10-148c1ef01619 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5108728 Feb 15 09:43:37.700770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network cb46cce1-af28-4aac-be6e-bed392646464 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:43:37.709888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46020) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:37.716621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4c428-9fb2-4f58-bbab-01b3624c0b8d None None] Port 59956a7f-f972-432c-a15c-184d30cddc09 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:37.840061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Request body: {'subnet': {'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-868838883-subnet', 'tenant_id': '18f0cbd91ea94a439c609ff18da2ae65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:37.855047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-8e9fa547-27f6-4000-81ea-90c916f5b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.856742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-8e9fa547-27f6-4000-81ea-90c916f5b8de service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.1430521 Feb 15 09:43:37.858143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-78ea65c6-d20e-4e5b-ab54-27af7fb65cf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba HTTP/1.1" status: 200 len: 217 time: 0.4127054 Feb 15 09:43:37.875524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46022) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:37.883798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'network': {'name': 'tempest-network-smoke--1601751459', 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'port_security_enabled': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:37.885164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0a4c428-9fb2-4f58-bbab-01b3624c0b8d None None] Provisioning complete for port dadb7eca-fd06-4f55-b457-8a9c8c758f19 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:37.885164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0a4c428-9fb2-4f58-bbab-01b3624c0b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:37.914092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.922402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.929378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.936051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.942296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.948223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.955222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:37.957217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-c954024f-aa4e-407c-8eb2-57b80d9fa665 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2499330 Feb 15 09:43:38.029505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-4fe77566-e2fe-4961-b349-15f005749583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:38.034509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-4fe77566-e2fe-4961-b349-15f005749583 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.1587203 Feb 15 09:43:38.054242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Made reservation on behalf of 18f0cbd91ea94a439c609ff18da2ae65 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:38.066533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.110020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 37f4a8a6-a2de-489f-afd6-4fccb6824849 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:38.111067 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.117999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c1bf695-170b-4d3f-9fbf-990b8efa10c3 req-b63aa325-2eeb-451e-a4f1-d4aa9041261b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1496360 Feb 15 09:43:38.198911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:38.203425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.218604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.334496 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.358602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-6e969e73-55d1-4c17-859a-4483bf1d25e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 1001 time: 0.4839392 Feb 15 09:43:38.368920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.438411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 37f4a8a6-a2de-489f-afd6-4fccb6824849, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37f4a8a6-a2de-489f-afd6-4fccb6824849,segment=NetworkSegment(800921d3-a17b-4a0a-9e82-0905d286d373),segment_id=800921d3-a17b-4a0a-9e82-0905d286d373)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:38.445092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.459263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3ea7bec2-a4d6-4707-b2a7-8433af5e267f None None] Provisioning complete for port 59956a7f-f972-432c-a15c-184d30cddc09 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:38.460219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bec2-a4d6-4707-b2a7-8433af5e267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.463999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.527207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff500c38-a869-44b9-909a-57c32f459ef1 req-e5adf7df-bf92-4844-8996-f61cebcfe4a4 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.2078052 Feb 15 09:43:38.546214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.606906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=37f4a8a6-a2de-489f-afd6-4fccb6824849,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:38.620464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.632687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3ea7bec2-a4d6-4707-b2a7-8433af5e267f None None] Port 59956a7f-f972-432c-a15c-184d30cddc09 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:38.649841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3ea7bec2-a4d6-4707-b2a7-8433af5e267f None None] Provisioning complete for port 37f4a8a6-a2de-489f-afd6-4fccb6824849 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:38.650626 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3ea7bec2-a4d6-4707-b2a7-8433af5e267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.662390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.695923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.706323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-79aef5d7-9fcb-417e-b1f2-2c086f150057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:38.707759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-79aef5d7-9fcb-417e-b1f2-2c086f150057 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6583776 Feb 15 09:43:38.752032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=59956a7f-f972-432c-a15c-184d30cddc09,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:38.803342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b71df-ec3c-4246-a969-cf8cb7a33a03 req-4117893d-c31a-4b3f-8109-afb7c193df0e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:38.804737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237b71df-ec3c-4246-a969-cf8cb7a33a03 req-4117893d-c31a-4b3f-8109-afb7c193df0e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.2405071 Feb 15 09:43:38.851365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.852916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-06dc3ad7-d609-4768-bc2f-5a5d8d14b9b0 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.7539449 Feb 15 09:43:38.853910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1858053d-5c41-4937-b0ef-ea3acb8fa404,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:38.857651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-b94002fe-d47e-4e4e-bac0-1a944a58e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:38.861515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-b94002fe-d47e-4e4e-bac0-1a944a58e051 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.4692314 Feb 15 09:43:38.866644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46028) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:38.876097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237b71df-ec3c-4246-a969-cf8cb7a33a03 req-b8c47fbb-c0fc-491a-a321-422d3c30aae1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604298 Feb 15 09:43:38.882907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:38.924159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0218cf81-edf7-4a99-9cc1-7ef4d018445b None None] Provisioning complete for port 37f4a8a6-a2de-489f-afd6-4fccb6824849 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:38.924859 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0218cf81-edf7-4a99-9cc1-7ef4d018445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.038642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Checking segment: {'id': 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:39.039169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Network hostable DHCP agents. Network: cb46cce1-af28-4aac-be6e-bed392646464, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:43:39.043732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.101807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network e265728c-b992-4a5e-a61b-1f0c290d40ab is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:39.104777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.109168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:39.117060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.130464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:43:39.141376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.141729 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Added segment b4b86e96-782c-4e6f-95ce-12eb110964cf of type vlan for network eab6ed2b-7234-4a1c-bd44-9588d3a04252 Feb 15 09:43:39.180444 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:43:39.187699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.286828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-29cf366f-929e-485b-859a-c909d7eab9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577283 Feb 15 09:43:39.293098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.298234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9d9968-7155-4bd8-be27-6afcac6e5b28,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:39.309063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.322947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Network cb46cce1-af28-4aac-be6e-bed392646464 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:43:39.344723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-ce0ee1a4-0be0-4e49-8783-a9211cd75e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:39.346458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-ce0ee1a4-0be0-4e49-8783-a9211cd75e58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4659963 Feb 15 09:43:39.353483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.359672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:39.360325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.491523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e625f2f6-6b66-4b5d-906c-0c11fa589ccd None None] Provisioning complete for port 59956a7f-f972-432c-a15c-184d30cddc09 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:39.492261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e625f2f6-6b66-4b5d-906c-0c11fa589ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.527054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6470594 Feb 15 09:43:39.537959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46032) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:39.548686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'admin_state_up': True, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:39.599712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Deleting port a8200039-289d-4586-b8ab-d04425eaa824 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:39.600215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.602147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daed77-687a-4030-8b28-b2ac96eb51e4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Network': ['ID=eab6ed2b-7234-4a1c-bd44-9588d3a04252,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:39.627330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:43:39.734089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e625f2f6-6b66-4b5d-906c-0c11fa589ccd None None] Port 59956a7f-f972-432c-a15c-184d30cddc09 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:39.745378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-90da811b-aaa7-4c16-86f5-43ed8a347c86 req-529aa5a5-9034-4b66-9f22-c7225674d3c0 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0636742 Feb 15 09:43:39.776509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.782298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, cb46cce1-af28-4aac-be6e-bed392646464) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:39.784581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.786689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:39.787282 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.829733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.830259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30b201bb-683d-4a20-816b-194b5fdf5873 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:39.834999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.842603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9d584c0f-7ea6-45e4-9951-6f1dd3a92ce5 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "DELETE /v2.0/routers/30b201bb-683d-4a20-816b-194b5fdf5873 HTTP/1.1" status: 204 len: 168 time: 0.9623952 Feb 15 09:43:39.842720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d396bd-10f3-423e-9e69-81f10543a15d None None] Network cb46cce1-af28-4aac-be6e-bed392646464 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:39.854805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46036) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:39.877909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Request body: {'router': {'name': 'tempest-router-313314917', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '28c1fdf37b1e4785b11fd174245fb0b0'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:39.891606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] For port a8200039-289d-4586-b8ab-d04425eaa824, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a8200039-289d-4586-b8ab-d04425eaa824,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:39.892001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:39.907221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Calling delete_port for a8200039-289d-4586-b8ab-d04425eaa824 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:40.008088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.016323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.023297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.031687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.038384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.054667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.062658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.065861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-0855f09a-b0a9-4f89-9cd3-41917ca53af5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.7815030 Feb 15 09:43:40.069292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-e794fff8-f8be-4480-aa6f-fefc289d910e service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7628670 Feb 15 09:43:40.084990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1fcd61-665c-445e-801c-7ccd00f64f4a None None] Network cb46cce1-af28-4aac-be6e-bed392646464 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:40.109363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-50395ca2-33e8-4d5d-8020-2898738ef7e1 service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7466190 Feb 15 09:43:40.114378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-659298fc-5559-482d-a811-fc9fe0835680 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3995285 Feb 15 09:43:40.164665 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.184431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.185671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.186639 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.190537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 14f55c41-650f-4dad-a8c8-9138119c25cd is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:43:40.261326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-00f2365d-8b38-4608-b71b-3944e9367ece service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24e2f22a-f339-4614-bd70-143f8ace813e HTTP/1.1" status: 200 len: 217 time: 0.1440933 Feb 15 09:43:40.352391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.360197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Pushing event deleted for resources: {'Port': ['ID=a8200039-289d-4586-b8ab-d04425eaa824,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:40.368425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70a314c2-be95-4dc8-bc1f-7a99a9ac534f req-064d0611-f64c-4aef-99b3-863082389f90 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2525132 Feb 15 09:43:40.487901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d33c277-4e47-4e7b-a8b5-d7e1c0e9216f req-1477b1a4-9ded-4b17-9c33-2b36777e528a service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470747 Feb 15 09:43:40.527267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.567758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-ff386154-eab8-4f09-b0d0-31df395eca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.569669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-ff386154-eab8-4f09-b0d0-31df395eca32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.2953024 Feb 15 09:43:40.594964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.600498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fdfdfd47-d4e2-4248-9912-1eb5cf2b2fc6 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7394531 Feb 15 09:43:40.604753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46048) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:40.625645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Request body: {'router': {'distributed': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:40.629634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a896767e-259d-444f-959e-4990d9909b78 req-4be6764e-17a4-4a6b-a325-150f15c8bee6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.642924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a896767e-259d-444f-959e-4990d9909b78 req-4be6764e-17a4-4a6b-a325-150f15c8bee6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.4879155 Feb 15 09:43:40.697925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:40.735119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] Sync routers for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:40.750606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:40.751721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:40.809176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:40.813674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37f4a8a6-a2de-489f-afd6-4fccb6824849 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:40.869575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-069a3a96-a8a6-4e28-a7a3-b9108be081cc tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.871153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-069a3a96-a8a6-4e28-a7a3-b9108be081cc tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/networks?id=cb46cce1-af28-4aac-be6e-bed392646464 HTTP/1.1" status: 200 len: 821 time: 0.1701775 Feb 15 09:43:40.886667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:40.887680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:40.895724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5b43b4a9-944c-4d81-94c1-d378e6246d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:40.897685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-5b43b4a9-944c-4d81-94c1-d378e6246d0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3156660 Feb 15 09:43:40.939475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:40.941063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a649708e-727d-4bd5-acf6-f4139c7de796 None None] The sync data for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:40.982831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 37f4a8a6-a2de-489f-afd6-4fccb6824849 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:40.984292 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:40.989605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-1ce15e4d-4c53-4eea-873e-88a5fb286560 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/quotas/18f0cbd91ea94a439c609ff18da2ae65 HTTP/1.1" status: 200 len: 375 time: 0.1072071 Feb 15 09:43:41.118601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-94082f08-fcc1-4f2f-bae7-d83981a76e28 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=18f0cbd91ea94a439c609ff18da2ae65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1154010 Feb 15 09:43:41.132238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.147481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1a75fcf0-9e3a-4c5d-9d44-5529addc61b0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2909393 Feb 15 09:43:41.167409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:41.240018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.240390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.244720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-bd4accb7-9699-43e1-8098-3c50269507a0 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011324 Feb 15 09:43:41.328880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12bd0df-ed6a-4970-aea1-8c4ad60583c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.333257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e12bd0df-ed6a-4970-aea1-8c4ad60583c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports/59956a7f-f972-432c-a15c-184d30cddc09 HTTP/1.1" status: 200 len: 910 time: 0.1622894 Feb 15 09:43:41.334035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a896767e-259d-444f-959e-4990d9909b78 req-c42fbdc3-9e5a-45d0-a592-49efcc60eda4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6341417 Feb 15 09:43:41.334653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46064) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:41.457159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=102358) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 15 09:43:41.457783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Router a23ccfda-b7df-4956-af70-9c9270a1cb0c migrating from provider to provider. {{(pid=102358) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 15 09:43:41.459085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.474137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.481334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.514341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c470ab0-9430-4fc1-b594-55d7d118a2cc req-fa099917-e08e-454a-b0c0-41934f3631ca tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0589361 Feb 15 09:43:41.527626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:41.633948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-a466b5d8-5677-47cc-8f36-d8c494011d75 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509529 Feb 15 09:43:41.641495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-eb140c51-c8cd-4738-a207-95f6c55f17c8 service neutron] 10.222.0.10 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116899 Feb 15 09:43:41.654684 n-d-825064-4 neutron-server[102358]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] No L3 agents can host the router a23ccfda-b7df-4956-af70-9c9270a1cb0c Feb 15 09:43:41.770930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-7cc80bfd-3db4-4586-bb19-b70f574baef5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 200 len: 217 time: 0.1268632 Feb 15 09:43:41.923694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.927032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-68a3bd0d-f794-4065-9736-637891a7f5b4 service neutron] 10.222.0.10 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753751 Feb 15 09:43:41.929396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.936686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.942777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.949197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.955675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.964286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.965641 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-c3098baf-99b0-4222-8d72-fe45ca88dcbd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2779441 Feb 15 09:43:41.985238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-73e440b9-6fe1-4dd4-8de2-1479a9fddec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:41.986518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-73e440b9-6fe1-4dd4-8de2-1479a9fddec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.2035482 Feb 15 09:43:42.035945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Hosts for router a23ccfda-b7df-4956-af70-9c9270a1cb0c: [] {{(pid=102358) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 15 09:43:42.078649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Hosts for other DVR routers connected to router a23ccfda-b7df-4956-af70-9c9270a1cb0c: set() {{(pid=102358) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 15 09:43:42.081371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.082670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5580c21e-a31d-4217-8a2e-70f151a087ad tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "PUT /v2.0/routers/a23ccfda-b7df-4956-af70-9c9270a1cb0c HTTP/1.1" status: 200 len: 716 time: 1.4730403 Feb 15 09:43:42.089140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46068) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:42.194002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.228586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-8263464a-abf3-4df6-bc01-beff38e272bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:42.230119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-8263464a-abf3-4df6-bc01-beff38e272bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2271369 Feb 15 09:43:42.241416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b20f4c08-1055-4679-bb46-9a7e197fd69c tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "GET /v2.0/routers/a23ccfda-b7df-4956-af70-9c9270a1cb0c HTTP/1.1" status: 200 len: 716 time: 0.1471083 Feb 15 09:43:42.241714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b249de8-5205-4bb9-875c-ceb905c36292 req-a3d24a61-eaf6-44fd-90a9-c4b96deea3e0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2237525 Feb 15 09:43:42.242943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.244355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46074) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:42.379719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bbcd8c1-9fd6-4ca4-bc6d-ea19d81ba4f4 req-a5818020-b112-44d4-a2a2-aa53cc8a8ccc tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 210 time: 0.0911784 Feb 15 09:43:42.501414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.512143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.25.6.250 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a768d113-57a8-431e-8c60-3034ea8742be) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:42.649785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.707649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Router d48209db-a330-499a-a532-e8eb3ac92c28 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:42.734739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:42.820136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=a768d113-57a8-431e-8c60-3034ea8742be,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:42.916397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-00e97183-0cba-40d8-a1b2-f22c0676a64b service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6726401 Feb 15 09:43:42.947838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:42.952530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:42.956959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22e5b339-ce76-4b9b-b92d-6afca8e7ff9d req-ee1dbb3b-f316-4027-806b-444eaa9c9b73 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0486083 Feb 15 09:43:42.957528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:42.972754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b46e11b7-233b-4dcf-bd17-9f7b17a97ba6 tempest-RoutersTestDVR-818359637 tempest-RoutersTestDVR-818359637-project] 10.222.0.10 "GET /v2.0/routers/a23ccfda-b7df-4956-af70-9c9270a1cb0c HTTP/1.1" status: 200 len: 682 time: 0.7266250 Feb 15 09:43:42.984390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46092) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:43.135648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.147137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f037c6-2a52-4964-b36a-aaabcb4a2bd8 req-0f00bd9e-ff0b-4359-87e0-95464a156892 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.148227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79f037c6-2a52-4964-b36a-aaabcb4a2bd8 req-0f00bd9e-ff0b-4359-87e0-95464a156892 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.4572926 Feb 15 09:43:43.354129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.357708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.409587 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79f037c6-2a52-4964-b36a-aaabcb4a2bd8 req-461f78b6-7485-4f01-af22-e75b384699cd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499819 Feb 15 09:43:43.421330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.422291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a23ccfda-b7df-4956-af70-9c9270a1cb0c {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:43.439625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:43.452191 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Sync routers for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:43.470734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6dd7e1a0-a194-42ba-bbd0-ee298b36d43b admin admin] 10.222.0.10 "PUT /v2.0/routers/d48209db-a330-499a-a532-e8eb3ac92c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0359743 Feb 15 09:43:43.477009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:43.486496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.488190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b4b1af02-1895-4275-900f-777e1b251d30 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "DELETE /v2.0/routers/a23ccfda-b7df-4956-af70-9c9270a1cb0c HTTP/1.1" status: 204 len: 168 time: 0.5020297 Feb 15 09:43:43.491738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46100) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:43.501816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:43.503999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:43.506690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Request body: {'router': {'name': 'tempest-router-1939117635', 'distributed': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:43.514317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.21.0.1 (9d5deb74-1953-4c8c-95d7-8a04e505e543/0587495b-34b2-40c1-8204-967e6c2fda84/5e342fb9-1df8-41b6-8742-fc156be61c07) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:43.521846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8be49863-03f6-4816-a681-ded5c6c9cd6d req-c8cd6294-d72b-40cb-bb88-cd5c076f04b4 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5811403 Feb 15 09:43:43.624673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.630852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.637286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.643933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.650673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.658043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.664222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.672601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-f2e5fec7-5784-4bd3-8f7c-439760e06a1a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2602680 Feb 15 09:43:43.691825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.693016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.815914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ddd0a79-30ba-4f0b-b535-fe87cbcc9ddc req-8b8a52e7-4738-418c-a428-72b1c031fbed tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1354744 Feb 15 09:43:43.849109 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:43.918688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.919178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.919753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.920284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.920833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.921364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.921891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:43.923984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-edf6591f-30b0-4297-8baf-df37cc3419d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6476 time: 0.3124564 Feb 15 09:43:43.954079 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:43.988021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29d26876-ee9f-4bad-8526-3235310f4cd8 req-44485ee0-4ed3-468a-bf21-a22392cd3605 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 210 time: 0.0608101 Feb 15 09:43:44.059194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.102917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.113685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.115218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c8d7ca31-a236-45e1-991f-5d8de91ee14e tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6170638 Feb 15 09:43:44.136392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46104) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:44.151040 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:43:40Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:44.204434 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Checking router: d48209db-a330-499a-a532-e8eb3ac92c28 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:44.216717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Routers {'d48209db-a330-499a-a532-e8eb3ac92c28'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:44.217895 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d48209db-a330-499a-a532-e8eb3ac92c28'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:44.221610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09805273-c2c8-42ea-b446-e0d56d522764 req-ea9c3480-f04f-4e93-96e4-8048cd7cb116 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1044719 Feb 15 09:43:44.286538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.287155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.293232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.329164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-5f1e8171-ac8b-4887-83f1-300e1a8badd1 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:44.331139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-5f1e8171-ac8b-4887-83f1-300e1a8badd1 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.36 "GET /v2.0/networks?id=cb46cce1-af28-4aac-be6e-bed392646464 HTTP/1.1" status: 200 len: 821 time: 0.4698126 Feb 15 09:43:44.353907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Request body: {'port': {'device_id': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464', 'admin_state_up': True, 'tenant_id': '18f0cbd91ea94a439c609ff18da2ae65'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:44.370562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] Set router d48209db-a330-499a-a532-e8eb3ac92c28 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:44.378772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-a279cf22-11b1-4106-b7ee-86a7e7288baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:44.380628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-a279cf22-11b1-4106-b7ee-86a7e7288baf service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 200 len: 903 time: 0.4240780 Feb 15 09:43:44.456501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.460890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-affe9844-61b3-44d5-bf63-0f575d0e8996 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 200 len: 217 time: 0.0471673 Feb 15 09:43:44.538870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.631682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Made reservation on behalf of 18f0cbd91ea94a439c609ff18da2ae65 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:44.635443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.641690 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:43:40Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:44.674879 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c289798-3feb-47a4-89c0-02e55aa927ea None None] The sync data for ids ['d48209db-a330-499a-a532-e8eb3ac92c28'] in n-d-825064-4 is: [{'id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'name': 'tempest-AttachVolumeTestJSON-1373130129-router', 'tenant_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123'}], 'enable_snat': True}, 'gw_port_id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:37:22Z', 'updated_at': '2022-02-15T09:43:40Z', 'revision_number': 5, 'project_id': 'a4afc39c623243b299ef6b98a0ec6bef', 'gw_port': {'id': '7ffdbebb-192f-4d6d-b4ec-0970a388b0f0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48209db-a330-499a-a532-e8eb3ac92c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:37:23Z', 'updated_at': '2022-02-15T09:37:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:44.712126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-c449d2e3-9527-45c7-a6a1-43786a12cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:44.714955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-c449d2e3-9527-45c7-a6a1-43786a12cc7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.1818533 Feb 15 09:43:44.750672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.758335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.792217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Deleting port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:44.792653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.862162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420332da-1880-4e4e-a0c9-5d989dfe6e49 req-6be74432-8e3f-469c-8ec2-0ab62a23e865 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:44.865821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420332da-1880-4e4e-a0c9-5d989dfe6e49 req-6be74432-8e3f-469c-8ec2-0ab62a23e865 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.2369051 Feb 15 09:43:44.872184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.873064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1ac8235-81ef-44f9-9870-230c6447c6bf {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:44.922022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.922709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-bd62945d-3b61-49d7-aca9-8c3b3b5c75f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:44.923426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ee4c6094-55d5-45ce-a521-aab5a5a3a963 tempest-RoutersTestDVR-1188936900 tempest-RoutersTestDVR-1188936900-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e1ac8235-81ef-44f9-9870-230c6447c6bf HTTP/1.1" status: 204 len: 168 time: 0.7811158 Feb 15 09:43:44.937441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:44.939854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-bd62945d-3b61-49d7-aca9-8c3b3b5c75f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2123623 Feb 15 09:43:45.098748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.106806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420332da-1880-4e4e-a0c9-5d989dfe6e49 req-641cd857-fabe-4907-a369-e701435e8294 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940243 Feb 15 09:43:45.109486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:45.157431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Allocated IP 172.20.0.5 (cb46cce1-af28-4aac-be6e-bed392646464/1858053d-5c41-4937-b0ef-ea3acb8fa404/612d77ae-dea4-4801-b34e-cdd003c0f17c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:45.254602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.260531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.262038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:45.267312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.273578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.276972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=5e342fb9-1df8-41b6-8742-fc156be61c07,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:45.279448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.285420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.291348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:45.300066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-14e2f240-e290-447a-afa6-1b4a3f7339b7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.3332067 Feb 15 09:43:45.315878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:45.391697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bc8b64a-7ec2-4436-a26b-817ade6bdbbc req-87b9d54a-8d95-4b57-8407-b6d9b16d8b88 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 210 time: 0.0586848 Feb 15 09:43:45.432557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] For port 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:45.434250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.450497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.549528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46118) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:45.552290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Calling delete_port for 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:45.593616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-dfe259e5-add9-48b7-9952-c2eae3daec98 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6473320 Feb 15 09:43:45.636402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 6cad6d7c-97c0-451f-941e-040a8787006f is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:43:45.641594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94a74b79-cf0b-431e-abe4-f25fea0ebbbc req-2b586739-2f16-4879-a620-eacd25677e1d tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0418286 Feb 15 09:43:45.643842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed2d5fe1-7eb8-4bb4-8cf4-b5dff1694f82 req-df58808f-ebc2-4978-87ea-53c3bcd35376 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3430135 Feb 15 09:43:45.699923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.730518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d323917e-b0eb-47a6-a499-ee57f4784654 None None] Provisioning complete for port 5e342fb9-1df8-41b6-8742-fc156be61c07 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:45.731551 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d323917e-b0eb-47a6-a499-ee57f4784654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.773878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d323917e-b0eb-47a6-a499-ee57f4784654 None None] Port 5e342fb9-1df8-41b6-8742-fc156be61c07 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:45.861151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d75b86c-d764-41ab-ac78-c3bd10c05852 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:45.988546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:46.007572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Sync routers for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:46.024627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:46.025860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:46.041791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.055573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.056636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e1d936c-b0b1-4967-9bd2-c32d93f95dbe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.5173919 Feb 15 09:43:46.066225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-579f3bd5-79d3-4595-ae64-bb662f93d7a2 req-89a07f4f-b5fe-4939-9148-ae659e112444 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504633 Feb 15 09:43:46.069909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46122) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:46.213208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d75b86c-d764-41ab-ac78-c3bd10c05852 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.215015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.222229 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.239533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d75b86c-d764-41ab-ac78-c3bd10c05852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.330086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:46.362674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Network cb46cce1-af28-4aac-be6e-bed392646464 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:46.367387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.383548 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.431169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:46.433094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75b86c-d764-41ab-ac78-c3bd10c05852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae0011a-903a-4465-bedc-7d07b8d4d5e9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:46.440284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5d75b86c-d764-41ab-ac78-c3bd10c05852 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=28c1fdf37b1e4785b11fd174245fb0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8683040 Feb 15 09:43:46.525361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:46.526170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=5e342fb9-1df8-41b6-8742-fc156be61c07,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:46.623672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a8200039-289d-4586-b8ab-d04425eaa824 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:46.719455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.742704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97d183a-58b1-4c64-a5a2-bec4fa59ec1d req-9b0f7a10-73f9-415e-9239-64d29abd1f2e tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:46.744305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f97d183a-58b1-4c64-a5a2-bec4fa59ec1d req-9b0f7a10-73f9-415e-9239-64d29abd1f2e tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 931 time: 0.2097263 Feb 15 09:43:46.745242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a8200039-289d-4586-b8ab-d04425eaa824 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:46.745804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a8200039-289d-4586-b8ab-d04425eaa824 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:46.787533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-09cbf543-edaf-4c9c-a6f4-d8df4e8581a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.823125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:43Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:46.846901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f97d183a-58b1-4c64-a5a2-bec4fa59ec1d req-ca254796-ba4a-42ab-9a9a-505242e16c3c tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779796 Feb 15 09:43:46.854759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.856257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:46.874398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.880059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Checking router: 6cad6d7c-97c0-451f-941e-040a8787006f for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:46.880571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Updating router 6cad6d7c-97c0-451f-941e-040a8787006f port a768d113-57a8-431e-8c60-3034ea8742be binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:43:46.912804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Pushing event updated for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:46.917017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e4def168-d3e0-4e2d-8daf-f8c2941d1a02 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0250843c0cf843f9857fed1a2305da6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8458838 Feb 15 09:43:46.918328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.923482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:46.931443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.958937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ffdbebb-192f-4d6d-b4ec-0970a388b0f0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:46.974340 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:46.986811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635b7b5-165f-4cc0-bdab-c463ed88ec7f req-86baac42-4956-4122-b5da-cb3405c01ce6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:46.994271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2635b7b5-165f-4cc0-bdab-c463ed88ec7f req-86baac42-4956-4122-b5da-cb3405c01ce6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.7027521 Feb 15 09:43:47.027442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.028087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.115603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.118267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.157640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2635b7b5-165f-4cc0-bdab-c463ed88ec7f req-a1def851-cc6a-43e6-b004-ad0f271441d8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619830 Feb 15 09:43:47.166068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:47.181275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:47.241701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-b5744165-eabd-46c7-a0b1-b2218bc90680 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8942282 Feb 15 09:43:47.257919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Request body: {'port': {'device_id': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:47.299388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.300252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d48209db-a330-499a-a532-e8eb3ac92c28 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:43:47.307071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.308598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-051b5095-c05e-4733-8451-d66f300f23c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d48209db-a330-499a-a532-e8eb3ac92c28 HTTP/1.1" status: 204 len: 168 time: 3.8195353 Feb 15 09:43:47.313093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46138) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:47.474950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d60b19c-d46b-4e46-a7f2-ea30bc57c715 req-02ed0fe1-1d21-48fb-a640-6d2f0aa3982d tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1188538 Feb 15 09:43:47.506193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Deleting subnet fcc873ef-5b00-4f48-8293-ed438b2380bd {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:43:47.508376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.534473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.636544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.652453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-013e3c37-6b29-4b08-af63-d6bddcdb4dba None None] Provisioning complete for port 5e342fb9-1df8-41b6-8742-fc156be61c07 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:47.653195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-013e3c37-6b29-4b08-af63-d6bddcdb4dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.729802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-013e3c37-6b29-4b08-af63-d6bddcdb4dba None None] Port 5e342fb9-1df8-41b6-8742-fc156be61c07 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:47.841496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.864735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:47.867798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bd9c2e-4d97-4966-9e42-76f06a43b68f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.871983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-45bd9c2e-4d97-4966-9e42-76f06a43b68f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9437175 Feb 15 09:43:47.873472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:47.884394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.904894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1617946b-a639-43eb-9bdd-231a4062140b req-deb619af-6011-4c90-8f50-8914c094d593 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1108105 Feb 15 09:43:47.907010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.922606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.932751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.950633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.956527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:47.978907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14128a1-7367-4d26-aa68-39a4c3758bc6 None None] Pushing event updated for resources: {'Port': ['ID=a768d113-57a8-431e-8c60-3034ea8742be,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:47.981682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:48.009092 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-5676888d-8aa9-48b8-af2b-433d1d768b84 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.9205990 Feb 15 09:43:48.022537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.025198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.028762 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eae0011a-903a-4465-bedc-7d07b8d4d5e9 HTTP/1.1" status: 204 len: 168 time: 1.4974573 Feb 15 09:43:48.046644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Attempting to bind port a768d113-57a8-431e-8c60-3034ea8742be on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:48.047386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Attempting to bind port a768d113-57a8-431e-8c60-3034ea8742be by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:48.050446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Attempting to bind port a768d113-57a8-431e-8c60-3034ea8742be on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:48.052429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.059859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:48.064220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:48.073134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.074143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:48.075839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Bound port: a768d113-57a8-431e-8c60-3034ea8742be, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:48.077122 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.105080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54f32370-d438-43c3-bdc1-edf45df13719 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0937331 Feb 15 09:43:48.109233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133ebd-d58e-4757-9274-827825866516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae0011a-903a-4465-bedc-7d07b8d4d5e9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:48.110845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46146) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:48.117437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1224491653', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:48.140992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 14f55c41-650f-4dad-a8c8-9138119c25cd has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:48.182251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] For port a768d113-57a8-431e-8c60-3034ea8742be, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:48.197505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] For port a768d113-57a8-431e-8c60-3034ea8742be, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a768d113-57a8-431e-8c60-3034ea8742be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:48.232836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-167ab673-86d5-4c35-83b4-8ca4e598154d req-cfcadec7-0ef1-4de5-9645-a5c658387937 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2226694 Feb 15 09:43:48.236766 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.303905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:48.304725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:48.320109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.439268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14128a1-7367-4d26-aa68-39a4c3758bc6 None None] Pushing event updated for resources: {'Port': ['ID=a768d113-57a8-431e-8c60-3034ea8742be,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:48.500664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:48.505404 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.510067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:48.527647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7ad6025c-3f2c-4f13-84fa-15b24ff5b0fe tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1872876 Feb 15 09:43:48.533044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:48.535291 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3299-356c-4792-994d-102c040966fb None None] Sync routers for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:48.565954 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b3299-356c-4792-994d-102c040966fb None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:48.570104 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-868b3299-356c-4792-994d-102c040966fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:48.589293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab671f8-68d1-4482-959e-6a5afb66d352 req-ec2e669c-db2f-4046-b7d8-226c93a71f65 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:48.596944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bab671f8-68d1-4482-959e-6a5afb66d352 req-ec2e669c-db2f-4046-b7d8-226c93a71f65 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.1975818 Feb 15 09:43:48.667211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-868b3299-356c-4792-994d-102c040966fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:48.704484 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868b3299-356c-4792-994d-102c040966fb None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:48.706004 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-868b3299-356c-4792-994d-102c040966fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:48.721925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:48.726422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:48.730948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612d77ae-dea4-4801-b34e-cdd003c0f17c {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:48.743420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.766190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Transition to ACTIVE for port object 612d77ae-dea4-4801-b34e-cdd003c0f17c will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:43:48.778117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46156) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:48.784457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-868b3299-356c-4792-994d-102c040966fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:48.784457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b3299-356c-4792-994d-102c040966fb None None] The sync data for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:48.841391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:48.841767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ffdbebb-192f-4d6d-b4ec-0970a388b0f0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:48.867116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.927346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b33c26-95e7-4430-8be4-48924d0f1444 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:48.929154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Pushing event updated for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:48.931335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-53b33c26-95e7-4430-8be4-48924d0f1444 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports/5e342fb9-1df8-41b6-8742-fc156be61c07 HTTP/1.1" status: 200 len: 910 time: 0.3968308 Feb 15 09:43:48.943009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:48.947624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fcc873ef-5b00-4f48-8293-ed438b2380bd HTTP/1.1" status: 204 len: 168 time: 1.6332498 Feb 15 09:43:48.948565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ace94e-f929-47f3-a7bc-0cfd982ae10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc873ef-5b00-4f48-8293-ed438b2380bd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:48.956383 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bab671f8-68d1-4482-959e-6a5afb66d352 req-07152d07-3b67-43c6-8426-e12aa2b1af85 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3584864 Feb 15 09:43:48.958636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32b49d-8623-4ae7-a975-250d6b789358 None None] Network 9a5ce713-9df5-409d-924c-94d40c1cb60f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:48.959338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46162) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:48.959670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:48.965381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc299-2f40-4ea0-b271-679fc609875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.063226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc299-2f40-4ea0-b271-679fc609875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.098118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574612d-73b8-41cc-a9a6-6d3aa3b9fe1d req-c186d306-2237-4ff4-a7fb-848d390fed86 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:49.102665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5574612d-73b8-41cc-a9a6-6d3aa3b9fe1d req-c186d306-2237-4ff4-a7fb-848d390fed86 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 931 time: 0.9153643 Feb 15 09:43:49.109775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd4fc299-2f40-4ea0-b271-679fc609875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.175491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4fc299-2f40-4ea0-b271-679fc609875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5014995-5a39-4709-85c1-98c4783fedce,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:49.298767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cd4fc299-2f40-4ea0-b271-679fc609875a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2221e52a8ad4bba853165ec96e65c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738665 Feb 15 09:43:49.305244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46168) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:49.333882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-224556b9-46c1-444d-bcc5-50e7f80692aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.418514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64364f7d-e43b-4d1c-addd-3cc80c6d22cc req-85447eb6-9ab1-4429-b983-5773e645ed78 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.2108841 Feb 15 09:43:49.431677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:43Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:49.446855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5574612d-73b8-41cc-a9a6-6d3aa3b9fe1d req-ac49ab1c-1d54-4394-a6f9-3ad1141ff67f tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180182 Feb 15 09:43:49.482852 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.525999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Attempting to bind port 612d77ae-dea4-4801-b34e-cdd003c0f17c on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:49.526326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Attempting to bind port 612d77ae-dea4-4801-b34e-cdd003c0f17c by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:49.527322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Attempting to bind port 612d77ae-dea4-4801-b34e-cdd003c0f17c on network cb46cce1-af28-4aac-be6e-bed392646464 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:49.543950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Port 612d77ae-dea4-4801-b34e-cdd003c0f17c on network cb46cce1-af28-4aac-be6e-bed392646464 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:43:49.544872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Attempting to bind port 612d77ae-dea4-4801-b34e-cdd003c0f17c on network cb46cce1-af28-4aac-be6e-bed392646464 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:49.551001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] DHCP port deletion for 9a5ce713-9df5-409d-924c-94d40c1cb60f request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:43:49.555357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:49.555702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Checking segment: {'id': 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:49.556060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Bound using segment: {'id': 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:49.556500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Bound port: 612d77ae-dea4-4801-b34e-cdd003c0f17c, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:49.556680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.556873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.566813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be652884-d500-40cd-bcfb-31a7e2965228 None None] The sync data for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 is: [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:43Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:49.609446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.625726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.687217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:49.691779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c,segment=NetworkSegment(ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a),segment_id=ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:49.700174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Deleting port 89167f5b-5759-4987-b03e-9fa16d5e9920 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:49.705360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.706559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.780549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:49.783475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.786157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] 10.222.0.36 "PUT /v2.0/ports/612d77ae-dea4-4801-b34e-cdd003c0f17c HTTP/1.1" status: 200 len: 1091 time: 2.5325880 Feb 15 09:43:49.793876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:49.798319 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2620590a-cd7e-444a-ad07-24e05caafccb" -d '{"events": [{"name": "network-changed", "server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:49.822225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.837828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.850260 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5014995-5a39-4709-85c1-98c4783fedce HTTP/1.1" status: 204 len: 168 time: 0.5390084 Feb 15 09:43:49.899746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] For port 89167f5b-5759-4987-b03e-9fa16d5e9920, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=89167f5b-5759-4987-b03e-9fa16d5e9920,segment=NetworkSegment(a14c415d-5619-415c-8259-a5dd0ff581dc),segment_id=a14c415d-5619-415c-8259-a5dd0ff581dc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:49.900760 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:49.935027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Calling delete_port for 89167f5b-5759-4987-b03e-9fa16d5e9920 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:50.039751 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f1ad14-628a-4864-a2c8-16b3f5c3480c x-openstack-request-id: req-73f1ad14-628a-4864-a2c8-16b3f5c3480c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:50.040033 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:50.040277 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73f1ad14-628a-4864-a2c8-16b3f5c3480c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:50.040676 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c', 'status': 'completed', 'code': 200} Feb 15 09:43:50.048121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Subnet': ['ID=1a506bec-b200-43f0-8040-f9d72c35edea,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:50.053561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6bdc5-0f03-4821-a182-b6009e4d0068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5014995-5a39-4709-85c1-98c4783fedce,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:50.092962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.118033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.121362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04e0c3d3-6f33-4235-bae7-2af56a235c63 req-69d4c66c-9642-409e-83e4-ae29f7929b53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=48cc7fc0c0d14ed8a95a921051af219c&device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.2030997 Feb 15 09:43:50.124095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40095167-89f3-43b6-800a-0e30bcf8030c service neutron] Pushing event updated for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:50.139167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.149322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.179111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.192061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] Pushing event deleted for resources: {'Port': ['ID=89167f5b-5759-4987-b03e-9fa16d5e9920,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:50.198570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365336c-7009-4f7c-b3b3-d210290abf20 None None] No DVR routers for this DVR port 89167f5b-5759-4987-b03e-9fa16d5e9920 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:50.199021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.228758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.243104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.253918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f60b32c-901a-48f6-96a7-15bd8f04074a req-01dd8ecb-6c6a-4ac8-949a-97d6ea12a503 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.1549706 Feb 15 09:43:50.262180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-ed21d060-cf4f-407d-be2f-f144ad6de8a4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.6064479 Feb 15 09:43:50.301895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04e0c3d3-6f33-4235-bae7-2af56a235c63 req-006937cd-7214-4746-89f5-0cbe34554b51 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=48cc7fc0c0d14ed8a95a921051af219c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1709132 Feb 15 09:43:50.316779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.361685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Deleting port 89167f5b-5759-4987-b03e-9fa16d5e9920 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:50.362028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.415171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-92d52790-baba-43e2-b3fd-b313ed5f6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.421994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-92d52790-baba-43e2-b3fd-b313ed5f6f99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18f0cbd91ea94a439c609ff18da2ae65&device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 1094 time: 0.5498221 Feb 15 09:43:50.504559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-e27c2012-5ca3-4e6d-9244-b153e8b7bb7a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c HTTP/1.1" status: 200 len: 217 time: 0.0733709 Feb 15 09:43:50.542511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Checking segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:50.542872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network hostable DHCP agents. Network: eab6ed2b-7234-4a1c-bd44-9588d3a04252, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:43:50.642866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-18a288b5-343c-4eb1-a634-ced0d9270265 req-da9b9829-9ed3-4ca7-a70a-0c9bb6347f40 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3421583 Feb 15 09:43:50.662919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] For port 89167f5b-5759-4987-b03e-9fa16d5e9920, host n-d-825064-4, got binding levels [] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:50.663542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.702763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a768d113-57a8-431e-8c60-3034ea8742be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:50.726966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0c3d3-6f33-4235-bae7-2af56a235c63 req-576f2c9a-97e6-4b9a-b7e9-9e6d921708df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.728532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04e0c3d3-6f33-4235-bae7-2af56a235c63 req-576f2c9a-97e6-4b9a-b7e9-9e6d921708df service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4155285 Feb 15 09:43:50.765736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba0dbc-30e1-4227-8190-e2ae9c818d56 req-85bd4fb3-bb8e-4af3-b233-cc50bda7b017 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.767728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1ba0dbc-30e1-4227-8190-e2ae9c818d56 req-85bd4fb3-bb8e-4af3-b233-cc50bda7b017 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.3726821 Feb 15 09:43:50.790384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a768d113-57a8-431e-8c60-3034ea8742be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:50.790890 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.801261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Calling delete_port for 89167f5b-5759-4987-b03e-9fa16d5e9920 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:50.801891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-50e1f128-9c4e-404e-a1df-7b97b8fbf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.806378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-50e1f128-9c4e-404e-a1df-7b97b8fbf383 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1858053d-5c41-4937-b0ef-ea3acb8fa404 HTTP/1.1" status: 200 len: 861 time: 0.2868738 Feb 15 09:43:50.813064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Port 89167f5b-5759-4987-b03e-9fa16d5e9920 was not found and therefore no delete operation was performed {{(pid=102359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:43:50.846668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.889931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-19bea2b1-531c-4afa-a9aa-09fa570b943c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb46cce1-af28-4aac-be6e-bed392646464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696483 Feb 15 09:43:50.907742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:43:50.917002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] No DVR routers for this DVR port 89167f5b-5759-4987-b03e-9fa16d5e9920 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:43:50.931996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:50.951779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1ba0dbc-30e1-4227-8190-e2ae9c818d56 req-725bb43a-1be6-45cc-85f8-e31c6ccde848 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637475 Feb 15 09:43:50.959401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Pushing event deleted for resources: {'Port': ['ID=89167f5b-5759-4987-b03e-9fa16d5e9920,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:50.973700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3333562-3d87-46ed-a67b-85613caa0887 req-fe41293a-ebed-46bb-bde9-5ef098e227c4 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:50.975735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3333562-3d87-46ed-a67b-85613caa0887 req-fe41293a-ebed-46bb-bde9-5ef098e227c4 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 943 time: 0.2553642 Feb 15 09:43:50.998297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a768d113-57a8-431e-8c60-3034ea8742be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a768d113-57a8-431e-8c60-3034ea8742be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:51.014770 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.064285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-16ba3658-f9b6-4f2c-8e74-47c18adf317a service neutron] 10.222.0.36 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608870 Feb 15 09:43:51.071702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, eab6ed2b-7234-4a1c-bd44-9588d3a04252) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:51.082432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae631b1-44fe-4bc7-9c76-7d7a532391ce None None] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:51.120300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.120926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.142529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.147755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3333562-3d87-46ed-a67b-85613caa0887 req-bda2200d-35c6-4467-91f7-49bb37c53f57 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508708 Feb 15 09:43:51.181604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a5ce713-9df5-409d-924c-94d40c1cb60f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:51.186907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.197437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b334ded9-f22f-48c8-9560-39dd98ccf150 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0850441 Feb 15 09:43:51.200240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46210) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:51.245591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14c415d-5619-415c-8259-a5dd0ff581dc') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:51.245857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14c415d-5619-415c-8259-a5dd0ff581dc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:51.268891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 89167f5b-5759-4987-b03e-9fa16d5e9920 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:51.342340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.372141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.398573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ee82c7c-a227-4614-b5a7-3170ce3b152f req-e3a496e3-0bf7-4259-8ecd-1f34fa23236a service neutron] 10.222.0.36 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210833 Feb 15 09:43:51.446225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 89167f5b-5759-4987-b03e-9fa16d5e9920 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:43:51.446819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 89167f5b-5759-4987-b03e-9fa16d5e9920 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:43:51.461289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a768d113-57a8-431e-8c60-3034ea8742be,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:51.470491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:51.471667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:43:51.472221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:43:51.476791 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:43:51.503965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:43:51.505003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.553445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a34b4d93-dc71-4c8a-9744-b27e72f02e7d req-2a327aa1-aa4b-4cc4-b33b-c72c6e07f21c tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0682998 Feb 15 09:43:51.591022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.602930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:51.610669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a5ce713-9df5-409d-924c-94d40c1cb60f HTTP/1.1" status: 204 len: 168 time: 2.6391144 Feb 15 09:43:51.643476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baab0d-ea1d-4d95-8f58-c6fa7981b196 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a5ce713-9df5-409d-924c-94d40c1cb60f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:51.680706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-3293ab8b-64a2-444f-a121-dfba8c34760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.682513 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-3293ab8b-64a2-444f-a121-dfba8c34760b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1097 time: 0.1986997 Feb 15 09:43:51.695253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620590a-cd7e-444a-ad07-24e05caafccb req-a590226e-64cf-48fc-b24a-a8eb06581315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.697167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-a590226e-64cf-48fc-b24a-a8eb06581315 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=18f0cbd91ea94a439c609ff18da2ae65&device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 1094 time: 0.2111650 Feb 15 09:43:51.816391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Allocated IP 172.20.0.2 (eab6ed2b-7234-4a1c-bd44-9588d3a04252/1a506bec-b200-43f0-8040-f9d72c35edea/694a1776-8f83-48c0-bed4-1feaf771b2a6) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:51.856140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-df0d5e28-294e-4a39-a782-ce98ee90606b tempest-AgentManagementNegativeTest-1418075880 tempest-AgentManagementNegativeTest-1418075880-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3773417 Feb 15 09:43:51.911569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.918642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.924656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.930527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.943019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.948747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.963246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:51.965263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-e028ad8b-746c-4686-96ba-268bfe79546e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.1831052 Feb 15 09:43:51.994626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:52.090013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 5e342fb9-1df8-41b6-8742-fc156be61c07 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:52.090649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.112721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210c2ba1-02f7-428c-80f5-afd752ebf91b req-f2623856-8853-4897-8134-112802a4f087 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1244662 Feb 15 09:43:52.172417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.178106 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.182987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.253202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:52.259527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:52.269537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:52.327755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46234) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:52.342516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-442c003b-ee61-47ce-aeb9-87de85daeb27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4afc39c623243b299ef6b98a0ec6bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459091 Feb 15 09:43:52.346116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:52.376609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.377378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Pushing event updated for resources: {'Port': ['ID=694a1776-8f83-48c0-bed4-1feaf771b2a6,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:52.425212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Attempting to bind port 694a1776-8f83-48c0-bed4-1feaf771b2a6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:52.425585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Attempting to bind port 694a1776-8f83-48c0-bed4-1feaf771b2a6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:52.425950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Attempting to bind port 694a1776-8f83-48c0-bed4-1feaf771b2a6 on network eab6ed2b-7234-4a1c-bd44-9588d3a04252 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:52.442081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:52.442645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Checking segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:52.443281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.443951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Bound using segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:52.445354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Bound port: 694a1776-8f83-48c0-bed4-1feaf771b2a6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:52.445936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.452474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.462297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdbbaa2-e677-4032-a334-933e89ef9bab req-76642f32-4427-45c8-b29f-2e8c6150517c tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:52.464007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fcdbbaa2-e677-4032-a334-933e89ef9bab req-76642f32-4427-45c8-b29f-2e8c6150517c tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 943 time: 0.1860325 Feb 15 09:43:52.490479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04e0c3d3-6f33-4235-bae7-2af56a235c63 req-f49877d3-ffa7-46cb-9d96-41a53d1d3b79 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.72 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0545738 Feb 15 09:43:52.495569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 5e342fb9-1df8-41b6-8742-fc156be61c07 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:52.557394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] For port 694a1776-8f83-48c0-bed4-1feaf771b2a6, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:52.567018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] For port 694a1776-8f83-48c0-bed4-1feaf771b2a6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=694a1776-8f83-48c0-bed4-1feaf771b2a6,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:52.568427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0f47f0-4c00-41c4-bc55-76b4a01f2db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.577711 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.612304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.633796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fcdbbaa2-e677-4032-a334-933e89ef9bab req-56b6f10a-5394-41de-b5d2-3cdf49093c4a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442111 Feb 15 09:43:52.699387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968676a6-a873-4afb-bdba-739d4d73a2e1 None None] Pushing event updated for resources: {'Port': ['ID=694a1776-8f83-48c0-bed4-1feaf771b2a6,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:52.721386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a768d113-57a8-431e-8c60-3034ea8742be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:52.728098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-88618ecd-5a01-46c3-be20-b0f715d489c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:52.729802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-88618ecd-5a01-46c3-be20-b0f715d489c7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 1.0248799 Feb 15 09:43:52.764768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.772405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620590a-cd7e-444a-ad07-24e05caafccb req-fead42cd-379f-403c-8006-be00ab313c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:52.773920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-fead42cd-379f-403c-8006-be00ab313c2c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb46cce1-af28-4aac-be6e-bed392646464 HTTP/1.1" status: 200 len: 922 time: 1.0678053 Feb 15 09:43:52.797937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a768d113-57a8-431e-8c60-3034ea8742be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:52.798600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:52.806944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1266ffb5-dc6c-406a-9eb1-49ceeae3f5f8 req-97106e7c-c52f-4ccb-b308-72578c3875e8 tempest-ServerShowV254Test-1064606126 tempest-ServerShowV254Test-1064606126-project] 10.222.0.10 "GET /v2.0/ports?device_id=7097e33a-d10a-4016-89bb-47906c368aba HTTP/1.1" status: 200 len: 210 time: 0.0636015 Feb 15 09:43:52.833771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c9b01-8022-43f6-bdb7-87f244625803 req-130461d7-2fa5-42aa-bee4-115f13c3695d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:52.835346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-202c9b01-8022-43f6-bdb7-87f244625803 req-130461d7-2fa5-42aa-bee4-115f13c3695d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.3597879 Feb 15 09:43:52.930328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-5d5aa363-1401-43c0-a5d0-66c5544afde3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c HTTP/1.1" status: 200 len: 217 time: 0.0912492 Feb 15 09:43:53.038770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0f47f0-4c00-41c4-bc55-76b4a01f2db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.040300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.047025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce0f47f0-4c00-41c4-bc55-76b4a01f2db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.049240 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.051706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.059577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/de6e8d85-e3d5-4d8f-a238-b6ac7a9dbce6 HTTP/1.1" status: 204 len: 168 time: 0.7109752 Feb 15 09:43:53.077671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-9f83211f-8ae3-4abb-9a09-a01539dbd637 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 1001 time: 0.3287048 Feb 15 09:43:53.126653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=5e342fb9-1df8-41b6-8742-fc156be61c07,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:53.195970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce0f47f0-4c00-41c4-bc55-76b4a01f2db0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a66c5bdf3bce4643beb1649894985ccd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8670917 Feb 15 09:43:53.229766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-202c9b01-8022-43f6-bdb7-87f244625803 req-885aff09-c79b-487f-afe4-2b74754ac230 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827899 Feb 15 09:43:53.230256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46246) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:53.261755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f47f0-4c00-41c4-bc55-76b4a01f2db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d9edf3-1844-4ba4-b2a5-d4f445de5747,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:53.286369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620590a-cd7e-444a-ad07-24e05caafccb req-a986f869-87b3-421e-8f7e-d79646eedfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.287887 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-a986f869-87b3-421e-8f7e-d79646eedfa4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1858053d-5c41-4937-b0ef-ea3acb8fa404 HTTP/1.1" status: 200 len: 861 time: 0.2881567 Feb 15 09:43:53.296992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fba8b-6e1e-4ea9-a96a-f360b75ad287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6e8d85-e3d5-4d8f-a238-b6ac7a9dbce6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:53.374207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.377220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-5b251d82-1a78-41c4-8c34-a887eb0680b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.378920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-5b251d82-1a78-41c4-8c34-a887eb0680b4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.2804806 Feb 15 09:43:53.380794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-cf71ea61-b224-459a-ae86-4931cfb18151 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb46cce1-af28-4aac-be6e-bed392646464&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804243 Feb 15 09:43:53.543800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.625248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-c8781b87-6098-454d-9f1d-9eeb7c3d2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.626816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-c8781b87-6098-454d-9f1d-9eeb7c3d2386 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2344022 Feb 15 09:43:53.632740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.777568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-d89188ec-6e5c-4f92-b4fe-b8fe5e500bb9 service neutron] 10.222.0.36 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860376 Feb 15 09:43:53.870576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.877015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.883552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.890407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.900080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.911285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.919632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:53.930419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-13e39849-04c7-4d45-a80f-84c7c1a50344 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.6264114 Feb 15 09:43:53.939049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.941874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:53.943107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5d9edf3-1844-4ba4-b2a5-d4f445de5747 HTTP/1.1" status: 204 len: 168 time: 0.7046628 Feb 15 09:43:54.013848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2161df5f-56b7-45cb-9055-ba73113e8219 req-7747b23c-945a-4110-8adb-f9e2d332e446 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0820794 Feb 15 09:43:54.020892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.021632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866480-df3a-4af1-a174-5f7755fd250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d9edf3-1844-4ba4-b2a5-d4f445de5747,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:54.045286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc838cd-f7fa-40ec-b206-f0da13686fd6 req-8c4647f6-b6ad-4ea5-96a7-bb47f01ea769 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:54.055206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcc838cd-f7fa-40ec-b206-f0da13686fd6 req-8c4647f6-b6ad-4ea5-96a7-bb47f01ea769 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 943 time: 0.3041060 Feb 15 09:43:54.062283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-e97a2b30-5a08-41fa-8573-690ad314830d service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261851 Feb 15 09:43:54.142065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2620590a-cd7e-444a-ad07-24e05caafccb req-b40a7f8e-0511-4f0f-854b-80114fa3b849 service neutron] 10.222.0.36 "GET /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544428 Feb 15 09:43:54.286433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.20.0.1 (eab6ed2b-7234-4a1c-bd44-9588d3a04252/1a506bec-b200-43f0-8040-f9d72c35edea/3593a9f2-f91a-4cae-9604-a7a631ac2cc3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:43:54.306247 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcc838cd-f7fa-40ec-b206-f0da13686fd6 req-a5b7df1a-70af-4c8e-84fb-d5538f8ca4e4 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242117 Feb 15 09:43:54.322644 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96d82c-c824-4f71-8d9d-5d0e8aa0df74 None None] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:54.357604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5043dd2a-cdfd-41ac-9d4b-a60eee1b76b4 req-f5297adb-82fd-44d1-8da0-d36a128787fb service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847507 Feb 15 09:43:54.453581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] Provisioning complete for port 694a1776-8f83-48c0-bed4-1feaf771b2a6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:54.454224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.505419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e7683-0308-4dd6-a83e-eb7a821adc45 req-f9c24a68-f378-40aa-8c2a-94b6ff947639 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:54.513071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f57e7683-0308-4dd6-a83e-eb7a821adc45 req-f9c24a68-f378-40aa-8c2a-94b6ff947639 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 946 time: 0.0820146 Feb 15 09:43:54.517548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 14f55c41-650f-4dad-a8c8-9138119c25cd has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:54.582378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.617330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:54.618551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f57e7683-0308-4dd6-a83e-eb7a821adc45 req-c5900769-6c8d-4ca5-abc5-27669330ffdd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038492 Feb 15 09:43:54.665893 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.703441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:54.705703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.762084 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5451f44-7746-48e5-a68d-57f935fc69af tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7999728 Feb 15 09:43:54.762853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:54.764611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 694a1776-8f83-48c0-bed4-1feaf771b2a6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:54.767301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] Sync routers for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:54.772389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:54.781285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] For port 694a1776-8f83-48c0-bed4-1feaf771b2a6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=694a1776-8f83-48c0-bed4-1feaf771b2a6,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:54.817104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.842295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:54.853313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:54.863469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:54.864104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:54.867411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:43:54.870119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.882926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:54.926499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:54.971189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:54.972681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:54.973498 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204b0aa-708f-4663-b7d1-6a45c23cff51" -d '{"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:54.989400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d250e2-2a0e-48f4-b02e-00d8fff184dd None None] Pushing event updated for resources: {'Port': ['ID=694a1776-8f83-48c0-bed4-1feaf771b2a6,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:54.996469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:54.998196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:54.998924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:55.043913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:55.049339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c349ab-756e-4cd7-9173-497a3d7bf537 None None] The sync data for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:43:55.063055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.136445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 694a1776-8f83-48c0-bed4-1feaf771b2a6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:55.137011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.153019 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635ca5d9-84aa-4ea9-aa90-72a0a8e22cfe x-openstack-request-id: req-635ca5d9-84aa-4ea9-aa90-72a0a8e22cfe {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:55.154498 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-unplugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:55.154920 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-635ca5d9-84aa-4ea9-aa90-72a0a8e22cfe {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:55.155534 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'code': 200} Feb 15 09:43:55.274356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:55.282510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.297030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-10cf201a-af76-47d7-8e43-71158173f4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.309713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1d928433-a99e-4a0a-b926-c9c8919e6089 None None] Provisioning complete for port 694a1776-8f83-48c0-bed4-1feaf771b2a6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:55.310816 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1d928433-a99e-4a0a-b926-c9c8919e6089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.454562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 612d77ae-dea4-4801-b34e-cdd003c0f17c details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:43:55.526808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.543177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.552982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.561742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.570465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.579663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.588004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.599365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-62da727f-726b-4d09-bf40-fc1126c25931 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.4118557 Feb 15 09:43:55.641391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-10cf201a-af76-47d7-8e43-71158173f4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.672020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a603c-cb72-42c2-a92b-dd44c6442d46 req-0afd9200-dfd3-4d0f-b94e-36b416c612d9 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:55.673947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d15a603c-cb72-42c2-a92b-dd44c6442d46 req-0afd9200-dfd3-4d0f-b94e-36b416c612d9 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 943 time: 0.1874595 Feb 15 09:43:55.745838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-10cf201a-af76-47d7-8e43-71158173f4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.804643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d15a603c-cb72-42c2-a92b-dd44c6442d46 req-1d71a7f5-2f53-4bc6-9aec-61c0e48523bf tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987613 Feb 15 09:43:55.865619 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a43a6699-fc9f-4521-8815-d5259dafaa3c req-c61dfb6e-a3b2-4ac3-bb76-20dd4e543103 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2645743 Feb 15 09:43:55.866433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf201a-af76-47d7-8e43-71158173f4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fa6907-388e-4b65-8b9b-277891449015,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:55.885369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-10cf201a-af76-47d7-8e43-71158173f4ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48cc7fc0c0d14ed8a95a921051af219c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1209099 Feb 15 09:43:55.886112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46326) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:55.889110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c,segment=NetworkSegment(ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a),segment_id=ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:55.908089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '612d77ae-dea4-4801-b34e-cdd003c0f17c', 'network_id': 'cb46cce1-af28-4aac-be6e-bed392646464', 'port_id': '612d77ae-dea4-4801-b34e-cdd003c0f17c', 'mac_address': 'fa:16:3e:0f:d2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1858053d-5c41-4937-b0ef-ea3acb8fa404', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:43:55.974939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:55.992556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612d77ae-dea4-4801-b34e-cdd003c0f17c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:43:56.021245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c,segment=NetworkSegment(ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a),segment_id=ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:56.021604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46328) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:56.029979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.052832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.067318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.109810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:56.115032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a1105309-c380-4f03-9d2c-20135264deca None None] Provisioning complete for port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:56.115521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a1105309-c380-4f03-9d2c-20135264deca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.128657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.154567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a1105309-c380-4f03-9d2c-20135264deca None None] Port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:56.172741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.186980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c604-88f5-4620-bf7b-c919e659bbf1 req-0a4c3d61-9bad-4734-9fc3-c3f11ce44edd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:56.188532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff67c604-88f5-4620-bf7b-c919e659bbf1 req-0a4c3d61-9bad-4734-9fc3-c3f11ce44edd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2126887 Feb 15 09:43:56.204792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1092894471'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:56.232302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:56.233434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['612d77ae-dea4-4801-b34e-cdd003c0f17c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:43:56.233850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.246215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.353650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:56.357829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.382958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.490087 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.492756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.496499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0fa6907-388e-4b65-8b9b-277891449015 HTTP/1.1" status: 204 len: 168 time: 0.6067541 Feb 15 09:43:56.547636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecffb7-9922-451d-b4ae-ba69962190a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fa6907-388e-4b65-8b9b-277891449015,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:56.617415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff67c604-88f5-4620-bf7b-c919e659bbf1 req-f2257ada-0388-47cc-8553-73295b66370f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4191556 Feb 15 09:43:56.637226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.650004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.698177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 694a1776-8f83-48c0-bed4-1feaf771b2a6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:56.706171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:43:56.732582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:43:56.734327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:56.759186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.759944 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Added segment 4765b327-0cea-4dfd-bec2-90d7127fd3e3 of type vlan for network 36673517-2969-4f9b-be17-a8fd371f8f39 Feb 15 09:43:56.773467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6248d1-cf41-40bb-96f6-c8cfb21cc816,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:56.842507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.865050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 694a1776-8f83-48c0-bed4-1feaf771b2a6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:56.865430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.909467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.921197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:56.921706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:56.974726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 6cad6d7c-97c0-451f-941e-040a8787006f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:43:57.115013 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0921493 Feb 15 09:43:57.130015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46352) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:57.139814 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:57.175021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11026f9a-21a3-427e-878d-4a8e7b8fdd1a req-a323d242-2765-4bb0-90d1-8794c7f89b77 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.187161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11026f9a-21a3-427e-878d-4a8e7b8fdd1a req-a323d242-2765-4bb0-90d1-8794c7f89b77 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 944 time: 0.2893994 Feb 15 09:43:57.187960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0ec5aa5b-00fd-4f4c-9527-5a0b9a3d164a None None] Provisioning complete for port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:57.189525 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ec5aa5b-00fd-4f4c-9527-5a0b9a3d164a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.204603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.211530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.214124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2756d2-f70e-4cb8-bd81-80b74a26f0d6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Network': ['ID=36673517-2969-4f9b-be17-a8fd371f8f39,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:57.219815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.226782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.233676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.241194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.248386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:57.249130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:43:57.250704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-56ee11e2-23a5-4ffd-bf1a-42e759b50d69 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2739625 Feb 15 09:43:57.277689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 59956a7f-f972-432c-a15c-184d30cddc09 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:43:57.278609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.341717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47235d12-ff5d-4a27-841d-c124feb6f4a6 req-0dd3c594-31b6-47cd-b6ce-49ccd84dbb76 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623581 Feb 15 09:43:57.344977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:43:57.350510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9653bfdb-c771-44e9-971f-697c2bede491 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "PUT /v2.0/routers/6cad6d7c-97c0-451f-941e-040a8787006f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1479440 Feb 15 09:43:57.353232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46360) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:57.356839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Sync routers for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:43:57.361503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1338692608', 'description': 'tempest-secgroup_access--1338692608 description', 'project_id': '0250843c0cf843f9857fed1a2305da6f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:57.370018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11026f9a-21a3-427e-878d-4a8e7b8fdd1a req-5268144e-e211-403b-9757-c9005fc33599 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814847 Feb 15 09:43:57.378243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:57.380238 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:57.400086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5aa5b-00fd-4f4c-9527-5a0b9a3d164a None None] Port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:43:57.422419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.461517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 612d77ae-dea4-4801-b34e-cdd003c0f17c up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:43:57.461779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.479786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 59956a7f-f972-432c-a15c-184d30cddc09 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:43:57.486937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:43:57.493431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.588692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 612d77ae-dea4-4801-b34e-cdd003c0f17c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:43:57.590352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.598381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 612d77ae-dea4-4801-b34e-cdd003c0f17c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:57.598734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.604106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.680686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.682755 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:57.685003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3304079 Feb 15 09:43:57.688918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:57.707675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--997707858', 'description': 'tempest-secgroup_general--997707858 description', 'project_id': '0250843c0cf843f9857fed1a2305da6f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:57.713683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd424f-97bf-48b3-b49c-b285c3743770 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:57.783974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.791594 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.877092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:43:57.882972 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f021b07-b76e-44d7-8728-8a8ea75da9a9" -d '{"events": [{"server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:43:57.907118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46380) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:57.913390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.915615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c,segment=NetworkSegment(ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a),segment_id=ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:57.922643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.927809 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:57.988153 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ded95b5-6f3d-48de-bb0a-0f297005a5ae x-openstack-request-id: req-6ded95b5-6f3d-48de-bb0a-0f297005a5ae {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:43:57.988442 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "name": "network-vif-plugged", "status": "completed", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:43:57.988691 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ded95b5-6f3d-48de-bb0a-0f297005a5ae {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:43:57.989257 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c', 'code': 200} Feb 15 09:43:57.995927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.030264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.032366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3411841 Feb 15 09:43:58.037627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:58.044945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'security_group_rule': {'security_group_id': 'a5f41bc3-ad73-40ce-8082-fac0e2ff9c94', 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:58.051220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e319884-93d7-42ee-8a01-7c385b55565b req-834d1980-2559-4c25-b691-b140793a60de tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:58.053821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748bbc6-bde7-470d-b66f-d8bca562f8ee tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.061671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e319884-93d7-42ee-8a01-7c385b55565b req-834d1980-2559-4c25-b691-b140793a60de tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2954078 Feb 15 09:43:58.111393 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 2, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:58.145078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Checking router: 6cad6d7c-97c0-451f-941e-040a8787006f for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:43:58.145804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Updating router 6cad6d7c-97c0-451f-941e-040a8787006f port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:43:58.157438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.173845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57150148-e3ec-4afd-a1d3-b7cae7466b69 req-5b98dfa3-eba3-4063-9e7d-284564c1a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:58.175609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57150148-e3ec-4afd-a1d3-b7cae7466b69 req-5b98dfa3-eba3-4063-9e7d-284564c1a70e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 1096 time: 0.1135919 Feb 15 09:43:58.187555 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.265417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e319884-93d7-42ee-8a01-7c385b55565b req-43a394e1-075b-459f-8b40-3b1dbbc2fcbd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006924 Feb 15 09:43:58.265851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57150148-e3ec-4afd-a1d3-b7cae7466b69 req-d91555fd-4c8a-436a-a18f-dc99a9a4a583 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803752 Feb 15 09:43:58.280050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.312893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.322744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.361973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2f6016c-d73d-4566-8f21-f52d69e20d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.362209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.370520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b647c8-54b1-4935-afcd-77b3a2d70c40,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.405564 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.416338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5575287b-527b-4ba7-a44a-3a07200fb730 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679352 Feb 15 09:43:58.504711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=59956a7f-f972-432c-a15c-184d30cddc09,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.598134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2f6016c-d73d-4566-8f21-f52d69e20d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.607898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2f6016c-d73d-4566-8f21-f52d69e20d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.631528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=32abab91-b024-4740-b351-b2558988c94e,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.633292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:43:58.696994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a2f6016c-d73d-4566-8f21-f52d69e20d69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=008c9196ff964110af3c661ec70b8d46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7800577 Feb 15 09:43:58.698766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46410) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:58.700023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6016c-d73d-4566-8f21-f52d69e20d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65ea0b0-a7bd-4c43-8899-764b3cae6250,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.743075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:58.743830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network hostable DHCP agents. Network: 36673517-2969-4f9b-be17-a8fd371f8f39, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:43:58.764562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf91b31-4c64-4685-a9b0-5fa10e1c0ca5 req-1805ce2a-76d9-4467-8613-0e13090e48e5 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:58.777200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baf91b31-4c64-4685-a9b0-5fa10e1c0ca5 req-1805ce2a-76d9-4467-8613-0e13090e48e5 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 945 time: 0.2849376 Feb 15 09:43:58.786381 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.799274 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:58.913489 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-baf91b31-4c64-4685-a9b0-5fa10e1c0ca5 req-65ecc63b-189f-4291-a41d-f3e8a3215813 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351361 Feb 15 09:43:58.918154 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Pushing event updated for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:58.948080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:43:58.954224 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.954567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.954906 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.955240 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.955568 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.955892 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.956208 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.957027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.957760 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.958270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.958775 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:58.959262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:43:59.013088 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Attempting to bind port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:43:59.014125 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Attempting to bind port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:43:59.014838 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Attempting to bind port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 on network eab6ed2b-7234-4a1c-bd44-9588d3a04252 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:43:59.022480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:43:59.023123 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Checking segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:43:59.023701 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.024519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Bound using segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:43:59.025285 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Bound port: 3593a9f2-f91a-4cae-9604-a7a631ac2cc3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:43:59.026089 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.133037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.135390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 36673517-2969-4f9b-be17-a8fd371f8f39) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:43:59.148225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8fd08b-38f8-49f8-ac68-1d7436512009 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:43:59.154338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.159717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-c714777c-44c9-4789-8492-ea7539ced9f9 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--997707858&fields=id&tenant_id=0250843c0cf843f9857fed1a2305da6f HTTP/1.1" status: 200 len: 267 time: 0.0578816 Feb 15 09:43:59.185790 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] For port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:43:59.198684 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] For port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:43:59.212637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.217445 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.277835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-667a4a16-a0d7-4833-adec-8c08643fc879 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--1338692608&fields=id&tenant_id=0250843c0cf843f9857fed1a2305da6f HTTP/1.1" status: 200 len: 267 time: 0.1051745 Feb 15 09:43:59.307828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.308418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.323873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:43:59.331322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:43:59.340157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e3b11a7-2e57-4f60-b225-be4d18d946ad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2089965 Feb 15 09:43:59.344999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.347798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.348973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f65ea0b0-a7bd-4c43-8899-764b3cae6250 HTTP/1.1" status: 204 len: 168 time: 0.6426647 Feb 15 09:43:59.350495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46436) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:43:59.362324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'name': 'tempest-NetworksTestDHCPv6-1293142017'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:43:59.443591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.464412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.476398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.497294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.504241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.521039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] Provisioning complete for port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:43:59.521413 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.524108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.535556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.544410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-61dea15d-5541-48c6-86ea-742d0c29252c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.4976406 Feb 15 09:43:59.569593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-d665ca13-2420-42e0-99e8-c104328fdf5c tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:43:59.571241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-d665ca13-2420-42e0-99e8-c104328fdf5c tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 797 time: 0.2844081 Feb 15 09:43:59.600667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-bcc42fc0-3d86-40ec-b1bc-741fb08be057 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/quotas/0250843c0cf843f9857fed1a2305da6f HTTP/1.1" status: 200 len: 375 time: 0.0182819 Feb 15 09:43:59.650384 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:43:59.693353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08919416-1fd8-46ec-8442-a32948dd3f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65ea0b0-a7bd-4c43-8899-764b3cae6250,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:59.721102 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-2429a853-cf81-4207-8e5b-9053f73404d1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170514 Feb 15 09:43:59.771872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.817388 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b081094-531c-4184-9f79-d6f4a26edc5d None None] Pushing event updated for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:43:59.905956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '32abab91-b024-4740-b351-b2558988c94e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:43:59.906849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.958288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] For port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:43:59.970951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:43:59.987611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-716e57a6-66dc-48a1-9d01-1b5ce36faf18 service neutron] 10.222.0.10 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483077 Feb 15 09:44:00.058526 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:00.109294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502fae5-5c5f-42c5-9a05-68e32b16f86a None None] Pushing event updated for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:00.133260 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236508f7-e40a-4045-82c1-1c3350fcc1d5 None None] The sync data for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 is: [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:00.145290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46450) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:00.148378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3aca654e-08e1-44ab-865f-60752e88c7ee None None] Provisioning complete for port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:00.148877 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aca654e-08e1-44ab-865f-60752e88c7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.179262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e72df8a9-0c7d-4f29-8ef8-7c19dad4fd5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.252455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-f651b643-fc7b-47d0-944a-2e391a8dd5f9 service neutron] 10.222.0.10 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581022 Feb 15 09:44:00.317857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/32abab91-b024-4740-b351-b2558988c94e/96151a50-0072-4726-b22b-8ad731d1e07e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:00.450396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21a976cc-0e51-4f97-8d35-5a50b7f0b5c9 req-a688c4f6-a395-4666-8991-acae83632648 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9005780 Feb 15 09:44:00.465335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-9c2b37b5-e33b-43f4-81a5-e1d1c434e605 req-650a41c1-abb4-4ada-a37b-b06a33bbce33 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:44:00.467176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c2b37b5-e33b-43f4-81a5-e1d1c434e605 req-650a41c1-abb4-4ada-a37b-b06a33bbce33 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069733 Feb 15 09:44:00.555825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 14f55c41-650f-4dad-a8c8-9138119c25cd has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:00.588521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.619978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.702600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Pushing event updated for resources: {'Port': ['ID=96151a50-0072-4726-b22b-8ad731d1e07e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:00.735551 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e72df8a9-0c7d-4f29-8ef8-7c19dad4fd5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.737355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:00.743263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:00.746048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:00.749457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:00.792079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1daa14e-3b6c-4efe-9bb5-ad0ea9c8dea8 req-68c6d901-5366-4bcf-8e76-d2522fbb5538 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 210 time: 0.0935922 Feb 15 09:44:00.818700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e72df8a9-0c7d-4f29-8ef8-7c19dad4fd5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.902360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e72df8a9-0c7d-4f29-8ef8-7c19dad4fd5d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d6e019120504fbea3caf1a35302663b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509937 Feb 15 09:44:00.905780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46478) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:00.954071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Attempting to bind port 96151a50-0072-4726-b22b-8ad731d1e07e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:00.956405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Attempting to bind port 96151a50-0072-4726-b22b-8ad731d1e07e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:00.957670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Attempting to bind port 96151a50-0072-4726-b22b-8ad731d1e07e on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:00.978562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:00.979234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:00.983191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:00.983607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:00.986888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Bound port: 96151a50-0072-4726-b22b-8ad731d1e07e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:00.987294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.112792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:01.113543 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.136590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fb012-766a-4a57-805d-536eab4d9e8d req-bf3d2802-6b4d-43e6-ba35-6f90adf3d3c5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:01.142535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f39fb012-766a-4a57-805d-536eab4d9e8d req-bf3d2802-6b4d-43e6-ba35-6f90adf3d3c5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2019863 Feb 15 09:44:01.155427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e317587-8fb7-4017-a32b-7c67216ffb82 req-76d7be68-1f6a-44a7-bfc1-f1da01990abf tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:01.162054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e317587-8fb7-4017-a32b-7c67216ffb82 req-76d7be68-1f6a-44a7-bfc1-f1da01990abf tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 945 time: 0.5197189 Feb 15 09:44:01.163050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72df8a9-0c7d-4f29-8ef8-7c19dad4fd5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ade96-0c0c-4849-ad21-9c350a17ee1c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:01.179213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:01.190598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] For port 96151a50-0072-4726-b22b-8ad731d1e07e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:01.191161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.195670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] For port 96151a50-0072-4726-b22b-8ad731d1e07e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96151a50-0072-4726-b22b-8ad731d1e07e,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:01.205948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:01.211911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.224053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] Sync routers for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:01.226855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.252581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46488) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:01.257247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a874bee-b892-46c9-8993-960b41c45b75 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4836822 Feb 15 09:44:01.285120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 7f3b2229-b1b7-476f-9930-1d112e1a48ad yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:01.292169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1af7d95-2c9e-4072-8ae4-53e1a7066f1f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=14f55c41-650f-4dad-a8c8-9138119c25cd HTTP/1.1" status: 200 len: 205 time: 0.0376749 Feb 15 09:44:01.296199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.305165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46490) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:01.317611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f39fb012-766a-4a57-805d-536eab4d9e8d req-4c65c3b8-6868-4217-b047-f85d67bae3a6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605101 Feb 15 09:44:01.330231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb684ed5-e5bb-4839-bb7f-38f793a60d62 None None] Pushing event updated for resources: {'Port': ['ID=96151a50-0072-4726-b22b-8ad731d1e07e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:01.356475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:01.357708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:01.449536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:01.491104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] Routers {'14f55c41-650f-4dad-a8c8-9138119c25cd'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:01.491773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['14f55c41-650f-4dad-a8c8-9138119c25cd'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:01.520335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.524857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.526288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b1ade96-0c0c-4849-ad21-9c350a17ee1c HTTP/1.1" status: 204 len: 168 time: 0.6195054 Feb 15 09:44:01.529533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e317587-8fb7-4017-a32b-7c67216ffb82 req-64e92103-0163-40e4-8b16-4a34b271bc63 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493659 Feb 15 09:44:01.560628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d148f4-77d8-432b-a36c-f7fe4a55fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ade96-0c0c-4849-ad21-9c350a17ee1c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:01.583349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:01.715671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:01.717240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cac6119-e106-442b-bd31-99159d14dd27 None None] The sync data for ids ['14f55c41-650f-4dad-a8c8-9138119c25cd'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:01.756144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::205 (36673517-2969-4f9b-be17-a8fd371f8f39/32abab91-b024-4740-b351-b2558988c94e/7f3b2229-b1b7-476f-9930-1d112e1a48ad) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:02.219362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.245086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.246011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-1869a1d6-bf04-4d2a-9bec-d205622329a4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8853867 Feb 15 09:44:02.249860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.270619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.287221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.297797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.310552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.313156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eea3b39a-8bc9-4f1c-ae21-e87fed716408 req-0f53dce7-e236-44c1-bddb-74aca6be8702 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 210 time: 0.0552237 Feb 15 09:44:02.318570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.326361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.333662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.337610 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.344428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-95e33120-2f68-4d0b-9d28-77cd7b4e5644 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.6173298 Feb 15 09:44:02.370660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:02.374614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:02.406930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:02.414835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.415564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.453521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.454180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router 14f55c41-650f-4dad-a8c8-9138119c25cd {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:44:02.460331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1060174 Feb 15 09:44:02.470812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:02.472046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5a9bddc2-3e87-4527-8c16-079d599067c0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd HTTP/1.1" status: 204 len: 168 time: 1.1501484 Feb 15 09:44:02.474001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:02.475914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46522) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:02.500554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689690a7-d85e-4e24-b663-99035e516d9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=7f3b2229-b1b7-476f-9930-1d112e1a48ad,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:02.546191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6500d2-74e1-41e0-a787-19f38fe0a229 req-491798ef-00d2-4af3-9b1e-b08f59e3786d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1942987 Feb 15 09:44:02.698692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699072f-c528-4cff-bee1-c89e8ebdbf6c req-14f83da0-9f19-4d49-a006-5913122a29d5 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:02.705813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1699072f-c528-4cff-bee1-c89e8ebdbf6c req-14f83da0-9f19-4d49-a006-5913122a29d5 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 945 time: 0.1744964 Feb 15 09:44:02.809127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96151a50-0072-4726-b22b-8ad731d1e07e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:02.833907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1699072f-c528-4cff-bee1-c89e8ebdbf6c req-45238043-b606-4e3f-a088-67f33ddbf13c tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230216 Feb 15 09:44:02.985031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 96151a50-0072-4726-b22b-8ad731d1e07e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:02.985410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.005522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f1c86-3ddf-4406-acfc-29d4ca6afabd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.015364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f1c86-3ddf-4406-acfc-29d4ca6afabd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.020212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-731f1c86-3ddf-4406-acfc-29d4ca6afabd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.5424790 Feb 15 09:44:03.021117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46534) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:03.034115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 0587495b-34b2-40c1-8204-967e6c2fda84 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:03.051424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.162998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.165760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7640025b-a84f-4496-9f8b-7f8c38ee078f req-faae6f26-dca8-4492-98a6-d3f70c830364 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.167336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7640025b-a84f-4496-9f8b-7f8c38ee078f req-faae6f26-dca8-4492-98a6-d3f70c830364 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.3218474 Feb 15 09:44:03.275385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 96151a50-0072-4726-b22b-8ad731d1e07e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96151a50-0072-4726-b22b-8ad731d1e07e,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:03.279119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.280043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 7f3b2229-b1b7-476f-9930-1d112e1a48ad {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:03.280528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.284590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.357281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-1c5b27f4-745d-45f4-abcc-6b48dfd250f1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.358992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-1c5b27f4-745d-45f4-abcc-6b48dfd250f1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.72 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 797 time: 0.8857429 Feb 15 09:44:03.394766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7640025b-a84f-4496-9f8b-7f8c38ee078f req-47789507-c175-4daa-a46a-65e1d822c226 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108552 Feb 15 09:44:03.440632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=96151a50-0072-4726-b22b-8ad731d1e07e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:03.495424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 401c1da1-d18b-4930-af94-03fb8879d771 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:03.560455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46546) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:03.607123 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-bddfc903-26b8-4c34-b7af-212a61d544f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0250843c0cf843f9857fed1a2305da6f HTTP/1.1" status: 200 len: 477 time: 0.2346895 Feb 15 09:44:03.644355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'port': {'device_id': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'admin_state_up': True, 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'security_groups': ['767f6fa6-93ae-4a6f-afa5-8a364f4daeb4', 'a5f41bc3-ad73-40ce-8082-fac0e2ff9c94']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:03.654748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46e3dcba-a809-4d95-8879-f00a957bdaa3 req-4205a618-a718-43c1-bc2a-9de55775a2eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 210 time: 0.1314504 Feb 15 09:44:03.656786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.678910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dc541-564c-4717-8a24-f347488a256c req-cabd9c3e-f291-4169-a297-e0cc865a2d33 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.681124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a6dc541-564c-4717-8a24-f347488a256c req-cabd9c3e-f291-4169-a297-e0cc865a2d33 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.36 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 945 time: 0.2996888 Feb 15 09:44:03.693650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 7f3b2229-b1b7-476f-9930-1d112e1a48ad owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:03.741449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:03.779925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '401c1da1-d18b-4930-af94-03fb8879d771', 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'port_id': '401c1da1-d18b-4930-af94-03fb8879d771', 'mac_address': 'fa:16:3e:a9:3f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76e56eb-556a-47c5-9347-2fd55f81dd38', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:03.781672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486cb3e7-0c18-4e9b-958d-4ee7fee8c961 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:03.808725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.911618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.926255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.932100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c5a76dd1-c237-4dd5-a6a5-27392fe8b547 None None] Provisioning complete for port 96151a50-0072-4726-b22b-8ad731d1e07e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:03.937332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5a76dd1-c237-4dd5-a6a5-27392fe8b547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:03.940760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.950138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.960526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.967422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.973644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:03.976495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-2aa0545d-f9c6-4a03-abdf-f4e31ee477c2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5419 time: 0.2367451 Feb 15 09:44:04.021194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.107968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99c3018-be71-4f7f-9e7b-9184e6fb8785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.128715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.160249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da000883-8dfc-4fad-a9ce-fa9e4862fddf req-35b401dc-4395-4bf3-9d33-f9a55d22a371 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1756201 Feb 15 09:44:04.160705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.167585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/7f3b2229-b1b7-476f-9930-1d112e1a48ad HTTP/1.1" status: 204 len: 168 time: 1.1448488 Feb 15 09:44:04.168195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.174258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85349d02-3206-4dff-bc00-2fe3e0d5ef37 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=7f3b2229-b1b7-476f-9930-1d112e1a48ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:04.179989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:04.186557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Deleting port 612d77ae-dea4-4801-b34e-cdd003c0f17c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:04.186936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.203108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:04.203108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.203108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.207492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/0587495b-34b2-40c1-8204-967e6c2fda84 HTTP/1.1" status: 204 len: 168 time: 1.6850250 Feb 15 09:44:04.209825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:04.209993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2171c7-ed8a-4d7b-b35e-c9cfc04e53e0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=0587495b-34b2-40c1-8204-967e6c2fda84,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:04.236478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ad8c3-f6a3-40c1-8d5b-784ce5117d28 None None] Network 9d5deb74-1953-4c8c-95d7-8a04e505e543 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:04.357277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 401c1da1-d18b-4930-af94-03fb8879d771 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:04.371216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2411b-b57d-4816-ae34-805aad4588b6 req-5504b681-9530-439b-b9fb-2ff8b083f975 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:04.373689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bd2411b-b57d-4816-ae34-805aad4588b6 req-5504b681-9530-439b-b9fb-2ff8b083f975 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 945 time: 0.3751810 Feb 15 09:44:04.430439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3ffdf-c43a-43fe-85a4-b9ea2c50e5b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:04.432153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3ffdf-c43a-43fe-85a4-b9ea2c50e5b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:04.433982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ac3ffdf-c43a-43fe-85a4-b9ea2c50e5b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2451432 Feb 15 09:44:04.441867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet ffe0f792-9ec8-4b37-b832-6116d8829998 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:04.445223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46572) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:04.448108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.546366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 32abab91-b024-4740-b351-b2558988c94e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:04.574055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bd2411b-b57d-4816-ae34-805aad4588b6 req-27433596-8757-43d7-bf93-752dd4b5e07c tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b16ba6c-5048-45a9-aa89-d608661a641f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867359 Feb 15 09:44:04.575786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.627017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.685842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:04.746510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.750688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96151a50-0072-4726-b22b-8ad731d1e07e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:04.758900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:04.765442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 778828ed-8376-43a4-9694-05a146460152 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:04.822617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33de25bb-190d-4401-bf18-43a893b0c9c0 req-de69f3ee-3933-487b-897e-2ebb2c6c1c2b tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 210 time: 0.0486279 Feb 15 09:44:04.929312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.021401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:05.062028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.096971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 96151a50-0072-4726-b22b-8ad731d1e07e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:05.097430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.116145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=32abab91-b024-4740-b351-b2558988c94e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:05.139286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] DHCP port deletion for 9d5deb74-1953-4c8c-95d7-8a04e505e543 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:05.156679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.156924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=778828ed-8376-43a4-9694-05a146460152,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:05.165737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-23e3c2f2-f10e-4d16-9f56-26b5c41a62ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/32abab91-b024-4740-b351-b2558988c94e HTTP/1.1" status: 204 len: 168 time: 0.7152483 Feb 15 09:44:05.167025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:05.183396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.190234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] For port 612d77ae-dea4-4801-b34e-cdd003c0f17c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=612d77ae-dea4-4801-b34e-cdd003c0f17c,segment=NetworkSegment(ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a),segment_id=ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:05.192440 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.211048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Calling delete_port for 612d77ae-dea4-4801-b34e-cdd003c0f17c owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:05.239570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '778828ed-8376-43a4-9694-05a146460152', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'port_id': '778828ed-8376-43a4-9694-05a146460152', 'mac_address': 'fa:16:3e:69:c7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b', 'ip_address': '10.1.1.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:05.303397 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fae5770c-1264-4771-b920-1b789ccf8be1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0676279 Feb 15 09:44:05.304308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46594) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:05.313458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:05.329476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70cb12d-0106-47b2-993b-7aa05eb93cb3 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:05.433917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.474862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99c3018-be71-4f7f-9e7b-9184e6fb8785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.500827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.20.0.6 (eab6ed2b-7234-4a1c-bd44-9588d3a04252/1a506bec-b200-43f0-8040-f9d72c35edea/4ea09edd-c693-4900-a9c1-e7b4073b5d4f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:05.513362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['612d77ae-dea4-4801-b34e-cdd003c0f17c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:05.534126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4a503-fa32-48ad-9725-62dac9bf3a6b req-735f3792-f8e8-4cec-87a3-2c908d7bb14e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.537131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fab4a503-fa32-48ad-9725-62dac9bf3a6b req-735f3792-f8e8-4cec-87a3-2c908d7bb14e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.9829204 Feb 15 09:44:05.541512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Pushing event deleted for resources: {'Port': ['ID=612d77ae-dea4-4801-b34e-cdd003c0f17c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:05.545973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.547472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99c3018-be71-4f7f-9e7b-9184e6fb8785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.558283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.570980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.614914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.630676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.637459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.651955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.652569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:05.664666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-3a03a5ad-d9da-4a2d-94d5-04eaf54964e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5420 time: 0.2597113 Feb 15 09:44:05.689002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] No DVR routers for this DVR port 612d77ae-dea4-4801-b34e-cdd003c0f17c on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:05.701665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:05.706251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.706916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778828ed-8376-43a4-9694-05a146460152 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:05.710383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.713556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a6dc541-564c-4717-8a24-f347488a256c req-e3fcf3ca-8dbf-4576-8694-3254e7107d7a tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.36 "DELETE /v2.0/ports/612d77ae-dea4-4801-b34e-cdd003c0f17c HTTP/1.1" status: 204 len: 173 time: 2.0182090 Feb 15 09:44:05.714159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'name': 'network-vif-deleted', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:05.717765 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f8d6b7-a057-4978-a8b0-1f1629b36406" -d '{"events": [{"server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "name": "network-vif-deleted", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:05.752115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d99c3018-be71-4f7f-9e7b-9184e6fb8785 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16ebe7f5b8934eacb90acc07efd4d5a7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1845624 Feb 15 09:44:05.761977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-95001aa8-9e80-410f-b9db-75697bce5e57 None None] Provisioning complete for port 96151a50-0072-4726-b22b-8ad731d1e07e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:05.763344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95001aa8-9e80-410f-b9db-75697bce5e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.771568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:05.780426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c3018-be71-4f7f-9e7b-9184e6fb8785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39cc436-1e7e-4e93-b324-fae0bcf13ee2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:05.793808 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.810309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fab4a503-fa32-48ad-9725-62dac9bf3a6b req-d37e8639-d3f4-43bc-a482-435460643cbc tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625915 Feb 15 09:44:05.813265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Deleting port 37f4a8a6-a2de-489f-afd6-4fccb6824849 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:05.813644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.849037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=778828ed-8376-43a4-9694-05a146460152,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:05.900299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a8de1aa6-3d64-48fe-a0f7-30fff5902405 req-58c86512-9883-46b2-9118-91f320a98d54 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2345123 Feb 15 09:44:05.930193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:05.931139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7a31c48a-e7bf-4af2-a7a8-60ec070711ca details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:06.012481 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5507ec87-d9c9-4dd4-a078-0f1d003f923f x-openstack-request-id: req-5507ec87-d9c9-4dd4-a078-0f1d003f923f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:06.012876 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db73fcf-6e13-47f8-abe1-49e9b942ae9f", "name": "network-vif-deleted", "tag": "612d77ae-dea4-4801-b34e-cdd003c0f17c", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:06.014523 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5507ec87-d9c9-4dd4-a078-0f1d003f923f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:06.015931 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db73fcf-6e13-47f8-abe1-49e9b942ae9f', 'name': 'network-vif-deleted', 'tag': '612d77ae-dea4-4801-b34e-cdd003c0f17c', 'status': 'completed', 'code': 200} Feb 15 09:44:06.019261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.047571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] For port 37f4a8a6-a2de-489f-afd6-4fccb6824849, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=37f4a8a6-a2de-489f-afd6-4fccb6824849,segment=NetworkSegment(800921d3-a17b-4a0a-9e82-0905d286d373),segment_id=800921d3-a17b-4a0a-9e82-0905d286d373)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:06.048307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.050966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe0f792-9ec8-4b37-b832-6116d8829998,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.065178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Calling delete_port for 37f4a8a6-a2de-489f-afd6-4fccb6824849 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:06.080581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.112051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.184228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.229859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.232778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] Pushing event deleted for resources: {'Port': ['ID=37f4a8a6-a2de-489f-afd6-4fccb6824849,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.239548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.241190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d39cc436-1e7e-4e93-b324-fae0bcf13ee2 HTTP/1.1" status: 204 len: 168 time: 0.4681559 Feb 15 09:44:06.257871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1011c2b8-39c3-4054-949d-b2481be0f065 None None] No DVR routers for this DVR port 37f4a8a6-a2de-489f-afd6-4fccb6824849 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:06.308712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.314774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b7361eaa-b3fc-42eb-82ae-af8354ace564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/ffe0f792-9ec8-4b37-b832-6116d8829998 HTTP/1.1" status: 204 len: 168 time: 2.0833549 Feb 15 09:44:06.318308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0cba01-6c05-4506-a605-5fa5cca95c0a None None] Network e265728c-b992-4a5e-a61b-1f0c290d40ab requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:06.328545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:06.329737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.357908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01355acc-6d7c-4aed-9a00-542845f3a999 req-b3bf82c5-287e-4a1c-b372-c0f534f59b76 tempest-ServerAddressesNegativeTestJSON-261577814 tempest-ServerAddressesNegativeTestJSON-261577814-project] 10.222.0.10 "GET /v2.0/ports?device_id=2db73fcf-6e13-47f8-abe1-49e9b942ae9f HTTP/1.1" status: 200 len: 210 time: 0.2849765 Feb 15 09:44:06.383823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aa88a-dce4-4fe0-b0c5-32fd3d32d331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39cc436-1e7e-4e93-b324-fae0bcf13ee2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.424853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.438674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:06.472298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.478151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'port_id': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca', 'mac_address': 'fa:16:3e:20:76:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:06.486557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.562769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:06.574782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.599337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:06.604997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:06.605354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69da01b1-37ae-46b9-bc38-09d78b377af9 req-03643c93-af5b-4a4e-907c-fd612087e171 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 210 time: 0.3007641 Feb 15 09:44:06.609774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:06.660626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:06.664712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:06.718192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.721470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:06.722094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.755359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a31c48a-e7bf-4af2-a7a8-60ec070711ca {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:06.756510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=be90e9db-11d9-42bf-b717-be0db566915b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:06.770076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96151a50-0072-4726-b22b-8ad731d1e07e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:06.774119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:06.780042 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:06.790871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e67750e8-a9ad-47f8-9136-702687cbaf05 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4837596 Feb 15 09:44:06.797758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46620) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:06.819636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-3f5b6fe7-9f0e-469a-8fb4-f3e24e33dc19 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.1854753 Feb 15 09:44:06.833208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Request body: {'port': {'device_id': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:06.856277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'name': 'tempest-NetworksTestDHCPv6-1425213676'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:06.881002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] DHCP port deletion for e265728c-b992-4a5e-a61b-1f0c290d40ab request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:06.939792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Deleting port 96151a50-0072-4726-b22b-8ad731d1e07e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:06.944395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.013729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.074574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.108071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a04b91-7626-45c1-89de-9cd5b728c347 req-23ecea8a-71f8-47c2-b018-4bf1f60d4d5d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:07.110040 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68a04b91-7626-45c1-89de-9cd5b728c347 req-23ecea8a-71f8-47c2-b018-4bf1f60d4d5d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.0964224 Feb 15 09:44:07.131878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] For port 96151a50-0072-4726-b22b-8ad731d1e07e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96151a50-0072-4726-b22b-8ad731d1e07e,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:07.132574 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.159738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Calling delete_port for 96151a50-0072-4726-b22b-8ad731d1e07e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:07.172216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5deb74-1953-4c8c-95d7-8a04e505e543']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:07.196519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46630) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:07.226839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-68a04b91-7626-45c1-89de-9cd5b728c347 req-45d24007-0323-4fd6-ac5f-60f247ffeeb8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804098 Feb 15 09:44:07.239137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800921d3-a17b-4a0a-9e82-0905d286d373') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:07.239559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800921d3-a17b-4a0a-9e82-0905d286d373') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:07.262170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:07.282086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bdc25c63-63e9-4415-8c33-4d1975ed31b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.293444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.320609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.355054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.355726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 24e2f22a-f339-4614-bd70-143f8ace813e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:07.365052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] Pushing event deleted for resources: {'Port': ['ID=96151a50-0072-4726-b22b-8ad731d1e07e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:07.370914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port 96151a50-0072-4726-b22b-8ad731d1e07e update to DOWN by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:44:07.371466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37f4a8a6-a2de-489f-afd6-4fccb6824849 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:07.439568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bdc25c63-63e9-4415-8c33-4d1975ed31b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.442083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46634) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:07.448660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:07.452004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.459154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.460952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bdc25c63-63e9-4415-8c33-4d1975ed31b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.465981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:07.491493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:07.491897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:07.494935 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:07.525052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 855ac556-be60-4ead-a237-1f5b59ca4202 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:07.532720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a3a070a1-4281-41e3-ade2-feb3134128a4 None None] Provisioning complete for port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:07.533112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a3a070a1-4281-41e3-ade2-feb3134128a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.561947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f00c2-6e94-4082-8276-744b49b82b37 None None] No DVR routers for this DVR port 96151a50-0072-4726-b22b-8ad731d1e07e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:07.563451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 37f4a8a6-a2de-489f-afd6-4fccb6824849 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:07.563786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 37f4a8a6-a2de-489f-afd6-4fccb6824849 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:07.608311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db583e8-f03b-48fd-a6cc-f8e52e0a68d8 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:07.624175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Deleting subnet 1858053d-5c41-4937-b0ef-ea3acb8fa404 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:07.644463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.688498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f4 (36673517-2969-4f9b-be17-a8fd371f8f39/be90e9db-11d9-42bf-b717-be0db566915b/855ac556-be60-4ead-a237-1f5b59ca4202) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:07.785509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.830828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea09edd-c693-4900-a9c1-e7b4073b5d4f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:07.845652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.864117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.925214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:07.953209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395150f-4828-4d22-9065-81f345e323a2 req-23cc0c2d-8f79-431d-b20d-3b19b63002cc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:07.954870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b395150f-4828-4d22-9065-81f345e323a2 req-23cc0c2d-8f79-431d-b20d-3b19b63002cc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 970 time: 0.2017031 Feb 15 09:44:07.988401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:07.994686 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:44:07.995721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.007703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.017902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.025689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.032577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.036941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a3a070a1-4281-41e3-ade2-feb3134128a4 None None] Port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:08.042079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:08.042234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.046070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-020180e1-8e6f-470f-a149-6a522dfca6eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5421 time: 0.9714930 Feb 15 09:44:08.049030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Deleting port dadb7eca-fd06-4f55-b457-8a9c8c758f19 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:08.049713 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.076039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b395150f-4828-4d22-9065-81f345e323a2 req-0a576ebd-28ba-4e0a-bcdb-f87df4c2e06d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1068461 Feb 15 09:44:08.105781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.111422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.133384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bdc25c63-63e9-4415-8c33-4d1975ed31b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e7352d6f7b84cf093ab911e6b928fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8905954 Feb 15 09:44:08.135628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.148355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1858053d-5c41-4937-b0ef-ea3acb8fa404 HTTP/1.1" status: 204 len: 168 time: 0.7034855 Feb 15 09:44:08.152720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:08.152720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:08.158542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '24e2f22a-f339-4614-bd70-143f8ace813e', 'network_id': '00f95f69-dff1-4423-8c32-3e3b7acd1a8c', 'port_id': '24e2f22a-f339-4614-bd70-143f8ace813e', 'mac_address': 'fa:16:3e:fe:1f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b76e56eb-556a-47c5-9347-2fd55f81dd38', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:08.166463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] For port dadb7eca-fd06-4f55-b457-8a9c8c758f19, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=dadb7eca-fd06-4f55-b457-8a9c8c758f19,segment=NetworkSegment(6cfdd338-cc95-4e98-a313-a8094349281b),segment_id=6cfdd338-cc95-4e98-a313-a8094349281b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:08.167010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.186248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e95059-5124-4def-ab9e-5556745f2245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1858053d-5c41-4937-b0ef-ea3acb8fa404,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.207592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc25c63-63e9-4415-8c33-4d1975ed31b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6eb96c-0253-4471-99ad-f237d3b0e756,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.223734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Transition to ACTIVE for port object 4ea09edd-c693-4900-a9c1-e7b4073b5d4f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:44:08.234703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.264131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.312435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Calling delete_port for dadb7eca-fd06-4f55-b457-8a9c8c758f19 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:08.318175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.321662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.336712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/9d5deb74-1953-4c8c-95d7-8a04e505e543 HTTP/1.1" status: 204 len: 168 time: 2.0045435 Feb 15 09:44:08.348176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:08.368322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:08.369359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e2f22a-f339-4614-bd70-143f8ace813e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:08.415471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:08.420207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:08.426400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa807c4-04d8-460a-86ed-cb39c53c45ac tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=9d5deb74-1953-4c8c-95d7-8a04e505e543,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.439601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:08.447126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.448073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.498054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28b41436-e69f-4fe1-86a8-3acc145bd8ad req-5bd0ecc1-b764-4ffb-b2ff-c07a8055fc7f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4003711 Feb 15 09:44:08.532673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=855ac556-be60-4ead-a237-1f5b59ca4202,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.554042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.564558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7ed861e-fa96-412d-862c-a728ec689369 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7655058 Feb 15 09:44:08.576182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:08.584742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:08.598516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.622071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.629109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] No DVR routers for this DVR port dadb7eca-fd06-4f55-b457-8a9c8c758f19 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:08.635539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.641671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.642467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db92b45b-64a2-4af7-8559-c51a947688e5 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:08.753697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device dadb7eca-fd06-4f55-b457-8a9c8c758f19 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:08.796658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: dadb7eca-fd06-4f55-b457-8a9c8c758f19 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:08.797020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device dadb7eca-fd06-4f55-b457-8a9c8c758f19 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:08.858571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:08.865381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489a17-4b20-483a-a3b4-ac5d8dbaa70d req-c2567686-8f3b-4c43-908f-15424abad046 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:08.867268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1489a17-4b20-483a-a3b4-ac5d8dbaa70d req-c2567686-8f3b-4c43-908f-15424abad046 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.3611970 Feb 15 09:44:08.879314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'port_id': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'mac_address': 'fa:16:3e:43:dc:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:08.881506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2e47-1f14-4cae-84df-ad4362fd3395 None None] Pushing event deleted for resources: {'Port': ['ID=dadb7eca-fd06-4f55-b457-8a9c8c758f19,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:08.890755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'be90e9db-11d9-42bf-b717-be0db566915b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:08.891709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.950346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:08.979131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e265728c-b992-4a5e-a61b-1f0c290d40ab']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:08.991674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfdd338-cc95-4e98-a313-a8094349281b') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:08.991946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfdd338-cc95-4e98-a313-a8094349281b') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:09.014324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.022455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.041480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.041724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.046258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:09.046668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.079055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.089071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:09.098112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.118169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db92b45b-64a2-4af7-8559-c51a947688e5 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:09.143063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:09.160317 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:09.163797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.197857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.198100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.198687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:09.202639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/e265728c-b992-4a5e-a61b-1f0c290d40ab HTTP/1.1" status: 204 len: 168 time: 0.8528333 Feb 15 09:44:09.205968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02044e66-cd72-465d-bccf-d03ff9bd4832 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=e265728c-b992-4a5e-a61b-1f0c290d40ab,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:09.215138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.229248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46660) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:09.230972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Attempting to bind port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:09.232151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Attempting to bind port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:09.232494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Attempting to bind port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f on network eab6ed2b-7234-4a1c-bd44-9588d3a04252 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:09.240059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb46cce1-af28-4aac-be6e-bed392646464']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:09.243172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-545070347'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:09.249329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f on network eab6ed2b-7234-4a1c-bd44-9588d3a04252 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:44:09.249648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Attempting to bind port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f on network eab6ed2b-7234-4a1c-bd44-9588d3a04252 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:09.252354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:09.252763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb8c7ee-84c6-4bc0-9f8a-d2bf39038a4a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:09.264599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.271029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1489a17-4b20-483a-a3b4-ac5d8dbaa70d req-eec411b9-a78b-47e8-8727-0707266fb550 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196678 Feb 15 09:44:09.281162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.288271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:09.288468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/be90e9db-11d9-42bf-b717-be0db566915b/9e5c4671-492f-491b-89e0-925847da487c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:09.288787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.291288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:09.291869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Checking segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:09.292036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Bound using segment: {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:09.292784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Bound port: 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4b86e96-782c-4e6f-95ce-12eb110964cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:09.293257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.306860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:09.312348 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.343953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:44:09.355763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.356209 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 9a565032-73fc-4b5a-8f3d-90a663fbb91a of type vlan for network 31499e87-0235-47d4-acb6-f6b237663308 Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:09.365453 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:09.380957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23effbc0-6ad2-47e7-966f-66eb72e7d609 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:09.385443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-23effbc0-6ad2-47e7-966f-66eb72e7d609 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8041210 Feb 15 09:44:09.386415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.395900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46662) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:09.415586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.446602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.453789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb46cce1-af28-4aac-be6e-bed392646464 HTTP/1.1" status: 204 len: 168 time: 1.2962275 Feb 15 09:44:09.456423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd126bec-0c87-48ff-935c-49bcd00b2f2b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb46cce1-af28-4aac-be6e-bed392646464,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:09.466723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.471414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:09.474100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:09.486771 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.493491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'port_id': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'mac_address': 'fa:16:3e:dd:f8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b', 'ip_address': '10.1.1.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:09.536386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Pushing event updated for resources: {'Port': ['ID=9e5c4671-492f-491b-89e0-925847da487c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:09.563615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:09.567888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:09.571114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.571811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:09.579695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:09.580389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.584563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338fc10-4fe1-40b0-8cd9-326b15e43b13 req-077a9226-07c7-4597-afa9-0e10deef17b1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:09.586520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e338fc10-4fe1-40b0-8cd9-326b15e43b13 req-077a9226-07c7-4597-afa9-0e10deef17b1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 982 time: 0.2155409 Feb 15 09:44:09.595484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.598843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:09.607043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:09.607310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.616178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:09.624580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3853750 Feb 15 09:44:09.630830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:09.646822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': '31499e87-0235-47d4-acb6-f6b237663308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:09.662829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:09.738839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Attempting to bind port 9e5c4671-492f-491b-89e0-925847da487c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:09.739222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Attempting to bind port 9e5c4671-492f-491b-89e0-925847da487c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:09.739629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Attempting to bind port 9e5c4671-492f-491b-89e0-925847da487c on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:09.741746 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.742402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 0e1cd11a-b46b-4d26-bdb7-2688985797ba details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:09.769842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46670) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:09.771376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:09.772186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.773774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] 10.222.0.72 "PUT /v2.0/ports/4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 1130 time: 2.9465427 Feb 15 09:44:09.774628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.780436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:09.794934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'network_id': 'ab000546-5737-4d0c-b056-d175597a69da', 'port_id': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'mac_address': 'fa:16:3e:02:6a:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0215850-da01-40c0-bb21-a46a85e5d76b', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:09.795724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:09.802083 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99126273-b916-4b3f-baf9-ee9433e04e25" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:09.804492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.817457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.820958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.822531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:09.822884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ab6eb96c-0253-4471-99ad-f237d3b0e756 HTTP/1.1" status: 204 len: 168 time: 1.6693499 Feb 15 09:44:09.823041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:09.823347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.823748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:09.824231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Bound port: 9e5c4671-492f-491b-89e0-925847da487c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:09.824789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.838024 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e338fc10-4fe1-40b0-8cd9-326b15e43b13 req-3aedd9fd-1d67-414b-9554-4b8b83f59b50 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2429507 Feb 15 09:44:09.935041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b9797a52-862f-402b-bf71-24e69f80f0dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18f0cbd91ea94a439c609ff18da2ae65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574581 Feb 15 09:44:09.946233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46676) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:09.963919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 855ac556-be60-4ead-a237-1f5b59ca4202 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:09.964481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:09.991991 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68354edb-4956-4057-9396-52c810da3a5d x-openstack-request-id: req-68354edb-4956-4057-9396-52c810da3a5d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:09.992299 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:09.992558 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68354edb-4956-4057-9396-52c810da3a5d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:09.992997 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'status': 'completed', 'code': 200} Feb 15 09:44:09.994833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=31499e87-0235-47d4-acb6-f6b237663308,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.052609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Pushing event updated for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.072792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-a5cf4407-e2f9-437a-ab28-c689839dd1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.074373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-a5cf4407-e2f9-437a-ab28-c689839dd1fc service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1133 time: 0.1749344 Feb 15 09:44:10.077378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.077722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.078062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.078395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.078726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.079049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.079375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.079703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.080028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.080346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.080703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.081051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abe7dac6-22fd-4a42-acc2-160f911cdeab tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.089371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.099696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.099995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.100181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.100501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.100771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.101254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.101574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.101897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.102225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.102542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.103010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.103888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43838335-2cd8-4260-88c0-24e46c35569d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.109243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 31499e87-0235-47d4-acb6-f6b237663308 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:44:10.122921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.128932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.131332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.135993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.142855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.146487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.148896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.151197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e1cd11a-b46b-4d26-bdb7-2688985797ba {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:10.156148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.163009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 855ac556-be60-4ead-a237-1f5b59ca4202 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:10.165665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.167712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-63f71929-60c0-4493-969f-70e0a92b2e5c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5425 time: 0.4341891 Feb 15 09:44:10.207295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-b4199cf9-c9a7-4bca-8356-8d86f12602f2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 217 time: 0.1225913 Feb 15 09:44:10.212979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] For port 9e5c4671-492f-491b-89e0-925847da487c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:10.248385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:10.251925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] For port 9e5c4671-492f-491b-89e0-925847da487c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9e5c4671-492f-491b-89e0-925847da487c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:10.262516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.272746 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.284576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d554a946-72ef-49f5-bb86-cdf579d27451,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.285569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33bd6a5c-a4c6-4ac9-8bb1-4bd35bb0390c req-238bd671-be81-4444-8fed-340fdd84da7a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0813694 Feb 15 09:44:10.297637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.325812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46682) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:10.334552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad54bc86838a44629aa6f2ee27673062&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9039290 Feb 15 09:44:10.347075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-78f83e00-3fbc-40f9-b526-936df148956f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.348531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-78f83e00-3fbc-40f9-b526-936df148956f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 200 len: 835 time: 0.1171238 Feb 15 09:44:10.380563 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.380781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:10.387530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.408553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.411383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.412286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.413409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.414016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.415192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.417217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.417679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.418367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.419252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.420586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.421578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7ff5ac-8be8-4b9b-9495-5723e1a345ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:10.443922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.507737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.532861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ce452-130c-42e1-b873-2bee94a84a8a None None] Pushing event updated for resources: {'Port': ['ID=9e5c4671-492f-491b-89e0-925847da487c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.538128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.547475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-e11e3773-7480-4703-9824-17e8e9379c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:10.550426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-e11e3773-7480-4703-9824-17e8e9379c68 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab6ed2b-7234-4a1c-bd44-9588d3a04252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828792 Feb 15 09:44:10.560292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb49968-8541-48fe-a961-328f9afb20bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6eb96c-0253-4471-99ad-f237d3b0e756,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.598642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.601190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.605375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b16ba6c-5048-45a9-aa89-d608661a641f HTTP/1.1" status: 204 len: 168 time: 0.6421053 Feb 15 09:44:10.737580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf3b27-d4d2-4acd-b9b2-f7dba6ab5ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b16ba6c-5048-45a9-aa89-d608661a641f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.801464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.804238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:10.808691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['db92b45b-64a2-4af7-8559-c51a947688e5'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:10.809684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d554a946-72ef-49f5-bb86-cdf579d27451 HTTP/1.1" status: 204 len: 168 time: 0.4805830 Feb 15 09:44:10.820008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['0e1cd11a-b46b-4d26-bdb7-2688985797ba'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:10.870377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a7cc4-1a8d-4d53-b179-0eed617f24aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d554a946-72ef-49f5-bb86-cdf579d27451,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:10.878186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-67ae3384-ceda-4371-b257-dbc9a3c68a70 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021255 Feb 15 09:44:11.013297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['24e2f22a-f339-4614-bd70-143f8ace813e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:11.096949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7a31c48a-e7bf-4af2-a7a8-60ec070711ca'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:11.100395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['401c1da1-d18b-4930-af94-03fb8879d771'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:11.102317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['778828ed-8376-43a4-9694-05a146460152'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:11.135598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615055a-8206-4203-9082-7363b35311bc req-f263fc81-6f7f-4f34-8e53-3e9b708c9fbd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.137252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2615055a-8206-4203-9082-7363b35311bc req-f263fc81-6f7f-4f34-8e53-3e9b708c9fbd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.6053174 Feb 15 09:44:11.231126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd5bcc-8f6c-4dc4-ace1-dfc1ca4f8fac req-88bac418-211f-49c6-978a-033f0f797dd4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.242258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6fd5bcc-8f6c-4dc4-ace1-dfc1ca4f8fac req-88bac418-211f-49c6-978a-033f0f797dd4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 982 time: 0.2072737 Feb 15 09:44:11.244717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab77cc20-1c03-4519-a799-84ffcd18d958 req-24383801-c611-4be3-a53a-eac6aaf7ae48 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589427 Feb 15 09:44:11.321478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6fd5bcc-8f6c-4dc4-ace1-dfc1ca4f8fac req-5be8877c-9c0e-401d-8705-83fa95f9c122 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0703349 Feb 15 09:44:11.332141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.413427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-7846cbfe-be9c-4574-85fb-2af4508f758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.415001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-7846cbfe-be9c-4574-85fb-2af4508f758e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1133 time: 0.0887635 Feb 15 09:44:11.438477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=855ac556-be60-4ead-a237-1f5b59ca4202,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:11.573807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.583344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46716) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:11.586782 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ed230b2-a0b3-4937-90c4-0ad8439b6f38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/855ac556-be60-4ead-a237-1f5b59ca4202 HTTP/1.1" status: 204 len: 168 time: 2.1888576 Feb 15 09:44:11.618929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:11.638975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5913fc3e-4ae5-4216-be1f-e0a1cd2b4489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.644620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2615055a-8206-4203-9082-7363b35311bc req-3c08078d-8573-423a-9f21-cc7207f42bab tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412941 Feb 15 09:44:11.657243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.828937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=52def196-62f4-4f8f-ac82-ce8209bf15e6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:11.842839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '9a565032-73fc-4b5a-8f3d-90a663fbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '31499e87-0235-47d4-acb6-f6b237663308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:11.843348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: 31499e87-0235-47d4-acb6-f6b237663308, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:44:11.861638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b1f04fb5-1a6f-477e-b5a5-cb2524ed3374'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:11.878513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.904975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.907146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5913fc3e-4ae5-4216-be1f-e0a1cd2b4489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.909526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 31499e87-0235-47d4-acb6-f6b237663308 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:44:11.922502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5913fc3e-4ae5-4216-be1f-e0a1cd2b4489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.930971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.949199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.955774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913fc3e-4ae5-4216-be1f-e0a1cd2b4489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361b9142-0eee-4b80-9e2c-0921cbcf93f8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:11.960189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 31499e87-0235-47d4-acb6-f6b237663308) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:11.961471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.966829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.967817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:11.977036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.989092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:11.999448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-5727c85d-647d-4193-9e02-d07c0a6e5159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5426 time: 0.4580388 Feb 15 09:44:12.011174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5913fc3e-4ae5-4216-be1f-e0a1cd2b4489 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=821530b5ebc44ff39b4c8e2c33dad07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859122 Feb 15 09:44:12.011747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46724) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:12.036105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b5e779e5-6344-4be2-a76c-a6dcace3dc10 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4010930 Feb 15 09:44:12.039286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:12.045257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1109565698', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:12.049483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498b35f-880a-4501-acce-394cb8fcbbfb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:12.051542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f498b35f-880a-4501-acce-394cb8fcbbfb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:12.057147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f498b35f-880a-4501-acce-394cb8fcbbfb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4741397 Feb 15 09:44:12.062104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beecf9d8-108a-4550-b7e3-6e171982f96a None None] Network 31499e87-0235-47d4-acb6-f6b237663308 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:12.071344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:12.083043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-a62aa457-5458-46e7-8497-8c56feddcd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:12.085151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-a62aa457-5458-46e7-8497-8c56feddcd5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 898 time: 0.6623158 Feb 15 09:44:12.180254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.181706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.211374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-e38bb5ac-8c8b-48f4-8d8d-9b896abedd43 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 217 time: 0.1175554 Feb 15 09:44:12.231022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cdacf281-1fb6-4d9e-b401-1f092703e846 req-6210178b-fef5-4487-b98c-4020ecff1ad7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2303076 Feb 15 09:44:12.239314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.276119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.328674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 612d77ae-dea4-4801-b34e-cdd003c0f17c no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:12.347744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.350672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.353995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/361b9142-0eee-4b80-9e2c-0921cbcf93f8 HTTP/1.1" status: 204 len: 168 time: 0.3389628 Feb 15 09:44:12.362373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-2957e097-da7d-46e6-8b83-9187e6dfb58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:12.365537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-2957e097-da7d-46e6-8b83-9187e6dfb58a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 200 len: 835 time: 0.1307259 Feb 15 09:44:12.367600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet be90e9db-11d9-42bf-b717-be0db566915b {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:12.374698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.390486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 612d77ae-dea4-4801-b34e-cdd003c0f17c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:12.390833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 612d77ae-dea4-4801-b34e-cdd003c0f17c not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:12.408507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea880468-1289-4fc4-9adc-da3937b1c3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361b9142-0eee-4b80-9e2c-0921cbcf93f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:12.459396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.483704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.486835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.528363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-d5bc4a67-d013-4ea7-bba9-6d4dbd8937a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:12.531394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-d5bc4a67-d013-4ea7-bba9-6d4dbd8937a5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab6ed2b-7234-4a1c-bd44-9588d3a04252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1588194 Feb 15 09:44:12.550161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:12.553753 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e3a49a6-7b3a-439f-992b-1ec5e9b609c4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5133188 Feb 15 09:44:12.562032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46748) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:12.566360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'port': {'network_id': '31499e87-0235-47d4-acb6-f6b237663308', 'name': 'tempest-RoutersTest-923791339'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:12.740345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4ea09edd-c693-4900-a9c1-e7b4073b5d4f details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:12.937688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:12.942637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:13.021480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9e5c4671-492f-491b-89e0-925847da487c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:13.026773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] device_id is not set on port 242e18bf-b991-4131-abcc-13ae1b94bf87 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:13.096403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774cb91-a299-4708-81d6-b28b7f297f4a req-44f3da39-2fa0-44ce-9011-c4c28023f3dd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.104975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e774cb91-a299-4708-81d6-b28b7f297f4a req-44f3da39-2fa0-44ce-9011-c4c28023f3dd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 982 time: 0.5731814 Feb 15 09:44:13.111262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:13.224280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-b0ebb8d5-c018-4c91-9b90-bba3a91e0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.225959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-b0ebb8d5-c018-4c91-9b90-bba3a91e0dde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 1095 time: 0.6829655 Feb 15 09:44:13.238425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:13.313158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:13.362288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6d56d-8104-4427-86f9-607c4c77f568 req-856aecff-d078-4823-afe3-578d819c2e70 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.371046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39c6d56d-8104-4427-86f9-607c4c77f568 req-856aecff-d078-4823-afe3-578d819c2e70 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1923778 Feb 15 09:44:13.373939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e774cb91-a299-4708-81d6-b28b7f297f4a req-501063f1-f927-4dba-b8b8-460ea8065923 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2604787 Feb 15 09:44:13.394932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-b5fa70eb-25ee-45eb-a9dc-54a227520981 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7042017 Feb 15 09:44:13.401905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Provisioning complete for port 9e5c4671-492f-491b-89e0-925847da487c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:13.402328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:13.526985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:13.531587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.20.0.4 (31499e87-0235-47d4-acb6-f6b237663308/52def196-62f4-4f8f-ac82-ce8209bf15e6/242e18bf-b991-4131-abcc-13ae1b94bf87) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:13.576565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'port_id': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'mac_address': 'fa:16:3e:70:22:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:13.591544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:13.595865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/be90e9db-11d9-42bf-b717-be0db566915b HTTP/1.1" status: 204 len: 168 time: 1.5230222 Feb 15 09:44:13.598454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad292940-e4ba-4c44-844d-44c25879a119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=be90e9db-11d9-42bf-b717-be0db566915b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:13.602359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:13.673357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-cb2f7ac4-787f-476f-b329-ddd8847ddfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.674873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-cb2f7ac4-787f-476f-b329-ddd8847ddfbd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1095 time: 0.3957944 Feb 15 09:44:13.678959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99126273-b916-4b3f-baf9-ee9433e04e25 req-cb0f910c-fcd1-4998-8be3-121d5104d5ab service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220159 Feb 15 09:44:13.695206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f93f23-bf24-4340-8735-25dda8766f38 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:13.698452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39c6d56d-8104-4427-86f9-607c4c77f568 req-f99b8ab5-3d76-49e5-ad62-6812becc5d7a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265309 Feb 15 09:44:13.725305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b589848-44bd-4282-a0e1-1580fbce1c0f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1207552 Feb 15 09:44:13.734469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46782) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:13.745386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1651890281-network', 'tenant_id': 'ed93be4d8e95446fa2699fd3e2d6d9d2'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:13.752414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:13.865944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.877242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.888983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.899218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.904406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-2020afed-fad1-4be0-95a0-cd93dff41ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.905951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-2020afed-fad1-4be0-95a0-cd93dff41ccc service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.2144291 Feb 15 09:44:13.908853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.920609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.931462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:13.933797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-e3206721-46c2-4a18-9118-680ef5b1bf23 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5426 time: 0.4472558 Feb 15 09:44:13.980401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Made reservation on behalf of ed93be4d8e95446fa2699fd3e2d6d9d2 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:13.983354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.041722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.049273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-df76b489-7801-4320-9b92-4379d261de8c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 999 time: 0.1356604 Feb 15 09:44:14.063806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.112683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b858e7-8307-45c9-b7e2-b792cc4066d3 req-12a439a2-044d-4417-b4e6-bfebf2cfa976 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1458189 Feb 15 09:44:14.122527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-23c19828-f912-4061-bcc9-df457c23c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:14.124285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-23c19828-f912-4061-bcc9-df457c23c01a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.0669467 Feb 15 09:44:14.172062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-31499e87-0235-47d4-acb6-f6b237663308', 'network_id': '31499e87-0235-47d4-acb6-f6b237663308', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '52def196-62f4-4f8f-ac82-ce8209bf15e6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:14.172981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.187340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea09edd-c693-4900-a9c1-e7b4073b5d4f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:14.212741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:14.221909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-bb61e431-cafa-47c9-a94e-248db016159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:14.223748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-bb61e431-cafa-47c9-a94e-248db016159a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917768 Feb 15 09:44:14.227423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:14.232149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.261887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9e5c4671-492f-491b-89e0-925847da487c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:14.262294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.276910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.331650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.364415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:14.368120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 0e1cd11a-b46b-4d26-bdb7-2688985797ba up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:14.443921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.450744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.453495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-467ec654-d233-4575-8165-7e3b7c47d4fa service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177258 Feb 15 09:44:14.487669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.518033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:44:14.519264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.527291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['4ea09edd-c693-4900-a9c1-e7b4073b5d4f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:14.545375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.545762 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Added segment 7ee6ff27-85d5-4a9b-a39b-6820728d4c34 of type vlan for network 014d15cc-007b-4f04-8121-f06a696426a5 Feb 15 09:44:14.564799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:14.613451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.663481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] For port 9e5c4671-492f-491b-89e0-925847da487c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9e5c4671-492f-491b-89e0-925847da487c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:14.666525 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.667529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:14.668170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.669832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015296fe-379c-483b-b764-36afc06d2fc3 req-2d9bc30e-1876-4ea4-888f-8d65de31c48a tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:14.672567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-015296fe-379c-483b-b764-36afc06d2fc3 req-2d9bc30e-1876-4ea4-888f-8d65de31c48a tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 983 time: 0.1013374 Feb 15 09:44:14.696083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.705123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3741035 Feb 15 09:44:14.736297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:14.749953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Request body: {'subnet': {'network_id': '014d15cc-007b-4f04-8121-f06a696426a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1651890281-subnet', 'tenant_id': 'ed93be4d8e95446fa2699fd3e2d6d9d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:14.755978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-015296fe-379c-483b-b764-36afc06d2fc3 req-ea0dd46a-061f-473b-a757-33ed39762533 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0617237 Feb 15 09:44:14.767493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8a954c0-5ea3-4541-9194-d6b348065fe5 req-8180fc39-5ce1-474e-9b58-7bf820a446da service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048830 Feb 15 09:44:14.770430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Pushing event updated for resources: {'Port': ['ID=9e5c4671-492f-491b-89e0-925847da487c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:14.776582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 0e1cd11a-b46b-4d26-bdb7-2688985797ba completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:14.779223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-90cf0a3a-e721-40db-b2af-d597bd393bef None None] Could not find standard attr ID for object 855ac556-be60-4ead-a237-1f5b59ca4202. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:14.795072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 0e1cd11a-b46b-4d26-bdb7-2688985797ba triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:14.795523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.804117 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.877074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Made reservation on behalf of ed93be4d8e95446fa2699fd3e2d6d9d2 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:14.879870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.905517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Deleting port 9e5c4671-492f-491b-89e0-925847da487c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:14.905884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:14.934490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f65c73a0-ab2d-4cf3-9363-0a2a682344d1 None None] Could not find standard attr ID for object 7f3b2229-b1b7-476f-9930-1d112e1a48ad. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:14.978328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f65c73a0-ab2d-4cf3-9363-0a2a682344d1 None None] Could not find standard attr ID for object 855ac556-be60-4ead-a237-1f5b59ca4202. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:14.998100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:44:14.998446 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:44:15.005414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9198a999-babf-4260-8b60-8e8c6a762f02,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:15.019040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba66c543-5979-4609-8e67-120cb9b4fabf admin admin] Pushing event updated for resources: {'Network': ['ID=014d15cc-007b-4f04-8121-f06a696426a5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:15.031632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] For port 9e5c4671-492f-491b-89e0-925847da487c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9e5c4671-492f-491b-89e0-925847da487c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:15.032260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.074726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 014d15cc-007b-4f04-8121-f06a696426a5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:44:15.086097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.221623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 31499e87-0235-47d4-acb6-f6b237663308 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:15.238544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:15.248977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:15.256087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=242e18bf-b991-4131-abcc-13ae1b94bf87,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:15.267516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0996df3-ef78-46ff-964d-713fe286c4bd req-7b1e7a69-1d34-4095-bf87-bc0d4290a5ac tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.275223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0996df3-ef78-46ff-964d-713fe286c4bd req-7b1e7a69-1d34-4095-bf87-bc0d4290a5ac tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.4241364 Feb 15 09:44:15.301063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Calling delete_port for 9e5c4671-492f-491b-89e0-925847da487c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:15.372354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.379906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.390217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.396397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.423229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.430019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.440276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.443329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dad29823-42da-47a9-bfc0-82295982e076 req-d38221d3-96e1-4089-baa8-96de8cd9addc tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5426 time: 0.1528304 Feb 15 09:44:15.450935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.484538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Allocated IP 172.20.0.2 (31499e87-0235-47d4-acb6-f6b237663308/52def196-62f4-4f8f-ac82-ce8209bf15e6/df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:15.535273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0996df3-ef78-46ff-964d-713fe286c4bd req-365b907d-90ba-469a-9576-eb03042179ed tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2587824 Feb 15 09:44:15.551255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.567006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dad29823-42da-47a9-bfc0-82295982e076 req-71f60f96-ada5-41e5-8b23-b6cf4f0783b0 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1117723 Feb 15 09:44:15.582867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.583549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.652830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:15.655977 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8d4273-1648-443a-8ce1-f09485402607" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:15.726635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:15.730360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-02e15242-2e60-479e-b1a6-0cc2d56f2c39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.1688294 Feb 15 09:44:15.752868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:15.781446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:15.787281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:15.787876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.790148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:15.800759 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff58d6d8-0c60-4c7d-8ab2-bc6109df09eb x-openstack-request-id: req-ff58d6d8-0c60-4c7d-8ab2-bc6109df09eb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:15.801075 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:15.801334 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff58d6d8-0c60-4c7d-8ab2-bc6109df09eb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:15.803415 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'code': 200} Feb 15 09:44:15.840343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:15.868471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1330020 Feb 15 09:44:15.895963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:15.911446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'name': 'tempest-NetworksTestDHCPv6-1801460532'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:15.914950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae9cc5-6329-471b-8f7f-712591d5a245 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=b95c7ee0-01a6-4cca-b694-09c888986f97,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:15.979383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:16.049374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9e5c4671-492f-491b-89e0-925847da487c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:16.179169 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:44:16.181360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ee7b91-e4d6-428b-9df8-e6f07dcb458c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:16.183315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:16.193914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Checking segment: {'id': '7ee6ff27-85d5-4a9b-a39b-6820728d4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:16.194271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Network hostable DHCP agents. Network: 014d15cc-007b-4f04-8121-f06a696426a5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:44:16.227905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:16.232701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:16.233995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb8aa-d85f-47b9-985d-2cd4242750ff req-bed64b56-cd71-40f8-9a3f-e557d9b33fc1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:16.242804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6aafb8aa-d85f-47b9-985d-2cd4242750ff req-bed64b56-cd71-40f8-9a3f-e557d9b33fc1 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 983 time: 0.2181952 Feb 15 09:44:16.256353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Network 014d15cc-007b-4f04-8121-f06a696426a5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:44:16.259292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 19bb3b4c-dba4-49e8-9ae6-025036515eac yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:16.285715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:16.304401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 014d15cc-007b-4f04-8121-f06a696426a5) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:16.322363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:16.323129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:16.338939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 24e2f22a-f339-4614-bd70-143f8ace813e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:16.438490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d890ed61-2f72-43bf-9430-8f2318f68d1c None None] Network 014d15cc-007b-4f04-8121-f06a696426a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:16.441114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6aafb8aa-d85f-47b9-985d-2cd4242750ff req-06cb90fe-ce63-4823-8ddd-f4dfb3897050 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1901665 Feb 15 09:44:16.497782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] No DVR routers for this DVR port 9e5c4671-492f-491b-89e0-925847da487c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:16.699882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:16.860324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac34038-0f52-49cd-acce-5766d4882cf8 None None] Pushing event deleted for resources: {'Port': ['ID=9e5c4671-492f-491b-89e0-925847da487c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:16.870988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa103660-0810-49ff-943b-ec1d017ce277 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:16.913252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e0da418-52c3-4d03-a008-bcc5923c989a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1727216 Feb 15 09:44:17.015113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efe5a5b4-03ed-4456-b804-59a994e3d34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.055857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4ea09edd-c693-4900-a9c1-e7b4073b5d4f up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:17.059781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.066859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No active binding found for port 9e5c4671-492f-491b-89e0-925847da487c {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 09:44:17.067690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9e5c4671-492f-491b-89e0-925847da487c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:17.071792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.090211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.103428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::362 (36673517-2969-4f9b-be17-a8fd371f8f39/b95c7ee0-01a6-4cca-b694-09c888986f97/19bb3b4c-dba4-49e8-9ae6-025036515eac) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:17.110404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.119290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.133664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.145770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e34d85-d3d5-41be-bd5d-cc17c006acdb req-afdf733f-f859-4ae1-8782-fd797b2a04a3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.147504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:17.149515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-81c6b08d-6c95-4f74-a7b7-788a4866bb09 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5427 time: 0.3889678 Feb 15 09:44:17.151583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5e34d85-d3d5-41be-bd5d-cc17c006acdb req-afdf733f-f859-4ae1-8782-fd797b2a04a3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2371597 Feb 15 09:44:17.252406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.348550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.370700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a7e1fcd-45c7-46fc-bb65-8f49c336ca84 req-7101ebb6-0112-47d7-9d0b-a3a4bd959d3d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1551106 Feb 15 09:44:17.421521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c69288d-7d5d-4de7-b0dd-e5506de20115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.441871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5e34d85-d3d5-41be-bd5d-cc17c006acdb req-a553851c-d940-46d9-a2b8-2289d443df8f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767441 Feb 15 09:44:17.476552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 24e2f22a-f339-4614-bd70-143f8ace813e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:17.487025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 24e2f22a-f339-4614-bd70-143f8ace813e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:17.487256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.535841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f64a6-c96e-43e3-89d4-eb2a44bfde87 None None] Network 014d15cc-007b-4f04-8121-f06a696426a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:17.655664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efe5a5b4-03ed-4456-b804-59a994e3d34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.674099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efe5a5b4-03ed-4456-b804-59a994e3d34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.738973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.745308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'b95c7ee0-01a6-4cca-b694-09c888986f97'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:17.746163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.833466 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.926785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5a5b4-03ed-4456-b804-59a994e3d34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f1d68f-f491-41b0-9593-4c8b3dfbf34d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:17.931673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:17.941263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.007273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:18.030573 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-efe5a5b4-03ed-4456-b804-59a994e3d34c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=85bf4e3ccd584c7c80b9b5cb82abebcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8429956 Feb 15 09:44:18.038292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:18.040086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=242e18bf-b991-4131-abcc-13ae1b94bf87,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:18.122901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f44441c-a66e-4373-a240-4b888d0cfdc2 req-58a29536-8b8e-476f-b251-c9b42b24836c tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:18.130117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f44441c-a66e-4373-a240-4b888d0cfdc2 req-58a29536-8b8e-476f-b251-c9b42b24836c tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 983 time: 0.3329866 Feb 15 09:44:18.137657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.182965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Pushing event updated for resources: {'Port': ['ID=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:18.215241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Network 31499e87-0235-47d4-acb6-f6b237663308 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:18.225737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:18.229365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:18.229919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.232315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:18.331935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.432679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.488545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4f44441c-a66e-4373-a240-4b888d0cfdc2 req-8a64390a-ef1b-4a2f-bc3e-94a06ab9831c tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3424292 Feb 15 09:44:18.534968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:18.541776 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e42d4-6ad8-4b19-81ba-23a8660fd6a5" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:18.555464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Attempting to bind port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:18.556089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Attempting to bind port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9a565032-73fc-4b5a-8f3d-90a663fbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '31499e87-0235-47d4-acb6-f6b237663308'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:18.556572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:18.557316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Attempting to bind port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe on network 31499e87-0235-47d4-acb6-f6b237663308 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:18.562619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:18.576475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:18.605527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:18.608258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.609979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/b95c7ee0-01a6-4cca-b694-09c888986f97/e47573c8-a2b2-4161-8fd7-efacd2ea0e0d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:18.665681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=19bb3b4c-dba4-49e8-9ae6-025036515eac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:18.675054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:18.696378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-daf1a538-de5c-4b38-9785-e9fb977c4df1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7937720 Feb 15 09:44:18.698251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46926) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:18.767702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.826198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679ef05e-2048-4e9b-bd35-97859fe3bfc0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:18.834107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-679ef05e-2048-4e9b-bd35-97859fe3bfc0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1341355 Feb 15 09:44:18.834833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46930) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:18.838719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.863485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:18.865548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Checking segment: {'id': '9a565032-73fc-4b5a-8f3d-90a663fbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '31499e87-0235-47d4-acb6-f6b237663308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:18.866199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.868158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Bound using segment: {'id': '9a565032-73fc-4b5a-8f3d-90a663fbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '31499e87-0235-47d4-acb6-f6b237663308'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:18.868684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Bound port: df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a565032-73fc-4b5a-8f3d-90a663fbb91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '31499e87-0235-47d4-acb6-f6b237663308'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:18.873530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.941018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:18.943238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db92b45b-64a2-4af7-8559-c51a947688e5 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:19.006848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.029907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.042692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.077472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.094822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.095290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 19bb3b4c-dba4-49e8-9ae6-025036515eac {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:19.095767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.107841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f922e3-6dfe-44cc-95fe-09bcce3ae078 req-06c5820d-049a-405f-8825-3e116224b3c4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.114230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.117830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9f922e3-6dfe-44cc-95fe-09bcce3ae078 req-06c5820d-049a-405f-8825-3e116224b3c4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1385462 Feb 15 09:44:19.126928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:19.132286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-0139c27c-c814-4f27-a2f1-58afc62e1a24 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5427 time: 0.4849117 Feb 15 09:44:19.164597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.320714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9f922e3-6dfe-44cc-95fe-09bcce3ae078 req-b53423f1-8fb8-49cc-9516-5201fd1492bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1956620 Feb 15 09:44:19.334176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05c07faf-a41a-4358-b9d0-4ed4aa758add req-6ce12849-54fb-46c4-b139-b47e970d9df5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1718929 Feb 15 09:44:19.430429 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.467760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.471469 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e055c052-c530-4f96-86e1-f95b07ef5929 x-openstack-request-id: req-e055c052-c530-4f96-86e1-f95b07ef5929 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:19.472006 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:19.472225 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e055c052-c530-4f96-86e1-f95b07ef5929 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:19.473875 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e', 'code': 200} Feb 15 09:44:19.481908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.494474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.501306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.506643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25f1d68f-f491-41b0-9593-4c8b3dfbf34d HTTP/1.1" status: 204 len: 168 time: 1.4550796 Feb 15 09:44:19.516851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 19bb3b4c-dba4-49e8-9ae6-025036515eac owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:19.573784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d604862-1616-43c7-b073-b1375d446265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f1d68f-f491-41b0-9593-4c8b3dfbf34d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:19.789735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.799217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:19.813374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:19.828600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ceb649c7-96a9-41dd-ac82-bfe61583e5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.844273 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.867956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:19.873560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] For port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:19.905338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] For port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,segment=NetworkSegment(9a565032-73fc-4b5a-8f3d-90a663fbb91a),segment_id=9a565032-73fc-4b5a-8f3d-90a663fbb91a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:20.013406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.020727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port db92b45b-64a2-4af7-8559-c51a947688e5 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:20.036696 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.055786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port db92b45b-64a2-4af7-8559-c51a947688e5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:20.075980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.118091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:20.188603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb2b5a-d942-423f-a0d7-105dadd8a516 req-065c862f-afb5-4b87-bb98-2beda4de050d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:20.205605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16fb2b5a-d942-423f-a0d7-105dadd8a516 req-065c862f-afb5-4b87-bb98-2beda4de050d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.3460493 Feb 15 09:44:20.227571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=19bb3b4c-dba4-49e8-9ae6-025036515eac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:20.228770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:20.238309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.238829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:20.254721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4112268a-b888-45b4-a5fa-f77635669b95 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/19bb3b4c-dba4-49e8-9ae6-025036515eac HTTP/1.1" status: 204 len: 168 time: 1.4112236 Feb 15 09:44:20.254721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46970) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:20.437144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:20.465898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46982) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:20.475827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16fb2b5a-d942-423f-a0d7-105dadd8a516 req-a2ebbb11-b505-4d1f-bb25-11056dca5900 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2648311 Feb 15 09:44:20.565466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87ea22-a998-4285-b4e4-a9c651c1d146 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:20.567717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c87ea22-a998-4285-b4e4-a9c651c1d146 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:20.573680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9c87ea22-a998-4285-b4e4-a9c651c1d146 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3192451 Feb 15 09:44:20.587609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46988) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:20.614275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.625336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.626460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865a41a-d35c-4d12-8c2c-f7e2cc4ce8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.752147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.865540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Attempting to bind port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:20.866130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Attempting to bind port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:20.866665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Attempting to bind port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:20.894628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Pushing event updated for resources: {'Port': ['ID=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:20.924845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:20.924845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:20.924845 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.936413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:20.937371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Bound port: e47573c8-a2b2-4161-8fd7-efacd2ea0e0d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:20.937748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:20.942548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.942875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.943277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.943593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.943923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.944247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.944591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.948104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=242e18bf-b991-4131-abcc-13ae1b94bf87,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:20.954537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.954938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.955676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.956515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.959061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:44:20.962345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.014391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet b95c7ee0-01a6-4cca-b694-09c888986f97 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:21.041809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.162168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.167211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f388a9-2af5-4984-94df-0339222a6038 req-611d754f-261a-4abd-a0d2-b0f2488afe64 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.175263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40f388a9-2af5-4984-94df-0339222a6038 req-611d754f-261a-4abd-a0d2-b0f2488afe64 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.4799843 Feb 15 09:44:21.189439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.220103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.232510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40f388a9-2af5-4984-94df-0339222a6038 req-e2543294-d857-4ab9-bc56-de117df82654 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536242 Feb 15 09:44:21.237829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c842cff-fbcc-47c1-8cd0-0126d99f9fc0 None None] Pushing event updated for resources: {'Port': ['ID=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:21.251619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.262019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.268717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.275196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 31499e87-0235-47d4-acb6-f6b237663308 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:21.282466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:21.303096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.303526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:21.321975 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.326019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:21.326405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:21.343413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-2c307433-652e-44ff-8b1c-161ce14e6490 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5428 time: 0.5851634 Feb 15 09:44:21.472971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router e3611c34-9ae2-4154-bc4a-d759e267c0e3 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:44:21.504130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f'}, {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:21.512505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.513314 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7579f2b-724c-4a47-ac65-37bc77d904a5" -d '{"events": [{"server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "name": "network-vif-plugged", "status": "completed", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f"}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:21.657127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:21.671856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f83a6b31-e5ab-4c37-86f2-29da146b428b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/e3611c34-9ae2-4154-bc4a-d759e267c0e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9439294 Feb 15 09:44:21.677211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] Sync routers for ids ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:21.691427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47006) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:21.691760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47008) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:21.702429 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] Routers {'e3611c34-9ae2-4154-bc4a-d759e267c0e3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:21.702994 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:21.704073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865a41a-d35c-4d12-8c2c-f7e2cc4ce8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.705912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] For port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:21.729330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2865a41a-d35c-4d12-8c2c-f7e2cc4ce8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.792842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] For port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:21.813096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a0d076b6-9c3c-4135-8ea8-e00585ade4dc req-64264236-54ad-4706-9b30-6e799283bcf3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4601364 Feb 15 09:44:21.813442 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:21.830990 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.837232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:21.849032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] Routers {'e3611c34-9ae2-4154-bc4a-d759e267c0e3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:21.849904 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:21.904291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2865a41a-d35c-4d12-8c2c-f7e2cc4ce8bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1247f8040c484ebcb3f456edf26499db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4307270 Feb 15 09:44:21.904687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47012) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:21.914714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2865a41a-d35c-4d12-8c2c-f7e2cc4ce8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fa7852-8818-47ff-9662-0ad2b6ee6229,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:21.925887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:21.998981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:21.999641 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53c3d4d-d652-4fa0-ba12-1f6e3e03077c None None] The sync data for ids ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:22.030762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f57315-2c59-4177-b356-ca1031576208 req-8ad7bf26-add8-4619-a253-22ba43df4513 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:22.032421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6f57315-2c59-4177-b356-ca1031576208 req-8ad7bf26-add8-4619-a253-22ba43df4513 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.3723726 Feb 15 09:44:22.063665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:22.071462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:22.071770 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.097550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a277490-46f2-4132-90fd-6938375d828b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:22.102349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8a277490-46f2-4132-90fd-6938375d828b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports/242e18bf-b991-4131-abcc-13ae1b94bf87 HTTP/1.1" status: 200 len: 976 time: 0.4083154 Feb 15 09:44:22.120465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47014) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:22.175449 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fbcf4c-059f-4a97-8656-9ab06a4a267e x-openstack-request-id: req-60fbcf4c-059f-4a97-8656-9ab06a4a267e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:22.176122 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "name": "network-vif-plugged", "status": "completed", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f", "code": 200}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:22.177012 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60fbcf4c-059f-4a97-8656-9ab06a4a267e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:22.178528 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'code': 200} Feb 15 09:44:22.178891 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'code': 200} Feb 15 09:44:22.248990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.283037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:22.311310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a060ec0-aeca-4582-acfb-14b92fcf0395 None None] Pushing event updated for resources: {'Port': ['ID=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:22.319004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.344052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/b95c7ee0-01a6-4cca-b694-09c888986f97 HTTP/1.1" status: 204 len: 168 time: 1.7418780 Feb 15 09:44:22.364848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.406195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.462166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47026) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:22.505428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:22.506095 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.509480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.524344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.569146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e386bd33-6582-4b81-9563-62c63a6e341e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=b95c7ee0-01a6-4cca-b694-09c888986f97,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:22.595749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76082de3-137f-4774-89ef-0a2d4d1ccb59 None None] Network 31499e87-0235-47d4-acb6-f6b237663308 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:22.623325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:22.667873 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.669007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 401c1da1-d18b-4930-af94-03fb8879d771 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:22.819970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.821903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c86aec6-88e4-456a-a073-520d8ed74b98 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3490739 Feb 15 09:44:22.832512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-6faa73a1-2ce0-4c36-9d07-0435ed4de7c3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:22.842700 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-6faa73a1-2ce0-4c36-9d07-0435ed4de7c3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/networks?id=014d15cc-007b-4f04-8121-f06a696426a5 HTTP/1.1" status: 200 len: 810 time: 0.4923294 Feb 15 09:44:22.846448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.849482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47028) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:22.909474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-e33dcfdf-713d-4feb-8e60-842fe95fe473 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/quotas/ed93be4d8e95446fa2699fd3e2d6d9d2 HTTP/1.1" status: 200 len: 375 time: 0.0644577 Feb 15 09:44:22.914019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-68a54067-4c4a-4466-8b13-ea60283faa41 None None] Provisioning complete for port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:22.914550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68a54067-4c4a-4466-8b13-ea60283faa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:22.921692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:22.991565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-349dcb5e-5ce2-4673-a972-51e42a74cae5 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ed93be4d8e95446fa2699fd3e2d6d9d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799992 Feb 15 09:44:23.049449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d70ff6-a625-4106-8c35-1051a2071e20 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:23.050194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-372fc90f-f524-4b1a-8b9f-3054e2774aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.056847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59d70ff6-a625-4106-8c35-1051a2071e20 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2009695 Feb 15 09:44:23.056847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47034) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:23.117167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6f57315-2c59-4177-b356-ca1031576208 req-6222e7be-12ce-43c4-b564-db4d3c98b8ea tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0064805 Feb 15 09:44:23.127607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cedf4d8-19b9-492d-b1ec-6f9d685f81fd req-edfc44f1-e76d-4e92-aafe-d3f9c5793d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:23.128383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cedf4d8-19b9-492d-b1ec-6f9d685f81fd req-edfc44f1-e76d-4e92-aafe-d3f9c5793d73 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.2227578 Feb 15 09:44:23.138130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355770f8-be38-413f-9e4b-3394f2f255fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:23.139969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-355770f8-be38-413f-9e4b-3394f2f255fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0840292 Feb 15 09:44:23.142660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47036) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:23.161041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,segment=NetworkSegment(9a565032-73fc-4b5a-8f3d-90a663fbb91a),segment_id=9a565032-73fc-4b5a-8f3d-90a663fbb91a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:23.217127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff559b75-a833-4b04-bacd-a6d54b54e8a7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727565 Feb 15 09:44:23.222225 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.222857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.234139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.236365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81fa7852-8818-47ff-9662-0ad2b6ee6229 HTTP/1.1" status: 204 len: 168 time: 1.3306892 Feb 15 09:44:23.288252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:23.313794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f5492-ca69-4bde-aef7-3696c3fe2132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fa7852-8818-47ff-9662-0ad2b6ee6229,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:23.384201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 401c1da1-d18b-4930-af94-03fb8879d771 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:23.403170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:23.448072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 401c1da1-d18b-4930-af94-03fb8879d771 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:23.449464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.603568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:23.617738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cedf4d8-19b9-492d-b1ec-6f9d685f81fd req-7b06ec96-c944-4464-86f0-d472f93a08e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4688802 Feb 15 09:44:23.643527 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-5bf0946b-d936-47b1-bf54-f96e5aea8101 service neutron] 10.222.0.10 "GET /v2.0/networks/014d15cc-007b-4f04-8121-f06a696426a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6302962 Feb 15 09:44:23.778945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-372fc90f-f524-4b1a-8b9f-3054e2774aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.811572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:23.815233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.819220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-372fc90f-f524-4b1a-8b9f-3054e2774aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.874091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:23.902746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c61bdd-0b39-421f-86c5-2fad59dc7064 req-ef5bec24-6f37-4df6-826f-0d58833c05ef tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:23.919906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0c61bdd-0b39-421f-86c5-2fad59dc7064 req-ef5bec24-6f37-4df6-826f-0d58833c05ef tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.5113811 Feb 15 09:44:24.050514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:24.053778 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d43c66b3-7648-4621-9fa0-52fc6af28dd5 service neutron] 10.222.0.10 "GET /v2.0/networks/014d15cc-007b-4f04-8121-f06a696426a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092872 Feb 15 09:44:24.054307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47050) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:24.070552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f34c184-acc4-4778-8850-ef212ae463a9 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:24.073091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-372fc90f-f524-4b1a-8b9f-3054e2774aaa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4d4f2c0be3a45cc9eaa16446a61044a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3794580 Feb 15 09:44:24.101855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372fc90f-f524-4b1a-8b9f-3054e2774aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c303d1-dbe2-4be9-bca1-b3b2682d60ad,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:24.143418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0c61bdd-0b39-421f-86c5-2fad59dc7064 req-39ff0d3e-0a04-496e-afb9-ab6d7ff6416a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2224913 Feb 15 09:44:24.250560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.351577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.355786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 778828ed-8376-43a4-9694-05a146460152 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:24.357286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.371466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374'}, {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:24.389703 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebadc8e9-1a04-4e96-acbc-2a615003be1d" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374"}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "401c1da1-d18b-4930-af94-03fb8879d771"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:24.403655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e47573c8-a2b2-4161-8fd7-efacd2ea0e0d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:24.413776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.611376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.613538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:24.614697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48c303d1-dbe2-4be9-bca1-b3b2682d60ad HTTP/1.1" status: 204 len: 168 time: 0.5539548 Feb 15 09:44:24.643148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:24.704758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84579f88-be49-40a9-86bc-f28ca7b7b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c303d1-dbe2-4be9-bca1-b3b2682d60ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:24.839340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-758db2f7-421d-4ea9-9881-3d837759dc75 None None] Provisioning complete for port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:24.840165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-758db2f7-421d-4ea9-9881-3d837759dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.019720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.049123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.071276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.078835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.091513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 778828ed-8376-43a4-9694-05a146460152 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:25.105532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.132497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.165431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.230350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.232609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 778828ed-8376-43a4-9694-05a146460152 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:25.232757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.271950 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-23bf66b5-6fe6-47b8-9fea-09039bfc7291 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5431 time: 0.8512239 Feb 15 09:44:25.285355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:25.298248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1164e6-758e-4306-9b03-b6366d58dbc7 req-ddc689f6-ebc5-4b9c-8d12-38bba63bffa3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.311007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:25.312949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:25.313324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.326575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb1164e6-758e-4306-9b03-b6366d58dbc7 req-ddc689f6-ebc5-4b9c-8d12-38bba63bffa3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.4561491 Feb 15 09:44:25.339074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:25.350585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:25.351538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.396773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=55fb8c22-aa3d-47df-bee9-957aa1f65e2d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:25.407520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-758db2f7-421d-4ea9-9881-3d837759dc75 None None] Provisioning complete for port 242e18bf-b991-4131-abcc-13ae1b94bf87 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:25.407949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-758db2f7-421d-4ea9-9881-3d837759dc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.473585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb1164e6-758e-4306-9b03-b6366d58dbc7 req-4014d1d3-4cca-453a-ab4c-b022207b9962 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1457627 Feb 15 09:44:25.495805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-91a21884-9652-42b7-aeb9-01a7b2e7c94d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1853380 Feb 15 09:44:25.511389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47084) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:25.524593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '55fb8c22-aa3d-47df-bee9-957aa1f65e2d', 'ip_address': '2001:db8::83b5:d03d:b01d:2dd1'}], 'name': 'tempest-NetworksTestDHCPv6-893770464'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:25.672840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a8aebca-5e26-45e3-8a83-8d5e626272aa req-70a0eacd-a6cf-4f0e-992d-d4cca4b7ebb4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3999104 Feb 15 09:44:25.765189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-69c3aa38-cda8-40a5-a26f-ac6eadd70d45 req-fddf7ef4-31be-4b23-a4dc-e5f232d1a350 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 210 time: 0.0538540 Feb 15 09:44:25.773091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:25.833254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-758db2f7-421d-4ea9-9881-3d837759dc75 None None] Port 242e18bf-b991-4131-abcc-13ae1b94bf87 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:25.844801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ef9a88-7f4e-47da-b3a6-d8c34acaa000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.881626 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81b9c83-4298-400c-b3ef-a716adaa4831 x-openstack-request-id: req-a81b9c83-4298-400c-b3ef-a716adaa4831 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:25.881940 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374", "code": 200}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "401c1da1-d18b-4930-af94-03fb8879d771", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:25.882206 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a81b9c83-4298-400c-b3ef-a716adaa4831 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:25.884862 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'code': 200} Feb 15 09:44:25.885168 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771', 'code': 200} Feb 15 09:44:25.923678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:25.976592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:25.978993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 242e18bf-b991-4131-abcc-13ae1b94bf87 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:25.979387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.012777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11e97-d7cf-4824-bdfe-6768fb7b374d req-4db1dce9-98f8-4498-bb99-7a974f27488f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:26.021306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b11e97-d7cf-4824-bdfe-6768fb7b374d req-4db1dce9-98f8-4498-bb99-7a974f27488f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1347461 Feb 15 09:44:26.035208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e2929606-ac2e-42f8-ba77-94419ef675b8 None None] Provisioning complete for port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:26.035860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2929606-ac2e-42f8-ba77-94419ef675b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.075336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=778828ed-8376-43a4-9694-05a146460152,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:26.080418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.116705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.117545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7a31c48a-e7bf-4af2-a7a8-60ec070711ca up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:26.134142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58b11e97-d7cf-4824-bdfe-6768fb7b374d req-ee660575-5cad-4fb2-96ad-2487042143fb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117041 Feb 15 09:44:26.165477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Deleting port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:26.165918 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.167918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.195538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ef9a88-7f4e-47da-b3a6-d8c34acaa000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.209126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ef9a88-7f4e-47da-b3a6-d8c34acaa000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.232104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port f02ea78c-5f2b-460f-8887-4d5effb2d8f8 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:26.276346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.327198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 242e18bf-b991-4131-abcc-13ae1b94bf87 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:26.511269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d9ef9a88-7f4e-47da-b3a6-d8c34acaa000 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47771540449844428413aa067940cec0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7334552 Feb 15 09:44:26.514852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:26.599007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef9a88-7f4e-47da-b3a6-d8c34acaa000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60debede-fec4-456c-b45d-e9df0e9e6dd4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:26.745151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:26.748191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] For port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:26.748588 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.750681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f1b475-db43-4c4b-a878-05066f403dbe req-8df248d5-4f81-4929-bb2a-9764c4bdb721 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:26.753135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2f1b475-db43-4c4b-a878-05066f403dbe req-8df248d5-4f81-4929-bb2a-9764c4bdb721 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.1563487 Feb 15 09:44:26.761718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.786904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.787666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:26.823710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.852155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Calling delete_port for e47573c8-a2b2-4161-8fd7-efacd2ea0e0d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:26.855038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:26.861231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::83b5:d03d:b01d:2dd1 (36673517-2969-4f9b-be17-a8fd371f8f39/55fb8c22-aa3d-47df-bee9-957aa1f65e2d/f02ea78c-5f2b-460f-8887-4d5effb2d8f8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:26.923500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2f1b475-db43-4c4b-a878-05066f403dbe req-62e13805-8cf7-45ae-a1c7-4b744abfa2eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1307907 Feb 15 09:44:26.945239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.979575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:26.996206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:27.024890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60debede-fec4-456c-b45d-e9df0e9e6dd4 HTTP/1.1" status: 204 len: 168 time: 0.4964213 Feb 15 09:44:27.035728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:27.106441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39d38b-6d98-49e1-b9ba-a76fc2fec8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60debede-fec4-456c-b45d-e9df0e9e6dd4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:27.117853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=242e18bf-b991-4131-abcc-13ae1b94bf87,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:27.134656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:27.207011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:27.207386 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:27.308899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d39a65b0-6aa7-471a-88eb-ef035892ee76 req-303ba5f7-4881-4964-8038-6df1d6556f86 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 210 time: 0.2137077 Feb 15 09:44:27.532564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e2929606-ac2e-42f8-ba77-94419ef675b8 None None] Could not find standard attr ID for object 242e18bf-b991-4131-abcc-13ae1b94bf87. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:27.538960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:27.586028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:27.586690 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:27.590050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.609905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.626793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.635382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.649777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.667708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.702147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.713672 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-17dc8c95-28b3-469a-8da4-65d7944cb627 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5432 time: 0.8101251 Feb 15 09:44:27.787293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:27.832887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-6794423d-0da8-42d8-82b0-26713dfe9eac tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:27.836217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-6794423d-0da8-42d8-82b0-26713dfe9eac tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.36 "GET /v2.0/networks?id=014d15cc-007b-4f04-8121-f06a696426a5 HTTP/1.1" status: 200 len: 810 time: 0.8922491 Feb 15 09:44:27.862653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Request body: {'port': {'device_id': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5', 'admin_state_up': True, 'tenant_id': 'ed93be4d8e95446fa2699fd3e2d6d9d2'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:27.909207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] No DVR routers for this DVR port e47573c8-a2b2-4161-8fd7-efacd2ea0e0d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:27.910991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778828ed-8376-43a4-9694-05a146460152'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:27.914306 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9ce03a-1168-4f85-898d-ba68ff11755e" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "778828ed-8376-43a4-9694-05a146460152"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:27.918104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78bdbf0-51ef-45fd-a03a-9de41b7bdbf8 None None] Pushing event deleted for resources: {'Port': ['ID=e47573c8-a2b2-4161-8fd7-efacd2ea0e0d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:27.928311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aabf072f-c5ac-4c95-9ccf-92e83c3fce15 req-723945d9-8453-4474-94e6-0277e72d94da tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2116477 Feb 15 09:44:27.961507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e508b8bd-671b-48b5-b0b7-e097bb17f664 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:27.989984 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.003372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28ab207-c42b-4179-b362-e2c615566e66 req-54838d72-da2c-4102-999a-93af8916a4a0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:28.014181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d28ab207-c42b-4179-b362-e2c615566e66 req-54838d72-da2c-4102-999a-93af8916a4a0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.4123175 Feb 15 09:44:28.064194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.130613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:28.136921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:28.154515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:28.164949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:28.165632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.192699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=f02ea78c-5f2b-460f-8887-4d5effb2d8f8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:28.201978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d28ab207-c42b-4179-b362-e2c615566e66 req-0acd8473-5379-4f47-92a3-7feb2078f2ba tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1859534 Feb 15 09:44:28.216163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.265572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6a03afdc-ca44-403c-8fc0-517210e4c53f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7524228 Feb 15 09:44:28.268316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:28.303730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124fa735-c59d-4831-86fa-70eb72c4fc91 req-4cfc9a9b-e5ee-4115-9dd3-411a021611a2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:28.306311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-124fa735-c59d-4831-86fa-70eb72c4fc91 req-4cfc9a9b-e5ee-4115-9dd3-411a021611a2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1368196 Feb 15 09:44:28.328253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:28.356951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.377966 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5088e034-83c3-476c-b774-43529c2d69ba x-openstack-request-id: req-5088e034-83c3-476c-b774-43529c2d69ba {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:28.381604 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "778828ed-8376-43a4-9694-05a146460152", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:28.382201 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5088e034-83c3-476c-b774-43529c2d69ba {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:28.383076 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778828ed-8376-43a4-9694-05a146460152', 'code': 200} Feb 15 09:44:28.393376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33afdf-1cf0-48d6-a744-12114c0a517c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:28.397825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de33afdf-1cf0-48d6-a744-12114c0a517c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1250863 Feb 15 09:44:28.404138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:28.513629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-124fa735-c59d-4831-86fa-70eb72c4fc91 req-04333b35-a261-4180-81a0-efae430e0bdd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1894782 Feb 15 09:44:28.587642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port f02ea78c-5f2b-460f-8887-4d5effb2d8f8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:28.587996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.721678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.736497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e47573c8-a2b2-4161-8fd7-efacd2ea0e0d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:28.739514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for f02ea78c-5f2b-460f-8887-4d5effb2d8f8 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:28.832899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e47573c8-a2b2-4161-8fd7-efacd2ea0e0d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:28.833662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e47573c8-a2b2-4161-8fd7-efacd2ea0e0d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:28.841076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:28.868609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '55fb8c22-aa3d-47df-bee9-957aa1f65e2d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:28.870627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:28.926701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0314c388-670e-4d2e-92e2-8e7461e070b7 req-b272eafe-455c-469b-bd5e-81e0da31c2f6 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 210 time: 0.0590656 Feb 15 09:44:28.955714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Made reservation on behalf of ed93be4d8e95446fa2699fd3e2d6d9d2 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:28.987241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.075282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.152760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=f02ea78c-5f2b-460f-8887-4d5effb2d8f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:29.233257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.241847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a1ec51a-6d2c-49f0-b1b3-52124ba9c2d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/f02ea78c-5f2b-460f-8887-4d5effb2d8f8 HTTP/1.1" status: 204 len: 168 time: 0.8364191 Feb 15 09:44:29.243715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:29.311508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f49f3-551d-4945-b48e-32024a7029d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.314008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957f49f3-551d-4945-b48e-32024a7029d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.319427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-957f49f3-551d-4945-b48e-32024a7029d9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747101 Feb 15 09:44:29.320218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:29.322466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Allocated IP 172.20.0.11 (014d15cc-007b-4f04-8121-f06a696426a5/26ee7b91-e4d6-428b-9df8-e6f07dcb458c/15d3b7e9-33eb-406c-9026-71dbcae4a48f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:29.376315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/55fb8c22-aa3d-47df-bee9-957aa1f65e2d/f9a4507c-7f6e-41bf-827f-60870fa9756c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:29.452981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 55fb8c22-aa3d-47df-bee9-957aa1f65e2d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:29.492423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.508729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.521867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.537375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.549949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.555759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.568695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.591109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.599059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-02660380-45bc-467f-a668-da6c2eb9d989 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.4500141 Feb 15 09:44:29.603469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router e3611c34-9ae2-4154-bc4a-d759e267c0e3 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:29.606839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295fffaf-b468-430e-b4f0-9b94515517cd req-64b792d5-461e-4b60-bc7c-ee03c9ab3c8c tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.609925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-295fffaf-b468-430e-b4f0-9b94515517cd req-64b792d5-461e-4b60-bc7c-ee03c9ab3c8c tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.9783573 Feb 15 09:44:29.624754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.700252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Network 014d15cc-007b-4f04-8121-f06a696426a5 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:29.701418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4fc218b5-6c5b-4003-9c03-30df3c405bed req-cf15d04b-0491-47ef-bb5e-69360e40348e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927227 Feb 15 09:44:29.707047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:29.710670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-295fffaf-b468-430e-b4f0-9b94515517cd req-f8f507fb-3822-49dd-ba50-4b6b262174ef tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.713391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:29.771607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.790470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.793297 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.897570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:29.923585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:29.932962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:29.938633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:29.939314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:29.980666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Pushing event updated for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:29.992746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Pushing event updated for resources: {'Port': ['ID=f9a4507c-7f6e-41bf-827f-60870fa9756c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:30.001263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.052358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-d00565f0-7c39-4837-a2b0-d9388da4477b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2034092 Feb 15 09:44:30.120754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Attempting to bind port f9a4507c-7f6e-41bf-827f-60870fa9756c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:30.121229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Attempting to bind port f9a4507c-7f6e-41bf-827f-60870fa9756c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:30.121540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Attempting to bind port f9a4507c-7f6e-41bf-827f-60870fa9756c on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:30.131500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:30.131965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:30.132280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.132689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:30.134359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039518d-e82a-4ac5-a6d4-d325e73468ac req-0380b416-e4f6-4133-aa37-664209b7cc59 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:30.135737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Bound port: f9a4507c-7f6e-41bf-827f-60870fa9756c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:30.136380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.137559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7039518d-e82a-4ac5-a6d4-d325e73468ac req-0380b416-e4f6-4133-aa37-664209b7cc59 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2618368 Feb 15 09:44:30.173870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Request body: {'port': {'device_id': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:30.216963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:30.296531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7039518d-e82a-4ac5-a6d4-d325e73468ac req-5a403a38-e5e5-4975-a0d9-d965d7d7e588 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414778 Feb 15 09:44:30.299238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3326e56f-ec6f-4a20-b8a6-f0a6576b9012 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/e3611c34-9ae2-4154-bc4a-d759e267c0e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1773396 Feb 15 09:44:30.306649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47204) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:30.323106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] For port f9a4507c-7f6e-41bf-827f-60870fa9756c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:30.330123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] For port f9a4507c-7f6e-41bf-827f-60870fa9756c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f9a4507c-7f6e-41bf-827f-60870fa9756c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:30.339649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] Sync routers for ids ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:30.353802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.388575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:30.397017 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e76745c-52c1-4a22-806b-7926cdfbfd61" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "7a31c48a-e7bf-4af2-a7a8-60ec070711ca"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:30.408970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.505825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] Routers {'e3611c34-9ae2-4154-bc4a-d759e267c0e3'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:30.509037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:30.623199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088216d-9ec4-4e73-9ef3-c72a3e24cbd3 req-f8671182-336f-4e5b-a47c-69fceda97ee2 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:30.625789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9088216d-9ec4-4e73-9ef3-c72a3e24cbd3 req-f8671182-336f-4e5b-a47c-69fceda97ee2 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 932 time: 0.1323340 Feb 15 09:44:30.681719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9088216d-9ec4-4e73-9ef3-c72a3e24cbd3 req-b546c8b3-86cc-4225-9d36-b20fbe4f613a tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472610 Feb 15 09:44:30.683440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.698121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:30.728453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.732878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/55fb8c22-aa3d-47df-bee9-957aa1f65e2d HTTP/1.1" status: 204 len: 168 time: 1.4105053 Feb 15 09:44:30.734205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0524213-7bef-4148-a4f4-406b14493a02 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=55fb8c22-aa3d-47df-bee9-957aa1f65e2d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:30.737018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47214) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:30.793491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:30.794338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e9d10-d57e-4ff5-986e-13f6299e2c50 None None] Pushing event updated for resources: {'Port': ['ID=f9a4507c-7f6e-41bf-827f-60870fa9756c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:30.801365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] Routers {'e3611c34-9ae2-4154-bc4a-d759e267c0e3'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:30.805821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:30.807993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fc216df5-a620-4213-9d82-d4c249126e01 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694973 Feb 15 09:44:30.811773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:30.819842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:30.935930 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a1bd0-554c-4c87-8860-3c829070ec6d x-openstack-request-id: req-953a1bd0-554c-4c87-8860-3c829070ec6d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:30.935930 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-plugged", "status": "completed", "tag": "7a31c48a-e7bf-4af2-a7a8-60ec070711ca", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:30.935930 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-953a1bd0-554c-4c87-8860-3c829070ec6d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:30.936323 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a31c48a-e7bf-4af2-a7a8-60ec070711ca', 'code': 200} Feb 15 09:44:30.939481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:30.940154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec77c823-2338-4a8e-b908-431392a8cbf2 None None] The sync data for ids ['e3611c34-9ae2-4154-bc4a-d759e267c0e3'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:31.059025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:31.065369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.148310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-295fffaf-b468-430e-b4f0-9b94515517cd req-f8f507fb-3822-49dd-ba50-4b6b262174ef tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.243364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-295fffaf-b468-430e-b4f0-9b94515517cd req-f8f507fb-3822-49dd-ba50-4b6b262174ef tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.301287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:31.301880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-295fffaf-b468-430e-b4f0-9b94515517cd req-f8f507fb-3822-49dd-ba50-4b6b262174ef tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.6716995 Feb 15 09:44:31.338467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.342442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47228) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:31.357605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.364246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.376943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.385979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.395611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.408995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.411061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-6109e01c-b02a-444f-b9b8-927f9c70d4c4 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.3394015 Feb 15 09:44:31.474078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17fcaf46-84b0-4707-9ec3-2030c18495c1 req-104660f2-2878-41fa-9cb6-adfbac9a4470 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554247 Feb 15 09:44:31.498595 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fa62d0-3a29-43e7-aba1-7d4c679e0d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.692194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fa62d0-3a29-43e7-aba1-7d4c679e0d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.694853 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.755280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=59b5c1ed-5b89-4bf5-96c6-678b0e8fb442,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:31.757778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37fa62d0-3a29-43e7-aba1-7d4c679e0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.779780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:31.790645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:31.805235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:31.806147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:31.838031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2da277d-47f6-4806-a6f0-aa9366685b25 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0239217 Feb 15 09:44:31.838877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47246) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:31.852481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '59b5c1ed-5b89-4bf5-96c6-678b0e8fb442', 'ip_address': '2001:db8::b964:ccfc:cff:fdef'}], 'name': 'tempest-NetworksTestDHCPv6-125435834'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:31.892597 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3451ee8d-1217-436c-8103-f099d2ce565e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 09:44:31.896510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3451ee8d-1217-436c-8103-f099d2ce565e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/e3611c34-9ae2-4154-bc4a-d759e267c0e3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5849204 Feb 15 09:44:31.917325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa62d0-3a29-43e7-aba1-7d4c679e0d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e358daf-2be7-49ca-bcbc-244e8b0390c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:31.937600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47248) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:31.948066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-37fa62d0-3a29-43e7-aba1-7d4c679e0d07 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=81e4b4a225ca4fd389d9c7a55c663c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421199 Feb 15 09:44:31.950949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:32.007838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f507fb-3822-49dd-ba50-4b6b262174ef tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab124ee-8f50-4993-b272-20e7008e4d97,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:32.041452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c39cc696-bb95-4d23-85fa-25aa4f3a7d13 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3611c34-9ae2-4154-bc4a-d759e267c0e3 HTTP/1.1" status: 200 len: 205 time: 0.0941551 Feb 15 09:44:32.057352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:32.083111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0969a7b3-6699-4682-9c91-e39a45fb7222 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:32.118707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.119082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.119824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.120302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.120771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.121271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.122370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.124490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-2cebc603-bbab-49cf-b32e-3fbcc2efeab1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6490 time: 0.9896114 Feb 15 09:44:32.161601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba388a4-50e4-4591-993b-3f83cc3f9295 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.163234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ba388a4-50e4-4591-993b-3f83cc3f9295 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1130 time: 0.8000710 Feb 15 09:44:32.185898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Could not find standard attr ID for object f02ea78c-5f2b-460f-8887-4d5effb2d8f8. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:32.193433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47258) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:32.207070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55afec3c-fe8e-4c53-b038-e61ba5f768fc req-2605ee5e-5bac-4f5f-91e0-4b0d000b899c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.210245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55afec3c-fe8e-4c53-b038-e61ba5f768fc req-2605ee5e-5bac-4f5f-91e0-4b0d000b899c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.7238023 Feb 15 09:44:32.217255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:32.221864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:32.222585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.312683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e625395-675f-4934-8c6a-0f8cc14d6912 req-7190e6f4-c2aa-4c47-9e9c-30a6109263a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1750391 Feb 15 09:44:32.347669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55afec3c-fe8e-4c53-b038-e61ba5f768fc req-d8d702db-6319-46e5-a806-f35d603de6bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946538 Feb 15 09:44:32.361550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.456360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.509695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] For port f9a4507c-7f6e-41bf-827f-60870fa9756c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f9a4507c-7f6e-41bf-827f-60870fa9756c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:32.516796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.547936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15d3b7e9-33eb-406c-9026-71dbcae4a48f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:32.560068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.585201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f63f78-3336-4399-bd66-8c4a9c54bb32 None None] Pushing event updated for resources: {'Port': ['ID=f9a4507c-7f6e-41bf-827f-60870fa9756c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:32.597219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Transition to ACTIVE for port object 15d3b7e9-33eb-406c-9026-71dbcae4a48f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:44:32.613506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.687352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:32.689320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8baf44-62ce-4876-a850-5d4897396397 req-546b5769-5ca1-4e8e-a3d0-bf7a59e36ee5 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.690714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf8baf44-62ce-4876-a850-5d4897396397 req-546b5769-5ca1-4e8e-a3d0-bf7a59e36ee5 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 932 time: 0.8454938 Feb 15 09:44:32.726578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f9a4507c-7f6e-41bf-827f-60870fa9756c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:32.772877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.791438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.801237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:32.801533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:32.813250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.819457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.837706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.849988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.857170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.863423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.869390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:32.871391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-860f53dc-c33d-4cd9-9ae7-c524d80046f9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.1990924 Feb 15 09:44:32.894528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:32.901520 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.045611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0ac43fde-627e-4716-b10b-4ccde68b6be0 None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:33.046267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac43fde-627e-4716-b10b-4ccde68b6be0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.071726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aaa653a-c988-42c2-b60b-6861ec2eed6a req-37431c11-e0d7-437e-9595-a4c5975d9155 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1807625 Feb 15 09:44:33.072352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Attempting to bind port 15d3b7e9-33eb-406c-9026-71dbcae4a48f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:33.072794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Attempting to bind port 15d3b7e9-33eb-406c-9026-71dbcae4a48f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '7ee6ff27-85d5-4a9b-a39b-6820728d4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:33.073087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Attempting to bind port 15d3b7e9-33eb-406c-9026-71dbcae4a48f on network 014d15cc-007b-4f04-8121-f06a696426a5 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:33.092725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Port 15d3b7e9-33eb-406c-9026-71dbcae4a48f on network 014d15cc-007b-4f04-8121-f06a696426a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:44:33.093083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Attempting to bind port 15d3b7e9-33eb-406c-9026-71dbcae4a48f on network 014d15cc-007b-4f04-8121-f06a696426a5 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:33.126837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:33.127529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Checking segment: {'id': '7ee6ff27-85d5-4a9b-a39b-6820728d4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:33.128106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Bound using segment: {'id': '7ee6ff27-85d5-4a9b-a39b-6820728d4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:33.128753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Bound port: 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ee6ff27-85d5-4a9b-a39b-6820728d4c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:33.129403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.139415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.144719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf8baf44-62ce-4876-a850-5d4897396397 req-f6e69d1e-c368-47bf-b452-1f22101f5e56 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096191 Feb 15 09:44:33.150200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.167092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.241487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.25.6.227 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f8fd7262-5baa-43d6-8a07-9535cea06847) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:33.288027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.288516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router e3611c34-9ae2-4154-bc4a-d759e267c0e3 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:44:33.290246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:33.297916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.301004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eeef0de4-12d2-40a8-81cf-5bcfa1fdadf3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/e3611c34-9ae2-4154-bc4a-d759e267c0e3 HTTP/1.1" status: 204 len: 168 time: 1.2403862 Feb 15 09:44:33.303550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.305297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47278) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:33.329089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1f8cd1fd-3a2c-4263-881f-5d946a3644a0 None None] Could not find standard attr ID for object 19bb3b4c-dba4-49e8-9ae6-025036515eac. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:33.350116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f,segment=NetworkSegment(7ee6ff27-85d5-4a9b-a39b-6820728d4c34),segment_id=7ee6ff27-85d5-4a9b-a39b-6820728d4c34)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:33.359743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.381885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 1d45cd2c-34c0-4751-998e-31b9ad325871 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:33.390495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.393737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.397487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e358daf-2be7-49ca-bcbc-244e8b0390c5 HTTP/1.1" status: 204 len: 168 time: 1.4195065 Feb 15 09:44:33.462947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c002c-00b3-4c1b-a544-316e994ce8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e358daf-2be7-49ca-bcbc-244e8b0390c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:33.471503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:33.491722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 52def196-62f4-4f8f-ac82-ce8209bf15e6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:33.503350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.523736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:33.525083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.527499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-64db0b0b-35bb-40a7-92ed-8d43cbc5d4c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/15d3b7e9-33eb-406c-9026-71dbcae4a48f HTTP/1.1" status: 200 len: 1092 time: 3.3675005 Feb 15 09:44:33.528888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:33.532305 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4" -d '{"events": [{"name": "network-changed", "server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:33.579031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2383b629-3b0a-4255-a8d7-793379b5f6fb None None] Could not find standard attr ID for object f02ea78c-5f2b-460f-8887-4d5effb2d8f8. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:33.640272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.654451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.741408 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0f4e3d-1d21-4c87-8ab3-a535d6e96523 x-openstack-request-id: req-ec0f4e3d-1d21-4c87-8ab3-a535d6e96523 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:33.741829 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:33.742090 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec0f4e3d-1d21-4c87-8ab3-a535d6e96523 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:33.742492 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f', 'status': 'completed', 'code': 200} Feb 15 09:44:33.781355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.864442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::b964:ccfc:cff:fdef (36673517-2969-4f9b-be17-a8fd371f8f39/59b5c1ed-5b89-4bf5-96c6-678b0e8fb442/1d45cd2c-34c0-4751-998e-31b9ad325871) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:33.899811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:33.902134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-c8257745-01f1-4444-b94f-b51929d89413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:33.903857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-c8257745-01f1-4444-b94f-b51929d89413 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed93be4d8e95446fa2699fd3e2d6d9d2&device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 1095 time: 0.2097297 Feb 15 09:44:33.914411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d400b9-c287-407c-8c2b-7e6fb92b5d0a req-9be7a35b-7eba-46e0-84fd-c9a3603963c4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:33.916639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d400b9-c287-407c-8c2b-7e6fb92b5d0a req-9be7a35b-7eba-46e0-84fd-c9a3603963c4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.3481936 Feb 15 09:44:33.922368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:33.942752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:33.945192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:34.018565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=f8fd7262-5baa-43d6-8a07-9535cea06847,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:34.115719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.157370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d400b9-c287-407c-8c2b-7e6fb92b5d0a req-3c1a99cb-f3b0-4f4c-9466-0e84bac21e1f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257769 Feb 15 09:44:34.226816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=52def196-62f4-4f8f-ac82-ce8209bf15e6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:34.247529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.249039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75e006-8c7c-40a7-a862-d24b07672b11 None None] Network 31499e87-0235-47d4-acb6-f6b237663308 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:34.258590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cc33d30b-53b3-4792-abda-5ce98b92ba0f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/52def196-62f4-4f8f-ac82-ce8209bf15e6 HTTP/1.1" status: 204 len: 168 time: 0.9511645 Feb 15 09:44:34.260124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:34.331925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47304) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:34.440302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.441867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee17b83-edcf-4353-b6a4-66a5ccba8d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.506126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.540314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.547626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.553140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-cc9b4e86-b1bb-473b-8dab-67c6332bdcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.553681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.557622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-cc9b4e86-b1bb-473b-8dab-67c6332bdcdb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=ed93be4d8e95446fa2699fd3e2d6d9d2&shared=False HTTP/1.1" status: 200 len: 911 time: 0.6390042 Feb 15 09:44:34.561171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.567286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.573864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.580656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.582840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74212719-999b-4170-9baa-edf6a5035cb4 req-4a0dd387-7b0b-4880-af32-1755ce6de0ba tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.3078084 Feb 15 09:44:34.628287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] DHCP port deletion for 31499e87-0235-47d4-acb6-f6b237663308 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:34.663919 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.683732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df235fca-736c-4a81-aa67-411f601d967a req-ddee9bfd-a9fb-445b-879c-81c76771783b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.693684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df235fca-736c-4a81-aa67-411f601d967a req-ddee9bfd-a9fb-445b-879c-81c76771783b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 944 time: 0.2226334 Feb 15 09:44:34.693996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f9a4507c-7f6e-41bf-827f-60870fa9756c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:34.759790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74212719-999b-4170-9baa-edf6a5035cb4 req-efd91b12-7d94-4ee0-b2e4-59945d9565fe tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1554971 Feb 15 09:44:34.772663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:34.781576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Deleting port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:34.782472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.788074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee17b83-edcf-4353-b6a4-66a5ccba8d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.789474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:34.795390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=1d45cd2c-34c0-4751-998e-31b9ad325871,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:34.798069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:34.804008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:34.804149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df235fca-736c-4a81-aa67-411f601d967a req-9c355cf1-9b13-49ce-a885-515e7fbb9793 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092319 Feb 15 09:44:34.804532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.815590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee17b83-edcf-4353-b6a4-66a5ccba8d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.883943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d20d7a7c-6fda-4037-9af1-7686e9de3982 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0372589 Feb 15 09:44:34.886614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47310) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:34.906685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] For port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,segment=NetworkSegment(9a565032-73fc-4b5a-8f3d-90a663fbb91a),segment_id=9a565032-73fc-4b5a-8f3d-90a663fbb91a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:34.907567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.917061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ee17b83-edcf-4353-b6a4-66a5ccba8d8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=383761179175402a8ca9fcddb098cb47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5742042 Feb 15 09:44:34.920222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47312) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:34.922872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:34.923221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:34.936348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Calling delete_port for df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:34.959126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee17b83-edcf-4353-b6a4-66a5ccba8d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e5b975-f410-4b28-9a28-70f6e4ef5da2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:35.068353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-547be47b-3217-499f-b491-47e8a3ff710a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.069944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.070207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d0bb6a9-9c87-49f1-818a-b966c05d84c4 req-547be47b-3217-499f-b491-47e8a3ff710a service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5026143 Feb 15 09:44:35.103694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] No DVR routers for this DVR port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:35.135639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:35.136018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.153668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,segment=NetworkSegment(9a565032-73fc-4b5a-8f3d-90a663fbb91a),segment_id=9a565032-73fc-4b5a-8f3d-90a663fbb91a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:35.154104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.184616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555280d7-0a1e-4c0f-89a7-952e36560a9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.191146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555280d7-0a1e-4c0f-89a7-952e36560a9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.192431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f418e-185d-4c76-a867-eed28cda58ea None None] Pushing event deleted for resources: {'Port': ['ID=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:35.204851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-555280d7-0a1e-4c0f-89a7-952e36560a9d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3002100 Feb 15 09:44:35.206667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:35.209125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47318) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:35.225591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.318038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-558c8cf2-692d-46a1-ab1c-195421353dae None None] Provisioning complete for port 1d45cd2c-34c0-4751-998e-31b9ad325871 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:35.318415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-558c8cf2-692d-46a1-ab1c-195421353dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.340945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.369022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-558c8cf2-692d-46a1-ab1c-195421353dae None None] Port 1d45cd2c-34c0-4751-998e-31b9ad325871 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:35.421029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91720e-645f-4922-a58c-b5d95f76a2e9 req-4dbc2f20-6064-4580-b52c-5b79d1e84e64 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.422632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb91720e-645f-4922-a58c-b5d95f76a2e9 req-4dbc2f20-6064-4580-b52c-5b79d1e84e64 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1314726 Feb 15 09:44:35.424686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.462462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:35.471864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:35.502186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.504715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.508360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22e5b975-f410-4b28-9a28-70f6e4ef5da2 HTTP/1.1" status: 204 len: 168 time: 0.5803349 Feb 15 09:44:35.536721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367298e3-1197-47cd-a5b4-1b8036f0568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e5b975-f410-4b28-9a28-70f6e4ef5da2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:35.540896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb91720e-645f-4922-a58c-b5d95f76a2e9 req-c92ebdce-431f-4fc7-9fd6-2e38a9e07158 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048431 Feb 15 09:44:35.632482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.657449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.665878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.667880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31499e87-0235-47d4-acb6-f6b237663308']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:35.672861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.679022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.685082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a565032-73fc-4b5a-8f3d-90a663fbb91a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:35.685486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a565032-73fc-4b5a-8f3d-90a663fbb91a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:35.686040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.693900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.698142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.700508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.702616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e0c12af-a326-4fa8-9806-4c465cba6f93 req-d7dd5d65-7a45-433d-a1cb-a04a2139b171 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.7907786 Feb 15 09:44:35.713157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47332) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:35.720149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Request body: {'floatingip': {'port_id': 'db92b45b-64a2-4af7-8559-c51a947688e5'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:35.761232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.772090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.774836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:35.775424 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.782080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-8d891a7a-ff18-4521-9b64-6119695c533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:35.782538 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:35.786027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-8d891a7a-ff18-4521-9b64-6119695c533b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=ed93be4d8e95446fa2699fd3e2d6d9d2&device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 1095 time: 0.6282969 Feb 15 09:44:35.788751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:35.858740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-b5c4c032-7e0e-4323-b27d-d42da26cd2fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f HTTP/1.1" status: 200 len: 217 time: 0.0473471 Feb 15 09:44:35.932648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 1d45cd2c-34c0-4751-998e-31b9ad325871 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:35.933117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.006014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.023951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.035038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.038494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/31499e87-0235-47d4-acb6-f6b237663308 HTTP/1.1" status: 204 len: 168 time: 1.7569897 Feb 15 09:44:36.044942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47346) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:36.064945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-868023325'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:36.066833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832f1d26-230c-416b-90f9-514fe6d33532 req-9c430a05-597e-4887-9755-252474ea5899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:36.069025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-9c430a05-597e-4887-9755-252474ea5899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=26ee7b91-e4d6-428b-9df8-e6f07dcb458c HTTP/1.1" status: 200 len: 850 time: 0.1929419 Feb 15 09:44:36.072126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df36dd6-d63c-4efa-aa5c-81e4d847d0ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=31499e87-0235-47d4-acb6-f6b237663308,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:36.097471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509d370-44a7-441a-9a0b-94c6766e90cc req-708d28ee-600d-455c-aec0-29f8ae567c5b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:36.104938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e509d370-44a7-441a-9a0b-94c6766e90cc req-708d28ee-600d-455c-aec0-29f8ae567c5b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 944 time: 0.1882145 Feb 15 09:44:36.127332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-183bb795-7e72-4783-bfc9-0b0165e76269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=014d15cc-007b-4f04-8121-f06a696426a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470264 Feb 15 09:44:36.197547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:36.201951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.219197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.245054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e509d370-44a7-441a-9a0b-94c6766e90cc req-d2054d48-5cd5-45e6-aa7e-8b20dd51b582 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392236 Feb 15 09:44:36.264954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:44:36.280296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.280705 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment ad43aca3-895d-4c8e-a8db-695b8c822bce of type vlan for network a400d64f-ac42-47e7-b859-7e0c3301956b Feb 15 09:44:36.284563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 1d45cd2c-34c0-4751-998e-31b9ad325871 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:36.352953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.422013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-457ef3cd-27fd-4aed-93e5-7c6b36d44096 service neutron] 10.222.0.36 "GET /v2.0/networks/014d15cc-007b-4f04-8121-f06a696426a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840314 Feb 15 09:44:36.474344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.506164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.511902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:36.512490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.512745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.558345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=f8fd7262-5baa-43d6-8a07-9535cea06847,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:36.586189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=a400d64f-ac42-47e7-b859-7e0c3301956b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:36.627662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a400d64f-ac42-47e7-b859-7e0c3301956b details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:44:36.658365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1eb5b87e-bf03-44c5-b83c-5093585f94b8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6046746 Feb 15 09:44:36.669581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47368) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:36.676105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:36.745885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:36.752455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.762627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-832f1d26-230c-416b-90f9-514fe6d33532 req-a1d89050-e03d-4081-88d4-0a2f5050b5c5 service neutron] 10.222.0.36 "GET /v2.0/networks/014d15cc-007b-4f04-8121-f06a696426a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303390 Feb 15 09:44:36.837702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.933260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=1d45cd2c-34c0-4751-998e-31b9ad325871,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:36.946849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:36.953241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be792569-40f4-435f-bf1f-f83cab3915ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/1d45cd2c-34c0-4751-998e-31b9ad325871 HTTP/1.1" status: 204 len: 168 time: 1.7396495 Feb 15 09:44:36.959667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:36.982015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:36.982754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device df195cc2-ec31-4b0e-8a9f-9cba4d5cbabe not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:37.033127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.040352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.101944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8244f7e-e3cf-4e42-8216-4e8582b4dbc0 req-fc6646b2-5832-4650-9554-3d50f9bb4e9a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:37.105467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8244f7e-e3cf-4e42-8216-4e8582b4dbc0 req-fc6646b2-5832-4650-9554-3d50f9bb4e9a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.3437409 Feb 15 09:44:37.184249 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Floating IP 6c11d652-6d2f-4615-bbf4-cf0285cbc11b associated. External IP: 172.25.6.227, port: 4ea09edd-c693-4900-a9c1-e7b4073b5d4f. Feb 15 09:44:37.256557 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Floating IP 6b89055e-a116-4e93-8bf7-628457fb355f associated. External IP: 172.25.6.172, port: db92b45b-64a2-4af7-8559-c51a947688e5. Feb 15 09:44:37.281685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:37.286798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.332190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc9ce25-173c-4a64-b277-46fa52928f92 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:37.333850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc9ce25-173c-4a64-b277-46fa52928f92 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:37.338645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bdc9ce25-173c-4a64-b277-46fa52928f92 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3689575 Feb 15 09:44:37.345741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:37.460604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e2ef9-50b3-40b8-8479-6472f33f7fd6 req-d49b9fa8-3b0a-4ecc-b356-9c0b8c2af64b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:37.465473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c13e2ef9-50b3-40b8-8479-6472f33f7fd6 req-d49b9fa8-3b0a-4ecc-b356-9c0b8c2af64b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 944 time: 0.0814672 Feb 15 09:44:37.520017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8244f7e-e3cf-4e42-8216-4e8582b4dbc0 req-c33b2482-9570-48f7-acca-ba2affd87a10 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936491 Feb 15 09:44:37.606277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 59b5c1ed-5b89-4bf5-96c6-678b0e8fb442 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:37.631369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.717086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.809131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-d69afffd-4a31-4444-a288-1a6342c4e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:37.811248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-d69afffd-4a31-4444-a288-1a6342c4e16b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1095 time: 0.2845702 Feb 15 09:44:37.914099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:37.974980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c13e2ef9-50b3-40b8-8479-6472f33f7fd6 req-b1ae4a6f-3f68-4578-b684-38366d36834a tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220967 Feb 15 09:44:38.085075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Router f710906c-e40d-444f-93b6-8f00ab6f816a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:38.119321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.218174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 6cad6d7c-97c0-451f-941e-040a8787006f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:38.226692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': 'ad43aca3-895d-4c8e-a8db-695b8c822bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:38.227055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: a400d64f-ac42-47e7-b859-7e0c3301956b, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:44:38.229537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-52ea242f-e110-48ca-b88e-c32d72bad554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:38.231737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-52ea242f-e110-48ca-b88e-c32d72bad554 service neutron] 10.222.0.72 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.3663340 Feb 15 09:44:38.238015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.253733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:38.259139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.268521 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Sync routers for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:38.282204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:38.283343 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:38.306176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=572f9fb2-4db3-4cbd-9158-cf51a4c822a3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:38.313493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.316577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee9e5a6-c142-45e0-9597-151347cd744c None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:38.319207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/59b5c1ed-5b89-4bf5-96c6-678b0e8fb442 HTTP/1.1" status: 204 len: 168 time: 0.9727437 Feb 15 09:44:38.320566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47408) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:38.421269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-384f6495-011b-43b4-b3c5-d1d5cb2b0cdc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916786 Feb 15 09:44:38.423682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 15d3b7e9-33eb-406c-9026-71dbcae4a48f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:38.425433 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:44:38.427596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-38d16df5-41ba-4df7-a315-a55f5d4d9d25 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "PUT /v2.0/floatingips/6b89055e-a116-4e93-8bf7-628457fb355f HTTP/1.1" status: 200 len: 991 time: 2.7132833 Feb 15 09:44:38.428589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47410) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:38.431015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:38.434354 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58fae23-3d69-496f-b835-dd762c1820a2" -d '{"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:38.454589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:38.474037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:38.478349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a400d64f-ac42-47e7-b859-7e0c3301956b is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:44:38.486584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983b4fe-4d37-4d4e-913e-de52cfe9147b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=59b5c1ed-5b89-4bf5-96c6-678b0e8fb442,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:38.506862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-e7e5d4a0-26ca-49e2-ad40-d9ef2ddf8653 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 200 len: 999 time: 0.2588394 Feb 15 09:44:38.512664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a400d64f-ac42-47e7-b859-7e0c3301956b) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:38.526221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:38.527103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.536313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.592238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-faf1a7b7-6a66-405d-bf0e-74b15afd49f0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3808818 Feb 15 09:44:38.593200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:38.599489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:38.602090 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:38.720298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dded6dc4-3368-44c8-aef1-e0a73d10eb45 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0497215 Feb 15 09:44:38.730235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47426) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:38.733209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f,segment=NetworkSegment(7ee6ff27-85d5-4a9b-a39b-6820728d4c34),segment_id=7ee6ff27-85d5-4a9b-a39b-6820728d4c34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:38.758884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '15d3b7e9-33eb-406c-9026-71dbcae4a48f', 'network_id': '014d15cc-007b-4f04-8121-f06a696426a5', 'port_id': '15d3b7e9-33eb-406c-9026-71dbcae4a48f', 'mac_address': 'fa:16:3e:0e:f9:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26ee7b91-e4d6-428b-9df8-e6f07dcb458c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:38.761010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2851adf2-3f3f-45fa-84c1-d3cffd0324fd None None] Network a400d64f-ac42-47e7-b859-7e0c3301956b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:38.767442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:38.771833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:38.783298 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6b89055e-a116-4e93-8bf7-628457fb355f', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'port_id': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'mac_address': 'fa:16:3e:43:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:44Z', 'updated_at': '2022-02-15T09:44:36Z', 'revision_number': 1, 'project_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:38.847299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47428) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:38.858520 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Checking router: f710906c-e40d-444f-93b6-8f00ab6f816a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:44:38.864559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10ac64-b125-4663-8cf8-67f92fefdbac req-a74dd4df-3b05-4370-b2ad-968aec3b818a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:38.866392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d10ac64-b125-4663-8cf8-67f92fefdbac req-a74dd4df-3b05-4370-b2ad-968aec3b818a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.1798441 Feb 15 09:44:38.880642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:38.881762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:44:38.882797 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:38.885001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Sync routers for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:38.979102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d10ac64-b125-4663-8cf8-67f92fefdbac req-7eabf262-f046-44d1-b291-050159419318 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996001 Feb 15 09:44:38.998168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-01a87ab8-5491-4893-8e1c-b8971645efb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.057903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:39.067809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:39.133771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-01a87ab8-5491-4893-8e1c-b8971645efb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.145251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-01a87ab8-5491-4893-8e1c-b8971645efb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.159768 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:44:39.247634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:44:39.262695 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226a26d-3eb4-4471-835d-7b46b60fa25a x-openstack-request-id: req-e226a26d-3eb4-4471-835d-7b46b60fa25a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:39.262695 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:39.262695 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e226a26d-3eb4-4471-835d-7b46b60fa25a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:39.262695 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'status': 'completed', 'code': 200} Feb 15 09:44:39.294781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-01a87ab8-5491-4893-8e1c-b8971645efb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ee4ade056c214b2fab02befb2e0a54f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458623 Feb 15 09:44:39.304980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47440) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:39.369585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a87ab8-5491-4893-8e1c-b8971645efb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0d8e2-43f2-4ab7-98e1-c796aeb8e4ce,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:39.412752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.497224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:44:39.565151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:39.586553 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6b89055e-a116-4e93-8bf7-628457fb355f', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'port_id': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'mac_address': 'fa:16:3e:43:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:44Z', 'updated_at': '2022-02-15T09:44:36Z', 'revision_number': 1, 'project_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:39.593096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:39.600152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.602346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.608990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.609894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.611221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.611857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.612476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.613142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.613756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.614371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.614980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.615590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.616204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.616843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.619118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-55667b52-bd15-4871-856a-454faf4d0b9f tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8415 time: 1.0135245 Feb 15 09:44:39.623277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-59875737', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:39.625190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.625976 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15572bcf-2901-4711-8b1f-f3d2313db111 None None] The sync data for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 is: [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6b89055e-a116-4e93-8bf7-628457fb355f', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'port_id': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'mac_address': 'fa:16:3e:43:dc:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:42:44Z', 'updated_at': '2022-02-15T09:44:36Z', 'revision_number': 1, 'project_id': '593edc21200c4426866d41a68ddcef50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:39.627665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=d4140c51-6116-4f73-80c4-e22278929f1f,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:39.642347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47444) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:39.662241 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668404c-0176-4597-ac9b-b0bae3c8b6a5 x-openstack-request-id: req-6668404c-0176-4597-ac9b-b0bae3c8b6a5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:39.662923 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:39.663557 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6668404c-0176-4597-ac9b-b0bae3c8b6a5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:39.664183 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'status': 'completed', 'code': 200} Feb 15 09:44:39.669389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-4e441a0d-e41c-4435-a940-3279af16de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.671527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-4e441a0d-e41c-4435-a940-3279af16de7c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 1.1561456 Feb 15 09:44:39.674526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-830da425-2067-4806-bb35-5953d2f17119 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2300696 Feb 15 09:44:39.713622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204c332-7bdb-454e-9ce9-6d1c8b1fea6a req-1d44ca21-8dee-455b-bc7d-64a5a4d717d7 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.714196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47448) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:39.722865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3204c332-7bdb-454e-9ce9-6d1c8b1fea6a req-1d44ca21-8dee-455b-bc7d-64a5a4d717d7 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 944 time: 0.3570199 Feb 15 09:44:39.739420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': 'd4140c51-6116-4f73-80c4-e22278929f1f', 'ip_address': '2001:db8::2d1c:2bee:257a:c4a'}], 'name': 'tempest-NetworksTestDHCPv6-1391629160'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:39.771333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.825076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.850405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15d3b7e9-33eb-406c-9026-71dbcae4a48f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:39.853438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.853976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.854515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.855032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.855762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.856445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.857221 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.857888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.858527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.859163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.859797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.860488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:39.862946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b497f56b-abc4-4518-bb11-ad296c8ecb60 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7675 time: 0.2116489 Feb 15 09:44:39.866017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.867051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.874658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47452) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:39.884299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f,segment=NetworkSegment(7ee6ff27-85d5-4a9b-a39b-6820728d4c34),segment_id=7ee6ff27-85d5-4a9b-a39b-6820728d4c34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:39.893885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a400d64f-ac42-47e7-b859-7e0c3301956b', 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '572f9fb2-4db3-4cbd-9158-cf51a4c822a3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:39.895283 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.917177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:39.991615 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:40.013681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-1e1ff9d4-24f5-4ee2-ba98-07c728c939fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.016110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-1e1ff9d4-24f5-4ee2-ba98-07c728c939fb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.3641865 Feb 15 09:44:40.023035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3204c332-7bdb-454e-9ce9-6d1c8b1fea6a req-7df94fff-2271-4b66-9e5d-f9f5156331db tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981107 Feb 15 09:44:40.024107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.025324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.025820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.027373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.028531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.029966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.030579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.032664 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-8ea5b0a7-36c6-41ff-a789-a73f1266fa2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6490 time: 0.3785629 Feb 15 09:44:40.058721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00641f90-1a0a-4492-a0f2-4ddd6df4f3b4 None None] New status for floating IP 6b89055e-a116-4e93-8bf7-628457fb355f: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:44:40.072870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.094168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.108307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:40.110944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.112351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:40.115923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55a0d8e2-43f2-4ab7-98e1-c796aeb8e4ce HTTP/1.1" status: 204 len: 168 time: 0.8051863 Feb 15 09:44:40.123968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.140514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.155968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.165991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.185655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-601479ba-4be0-4c56-968d-ee82a0c7903d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 1.5434189 Feb 15 09:44:40.240447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd7b1a0-fe78-470b-8f79-65bd757b1a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0d8e2-43f2-4ab7-98e1-c796aeb8e4ce,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:40.370997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['15d3b7e9-33eb-406c-9026-71dbcae4a48f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:40.377398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:40.421604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:40.428097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebaa71d-8de3-4928-bf56-03866c3284d3 req-057a41c9-ed07-46de-99a0-512c48e5fc41 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.433251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a12dac-7b1a-41c2-bbde-23c2391f5e54 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:40.437565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cebaa71d-8de3-4928-bf56-03866c3284d3 req-057a41c9-ed07-46de-99a0-512c48e5fc41 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 944 time: 0.2915757 Feb 15 09:44:40.461728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:40.489820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Allocated IP 172.20.0.2 (a400d64f-ac42-47e7-b859-7e0c3301956b/572f9fb2-4db3-4cbd-9158-cf51a4c822a3/f54f6076-d6f7-4b40-9863-1516d5cfcf2f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:40.506792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cebaa71d-8de3-4928-bf56-03866c3284d3 req-fcc53fa0-68b0-4802-a0cf-beecb15f2e63 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670459 Feb 15 09:44:40.533021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-68da9fa1-3b32-4a53-9794-0916eadc972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.534523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-68da9fa1-3b32-4a53-9794-0916eadc972f service neutron] 10.222.0.72 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 898 time: 0.3168800 Feb 15 09:44:40.577807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d4da0e9-7fb3-4008-8489-cfdbe090ae1f req-b51b9928-cc0a-4332-960c-7fd6fa8e43d6 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3585258 Feb 15 09:44:40.580316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-2c469b72-c467-4b6e-b74f-94842b8feb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.583146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-2c469b72-c467-4b6e-b74f-94842b8feb0c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8700821 Feb 15 09:44:40.586684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:40.588584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69863a56-4b74-4eb5-987e-4dac4035f4ae tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9819608 Feb 15 09:44:40.596517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dc653e78-f48a-4d08-b71d-94643d5979bc tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.7160802 Feb 15 09:44:40.596517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47466) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:40.597553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47468) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:40.640576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6c11d652-6d2f-4615-bbf4-cf0285cbc11b', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'port_id': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'mac_address': 'fa:16:3e:70:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:44:34Z', 'updated_at': '2022-02-15T09:44:34Z', 'revision_number': 0, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:40.713641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Checking router: 6cad6d7c-97c0-451f-941e-040a8787006f for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:44:40.724040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'mac_address': 'fa:16:3e:85:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:44:40.784123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:40.785127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:40.812688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-4ba038fd-db77-4242-9230-842fb8f59088 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 999 time: 0.2138040 Feb 15 09:44:40.860465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47474) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:40.892611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-558565ec-77bb-457c-8d77-1f8519bf67dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:40.894137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-558565ec-77bb-457c-8d77-1f8519bf67dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 200 len: 835 time: 0.0580370 Feb 15 09:44:40.917265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:44:40.925058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0b25-85e2-49cd-88a6-e4497a862bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.036592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-b2909cff-5fb9-4bf3-9087-986985fc99b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.038163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-b2909cff-5fb9-4bf3-9087-986985fc99b1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab6ed2b-7234-4a1c-bd44-9588d3a04252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065776 Feb 15 09:44:41.051875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed672edb-f9e3-4152-90ca-ed097fb4f359 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.052423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed672edb-f9e3-4152-90ca-ed097fb4f359 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.055633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ed672edb-f9e3-4152-90ca-ed097fb4f359 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6cad6d7c-97c0-451f-941e-040a8787006f HTTP/1.1" status: 200 len: 1990 time: 0.3960025 Feb 15 09:44:41.138717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.156704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.165965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.179285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-947813d0-9210-49c6-827b-3438b35fbc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.180600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-947813d0-9210-49c6-827b-3438b35fbc88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d140436-5ae5-449e-af0d-6865edfaf3b7 HTTP/1.1" status: 200 len: 913 time: 1.1294870 Feb 15 09:44:41.184859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.191126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.198322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.200490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-72aebeb5-fdbe-4b63-8e18-d22b89bacd17 service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480037 Feb 15 09:44:41.205309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.207435 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-237b9914-fd7f-4840-b8b9-09f49c18823e req-880a5800-ee0c-4fea-94d9-a821171309b9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.4532561 Feb 15 09:44:41.237359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:41.270021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0b25-85e2-49cd-88a6-e4497a862bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.291308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-945ef0df-38c7-45f7-afa4-e82a17e66f48 None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:41.291960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-945ef0df-38c7-45f7-afa4-e82a17e66f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.299982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0ef0b25-85e2-49cd-88a6-e4497a862bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.369802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b0ef0b25-85e2-49cd-88a6-e4497a862bc1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1d25a9a6556423a8f21ef4f3405b187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949372 Feb 15 09:44:41.370714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47486) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:41.381512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ef0b25-85e2-49cd-88a6-e4497a862bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f64c3-fe4d-4505-8673-612046e145bc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:41.410531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.456657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bc5c3-de9f-4dc3-88ce-6aeb39f22cb1 req-ce890ae4-ddd9-43c9-acdd-b6e65c2c3a3e tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.458345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564bc5c3-de9f-4dc3-88ce-6aeb39f22cb1 req-ce890ae4-ddd9-43c9-acdd-b6e65c2c3a3e tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 945 time: 0.2948241 Feb 15 09:44:41.464451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-62539721-f6e4-4c6c-a971-ba7fa1d9a5a6 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900659 Feb 15 09:44:41.466801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.471441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-0358f3c6-b1ef-49a4-bbbb-40a77f1451df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 200 len: 1001 time: 0.2693989 Feb 15 09:44:41.496930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:44:41.519773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:41.530796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.626364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.633259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.651430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c0228a7-5951-443d-8109-dc0a69be81b0 req-5f7c2f2c-edb9-40a2-8724-6ceb5d4dea9b service neutron] 10.222.0.72 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275572 Feb 15 09:44:41.677527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-564bc5c3-de9f-4dc3-88ce-6aeb39f22cb1 req-e7a81391-672c-4d6e-ba6c-0411f57b50b4 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051156 Feb 15 09:44:41.687805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port a2cd2974-b291-43be-a123-43c7a9907250 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:41.697350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-dc6ea8d5-555b-4a59-b5d4-00fb247943cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.698313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-dc6ea8d5-555b-4a59-b5d4-00fb247943cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca121c-8613-44ff-a1b3-cf1d49d5a782 HTTP/1.1" status: 200 len: 851 time: 0.2047756 Feb 15 09:44:41.712088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.770390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.20.0.1 (a400d64f-ac42-47e7-b859-7e0c3301956b/572f9fb2-4db3-4cbd-9158-cf51a4c822a3/d89376ea-f706-4389-bfe9-a87deb30e5ba) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:41.799038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.815539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f14e061-6fa9-4e2c-ad47-206e06b20ee4 req-849759bb-eb5f-451b-bf61-a6b914899f86 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142290 Feb 15 09:44:41.871956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-590148ac-6ac4-4f10-9fc5-f92dded717e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:41.872324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Network a400d64f-ac42-47e7-b859-7e0c3301956b is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:41.873969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-590148ac-6ac4-4f10-9fc5-f92dded717e9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d140436-5ae5-449e-af0d-6865edfaf3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650739 Feb 15 09:44:41.879827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:41.883446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:41.902058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:41.928282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['06b73f8a-8f62-447e-9f6e-e677a839ce90'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:42.001728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::2d1c:2bee:257a:c4a (36673517-2969-4f9b-be17-a8fd371f8f39/d4140c51-6116-4f73-80c4-e22278929f1f/a2cd2974-b291-43be-a123-43c7a9907250) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:42.024715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:42.047140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-98f962c0-2c9c-4148-8aa1-1545b26b9401 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634495 Feb 15 09:44:42.103738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.151737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c19dc7-0944-4a2d-979a-93b29fbec50c req-a16587a5-792f-40e2-90c6-23a4225588c6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:42.154898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8c19dc7-0944-4a2d-979a-93b29fbec50c req-a16587a5-792f-40e2-90c6-23a4225588c6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.5029173 Feb 15 09:44:42.157101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.202353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Attempting to bind port f54f6076-d6f7-4b40-9863-1516d5cfcf2f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:42.202716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Attempting to bind port f54f6076-d6f7-4b40-9863-1516d5cfcf2f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ad43aca3-895d-4c8e-a8db-695b8c822bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:42.203074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Attempting to bind port f54f6076-d6f7-4b40-9863-1516d5cfcf2f on network a400d64f-ac42-47e7-b859-7e0c3301956b {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:42.229198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=d89376ea-f706-4389-bfe9-a87deb30e5ba,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:42.249806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Pushing event updated for resources: {'Port': ['ID=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:42.253169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:42.253542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Checking segment: {'id': 'ad43aca3-895d-4c8e-a8db-695b8c822bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:42.253938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.254325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Bound using segment: {'id': 'ad43aca3-895d-4c8e-a8db-695b8c822bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:42.254799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Bound port: f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad43aca3-895d-4c8e-a8db-695b8c822bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'a400d64f-ac42-47e7-b859-7e0c3301956b'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:42.255178 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.263260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a400d64f-ac42-47e7-b859-7e0c3301956b is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:42.266927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:42.271409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:42.284795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c58fae23-3d69-496f-b835-dd762c1820a2 req-bdb42560-dee8-4ed5-9596-e62771379489 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252409 Feb 15 09:44:42.344923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.359765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.389787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6c11d652-6d2f-4615-bbf4-cf0285cbc11b', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'port_id': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'mac_address': 'fa:16:3e:70:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:44:34Z', 'updated_at': '2022-02-15T09:44:34Z', 'revision_number': 0, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:42.411420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.412701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.417012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.418796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f0f64c3-fe4d-4505-8673-612046e145bc HTTP/1.1" status: 204 len: 168 time: 1.0426939 Feb 15 09:44:42.442254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e26e9-c4f1-40f5-8e0c-419f2b2ca14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f64c3-fe4d-4505-8673-612046e145bc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:42.447527 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8c19dc7-0944-4a2d-979a-93b29fbec50c req-0207e19a-5346-429c-b1cf-abb4d7c85161 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200632 Feb 15 09:44:42.505441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237e99d9-ef17-44cf-b65e-b332f619b7bb None None] The sync data for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 is: [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6c11d652-6d2f-4615-bbf4-cf0285cbc11b', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'floating_ip_address': '172.25.6.227', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'port_id': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'mac_address': 'fa:16:3e:70:22:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:44:34Z', 'updated_at': '2022-02-15T09:44:34Z', 'revision_number': 0, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:42.518521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=a2cd2974-b291-43be-a123-43c7a9907250,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:42.538820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:42.540270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:42.556005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:42.565253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:42.565911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.605414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63bd73c0-a177-40ac-ae87-0058b1261b1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8881202 Feb 15 09:44:42.609125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47504) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:42.610390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.631775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] For port f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:42.636642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] For port f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,segment=NetworkSegment(ad43aca3-895d-4c8e-a8db-695b8c822bce),segment_id=ad43aca3-895d-4c8e-a8db-695b8c822bce)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:42.649947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-48fc9949-146b-4c8b-9997-9fdb3848558b None None] Provisioning complete for port f9a4507c-7f6e-41bf-827f-60870fa9756c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:42.650311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48fc9949-146b-4c8b-9997-9fdb3848558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.689669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:42.697275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75c907-85e8-43b7-8db2-889b1a5bc49a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:42.707136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75c907-85e8-43b7-8db2-889b1a5bc49a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:42.713625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47506) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:42.714768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ce75c907-85e8-43b7-8db2-889b1a5bc49a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1044285 Feb 15 09:44:42.951102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9141eb1f-a8dc-4f1a-ae41-123c82b69fa7 None None] New status for floating IP 6c11d652-6d2f-4615-bbf4-cf0285cbc11b: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:44:43.012133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf1e287-fd23-4285-9f38-3c2dd6a437a3 req-a9d5ab62-4fd2-42bd-93f7-1ea68092e667 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:43.013844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abf1e287-fd23-4285-9f38-3c2dd6a437a3 req-a9d5ab62-4fd2-42bd-93f7-1ea68092e667 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 945 time: 0.1664901 Feb 15 09:44:43.056977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-abf1e287-fd23-4285-9f38-3c2dd6a437a3 req-b09d5e75-f141-4378-9257-f58ca33dacc5 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Feb 15 09:44:43.065527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0fcca4-ce69-4328-a4f8-356918db3022 None None] Pushing event updated for resources: {'Port': ['ID=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:43.102417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port a2cd2974-b291-43be-a123-43c7a9907250 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:43.102763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.374732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-356e4598-5ff5-4e91-b8b6-6430f28d71f0 None None] Provisioning complete for port a2cd2974-b291-43be-a123-43c7a9907250 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:43.375099 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-356e4598-5ff5-4e91-b8b6-6430f28d71f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.447622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-356e4598-5ff5-4e91-b8b6-6430f28d71f0 None None] Port a2cd2974-b291-43be-a123-43c7a9907250 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:43.645011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:43.696373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.701327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 06b73f8a-8f62-447e-9f6e-e677a839ce90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:43.701703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.725523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b01e3a-43f9-4bb9-aded-5275f8075699 req-3c5cd4c4-f109-45c3-af47-249f4f079b50 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:43.727103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5b01e3a-43f9-4bb9-aded-5275f8075699 req-3c5cd4c4-f109-45c3-af47-249f4f079b50 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 945 time: 0.1509600 Feb 15 09:44:43.727997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for a2cd2974-b291-43be-a123-43c7a9907250 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:43.755172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.779927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.860770 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:43.922077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:43.924938 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b61ff2-4472-4b54-96f3-9de66bf84a54" -d '{"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:43.962871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:43.972649 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.026484 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6ce0f3-30af-4dad-adb9-a4c70ae00457 x-openstack-request-id: req-9b6ce0f3-30af-4dad-adb9-a4c70ae00457 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:44.026984 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-plugged", "status": "completed", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:44.027336 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b6ce0f3-30af-4dad-adb9-a4c70ae00457 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:44.028294 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'code': 200} Feb 15 09:44:44.075356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:44.105010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5b01e3a-43f9-4bb9-aded-5275f8075699 req-df5afe7d-b0e5-4df9-ab8a-1ce784456153 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683252 Feb 15 09:44:44.120146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=d89376ea-f706-4389-bfe9-a87deb30e5ba,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:44.148533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.268485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.288192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f3560b-1ea5-417c-a886-3039cb8bc734 req-587a951f-0af8-47f2-ad4d-8ceb9d339546 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:44.298945 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.299689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9f3560b-1ea5-417c-a886-3039cb8bc734 req-587a951f-0af8-47f2-ad4d-8ceb9d339546 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 945 time: 0.0922875 Feb 15 09:44:44.367086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a400d64f-ac42-47e7-b859-7e0c3301956b is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:44.372835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9f3560b-1ea5-417c-a886-3039cb8bc734 req-95fb36c8-8ba2-4c9d-af6f-5520deb81327 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719848 Feb 15 09:44:44.398831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb82ce-2a20-4d00-9aaa-c931fc5d658d req-b4bb3282-1b3b-4311-883d-53e83abc8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:44.400644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4cb82ce-2a20-4d00-9aaa-c931fc5d658d req-b4bb3282-1b3b-4311-883d-53e83abc8c3b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 1098 time: 0.1405494 Feb 15 09:44:44.404373 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:44.410117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 15d3b7e9-33eb-406c-9026-71dbcae4a48f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:44.412702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=a2cd2974-b291-43be-a123-43c7a9907250,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:44.492444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.497765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-662fc7a7-7721-4299-a41b-fc6547425349 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/a2cd2974-b291-43be-a123-43c7a9907250 HTTP/1.1" status: 204 len: 168 time: 1.7821796 Feb 15 09:44:44.499260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e279c-e089-49c6-9757-57315fc59001 None None] Network a400d64f-ac42-47e7-b859-7e0c3301956b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:44.501256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:44.531471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4cb82ce-2a20-4d00-9aaa-c931fc5d658d req-74906010-1cf7-41df-97a2-21c2dcc0a2c8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173921 Feb 15 09:44:44.619321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbb112-6b8f-4810-a09f-7b2f175799bd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:44.623817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dbb112-6b8f-4810-a09f-7b2f175799bd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:44.626273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96dbb112-6b8f-4810-a09f-7b2f175799bd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1237981 Feb 15 09:44:44.629553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47556) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:44.688356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] Provisioning complete for port f54f6076-d6f7-4b40-9863-1516d5cfcf2f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:44.689126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.719433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 15d3b7e9-33eb-406c-9026-71dbcae4a48f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:44:44.757339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 6760d682-b670-49ae-af67-5da9cbf7b011 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:44:44.771247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f54f6076-d6f7-4b40-9863-1516d5cfcf2f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:44.776786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet d4140c51-6116-4f73-80c4-e22278929f1f {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:44.789902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.809107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 15d3b7e9-33eb-406c-9026-71dbcae4a48f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:44.809528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.894057 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:44.913767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:44.923572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d23b61b5-0713-418c-ab35-52d386f68575 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/6760d682-b670-49ae-af67-5da9cbf7b011/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3274360 Feb 15 09:44:44.924458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:44.930402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] Sync routers for ids ['6760d682-b670-49ae-af67-5da9cbf7b011'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:44.945388 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] Routers {'6760d682-b670-49ae-af67-5da9cbf7b011'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:44.947267 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6760d682-b670-49ae-af67-5da9cbf7b011'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:44.968956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:44.995600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d154eb0-9d10-42df-a419-29db554e5b9e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:45.002031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8d154eb0-9d10-42df-a419-29db554e5b9e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports/d89376ea-f706-4389-bfe9-a87deb30e5ba HTTP/1.1" status: 200 len: 910 time: 0.0763423 Feb 15 09:44:45.002968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.031733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.124481 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:45.135109 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] Routers {'6760d682-b670-49ae-af67-5da9cbf7b011'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:45.136527 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6760d682-b670-49ae-af67-5da9cbf7b011'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:45.176704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.219878 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:45.220999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c0f4cd-1d91-4f38-8922-5373a0a39311 None None] The sync data for ids ['6760d682-b670-49ae-af67-5da9cbf7b011'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:45.249713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=d4140c51-6116-4f73-80c4-e22278929f1f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:45.267104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.271802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f059be36-f99c-495d-8a60-9815d435b63e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/d4140c51-6116-4f73-80c4-e22278929f1f HTTP/1.1" status: 204 len: 168 time: 0.6411958 Feb 15 09:44:45.274417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.340537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760bc51-ad60-4d48-a912-0d8c7d330906 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:45.354594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4381b79d-3a38-4428-91fb-c0635c385909 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0789425 Feb 15 09:44:45.358314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47576) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.408756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94af56d-99d2-44e4-aa09-3698275c7531 req-33e8759c-4cf0-4ca7-a40b-9e7fd6adbbcb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:45.410341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b94af56d-99d2-44e4-aa09-3698275c7531 req-33e8759c-4cf0-4ca7-a40b-9e7fd6adbbcb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.1390750 Feb 15 09:44:45.439971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b305b4e-5dfe-4932-9f0b-af813a4246fc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:45.444382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b305b4e-5dfe-4932-9f0b-af813a4246fc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0849502 Feb 15 09:44:45.445204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47580) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.447633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d593dd-2ff5-46ff-9ce4-11c5b067291d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.559569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50b3b4-f35a-4653-93a8-d7c14e046294 req-b74ae70b-8176-4c7c-861b-dec61b4894bd tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:45.561384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd50b3b4-f35a-4653-93a8-d7c14e046294 req-b74ae70b-8176-4c7c-861b-dec61b4894bd tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 945 time: 0.0771365 Feb 15 09:44:45.561872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b94af56d-99d2-44e4-aa09-3698275c7531 req-8ad6ecd8-4ea8-4528-8570-3f5221a52ad5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395364 Feb 15 09:44:45.565596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa60c56-435a-4f14-8c7c-59ee0a56adbf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:45.570364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dfa60c56-435a-4f14-8c7c-59ee0a56adbf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1233361 Feb 15 09:44:45.571206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47584) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.659820 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd50b3b4-f35a-4653-93a8-d7c14e046294 req-b3c002c6-281a-4b06-93a5-c717649f975a tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Feb 15 09:44:45.676704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8d430eb-b495-4c2e-a01a-a50352b9048a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1024880 Feb 15 09:44:45.685251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47590) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.691777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:45.720073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f54f6076-d6f7-4b40-9863-1516d5cfcf2f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:45.720752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.766627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d593dd-2ff5-46ff-9ce4-11c5b067291d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.779570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76d593dd-2ff5-46ff-9ce4-11c5b067291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.833693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.839532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-76d593dd-2ff5-46ff-9ce4-11c5b067291d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b8c2fb7c77041b3b58bbd6eb2fcff66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685911 Feb 15 09:44:45.848912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47600) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:45.873873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d593dd-2ff5-46ff-9ce4-11c5b067291d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca48997-f321-4dc2-aa84-838bb8918467,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:45.913186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:45.978651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.002358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:46.014409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.031507 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.070614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.103655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:46.174147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f,segment=NetworkSegment(7ee6ff27-85d5-4a9b-a39b-6820728d4c34),segment_id=7ee6ff27-85d5-4a9b-a39b-6820728d4c34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:46.177206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] For port f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,segment=NetworkSegment(ad43aca3-895d-4c8e-a8db-695b8c822bce),segment_id=ad43aca3-895d-4c8e-a8db-695b8c822bce)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:46.178387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:46.180670 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cdd41a0-463f-4a03-a283-226543e8633b" -d '{"events": [{"server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "name": "network-vif-plugged", "status": "completed", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:46.184493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.189485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.272372 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.279566 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa488dbf-81c0-421e-8150-d3d46d7b8ca8 x-openstack-request-id: req-fa488dbf-81c0-421e-8150-d3d46d7b8ca8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:46.279849 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "name": "network-vif-plugged", "status": "completed", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:46.280093 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa488dbf-81c0-421e-8150-d3d46d7b8ca8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:46.280481 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f', 'code': 200} Feb 15 09:44:46.291950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port d89376ea-f706-4389-bfe9-a87deb30e5ba {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:46.292315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.336048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:46.480320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.518561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for d89376ea-f706-4389-bfe9-a87deb30e5ba owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:46.565904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:44:46.567797 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:44:46.570666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e32ccd3e-acb9-4779-a3fd-d8cf8d062bba None None] Provisioning complete for port d89376ea-f706-4389-bfe9-a87deb30e5ba triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:46.573025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e32ccd3e-acb9-4779-a3fd-d8cf8d062bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.577341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3937840-05b5-427f-8bb3-d037ec217306 None None] Pushing event updated for resources: {'Port': ['ID=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:46.668287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Deleting port f9a4507c-7f6e-41bf-827f-60870fa9756c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:46.669035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.904569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] For port f9a4507c-7f6e-41bf-827f-60870fa9756c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f9a4507c-7f6e-41bf-827f-60870fa9756c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:46.905270 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:46.935435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Calling delete_port for f9a4507c-7f6e-41bf-827f-60870fa9756c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:47.047942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e32ccd3e-acb9-4779-a3fd-d8cf8d062bba None None] Port d89376ea-f706-4389-bfe9-a87deb30e5ba cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:47.048177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d90faf-60d7-44eb-96ee-09f6624e4bd6 req-d7f7ddd7-42e3-42b9-b597-2b2f35bb4afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:47.049110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31d90faf-60d7-44eb-96ee-09f6624e4bd6 req-d7f7ddd7-42e3-42b9-b597-2b2f35bb4afd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 1097 time: 0.1708922 Feb 15 09:44:47.066360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9b11d-3409-4a82-8287-ecc8c20a199e req-6d3a42ff-c206-4d42-873c-913d1aca4bee tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:47.070272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efc9b11d-3409-4a82-8287-ecc8c20a199e req-6d3a42ff-c206-4d42-873c-913d1aca4bee tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 946 time: 0.2515719 Feb 15 09:44:47.081005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.083637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.084757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ca48997-f321-4dc2-aa84-838bb8918467 HTTP/1.1" status: 204 len: 168 time: 1.2348905 Feb 15 09:44:47.100047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.101301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96c70cca-8573-4ffc-b99d-c09b2e71de89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.104534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c49363-8943-4aec-b8e6-2f37283fb881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca48997-f321-4dc2-aa84-838bb8918467,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:47.117227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de2637-3b19-4af5-8873-90260db29fd6 req-0f122221-6c1f-478f-81a6-5d926b55f850 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:47.118784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9de2637-3b19-4af5-8873-90260db29fd6 req-0f122221-6c1f-478f-81a6-5d926b55f850 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.2394593 Feb 15 09:44:47.148030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e32ccd3e-acb9-4779-a3fd-d8cf8d062bba None None] Provisioning complete for port f54f6076-d6f7-4b40-9863-1516d5cfcf2f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:47.148402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e32ccd3e-acb9-4779-a3fd-d8cf8d062bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.176280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=d89376ea-f706-4389-bfe9-a87deb30e5ba,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:47.204263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.214344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31d90faf-60d7-44eb-96ee-09f6624e4bd6 req-adb4f8b8-9668-48da-af37-48fa70a3afaa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441290 Feb 15 09:44:47.279408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efc9b11d-3409-4a82-8287-ecc8c20a199e req-28a5972f-a3f5-4634-9bd7-8fa61d17e7d0 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910417 Feb 15 09:44:47.351416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.384754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] Pushing event deleted for resources: {'Port': ['ID=f9a4507c-7f6e-41bf-827f-60870fa9756c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:47.398016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7013bbe-c49b-4947-9c14-9eba9ded95e3 None None] No DVR routers for this DVR port f9a4507c-7f6e-41bf-827f-60870fa9756c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:47.465152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6ad299f2-6f76-4618-b7bd-1b3a1272dce8 None None] Could not find standard attr ID for object d89376ea-f706-4389-bfe9-a87deb30e5ba. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:44:47.493279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f54f6076-d6f7-4b40-9863-1516d5cfcf2f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:47.500972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9de2637-3b19-4af5-8873-90260db29fd6 req-637503e1-7716-441b-8129-9c8b0f93c2a8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656185 Feb 15 09:44:47.518819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.563607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.582648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f54f6076-d6f7-4b40-9863-1516d5cfcf2f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:47.584308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.629820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:47.633599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:47.638153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:47.639347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.649364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f32d2a-e5aa-4837-84f7-d3647569eac4 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:47.662272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9758599 Feb 15 09:44:47.665644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47658) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:47.673120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '85c10e49-147d-4aec-ad96-4847f2f05ad1', 'ip_address': '2001:db8::ac23:b12a:20b8:82d0'}], 'name': 'tempest-NetworksTestDHCPv6-1216847295'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:47.762427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f6a0f4-28cf-4633-bfe5-5f9ef3cfbeea tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=85c10e49-147d-4aec-ad96-4847f2f05ad1,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:47.862658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '85c10e49-147d-4aec-ad96-4847f2f05ad1'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:47.863521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:47.870445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f9a4507c-7f6e-41bf-827f-60870fa9756c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:47.904592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f9a4507c-7f6e-41bf-827f-60870fa9756c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:47.905323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f9a4507c-7f6e-41bf-827f-60870fa9756c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:47.922938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:47.925536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 6760d682-b670-49ae-af67-5da9cbf7b011 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:48.038720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.068669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port b926307f-25b0-4d4b-98b4-2dcc9b965d8f yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:48.087902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/85c10e49-147d-4aec-ad96-4847f2f05ad1/7d5bdb65-d0b1-400f-8f0e-8ebb9f052570) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:48.114369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:48.125386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c8c1bda8-e630-4cb1-8c85-7d168db0189b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/6760d682-b670-49ae-af67-5da9cbf7b011/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1210144 Feb 15 09:44:48.128285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:48.134945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] Sync routers for ids ['6760d682-b670-49ae-af67-5da9cbf7b011'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:48.189499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] Routers {'6760d682-b670-49ae-af67-5da9cbf7b011'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:48.190396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6760d682-b670-49ae-af67-5da9cbf7b011'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:48.209660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b269f36-d9b8-4b7a-a9d4-7c4cb490a13b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=6760d682-b670-49ae-af67-5da9cbf7b011 HTTP/1.1" status: 200 len: 205 time: 0.0787129 Feb 15 09:44:48.212167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:48.234277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:48.261171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] Routers {'6760d682-b670-49ae-af67-5da9cbf7b011'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:48.262549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:20Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6760d682-b670-49ae-af67-5da9cbf7b011'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:48.307871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:48.309476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219fe15d-6900-46bd-84d5-078460217bf1 None None] The sync data for ids ['6760d682-b670-49ae-af67-5da9cbf7b011'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:48.442222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.579280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.587987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.629800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:48.640609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:48.645956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:48.654498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Pushing event updated for resources: {'Port': ['ID=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:48.721105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.722749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Attempting to bind port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:48.723256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.723389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Attempting to bind port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:48.723715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Attempting to bind port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:48.732875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:48.733294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:48.733783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.734234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:48.734708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Bound port: 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:48.735132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.747946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::ac23:b12a:20b8:82d0 (36673517-2969-4f9b-be17-a8fd371f8f39/85c10e49-147d-4aec-ad96-4847f2f05ad1/b926307f-25b0-4d4b-98b4-2dcc9b965d8f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:48.768777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192893cd-dae8-4de2-863a-3e0947f44218 req-c4a76bf1-db19-488c-90e3-4da27e94b9a4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:48.771005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-192893cd-dae8-4de2-863a-3e0947f44218 req-c4a76bf1-db19-488c-90e3-4da27e94b9a4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.1287451 Feb 15 09:44:48.783313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f14e4f-a706-4ae9-985b-9b550f356bb1 req-09a17f44-89ca-49fd-9f42-b298975b8e82 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:48.785089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3f14e4f-a706-4ae9-985b-9b550f356bb1 req-09a17f44-89ca-49fd-9f42-b298975b8e82 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 946 time: 0.3571160 Feb 15 09:44:48.786266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.786865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router 6760d682-b670-49ae-af67-5da9cbf7b011 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:44:48.794689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.795726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7db08bf8-9704-4fc2-9e07-2a123008fe25 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/6760d682-b670-49ae-af67-5da9cbf7b011 HTTP/1.1" status: 204 len: 168 time: 0.5821862 Feb 15 09:44:48.799546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47696) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:48.836218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] For port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:48.840704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] For port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:48.841942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3f14e4f-a706-4ae9-985b-9b550f356bb1 req-ece1cb2b-1ce3-4122-8bee-12a58999c466 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441589 Feb 15 09:44:48.848980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:48.963074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac84ecc-c7f7-4242-b962-00594f673649 None None] Pushing event updated for resources: {'Port': ['ID=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:48.979880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-192893cd-dae8-4de2-863a-3e0947f44218 req-df0089bb-79e5-4867-acba-1769c04a0add tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007573 Feb 15 09:44:49.160170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 572f9fb2-4db3-4cbd-9158-cf51a4c822a3 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:49.178387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.227152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.272341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.286670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83aeb1cd-e8b8-4286-b81a-2743c8b082b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.457801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:49.470892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.485173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.548508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:49.549074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.554765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331375c-96b0-4bc8-ac3a-4d792a30af76 req-93f04fa5-0b28-4c6e-b0a4-02307a19d3a9 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:49.562608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f331375c-96b0-4bc8-ac3a-4d792a30af76 req-93f04fa5-0b28-4c6e-b0a4-02307a19d3a9 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 946 time: 0.2562447 Feb 15 09:44:49.614466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:49.624738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:49.631277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:49.637674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:49.638326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.650007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.658057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.675413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=b926307f-25b0-4d4b-98b4-2dcc9b965d8f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:49.718463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f331375c-96b0-4bc8-ac3a-4d792a30af76 req-50f335a4-0585-464d-81a0-cc31f279e7e4 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548829 Feb 15 09:44:49.723661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:49.725254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:49.729362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.731157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '85c10e49-147d-4aec-ad96-4847f2f05ad1', 'ip_address': '2001:db8::ac23:b12a:20b8:82d0'}], 'name': 'tempest-NetworksTestDHCPv6-1679105546'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:49.743126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-142c8ec6-018d-4c6e-9c61-1434efa3ff71 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0758591 Feb 15 09:44:49.745515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=572f9fb2-4db3-4cbd-9158-cf51a4c822a3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:49.747519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:49.771473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-45bf4cdd-86e7-45f3-96e3-c794917a6f39 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/572f9fb2-4db3-4cbd-9158-cf51a4c822a3 HTTP/1.1" status: 204 len: 168 time: 0.9684405 Feb 15 09:44:49.774777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47732) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:49.796591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:49.800012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e4125e-8a70-47d3-9335-072af1d3a19b None None] Network a400d64f-ac42-47e7-b859-7e0c3301956b requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:49.934389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47734) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:49.944011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.089798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port f54f6076-d6f7-4b40-9863-1516d5cfcf2f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:50.090203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.110104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be633340-865e-474d-b8af-d68cd98955ac None None] DHCP port deletion for a400d64f-ac42-47e7-b859-7e0c3301956b request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:50.234323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,segment=NetworkSegment(ad43aca3-895d-4c8e-a8db-695b8c822bce),segment_id=ad43aca3-895d-4c8e-a8db-695b8c822bce)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:50.234958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.242210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Deleting port f54f6076-d6f7-4b40-9863-1516d5cfcf2f {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:50.242210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.280918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for f54f6076-d6f7-4b40-9863-1516d5cfcf2f owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:50.328984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.367837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be633340-865e-474d-b8af-d68cd98955ac None None] For port f54f6076-d6f7-4b40-9863-1516d5cfcf2f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,segment=NetworkSegment(ad43aca3-895d-4c8e-a8db-695b8c822bce),segment_id=ad43aca3-895d-4c8e-a8db-695b8c822bce)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:50.368239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.400758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:50.411053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Calling delete_port for f54f6076-d6f7-4b40-9863-1516d5cfcf2f owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:50.484263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.535741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a3ab3949-9eed-4ace-a45d-30e92c974764 None None] Provisioning complete for port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:50.536186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a3ab3949-9eed-4ace-a45d-30e92c974764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.560771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.563885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:50.584345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce130133-78a2-4622-9dbe-3922c90f87a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.592643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 01f6d449-4ee0-4316-9bfc-736ed336b765 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:50.605153 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.606571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port f54f6076-d6f7-4b40-9863-1516d5cfcf2f on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:50.653758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be633340-865e-474d-b8af-d68cd98955ac None None] Pushing event deleted for resources: {'Port': ['ID=f54f6076-d6f7-4b40-9863-1516d5cfcf2f,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:50.674805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be633340-865e-474d-b8af-d68cd98955ac None None] No DVR routers for this DVR port f54f6076-d6f7-4b40-9863-1516d5cfcf2f on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:50.796621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02407025-3257-494d-92a1-86cbe1360c93 req-430e0e4c-19fc-4c04-bf51-888706527aed tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:50.798321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02407025-3257-494d-92a1-86cbe1360c93 req-430e0e4c-19fc-4c04-bf51-888706527aed tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.36 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 946 time: 0.1953487 Feb 15 09:44:50.821069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.834543 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 15 09:44:50.836929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:44:50.866813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-03f677cd-3c46-49cc-bcd7-f180069473c6 None None] Provisioning complete for port b926307f-25b0-4d4b-98b4-2dcc9b965d8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:50.867742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-03f677cd-3c46-49cc-bcd7-f180069473c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.886068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a400d64f-ac42-47e7-b859-7e0c3301956b']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:50.896678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b22c4b1d-dead-40a7-bf4b-772e41b15e5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1703126 Feb 15 09:44:50.897412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:50.905883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad43aca3-895d-4c8e-a8db-695b8c822bce') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:50.906178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad43aca3-895d-4c8e-a8db-695b8c822bce') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:50.934751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-03f677cd-3c46-49cc-bcd7-f180069473c6 None None] Port b926307f-25b0-4d4b-98b4-2dcc9b965d8f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:50.949927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8489baa-d597-4859-af22-b1a6a39935c5 req-ae05058e-8197-4a2f-914b-9046d005b01f tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:50.951521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8489baa-d597-4859-af22-b1a6a39935c5 req-ae05058e-8197-4a2f-914b-9046d005b01f tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 946 time: 0.1102026 Feb 15 09:44:50.952012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:50.967879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e168b1-5acc-4ee8-9e90-7f9d49cd0bf3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:50.974207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e168b1-5acc-4ee8-9e90-7f9d49cd0bf3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:50.978695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20e168b1-5acc-4ee8-9e90-7f9d49cd0bf3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0779829 Feb 15 09:44:50.980455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47780) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:50.988687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.001118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce130133-78a2-4622-9dbe-3922c90f87a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.005097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:51.005555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:51.009565 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:51.026737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ce130133-78a2-4622-9dbe-3922c90f87a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.081540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b8489baa-d597-4859-af22-b1a6a39935c5 req-a8928e9c-1d64-4eeb-abfa-88a95ad36461 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/security-groups?id=9198a999-babf-4260-8b60-8e8c6a762f02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015973 Feb 15 09:44:51.119299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Deleting port 15d3b7e9-33eb-406c-9026-71dbcae4a48f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:51.119753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.128288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce130133-78a2-4622-9dbe-3922c90f87a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cfbd7a-9eb6-48f4-9649-f5634b30bdd9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:51.131194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port b926307f-25b0-4d4b-98b4-2dcc9b965d8f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:51.131537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.132713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ce130133-78a2-4622-9dbe-3922c90f87a8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3027259e151541fb8dda5e75a34a0a21&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1968884 Feb 15 09:44:51.140797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:51.187856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.200784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.209707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/a400d64f-ac42-47e7-b859-7e0c3301956b HTTP/1.1" status: 204 len: 168 time: 1.4329014 Feb 15 09:44:51.210278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:51.224837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1345012134', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:51.232193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc979d5a-c045-4cc8-a702-04d8bf4bd4ca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=a400d64f-ac42-47e7-b859-7e0c3301956b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:51.276699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.277769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.288872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] For port 15d3b7e9-33eb-406c-9026-71dbcae4a48f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=15d3b7e9-33eb-406c-9026-71dbcae4a48f,segment=NetworkSegment(7ee6ff27-85d5-4a9b-a39b-6820728d4c34),segment_id=7ee6ff27-85d5-4a9b-a39b-6820728d4c34)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:51.289400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.303961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Calling delete_port for 15d3b7e9-33eb-406c-9026-71dbcae4a48f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:51.320767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.323096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.352706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for b926307f-25b0-4d4b-98b4-2dcc9b965d8f owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:51.397350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.413357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:51.421800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.482397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:51.483207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.488121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.513487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['15d3b7e9-33eb-406c-9026-71dbcae4a48f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:44:51.534201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Pushing event deleted for resources: {'Port': ['ID=15d3b7e9-33eb-406c-9026-71dbcae4a48f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:51.597870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] No DVR routers for this DVR port 15d3b7e9-33eb-406c-9026-71dbcae4a48f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:51.606624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.611177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02407025-3257-494d-92a1-86cbe1360c93 req-d53ffb60-7255-4606-8af6-6a5a8d2af9f3 tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.36 "DELETE /v2.0/ports/15d3b7e9-33eb-406c-9026-71dbcae4a48f HTTP/1.1" status: 204 len: 173 time: 0.8015652 Feb 15 09:44:51.611807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'name': 'network-vif-deleted', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:44:51.615575 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dca8ca3-a130-4f4b-b6b1-167d3ac762b8" -d '{"events": [{"server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "name": "network-vif-deleted", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:44:51.667130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.669614 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e115e8-cd64-448d-871b-52cada0db0a3 x-openstack-request-id: req-d0e115e8-cd64-448d-871b-52cada0db0a3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:44:51.671419 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e78660dd-9543-4d14-923c-d4bf1fff5c86", "name": "network-vif-deleted", "tag": "15d3b7e9-33eb-406c-9026-71dbcae4a48f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:44:51.671897 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0e115e8-cd64-448d-871b-52cada0db0a3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:44:51.673628 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e78660dd-9543-4d14-923c-d4bf1fff5c86', 'name': 'network-vif-deleted', 'tag': '15d3b7e9-33eb-406c-9026-71dbcae4a48f', 'status': 'completed', 'code': 200} Feb 15 09:44:51.748878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47832) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:51.755478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f54f6076-d6f7-4b40-9863-1516d5cfcf2f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:51.782959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f54f6076-d6f7-4b40-9863-1516d5cfcf2f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:51.783442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f54f6076-d6f7-4b40-9863-1516d5cfcf2f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:51.815136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.818476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.819655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24cfbd7a-9eb6-48f4-9649-f5634b30bdd9 HTTP/1.1" status: 204 len: 168 time: 0.6783593 Feb 15 09:44:51.854635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e9446-48ab-4d6e-89bd-0ecd44c7a3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cfbd7a-9eb6-48f4-9649-f5634b30bdd9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:51.881904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.943603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=b926307f-25b0-4d4b-98b4-2dcc9b965d8f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:51.964494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-268ce648-13c9-4563-94c6-7977d8ca4664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.988892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:51.998261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-864cc3b0-d0b3-4d78-ab40-1dfd296c7bad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/b926307f-25b0-4d4b-98b4-2dcc9b965d8f HTTP/1.1" status: 204 len: 168 time: 1.0158303 Feb 15 09:44:52.012238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47838) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.207642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.265534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.301340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.342234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.358954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a896111-17e3-4310-8194-2701216af99d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:52.361213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a896111-17e3-4310-8194-2701216af99d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:52.372539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6a896111-17e3-4310-8194-2701216af99d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3587427 Feb 15 09:44:52.373446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.436483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.440300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d88750c6-db9f-43a5-b66f-8c3f90261c0d req-043f14dd-7ece-48e8-b82d-9c2a21877a8b tempest-ServerGroupTestJSON-1151375689 tempest-ServerGroupTestJSON-1151375689-project] 10.222.0.10 "GET /v2.0/ports?device_id=e78660dd-9543-4d14-923c-d4bf1fff5c86 HTTP/1.1" status: 200 len: 210 time: 0.1073587 Feb 15 09:44:52.466499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e00d93b-d422-458a-a8b4-14642abdc182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.466751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-268ce648-13c9-4563-94c6-7977d8ca4664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.473355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-268ce648-13c9-4563-94c6-7977d8ca4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.526299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ce648-13c9-4563-94c6-7977d8ca4664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4831e541-4914-4e2f-8ce0-af5a21c971b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:52.534813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 85c10e49-147d-4aec-ad96-4847f2f05ad1 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:52.539292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.548673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-268ce648-13c9-4563-94c6-7977d8ca4664 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=77c286b97f8c4e66940349bbfa88eb79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7985077 Feb 15 09:44:52.549337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47848) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.578284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.25.6.112 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/36ddd324-2a66-46c2-a7c5-26ab2a1a370c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:52.627011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.691563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e00d93b-d422-458a-a8b4-14642abdc182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.699796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e00d93b-d422-458a-a8b4-14642abdc182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.712753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.764555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.781223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e00d93b-d422-458a-a8b4-14642abdc182 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ad709cecdf84ba3a774546503ec9beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430707 Feb 15 09:44:52.787180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00d93b-d422-458a-a8b4-14642abdc182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a63711d-9974-4c1a-9bc0-753ccde86b20,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:52.789878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47850) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.798673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.808917 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.853844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.890094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:52.894590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:52.900362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:52.910221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.911960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.914412 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.915544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4831e541-4914-4e2f-8ce0-af5a21c971b0 HTTP/1.1" status: 204 len: 168 time: 0.3395782 Feb 15 09:44:52.935584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=36ddd324-2a66-46c2-a7c5-26ab2a1a370c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:52.955102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.965100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=85c10e49-147d-4aec-ad96-4847f2f05ad1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:52.967620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:52.971070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0023db65-2133-4046-b1d2-e211bec0dfad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/85c10e49-147d-4aec-ad96-4847f2f05ad1 HTTP/1.1" status: 204 len: 168 time: 0.5760469 Feb 15 09:44:52.977094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a0b7e-1bf2-4fc8-8889-71be53afe706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4831e541-4914-4e2f-8ce0-af5a21c971b0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:52.979016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47854) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:52.979167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e451973b-414c-4ece-aafc-c38dc362d4c1 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:53.050675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-825b8cbd-6b9b-4df4-b476-b7665fb1e766 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669656 Feb 15 09:44:53.053653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.063501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47856) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:53.072133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:53.212025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.215168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.219387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9a63711d-9974-4c1a-9bc0-753ccde86b20 HTTP/1.1" status: 204 len: 168 time: 0.4254904 Feb 15 09:44:53.219652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:44:53.253708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:53.253987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.257492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.290552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:44:53.385392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0cc14-6bc3-4d34-887b-dcf7666b4c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a63711d-9974-4c1a-9bc0-753ccde86b20,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:53.449204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Deleting port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:53.450886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.459352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:53.501327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47868) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:53.555710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b14fc1f7-95c1-4fbf-86b6-e5d196ae0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.598479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.677611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.679905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.695170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] For port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:53.695825 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.722786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Calling delete_port for 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:53.756705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:53.773562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:53.783622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:53.796145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:53.797111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.823996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.828612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7633069 Feb 15 09:44:53.830414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 481d8aff-8010-4742-af5a-7bdf4d3a4f20 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:44:53.833940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:53.844024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189002cc-6211-4185-90c2-08e1f29bee5d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=b06b64ff-4219-4578-8cd1-f597a15f56d6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:53.850455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': 'b06b64ff-4219-4578-8cd1-f597a15f56d6', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1588983411'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:53.881028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:53.934312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b14fc1f7-95c1-4fbf-86b6-e5d196ae0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.945813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:53.946640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b14fc1f7-95c1-4fbf-86b6-e5d196ae0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.954993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Deleting subnet 26ee7b91-e4d6-428b-9df8-e6f07dcb458c {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:53.967072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:53.975936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.028384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] Pushing event deleted for resources: {'Port': ['ID=7d5bdb65-d0b1-400f-8f0e-8ebb9f052570,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:54.035307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14fc1f7-95c1-4fbf-86b6-e5d196ae0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd653d1-137e-462f-86b7-d57530cb063e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:54.042681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b14fc1f7-95c1-4fbf-86b6-e5d196ae0c67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=814ffce78e344fd4939790d304348a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5364876 Feb 15 09:44:54.045982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.050817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.057962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d833e5-166f-4c29-947c-5a3b1cb2b976 None None] No DVR routers for this DVR port 7d5bdb65-d0b1-400f-8f0e-8ebb9f052570 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:44:54.093556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6593d6-bcc2-4083-8fcc-a18cc1d6f1ea None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:54.104125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:54.115352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:54.119729 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] Sync routers for ids ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:54.121504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.143720 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] Routers {'481d8aff-8010-4742-af5a-7bdf4d3a4f20'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:54.145802 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.148399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 56389fdc-5976-40cd-a887-dfce36c275d7 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:44:54.148660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.158840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.163028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-197996ff-17bc-44e3-8c9d-d8118ccb4fca tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 2.9462512 Feb 15 09:44:54.163280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47904) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.187361 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.220367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.224416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.236480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] Routers {'481d8aff-8010-4742-af5a-7bdf4d3a4f20'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:54.237716 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.285284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.286320 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17527491-b46a-4fd6-abcf-730453967a22 None None] The sync data for ids ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:54.333047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.334794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.338972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4dd653d1-137e-462f-86b7-d57530cb063e HTTP/1.1" status: 204 len: 168 time: 0.2916136 Feb 15 09:44:54.352431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba3bc9-fef0-4988-ad1d-3b457036e17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd653d1-137e-462f-86b7-d57530cb063e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:54.359286 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.389854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'b06b64ff-4219-4578-8cd1-f597a15f56d6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:54.390627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.394191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26ee7b91-e4d6-428b-9df8-e6f07dcb458c HTTP/1.1" status: 204 len: 168 time: 0.5117075 Feb 15 09:44:54.395007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8183666-6ecd-458f-a38b-1c1a44c501a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ee7b91-e4d6-428b-9df8-e6f07dcb458c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:54.396799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.399409 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.420040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20bedd9e-cc6a-47b2-999a-fc311a74a71c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers/481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 200 len: 881 time: 0.2555060 Feb 15 09:44:54.422436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47916) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.435572 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:44:54.437622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:44:54.477597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.502329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 15d3b7e9-33eb-406c-9026-71dbcae4a48f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:44:54.529097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 15d3b7e9-33eb-406c-9026-71dbcae4a48f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:44:54.529486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 15d3b7e9-33eb-406c-9026-71dbcae4a48f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:44:54.579142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff02fee5-48d8-418e-bc1a-159ebe06f4fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7291627 Feb 15 09:44:54.580133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47920) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.609999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/b06b64ff-4219-4578-8cd1-f597a15f56d6/5c35de77-f479-4d40-b040-ddd44d7994c3) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:54.642411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a348ee4-69ee-4dbc-8198-9d989864e80e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0603664 Feb 15 09:44:54.644607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.645801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.690012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['014d15cc-007b-4f04-8121-f06a696426a5']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.707115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee6ff27-85d5-4a9b-a39b-6820728d4c34') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.708457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee6ff27-85d5-4a9b-a39b-6820728d4c34') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:54.743566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.752552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678fb72-607c-4365-9c51-c82321b8eccb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:54.754074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6678fb72-607c-4365-9c51-c82321b8eccb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:54.755615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6678fb72-607c-4365-9c51-c82321b8eccb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1100118 Feb 15 09:44:54.766475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47930) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:54.808020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.816773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.825398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.839451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:44:54.840928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:44:54.846288 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:44:54.872855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:54.875852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:54.880460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:54.883691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Pushing event updated for resources: {'Port': ['ID=5c35de77-f479-4d40-b040-ddd44d7994c3,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:54.946755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet b06b64ff-4219-4578-8cd1-f597a15f56d6 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:44:54.951842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.962077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Attempting to bind port 5c35de77-f479-4d40-b040-ddd44d7994c3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:44:54.962451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Attempting to bind port 5c35de77-f479-4d40-b040-ddd44d7994c3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:44:54.962851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Attempting to bind port 5c35de77-f479-4d40-b040-ddd44d7994c3 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:44:54.973598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:44:54.974134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:54.974550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.975076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:44:54.975742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Bound port: 5c35de77-f479-4d40-b040-ddd44d7994c3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:44:54.976053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.986835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:54.994475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-31a8b944-d1f8-4d66-93bf-c4b462359137 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.5706153 Feb 15 09:44:54.995114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:55.001480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.011230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] 10.222.0.10 "DELETE /v2.0/networks/014d15cc-007b-4f04-8121-f06a696426a5 HTTP/1.1" status: 204 len: 168 time: 0.6132987 Feb 15 09:44:55.021600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1345012134'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:55.027801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a839d9e-9294-4f8f-8cca-e3da75e6d852 admin admin] Pushing event deleted for resources: {'Network': ['ID=014d15cc-007b-4f04-8121-f06a696426a5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:55.037509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.120546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] For port 5c35de77-f479-4d40-b040-ddd44d7994c3, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:44:55.129356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] For port 5c35de77-f479-4d40-b040-ddd44d7994c3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c35de77-f479-4d40-b040-ddd44d7994c3,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:44:55.135582 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.183560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.267683 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.284241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba92dd33-17fd-4876-91c1-c9503fc590c3 None None] Pushing event updated for resources: {'Port': ['ID=5c35de77-f479-4d40-b040-ddd44d7994c3,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:55.347378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=b06b64ff-4219-4578-8cd1-f597a15f56d6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:55.351209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.354744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dc1019db-b47a-4e09-8c67-6ad35be30673 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/b06b64ff-4219-4578-8cd1-f597a15f56d6 HTTP/1.1" status: 204 len: 168 time: 0.5865927 Feb 15 09:44:55.362808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:55.405916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75d152da-6a40-4da3-9d4c-53ae81c3633e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420923 Feb 15 09:44:55.411160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47952) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:55.417406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:55.446581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:55.597318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-737053ee-6df7-4b7f-bca0-f3abc25f4e30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed93be4d8e95446fa2699fd3e2d6d9d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1493886 Feb 15 09:44:55.608854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47956) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:55.688663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:55.698748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.783319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.826258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.922667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.924206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.927003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:55.931130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9198a999-babf-4260-8b60-8e8c6a762f02 HTTP/1.1" status: 204 len: 168 time: 0.3212934 Feb 15 09:44:55.947408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d613c9c3-da68-43cb-9aba-013f18ba8962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9198a999-babf-4260-8b60-8e8c6a762f02,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:55.949993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.024298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.078625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:56.082098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:56.086535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:56.087227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.104767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=afb89a25-e473-493a-8283-c97dd66ce474,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:56.107757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 481d8aff-8010-4742-af5a-7bdf4d3a4f20 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:44:56.117014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46870d6b-fb45-45d5-86fa-c841289bbf1a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7044916 Feb 15 09:44:56.117766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47976) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:56.124906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:56.161379 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.163141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.240994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.247778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.271223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.279944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7288b7b5-63ca-45ef-882e-ce18af3c3586 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1607707 Feb 15 09:44:56.280501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47982) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:56.317656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:56.330082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] Sync routers for ids ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:56.331601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.340409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c967f1fb-b963-4301-8628-8d3e9e4dad42 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 200 len: 888 time: 1.3313222 Feb 15 09:44:56.341126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47984) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:56.346418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] Routers {'481d8aff-8010-4742-af5a-7bdf4d3a4f20'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:56.347047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:56.438192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:56.451963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] Routers {'481d8aff-8010-4742-af5a-7bdf4d3a4f20'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:56.452670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:56.549614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:56.550497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f953c8e-96ac-4d19-a2c7-b9db081411e6 None None] The sync data for ids ['481d8aff-8010-4742-af5a-7bdf4d3a4f20'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:44:56.582065 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a9b2498-eade-4de0-b5c0-b3b7f09085f3 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers/481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 200 len: 888 time: 0.2395139 Feb 15 09:44:56.582820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48000) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:56.622125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cb03b405-9590-4fe5-896f-87acfdcec207 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 200 len: 205 time: 0.0372727 Feb 15 09:44:56.622895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:56.836506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfe0c82-ada6-4ac8-a8e5-463808f8ca1d None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:56.853167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:56.939739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] Provisioning complete for port 5c35de77-f479-4d40-b040-ddd44d7994c3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:56.940445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.056183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.158091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.206441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] For port 5c35de77-f479-4d40-b040-ddd44d7994c3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c35de77-f479-4d40-b040-ddd44d7994c3,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:44:57.209965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 36ddd324-2a66-46c2-a7c5-26ab2a1a370c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:44:57.210849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.217022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.337005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4635d-5deb-429a-b25f-c2711436c534 None None] Pushing event updated for resources: {'Port': ['ID=5c35de77-f479-4d40-b040-ddd44d7994c3,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:57.354522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.384444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 36ddd324-2a66-46c2-a7c5-26ab2a1a370c owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:44:57.423122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.521661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c35de77-f479-4d40-b040-ddd44d7994c3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:57.653508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c7fdfe02-3731-4ce1-83ee-956fc41b5f25 None None] Provisioning complete for port 5c35de77-f479-4d40-b040-ddd44d7994c3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:57.654596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c7fdfe02-3731-4ce1-83ee-956fc41b5f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.663135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.707848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5c35de77-f479-4d40-b040-ddd44d7994c3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:57.708232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.891052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:57.893265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=36ddd324-2a66-46c2-a7c5-26ab2a1a370c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:57.941668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::1 (36673517-2969-4f9b-be17-a8fd371f8f39/afb89a25-e473-493a-8283-c97dd66ce474/1aca15a0-2059-4b72-8a99-6b004d3502f5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:44:58.070407 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.075550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.143323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.144007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router 481d8aff-8010-4742-af5a-7bdf4d3a4f20 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:44:58.156431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.158601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aa4356ca-9fbc-46ff-8155-6b23b8853b49 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 204 len: 168 time: 1.5343728 Feb 15 09:44:58.161767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.162332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48068) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:58.170570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-716067033'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:58.204514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:58.217007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.232388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.269445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:44:58.271256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:58.274895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:58.277774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:44:58.278746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.285146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.285507 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 0efd8cc1-6ec0-44d4-a501-e16bec50fe52 of type vlan for network 7ea3292b-8a38-425e-b890-5f9ccb756c0a Feb 15 09:44:58.344267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:58.367364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.409473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.416237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:58.417201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.439929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2759569 Feb 15 09:44:58.455370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:58.489114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.496975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:58.572461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc7221-7543-4285-90f7-10eef80c5905 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=7ea3292b-8a38-425e-b890-5f9ccb756c0a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:58.584437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:44:58.656421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:44:58.663051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.704686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-bd9cae82-29de-4d32-9ad3-5c4435537510 None None] Provisioning complete for port 1aca15a0-2059-4b72-8a99-6b004d3502f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:58.705404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd9cae82-29de-4d32-9ad3-5c4435537510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:58.802383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-bd9cae82-29de-4d32-9ad3-5c4435537510 None None] Port 1aca15a0-2059-4b72-8a99-6b004d3502f5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:44:59.012670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.018630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.019501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.035725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-efa94ddc-8a65-4694-950a-341c660cd5b2 req-f8f1f5e7-2817-439b-81fe-6a786820da5b tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1267867 Feb 15 09:44:59.037600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.104943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:59.127057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=6190550c-3023-410b-a4f8-fb19578ed936,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:44:59.191804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '0efd8cc1-6ec0-44d4-a501-e16bec50fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:44:59.192518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: 7ea3292b-8a38-425e-b890-5f9ccb756c0a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:44:59.211614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:44:59.222547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7ea3292b-8a38-425e-b890-5f9ccb756c0a) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:59.228512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:44:59.229274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.233749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e992614f-2064-4a90-acf9-b7d9dfdadec0 None None] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:44:59.239642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:44:59.241437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:44:59.273359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6c40ba24-f66c-474a-b77c-b632999a3c15 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8142784 Feb 15 09:44:59.278904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:59.290470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-966510100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:44:59.353423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.355044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.454989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Router fb1c773e-e513-41aa-9444-f2352b306c9f is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:44:59.482302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.489482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.513924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c35de77-f479-4d40-b040-ddd44d7994c3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:44:59.523184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.528699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c7c27c0-71e4-4400-b8f3-e807de1a5b99 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2525048 Feb 15 09:44:59.529388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:59.708794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:44:59.711515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-7ea3292b-8a38-425e-b890-5f9ccb756c0a', 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '6190550c-3023-410b-a4f8-fb19578ed936'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:44:59.712302 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.720351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-68ca8bce-b28b-432d-bf1b-becacb67e816 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "PUT /v2.0/routers/fb1c773e-e513-41aa-9444-f2352b306c9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4386601 Feb 15 09:44:59.722894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48134) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:59.724673 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Sync routers for ids ['fb1c773e-e513-41aa-9444-f2352b306c9f'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:44:59.749299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Routers {'fb1c773e-e513-41aa-9444-f2352b306c9f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:44:59.749922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fb1c773e-e513-41aa-9444-f2352b306c9f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:44:59.766033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5c35de77-f479-4d40-b040-ddd44d7994c3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:44:59.766731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:44:59.846146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48140) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:44:59.999640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Set router fb1c773e-e513-41aa-9444-f2352b306c9f gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:00.005514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ea491c21-a0a0-492c-af72-5ccc1f4332ac None None] Provisioning complete for port 1aca15a0-2059-4b72-8a99-6b004d3502f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:00.009045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ea491c21-a0a0-492c-af72-5ccc1f4332ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.040777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a6a1e-cfe1-403b-9ee7-5d308beed6b4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:00.045534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-282a6a1e-cfe1-403b-9ee7-5d308beed6b4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports/1aca15a0-2059-4b72-8a99-6b004d3502f5 HTTP/1.1" status: 200 len: 911 time: 0.3175743 Feb 15 09:45:00.046613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:00.167576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ea491c21-a0a0-492c-af72-5ccc1f4332ac None None] Port 1aca15a0-2059-4b72-8a99-6b004d3502f5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:00.192611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a6df44b-da77-4c6c-9dcd-6fbfc27c45a5 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4268 time: 0.3468132 Feb 15 09:45:00.196127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:00.202711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'network': {'name': 'tempest-network-smoke--556539805', 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'port_security_enabled': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:00.219932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.251877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e378edb5-f585-4d0a-a283-ed1a939be876 req-adc75d2c-5149-4477-93ed-7395bea42ae2 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0540264 Feb 15 09:45:00.280843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e48675-0743-4860-a720-83cc78a1825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:00.282102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e48675-0743-4860-a720-83cc78a1825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:00.288590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:00.290263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4e48675-0743-4860-a720-83cc78a1825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2424767 Feb 15 09:45:00.305106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Allocated IP 172.20.0.2 (7ea3292b-8a38-425e-b890-5f9ccb756c0a/6190550c-3023-410b-a4f8-fb19578ed936/29d21dc6-d728-409d-a518-4d5df71688b0) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:00.310932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:00.321321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.433143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:00.456269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.456742 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Added segment d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e of type vlan for network 87267fd9-c635-4577-99d7-8a861363ff4a Feb 15 09:45:00.480853 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:44:58Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None, '_interfaces': [{'id': '1aca15a0-2059-4b72-8a99-6b004d3502f5', 'name': '', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'mac_address': 'fa:16:3e:23:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:44:57Z', 'updated_at': '2022-02-15T09:44:58Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'subnets': [{'id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:00.522119 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Checking router: fb1c773e-e513-41aa-9444-f2352b306c9f for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:00.522765 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Updating router fb1c773e-e513-41aa-9444-f2352b306c9f port 1aca15a0-2059-4b72-8a99-6b004d3502f5 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:00.579240 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.715224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.720270 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.734168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.803337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.810057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:00.810705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.829000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:00.846190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:00.848028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Pushing event updated for resources: {'Port': ['ID=29d21dc6-d728-409d-a518-4d5df71688b0,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:00.850990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:00.911660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.20.0.1 (7ea3292b-8a38-425e-b890-5f9ccb756c0a/6190550c-3023-410b-a4f8-fb19578ed936/7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:00.922840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7253613 Feb 15 09:45:00.938218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48184) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:00.949772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Attempting to bind port 29d21dc6-d728-409d-a518-4d5df71688b0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:00.950725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Attempting to bind port 29d21dc6-d728-409d-a518-4d5df71688b0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '0efd8cc1-6ec0-44d4-a501-e16bec50fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:00.951283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Attempting to bind port 29d21dc6-d728-409d-a518-4d5df71688b0 on network 7ea3292b-8a38-425e-b890-5f9ccb756c0a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:00.957098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'admin_state_up': True, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:00.962753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:00.963411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Checking segment: {'id': '0efd8cc1-6ec0-44d4-a501-e16bec50fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:00.964013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.965561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Bound using segment: {'id': '0efd8cc1-6ec0-44d4-a501-e16bec50fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:00.966480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Bound port: 29d21dc6-d728-409d-a518-4d5df71688b0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0efd8cc1-6ec0-44d4-a501-e16bec50fe52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '7ea3292b-8a38-425e-b890-5f9ccb756c0a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:00.967082 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:00.971042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1494ee-88a5-40b4-9d95-472f55114ce5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Network': ['ID=87267fd9-c635-4577-99d7-8a861363ff4a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:00.988568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 87267fd9-c635-4577-99d7-8a861363ff4a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:01.094888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.133090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.158145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.161355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.192364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:01.196137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:01.207809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:01.229251 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.229937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] For port 29d21dc6-d728-409d-a518-4d5df71688b0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:01.238140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] For port 29d21dc6-d728-409d-a518-4d5df71688b0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=29d21dc6-d728-409d-a518-4d5df71688b0,segment=NetworkSegment(0efd8cc1-6ec0-44d4-a501-e16bec50fe52),segment_id=0efd8cc1-6ec0-44d4-a501-e16bec50fe52)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:01.242882 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.243120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:01.249057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.276720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.291282 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.297385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.356141 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Pushing event updated for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:01.397849 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.398196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.398535 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.398933 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.399269 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.399593 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.399916 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.400234 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.400555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.400958 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.401282 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.401732 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:01.418304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0241617-30e6-4a58-ac9c-32696b9dc7b6 None None] Pushing event updated for resources: {'Port': ['ID=29d21dc6-d728-409d-a518-4d5df71688b0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:01.532975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Attempting to bind port 1aca15a0-2059-4b72-8a99-6b004d3502f5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:01.533779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Attempting to bind port 1aca15a0-2059-4b72-8a99-6b004d3502f5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:01.534512 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Attempting to bind port 1aca15a0-2059-4b72-8a99-6b004d3502f5 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:01.545052 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:01.546031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:01.546633 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.551573 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:01.553027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Bound port: 1aca15a0-2059-4b72-8a99-6b004d3502f5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:01.554573 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.595484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.620373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d78dfccb-db2c-46d3-8d52-4de6e09ae64c req-2ed35115-9de2-4f83-bef7-2f0717c481eb tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1250424 Feb 15 09:45:01.682981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] For port 1aca15a0-2059-4b72-8a99-6b004d3502f5, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:01.689437 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] For port 1aca15a0-2059-4b72-8a99-6b004d3502f5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1aca15a0-2059-4b72-8a99-6b004d3502f5,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:01.700669 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:01.846115 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Routers {'fb1c773e-e513-41aa-9444-f2352b306c9f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:01.847061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fb1c773e-e513-41aa-9444-f2352b306c9f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:01.959944 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ca99e-626d-4f30-8f40-0a2c0c18eb26 None None] Pushing event updated for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:02.041703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.044249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] Provisioning complete for port 1aca15a0-2059-4b72-8a99-6b004d3502f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:02.045348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.197292 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] Set router fb1c773e-e513-41aa-9444-f2352b306c9f gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:02.216466 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.253520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac1915c1-3022-4ce4-b4b8-70ccc4672099 req-489482ea-34d1-4f3c-a70c-5b3f7993963e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0633025 Feb 15 09:45:02.293332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] For port 1aca15a0-2059-4b72-8a99-6b004d3502f5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1aca15a0-2059-4b72-8a99-6b004d3502f5,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:02.310506 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.332669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.342878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.425259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b30c35f-5228-4d16-9f47-cc5d7cd37d69 None None] Pushing event updated for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:02.501849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 1aca15a0-2059-4b72-8a99-6b004d3502f5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:02.502193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.520762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:02.537778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.559669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-608722b6-f7c3-403f-8c6b-0b9c54cbe472 None None] Provisioning complete for port 1aca15a0-2059-4b72-8a99-6b004d3502f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:02.560033 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-608722b6-f7c3-403f-8c6b-0b9c54cbe472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:02.715092 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:44:58Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None, '_interfaces': [{'id': '1aca15a0-2059-4b72-8a99-6b004d3502f5', 'name': '', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'mac_address': 'fa:16:3e:23:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:44:57Z', 'updated_at': '2022-02-15T09:45:01Z', 'revision_number': 4, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'subnets': [{'id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:02.763563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:02.769792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:02.818547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625713de-337d-4033-9f5b-a2199afce1e5 None None] The sync data for ids ['fb1c773e-e513-41aa-9444-f2352b306c9f'] in n-d-825064-4 is: [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:44:58Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None, '_interfaces': [{'id': '1aca15a0-2059-4b72-8a99-6b004d3502f5', 'name': '', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'mac_address': 'fa:16:3e:23:fc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2324, 'fixed_ips': [{'subnet_id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:44:57Z', 'updated_at': '2022-02-15T09:45:01Z', 'revision_number': 4, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'subnets': [{'id': 'afb89a25-e473-493a-8283-c97dd66ce474', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:03.084137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router ab8dd005-6b71-48d6-8c5a-d6062f128915 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:45:03.141856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f0be6-9620-43f3-9dd1-3c9c3a5cad8e None None] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:03.333384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] Provisioning complete for port 29d21dc6-d728-409d-a518-4d5df71688b0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:03.333809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:03.478848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:03.497963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e6fdacd2-e590-4e31-adb0-d6e333cb35f0 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/ab8dd005-6b71-48d6-8c5a-d6062f128915/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9673712 Feb 15 09:45:03.498606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:03.518743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 1aca15a0-2059-4b72-8a99-6b004d3502f5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1aca15a0-2059-4b72-8a99-6b004d3502f5,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:03.519314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:03.594436 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:03.607827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 1aca15a0-2059-4b72-8a99-6b004d3502f5 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:03.611242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ea264-e052-48c2-9051-a5792df54213 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:03.622348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d8ea264-e052-48c2-9051-a5792df54213 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports/7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f HTTP/1.1" status: 200 len: 910 time: 0.1200144 Feb 15 09:45:03.623471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48258) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:03.638635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6190550c-3023-410b-a4f8-fb19578ed936'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:03.655303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] Sync routers for ids ['ab8dd005-6b71-48d6-8c5a-d6062f128915'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:03.663530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 29d21dc6-d728-409d-a518-4d5df71688b0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:03.718831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] Routers {'ab8dd005-6b71-48d6-8c5a-d6062f128915'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:03.719479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ab8dd005-6b71-48d6-8c5a-d6062f128915'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:03.732837 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ad97cb7-6997-43c7-8ebc-ee746546446a req-feccfba8-680d-4d87-aeb8-9fd0f28ce21d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.2956719 Feb 15 09:45:03.802874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:03.809338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] For port 29d21dc6-d728-409d-a518-4d5df71688b0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=29d21dc6-d728-409d-a518-4d5df71688b0,segment=NetworkSegment(0efd8cc1-6ec0-44d4-a501-e16bec50fe52),segment_id=0efd8cc1-6ec0-44d4-a501-e16bec50fe52)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:03.814158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:03.828464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:03.907519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18379f6d-7217-419f-99bb-86e81fc92163 None None] Pushing event updated for resources: {'Port': ['ID=29d21dc6-d728-409d-a518-4d5df71688b0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:03.950767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] Routers {'ab8dd005-6b71-48d6-8c5a-d6062f128915'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:03.951804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ab8dd005-6b71-48d6-8c5a-d6062f128915'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:03.983200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.004293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:04.005049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711ce40a-6732-4c39-9db3-b01754a84e9f None None] The sync data for ids ['ab8dd005-6b71-48d6-8c5a-d6062f128915'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:04.008749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 29d21dc6-d728-409d-a518-4d5df71688b0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:04.009165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.075880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.170270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1aca15a0-2059-4b72-8a99-6b004d3502f5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:04.251637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.25.6.221 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/88d71fb8-c7b2-4e31-8725-9ee23d9cba2a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:04.254096 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.269957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No active binding found for port 1aca15a0-2059-4b72-8a99-6b004d3502f5 {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 09:45:04.272368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1aca15a0-2059-4b72-8a99-6b004d3502f5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 09:45:04.305083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port 1aca15a0-2059-4b72-8a99-6b004d3502f5 not found, will not notify nova. {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 09:45:04.321577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=1aca15a0-2059-4b72-8a99-6b004d3502f5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:04.401373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0566201-0527-4744-a34e-280aa511ce08 None None] Provisioning complete for port 29d21dc6-d728-409d-a518-4d5df71688b0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:04.401739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0566201-0527-4744-a34e-280aa511ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.715885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.718831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0566201-0527-4744-a34e-280aa511ce08 None None] Provisioning complete for port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:04.719209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0566201-0527-4744-a34e-280aa511ce08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:04.851475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0566201-0527-4744-a34e-280aa511ce08 None None] Port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:04.951747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6af7adf-a0b8-468a-bc33-c0b4b46ae5a6 req-1a1b2200-7f09-4644-9784-2a065d41a94e tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0692103 Feb 15 09:45:04.979416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-53cec21a-6b84-4390-b808-c19960e36b2f None None] Provisioning complete for port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:04.981955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53cec21a-6b84-4390-b808-c19960e36b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.102654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.155943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-53cec21a-6b84-4390-b808-c19960e36b2f None None] Port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:05.158450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Router fb1c773e-e513-41aa-9444-f2352b306c9f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:05.281276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:05.286813 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb3a344d-a98a-4b64-90ac-f14dcb3aea93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "PUT /v2.0/routers/fb1c773e-e513-41aa-9444-f2352b306c9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9954681 Feb 15 09:45:05.289072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.292237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48352) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:05.298665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Sync routers for ids ['fb1c773e-e513-41aa-9444-f2352b306c9f'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:05.300879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c628330e-c567-4f20-aaf2-28c245db5afa None None] Provisioning complete for port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:05.301317 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c628330e-c567-4f20-aaf2-28c245db5afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.342329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Routers {'fb1c773e-e513-41aa-9444-f2352b306c9f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:05.342987 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fb1c773e-e513-41aa-9444-f2352b306c9f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:05.377060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:05.388141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:05.392914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:05.395091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:05.458908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabfd35-b822-4353-b333-4423f48f53f3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:05.460423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaabfd35-b822-4353-b333-4423f48f53f3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:05.462295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aaabfd35-b822-4353-b333-4423f48f53f3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1674595 Feb 15 09:45:05.472188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48356) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:05.500111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c628330e-c567-4f20-aaf2-28c245db5afa None None] Port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:05.516754 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Set router fb1c773e-e513-41aa-9444-f2352b306c9f gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:05.628485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet afb89a25-e473-493a-8283-c97dd66ce474 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:05.645395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 29d21dc6-d728-409d-a518-4d5df71688b0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:05.651172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.705509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.780300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 29d21dc6-d728-409d-a518-4d5df71688b0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:05.780673 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.824325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8bf3da05-d071-4dce-a19e-5562df2f5c26 req-070cfdcb-c86f-4303-8f6a-c0aa686b569d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0954716 Feb 15 09:45:05.826429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.831984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.914353 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:45:03Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:05.960200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:05.979094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Checking router: fb1c773e-e513-41aa-9444-f2352b306c9f for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:05.986312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:06.008463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:06.015678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.017424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-31ff9e73-74dd-4b7e-8e76-07e79a93b462 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/ports/7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f HTTP/1.1" status: 200 len: 910 time: 2.3915713 Feb 15 09:45:06.021352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48382) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:06.038804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Routers {'fb1c773e-e513-41aa-9444-f2352b306c9f'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:06.041807 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fb1c773e-e513-41aa-9444-f2352b306c9f'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:06.157162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.192213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] Set router fb1c773e-e513-41aa-9444-f2352b306c9f gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:06.201876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=afb89a25-e473-493a-8283-c97dd66ce474,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:06.207030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.211504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0bb5fc1b-5ed6-4a35-adb7-5e8a4d08f057 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/afb89a25-e473-493a-8283-c97dd66ce474 HTTP/1.1" status: 204 len: 168 time: 0.7383184 Feb 15 09:45:06.214288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48390) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:06.216734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a82719-4e3b-4ae5-9694-1de672758881 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:06.316108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:45:03Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:06.365769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0f1518-5c54-4502-971d-469ed0378092 None None] The sync data for ids ['fb1c773e-e513-41aa-9444-f2352b306c9f'] in n-d-825064-4 is: [{'id': 'fb1c773e-e513-41aa-9444-f2352b306c9f', 'name': 'tempest-NetworksTestDHCPv6-router-961122414', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:44:56Z', 'updated_at': '2022-02-15T09:45:03Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:06.470321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.481862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-84401ccd-3e15-41df-b91f-4ec6b8222e56 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2656457 Feb 15 09:45:06.484670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48394) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:06.583229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.674095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.727402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.769832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:06.846770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.850219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:06.882738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Deleting port 5c35de77-f479-4d40-b040-ddd44d7994c3 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:06.883104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.016673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f293317-b6ed-4910-b62b-785eeb7fbcfb req-c8ec88b6-41b0-4e6b-817a-00537de41dd0 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0585229 Feb 15 09:45:07.030307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:45:07.046523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] For port 5c35de77-f479-4d40-b040-ddd44d7994c3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c35de77-f479-4d40-b040-ddd44d7994c3,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:07.046920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.072008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.072575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Fanout notify agent at l3_agent the message router_deleted on router fb1c773e-e513-41aa-9444-f2352b306c9f {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:45:07.076517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Calling delete_port for 5c35de77-f479-4d40-b040-ddd44d7994c3 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:07.083370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.094909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-354ebe15-564d-464f-9944-8cd09731b235 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/routers/fb1c773e-e513-41aa-9444-f2352b306c9f HTTP/1.1" status: 204 len: 168 time: 0.6033537 Feb 15 09:45:07.095840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.103957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:07.192858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.235144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] Pushing event deleted for resources: {'Port': ['ID=5c35de77-f479-4d40-b040-ddd44d7994c3,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:07.252044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c20a1e-f1b8-4386-a545-1fc073f95b99 None None] No DVR routers for this DVR port 5c35de77-f479-4d40-b040-ddd44d7994c3 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:07.262143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:07.274640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Sync routers for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:07.291254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:07.291979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:07.307937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.312440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-381eb71e-d2e0-44f0-a5cd-06d2b62eecb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.3639176 Feb 15 09:45:07.315415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48428) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.489094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb915e3f-e6ed-4d87-a75e-8c82c2498ef2 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:07.492373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eb915e3f-e6ed-4d87-a75e-8c82c2498ef2 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0250843c0cf843f9857fed1a2305da6f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1759608 Feb 15 09:45:07.498288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48438) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.499382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1aca15a0-2059-4b72-8a99-6b004d3502f5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:07.522820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:07.526758 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.707275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:07.707717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.728363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb4a829-ba1c-4817-b351-39304a7495ba tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:07.731257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ccb4a829-ba1c-4817-b351-39304a7495ba tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2315547 Feb 15 09:45:07.737213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48452) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.764662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:07.789671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d64b0178-5150-42d4-b0be-ed54bc7d73ba tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0496871 Feb 15 09:45:07.790849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48456) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.829839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3af70b52-7b9c-4167-8ea8-1a76565a13a9 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0250843c0cf843f9857fed1a2305da6f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378730 Feb 15 09:45:07.830584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48460) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.849395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1aca15a0-2059-4b72-8a99-6b004d3502f5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:07.849979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1aca15a0-2059-4b72-8a99-6b004d3502f5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:07.850345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c35de77-f479-4d40-b040-ddd44d7994c3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:07.884419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5c35de77-f479-4d40-b040-ddd44d7994c3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:07.885249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c35de77-f479-4d40-b040-ddd44d7994c3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:07.885989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.895460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:07.959934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:07.966679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=1f05d584-69ad-4713-98b4-b74827333b18,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:07.977873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540a17b-7755-4a87-90a7-423048e9fc1b tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:07.979018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:07.982196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6540a17b-7755-4a87-90a7-423048e9fc1b tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503582 Feb 15 09:45:07.982748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:07.985010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48466) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:07.986810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:07.987612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.046091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343cfc07-571d-431a-b14b-03643d6be29f None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:08.061650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78bec4af-0ab8-4033-9bb3-3e2646530992 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9617705 Feb 15 09:45:08.062667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:08.088995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:08.258238 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33218fb8-e596-4ca2-8785-f4703402c45d req-8e47eb20-d7be-4bc4-9a0f-f6fe3405038b tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0629184 Feb 15 09:45:08.283697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.285191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.288938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:06Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:08.329177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '1f05d584-69ad-4713-98b4-b74827333b18'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:08.330021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.345628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Checking router: 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:08.346057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Updating router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:08.391253 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.444029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e8941c52-062c-4d9f-86c0-59d5ed492894 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4575083 Feb 15 09:45:08.446388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48482) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:08.453314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1803078534', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:08.524757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.542503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.566980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.606849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:08.609829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=7f58c8a0-fbd5-472a-b2c0-92d0efe17a3f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:08.613891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.617004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:08.618234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05fe96eb-a1cf-4f48-b04b-d6ca74627916 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5525067 Feb 15 09:45:08.619484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48496) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:08.753718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/1f05d584-69ad-4713-98b4-b74827333b18/30d2fb17-8f6e-4c00-8172-f4e4feb3d435) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:09.042164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.062860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.079476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.122766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.196216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Subnet': ['ID=8fec351a-a000-4e5b-a770-11e087606834,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:09.265121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Checking segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:09.265606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network hostable DHCP agents. Network: 87267fd9-c635-4577-99d7-8a861363ff4a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:09.276580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.304678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Attempting to bind port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:09.305082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Attempting to bind port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:09.305451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Attempting to bind port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:09.313059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 87267fd9-c635-4577-99d7-8a861363ff4a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:09.326739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:09.326739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:09.327130 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.327443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:09.327924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Bound port: 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:09.328569 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.333041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbd81d-012a-4aa1-96d0-5a0b7383b5e3 None None] Pushing event updated for resources: {'Port': ['ID=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:09.334382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 87267fd9-c635-4577-99d7-8a861363ff4a) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:09.340391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:09.341083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.374236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-848b759b-aac5-4e99-b3c0-99735bce8920 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9265773 Feb 15 09:45:09.377014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48534) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:09.390373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146c1d8-b343-4e8c-ab5f-c88ed19dc6f1 None None] Network 87267fd9-c635-4577-99d7-8a861363ff4a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:09.523974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] For port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:09.530540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] For port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:09.541856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf97c0fa-50df-43e3-9b92-2f1205a59505 req-0937327e-0923-470d-8d59-ccb48257ffb3 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0701137 Feb 15 09:45:09.572212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.640114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router ab8dd005-6b71-48d6-8c5a-d6062f128915 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:09.774962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:09.775790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:09.786227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fbd81d-012a-4aa1-96d0-5a0b7383b5e3 None None] Pushing event updated for resources: {'Port': ['ID=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:09.789522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-87267fd9-c635-4577-99d7-8a861363ff4a', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'fixed_ips': [{'subnet_id': '8fec351a-a000-4e5b-a770-11e087606834'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:09.790642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.825758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:09.831399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-409ce889-a723-4c48-8ec5-e651d58342d4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/ab8dd005-6b71-48d6-8c5a-d6062f128915/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8072097 Feb 15 09:45:09.837996 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] Sync routers for ids ['ab8dd005-6b71-48d6-8c5a-d6062f128915'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:09.846538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:09.855674 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] Routers {'ab8dd005-6b71-48d6-8c5a-d6062f128915'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:09.857815 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ab8dd005-6b71-48d6-8c5a-d6062f128915'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:09.879912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:09.934354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2afb9702-fdfa-4d79-96e7-77f953d54bfc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab8dd005-6b71-48d6-8c5a-d6062f128915 HTTP/1.1" status: 200 len: 205 time: 0.0827284 Feb 15 09:45:09.941255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48556) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:09.943755 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:09.967030 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] Routers {'ab8dd005-6b71-48d6-8c5a-d6062f128915'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:09.967753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ab8dd005-6b71-48d6-8c5a-d6062f128915'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:09.975922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:10.035303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.057923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::1 (36673517-2969-4f9b-be17-a8fd371f8f39/1f05d584-69ad-4713-98b4-b74827333b18/9363430f-09df-4220-9c3e-6fa06bf23bc1) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:10.068788 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:10.069652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deda1b04-c3b3-457e-8f15-beeb248939d1 None None] The sync data for ids ['ab8dd005-6b71-48d6-8c5a-d6062f128915'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:10.158920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.220841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:10.221096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48566) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:10.233063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:10.262944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.293323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.298637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.316044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.353425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:10.364791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:10.374925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:10.378467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:10.379027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.381752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Pushing event updated for resources: {'Port': ['ID=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:10.386871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.390413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router ab8dd005-6b71-48d6-8c5a-d6062f128915 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:45:10.407965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.415500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-375b7306-26c2-4605-8648-1bba59f8fd50 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/ab8dd005-6b71-48d6-8c5a-d6062f128915 HTTP/1.1" status: 204 len: 168 time: 0.4706039 Feb 15 09:45:10.418641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48570) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:10.484215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=9363430f-09df-4220-9c3e-6fa06bf23bc1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:10.508754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.509423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.509897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.510449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.510848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.511275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.512748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.516548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.517122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.517620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.518282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.518924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:10.559068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Attempting to bind port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:10.559459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Attempting to bind port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:10.559807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Attempting to bind port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:10.593003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Allocated IP 172.20.0.18 (87267fd9-c635-4577-99d7-8a861363ff4a/8fec351a-a000-4e5b-a770-11e087606834/f8850b2d-fa03-40db-bb91-b74780da9eb6) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:10.607199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:10.616107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 6190550c-3023-410b-a4f8-fb19578ed936 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:10.617654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:10.618475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.619496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:10.621589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Bound port: 30d2fb17-8f6e-4c00-8172-f4e4feb3d435, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:10.622390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.627707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.631750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.747490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.905902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:10.947640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:06Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:11.019234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a6a4993-a656-4070-8ad7-5d408a1bc384 req-e6a6f695-010d-4464-883f-52b3bee9d42d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0577025 Feb 15 09:45:11.020083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e5f-5633-480a-bb90-0f0a74b7c8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.045588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa64d4fd-8b84-4744-bcad-f656820b50a3 None None] The sync data for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 is: [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:06Z', 'revision_number': 3, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:11.076189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] For port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:11.086090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] For port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:11.100232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.126051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.148666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.201380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=6190550c-3023-410b-a4f8-fb19578ed936,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:11.218125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.218585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.219112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.219575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.219995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.220422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.220869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.221371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.221832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.222251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.222682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.223183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:11.232653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.242552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-022c2cca-76d5-4105-b1c5-d99c0d9a8317 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/6190550c-3023-410b-a4f8-fb19578ed936 HTTP/1.1" status: 204 len: 168 time: 0.8190615 Feb 15 09:45:11.242552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48586) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:11.244301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811e5f94-5a2d-49d1-a2f2-d7a60a456404 None None] Network 7ea3292b-8a38-425e-b890-5f9ccb756c0a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:11.247591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48588) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:11.279952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5186e69-5079-48a9-a0b8-ce31fad6a82f None None] Pushing event updated for resources: {'Port': ['ID=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:11.345129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.451310 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.468084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 29d21dc6-d728-409d-a518-4d5df71688b0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:11.468084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.469794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ea290de-1f23-4961-a48d-83bad661a9a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.476251 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.581601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Pushing event updated for resources: {'Port': ['ID=f8850b2d-fa03-40db-bb91-b74780da9eb6,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:11.643253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e5f-5633-480a-bb90-0f0a74b7c8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.659633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Network 87267fd9-c635-4577-99d7-8a861363ff4a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:11.663182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:11.663523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66cf8e5f-5633-480a-bb90-0f0a74b7c8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.666348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:11.682431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.20.0.17 (87267fd9-c635-4577-99d7-8a861363ff4a/8fec351a-a000-4e5b-a770-11e087606834/436fe8dd-c90e-421e-88ff-5eac4fe2ff6b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:11.702199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 29d21dc6-d728-409d-a518-4d5df71688b0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=29d21dc6-d728-409d-a518-4d5df71688b0,segment=NetworkSegment(0efd8cc1-6ec0-44d4-a501-e16bec50fe52),segment_id=0efd8cc1-6ec0-44d4-a501-e16bec50fe52)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:11.702654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.730584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.740997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf8e5f-5633-480a-bb90-0f0a74b7c8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6917602-109a-42bc-9891-483faef632d9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:11.758690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.759636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.771721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66cf8e5f-5633-480a-bb90-0f0a74b7c8b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a79eb0d4f6da44029e41d01e86a36198&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5496647 Feb 15 09:45:11.807855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Attempting to bind port f8850b2d-fa03-40db-bb91-b74780da9eb6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:11.808275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Attempting to bind port f8850b2d-fa03-40db-bb91-b74780da9eb6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:11.808757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Attempting to bind port f8850b2d-fa03-40db-bb91-b74780da9eb6 on network 87267fd9-c635-4577-99d7-8a861363ff4a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:11.827755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:11.833287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] DHCP port deletion for 7ea3292b-8a38-425e-b890-5f9ccb756c0a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:11.836225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:11.836628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Checking segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:11.837103 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.837491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Bound using segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:11.838341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Bound port: f8850b2d-fa03-40db-bb91-b74780da9eb6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:11.838465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:11.884419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 29d21dc6-d728-409d-a518-4d5df71688b0 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:11.965280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] For port f8850b2d-fa03-40db-bb91-b74780da9eb6, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:11.969406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] For port f8850b2d-fa03-40db-bb91-b74780da9eb6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8850b2d-fa03-40db-bb91-b74780da9eb6,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:11.974333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Deleting port 29d21dc6-d728-409d-a518-4d5df71688b0 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:11.974700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.011681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=9363430f-09df-4220-9c3e-6fa06bf23bc1,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.040321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.066033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] For port 29d21dc6-d728-409d-a518-4d5df71688b0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=29d21dc6-d728-409d-a518-4d5df71688b0,segment=NetworkSegment(0efd8cc1-6ec0-44d4-a501-e16bec50fe52),segment_id=0efd8cc1-6ec0-44d4-a501-e16bec50fe52)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:12.066422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.081408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Calling delete_port for 29d21dc6-d728-409d-a518-4d5df71688b0 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:12.099802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.100235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ea290de-1f23-4961-a48d-83bad661a9a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.105734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.134779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.139925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.141704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:12.156356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:12.201028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfa1e0-eb6a-4b7f-b38e-b4d97fd4d051 None None] Pushing event updated for resources: {'Port': ['ID=f8850b2d-fa03-40db-bb91-b74780da9eb6,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.240302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ea290de-1f23-4961-a48d-83bad661a9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.293814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79fc7847-fef1-4ff8-b918-4a16f1cf3de4 req-35f584a7-9410-4263-a218-8ddb139ea787 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0694463 Feb 15 09:45:12.323292 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.363545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port 29d21dc6-d728-409d-a518-4d5df71688b0 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:12.366571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.369801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.370359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=29d21dc6-d728-409d-a518-4d5df71688b0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.372088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d6917602-109a-42bc-9891-483faef632d9 HTTP/1.1" status: 204 len: 168 time: 0.5394704 Feb 15 09:45:12.380058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6ea290de-1f23-4961-a48d-83bad661a9a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd028e077597400e89ff89aaa3e3479b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1379361 Feb 15 09:45:12.381273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48598) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:12.384737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d784-0707-46e0-86da-87ae2b4dc812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6917602-109a-42bc-9891-483faef632d9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.402649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] No DVR routers for this DVR port 29d21dc6-d728-409d-a518-4d5df71688b0 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:12.426626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa417a-a01a-4957-9925-c6864c2d7d40 None None] Pushing event deleted for resources: {'Port': ['ID=29d21dc6-d728-409d-a518-4d5df71688b0,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.456774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:45:12.559557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.625277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:12.638995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Sync routers for ids ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:12.639178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-40337386-ce38-424e-ac05-02aa21d9e01a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "PUT /v2.0/routers/d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0151393 Feb 15 09:45:12.642380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:12.662758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Routers {'d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:12.663806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:12.666316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea290de-1f23-4961-a48d-83bad661a9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bb143e-8074-4c60-91c6-58502eb84404,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.753981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6a975-285f-442c-a746-bdf54f06d359 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:12.758615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ba6a975-285f-442c-a746-bdf54f06d359 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports/9363430f-09df-4220-9c3e-6fa06bf23bc1 HTTP/1.1" status: 200 len: 911 time: 0.1150093 Feb 15 09:45:12.759451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48604) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:12.841057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91593a-efbc-474e-b13c-ab53ff3c76cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:12.844312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 87267fd9-c635-4577-99d7-8a861363ff4a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:12.851057 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.851541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e91593a-efbc-474e-b13c-ab53ff3c76cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:12.858185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e91593a-efbc-474e-b13c-ab53ff3c76cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0978336 Feb 15 09:45:12.858839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:12.880720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea3292b-8a38-425e-b890-5f9ccb756c0a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:12.893404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0efd8cc1-6ec0-44d4-a501-e16bec50fe52') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:12.893929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0efd8cc1-6ec0-44d4-a501-e16bec50fe52') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:12.914704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.929877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:12.936000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.937912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:12.963770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:12.984801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:12.986824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Set router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:13.056392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:45:13.057302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:45:13.061124 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:45:13.077952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.163454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.250057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] Provisioning complete for port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:13.253514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.280431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.297208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.300403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/7ea3292b-8a38-425e-b890-5f9ccb756c0a HTTP/1.1" status: 204 len: 168 time: 2.0515695 Feb 15 09:45:13.320989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0dad3-3cd8-481f-b8ab-e8d35fda8a0e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=7ea3292b-8a38-425e-b890-5f9ccb756c0a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:13.326417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:13.354402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-970785118', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:13.385173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.389217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.393524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02bb143e-8074-4c60-91c6-58502eb84404 HTTP/1.1" status: 204 len: 168 time: 0.9853816 Feb 15 09:45:13.443937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aff129-ea68-47d1-ba52-cc2c1420e22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bb143e-8074-4c60-91c6-58502eb84404,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:13.568041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2620199-0547-4ad5-a084-7718482b904d req-275a9f4d-a721-4823-b706-fe7a2c33b037 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0961895 Feb 15 09:45:13.569167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.570705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.638144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.711169 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.742312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.757643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:13.862980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] For port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:13.872057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:11Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None, '_interfaces': [{'id': '9363430f-09df-4220-9c3e-6fa06bf23bc1', 'name': '', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'mac_address': 'fa:16:3e:7b:f0:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '1f05d584-69ad-4713-98b4-b74827333b18', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:09Z', 'updated_at': '2022-02-15T09:45:11Z', 'revision_number': 2, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'subnets': [{'id': '1f05d584-69ad-4713-98b4-b74827333b18', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:13.880030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.021772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.028749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.035155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e3b5b06-244a-4c91-8e75-b0d23ffeb112 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.7076941 Feb 15 09:45:14.036038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:14.104044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cde4f-8ec5-4160-b5cf-4184e993f0ac None None] Pushing event updated for resources: {'Port': ['ID=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:14.125512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8850b2d-fa03-40db-bb91-b74780da9eb6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:14.132289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Checking router: d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:14.134222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Updating router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 port 9363430f-09df-4220-9c3e-6fa06bf23bc1 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:14.174475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-706701179'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:14.208928 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.332869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.357505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.359850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48638) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:14.366025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:14.369316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.371951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.380062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a421f9d-5f28-4c65-be83-405188575685 None None] Network 87267fd9-c635-4577-99d7-8a861363ff4a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:14.382759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-91f16aac-fef0-472a-ad39-ff716e17badc None None] Provisioning complete for port 9363430f-09df-4220-9c3e-6fa06bf23bc1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:14.383134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91f16aac-fef0-472a-ad39-ff716e17badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.407521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d60227-8359-4ea3-b3ad-7747bd9e1da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.427352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-91f16aac-fef0-472a-ad39-ff716e17badc None None] Port 9363430f-09df-4220-9c3e-6fa06bf23bc1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:14.442254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:14.462336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.462870 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 6315031f-e122-4272-991d-aa32cda92178 of type vlan for network a2990f15-7d85-454e-9579-33548b6023ca Feb 15 09:45:14.519328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.568641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f8850b2d-fa03-40db-bb91-b74780da9eb6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:14.569357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.614925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.624536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Provisioning complete for port f8850b2d-fa03-40db-bb91-b74780da9eb6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:14.625703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.633120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:14.633977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.720343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 9363430f-09df-4220-9c3e-6fa06bf23bc1 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:14.720766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.772532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7330463 Feb 15 09:45:14.787253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:14.803045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:14.947415 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d60227-8359-4ea3-b3ad-7747bd9e1da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:14.976942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d60227-8359-4ea3-b3ad-7747bd9e1da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.009683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:15.014720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.019136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b05c5b-fe2b-42bb-b234-c17de3233000 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=a2990f15-7d85-454e-9579-33548b6023ca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.039840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a2990f15-7d85-454e-9579-33548b6023ca details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:15.044672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d60227-8359-4ea3-b3ad-7747bd9e1da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1ef076-a2e6-4561-ad3e-6f7e2fe35189,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.044889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:15.062226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0807afd0-4dd3-40dc-81ab-c7361f06478c req-b8c9ab22-59ba-4e73-a1af-37b24d83fe9c tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1104560 Feb 15 09:45:15.073272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.090840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.114147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75d60227-8359-4ea3-b3ad-7747bd9e1da2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fa994338cc94459acc4fc20f1bba1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506428 Feb 15 09:45:15.115894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:15.128024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.129152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.162347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 9363430f-09df-4220-9c3e-6fa06bf23bc1 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:15.225552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 87267fd9-c635-4577-99d7-8a861363ff4a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:15.227326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:15.249722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-707034580', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:15.304282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.305226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port f8850b2d-fa03-40db-bb91-b74780da9eb6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8850b2d-fa03-40db-bb91-b74780da9eb6,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:15.326107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.327153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:15.366938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Made reservation on behalf of 6a471903c2864fc1b23b4812c9458f26 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:15.369258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.375602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.393740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:15.422575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.427838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.516592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:15.517159 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:15.519422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.541213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:15.549397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-49c7b617-8444-4b93-a353-ff0dc96d2d62 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "PUT /v2.0/routers/965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1712828 Feb 15 09:45:15.558016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.560352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.561143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=f8850b2d-fa03-40db-bb91-b74780da9eb6,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.572008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Sync routers for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:15.601133 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:15.604746 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:15.637003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:15.637003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.682504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=689cb9c4-aec1-4970-ac74-5b89362f0f27,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.712495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4b629-6fec-41db-b540-0dca5d6c0c10 None None] Pushing event updated for resources: {'Port': ['ID=9363430f-09df-4220-9c3e-6fa06bf23bc1,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:15.784651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:15.785156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:15.785414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:15.801451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:15.801736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:15.802145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.802544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:15.803025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Bound port: 9363430f-09df-4220-9c3e-6fa06bf23bc1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:15.803492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.829858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:15.898119 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:15.899482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:15.900086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: a2990f15-7d85-454e-9579-33548b6023ca, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:15.930018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.935129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:15.937081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe1ef076-a2e6-4561-ad3e-6f7e2fe35189 HTTP/1.1" status: 204 len: 168 time: 0.8182015 Feb 15 09:45:15.985040 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:15.986356 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:15.997782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:15.998164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.031572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.047943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.121325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-909e5bea-a243-4496-9d6d-89fd8f4f0be8 None None] Could not find standard attr ID for object 9363430f-09df-4220-9c3e-6fa06bf23bc1. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:45:16.170570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf15d0-40bc-4ded-8712-b6b3c312fdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1ef076-a2e6-4561-ad3e-6f7e2fe35189,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:16.199860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.220718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a2990f15-7d85-454e-9579-33548b6023ca is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:16.231599 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:13Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '436fe8dd-c90e-421e-88ff-5eac4fe2ff6b', 'name': '', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:88:38:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '8fec351a-a000-4e5b-a770-11e087606834', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:11Z', 'updated_at': '2022-02-15T09:45:14Z', 'revision_number': 2, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '8fec351a-a000-4e5b-a770-11e087606834', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:16.272180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Checking router: 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:16.272672 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Updating router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:16.283796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a87b90d-e21b-4b6b-95d4-441d4367470d req-e0223227-8334-469a-93ca-80108cade538 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0409491 Feb 15 09:45:16.287848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Provisioning complete for port f8850b2d-fa03-40db-bb91-b74780da9eb6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:16.288218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.289696 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.303717 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.310643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=9363430f-09df-4220-9c3e-6fa06bf23bc1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:16.342281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:16.351037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.400830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] device_id is not set on port 3f286141-dca2-4ee6-bfb4-153637c8a99f yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:16.436561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Could not find standard attr ID for object 9363430f-09df-4220-9c3e-6fa06bf23bc1. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:45:16.452374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:16.465389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Provisioning complete for port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:16.465835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.468704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 29d21dc6-d728-409d-a518-4d5df71688b0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:16.494187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-b70b1c6f-6a0d-4666-beef-8d05574cd8f6 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:16.503331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-b70b1c6f-6a0d-4666-beef-8d05574cd8f6 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/networks?id=87267fd9-c635-4577-99d7-8a861363ff4a HTTP/1.1" status: 200 len: 797 time: 0.5136158 Feb 15 09:45:16.506715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecea7ac6-f47f-4d41-8602-ed897c60679c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:16.519483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 29d21dc6-d728-409d-a518-4d5df71688b0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:16.519821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 29d21dc6-d728-409d-a518-4d5df71688b0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:16.520137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a2990f15-7d85-454e-9579-33548b6023ca) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:16.537894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:16.538244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:16.538603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Attempting to bind port 9363430f-09df-4220-9c3e-6fa06bf23bc1 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:16.553198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45c5fd1-b5e3-4006-ab47-412f051cdbaa None None] Network a2990f15-7d85-454e-9579-33548b6023ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:16.559757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:16.560131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:16.560521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.560950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:16.561420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Bound port: 9363430f-09df-4220-9c3e-6fa06bf23bc1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:16.561795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.563622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c3c80e5-1f9b-4fae-95c7-5925dfb9c776 None None] Port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:16.680408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Port 9363430f-09df-4220-9c3e-6fa06bf23bc1 has been deleted concurrently {{(pid=102360) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 15 09:45:16.752013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48682) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:16.761957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Routers {'d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:16.762642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:16.775828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc1f535b-53ad-4f22-8047-b868d85f0a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.828837 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.837672 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.905651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-91358aad-bc93-49bf-9510-fd0aa444c169 None None] Provisioning complete for port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:16.906388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91358aad-bc93-49bf-9510-fd0aa444c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.931670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8850b2d-fa03-40db-bb91-b74780da9eb6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:16.934983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc1f535b-53ad-4f22-8047-b868d85f0a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.940590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc1f535b-53ad-4f22-8047-b868d85f0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:16.982830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce492a6e-1a8c-4c60-93b3-d7fe5ecb8754 None None] Pushing event updated for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:17.010014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Attempting to bind port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:17.012123 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Attempting to bind port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:17.013090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Attempting to bind port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b on network 87267fd9-c635-4577-99d7-8a861363ff4a {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:17.014893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc1f535b-53ad-4f22-8047-b868d85f0a31 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d2dbb8fea054261bd11bc9a1095999f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2607124 Feb 15 09:45:17.016193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f535b-53ad-4f22-8047-b868d85f0a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a5c847-1c88-42c0-b2fb-e52febfa62c5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:17.018892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48684) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:17.023663 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:17.025125 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Checking segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:17.026438 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.027191 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Bound using segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:17.028179 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Bound port: 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:17.029040 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.030946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ca58bf0f-f66e-43bf-81c8-71705128ad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.099838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] Set router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:17.103495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:17.104635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.117325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.125280 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] For port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:17.131254 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] For port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:17.132462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-995142c5-13a4-48c8-86b4-6e712ad54b84 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/quotas/0250843c0cf843f9857fed1a2305da6f HTTP/1.1" status: 200 len: 375 time: 0.6280322 Feb 15 09:45:17.140952 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.142932 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.149533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2a1e54f-ca51-4d76-9d5a-a4b65fdab05e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3498733 Feb 15 09:45:17.165562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48686) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:17.168523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.231462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.241778 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:17.243073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:17.292967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:15Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:17.307017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-91358aad-bc93-49bf-9510-fd0aa444c169 None None] Port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:17.352950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a2990f15-7d85-454e-9579-33548b6023ca', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:17.354404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.384345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Allocated IP 172.25.6.90 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/3f286141-dca2-4ee6-bfb4-153637c8a99f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:17.385591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02aea1-8c0b-43e8-a0a1-1b7c4e6a567c None None] The sync data for ids ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'] in n-d-825064-4 is: [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:15Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:17.444084 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce492a6e-1a8c-4c60-93b3-d7fe5ecb8754 None None] Pushing event updated for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:17.483160 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:17.533289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f8850b2d-fa03-40db-bb91-b74780da9eb6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:17.533936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.538960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] Provisioning complete for port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:17.539661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.577375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-f9bae4ac-4959-46a4-9ac5-fffafa499579 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4435058 Feb 15 09:45:17.608619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.617473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.623439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63a5c847-1c88-42c0-b2fb-e52febfa62c5 HTTP/1.1" status: 204 len: 168 time: 0.5888042 Feb 15 09:45:17.726545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-1e30fc73-caf2-4858-996b-a630140c5de1 service neutron] 10.222.0.10 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446538 Feb 15 09:45:17.755361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:17.791883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba55c0c-b03d-4faa-80f9-c1bb9aaa9c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a5c847-1c88-42c0-b2fb-e52febfa62c5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:17.839620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29d88446-e8b1-473f-8405-a9d53ea2b7bb req-0dd2be27-4221-4653-a384-7624da175cfc tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.2347023 Feb 15 09:45:17.899925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:17.931651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Allocated IP 172.20.0.2 (a2990f15-7d85-454e-9579-33548b6023ca/689cb9c4-aec1-4970-ac74-5b89362f0f27/f96e4836-af3b-4438-93fd-09e90c9856f6) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:18.086695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:18.115522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b8d2d2d-5bf5-46ec-a2bf-639f88b43c30 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "PUT /v2.0/routers/d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2554729 Feb 15 09:45:18.122930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48694) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:18.218648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-eaa66e5e-0642-49c1-ab7f-337fec6afaec service neutron] 10.222.0.10 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909427 Feb 15 09:45:18.249999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.255708 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:13Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '436fe8dd-c90e-421e-88ff-5eac4fe2ff6b', 'name': '', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:88:38:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '8fec351a-a000-4e5b-a770-11e087606834', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:11Z', 'updated_at': '2022-02-15T09:45:17Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '8fec351a-a000-4e5b-a770-11e087606834', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:18.272217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f275fd-16ee-44ab-9b9e-d3aed1dd5be3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:18.273891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f275fd-16ee-44ab-9b9e-d3aed1dd5be3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:18.279364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:18.285459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2f275fd-16ee-44ab-9b9e-d3aed1dd5be3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1504731 Feb 15 09:45:18.300191 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517b8e7-b42a-44c7-9bb9-f92887f52dd5 None None] The sync data for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 is: [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:13Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '436fe8dd-c90e-421e-88ff-5eac4fe2ff6b', 'name': '', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:88:38:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '8fec351a-a000-4e5b-a770-11e087606834', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:11Z', 'updated_at': '2022-02-15T09:45:17Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '8fec351a-a000-4e5b-a770-11e087606834', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:18.319160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.376234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.488373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.521448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:18.532075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:18.532431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 1f05d584-69ad-4713-98b4-b74827333b18 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:18.541678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:18.547479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.640541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.20.0.1 (a2990f15-7d85-454e-9579-33548b6023ca/689cb9c4-aec1-4970-ac74-5b89362f0f27/7266a937-e048-4d65-ad85-698d5de375b2) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:18.707766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a1480a1-8372-4108-ba27-79c075bd90af req-be9b6eb8-ec84-46cb-8de1-aecc4e908614 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 210 time: 0.0570192 Feb 15 09:45:18.716062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Pushing event updated for resources: {'Port': ['ID=3f286141-dca2-4ee6-bfb4-153637c8a99f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:18.734709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:18.736390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.749797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Network a2990f15-7d85-454e-9579-33548b6023ca is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:18.766229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:18.768432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Pushing event updated for resources: {'Port': ['ID=f96e4836-af3b-4438-93fd-09e90c9856f6,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:18.784538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:18.809562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-052887ce-b0a7-4d64-9c7b-51275e24d62f tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.7550404 Feb 15 09:45:18.810207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:18.831390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.90'}]}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:18.848294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.868744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:18.905630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:18.906902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.000535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Attempting to bind port f96e4836-af3b-4438-93fd-09e90c9856f6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:19.001229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Attempting to bind port f96e4836-af3b-4438-93fd-09e90c9856f6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:19.001708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Attempting to bind port f96e4836-af3b-4438-93fd-09e90c9856f6 on network a2990f15-7d85-454e-9579-33548b6023ca {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:19.039791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:19.040601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Checking segment: {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:19.041264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.041894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Bound using segment: {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:19.043366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Bound port: f96e4836-af3b-4438-93fd-09e90c9856f6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:19.044088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.054577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.056991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.096066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-883d71d1-9e3c-4d3d-a292-f859cfac72ae req-367bd2ea-fef2-4c9b-b921-5fc0144178dc tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0606713 Feb 15 09:45:19.102164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] For port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:19.168896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.178104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.187797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.211094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Sync routers for ids ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:19.366906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:19.367620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.401299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.416006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Routers {'d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:19.417450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:44:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:19.426911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-92a2650c-989c-499e-9b1a-88ee90d1f7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.435817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:19.452589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a2990f15-7d85-454e-9579-33548b6023ca is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:19.459761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:19.464658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:19.576524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.603668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a21cd6-2e13-4df9-9ccb-075f8d252a81 None None] Pushing event updated for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:19.629984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] For port f96e4836-af3b-4438-93fd-09e90c9856f6, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:19.655141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] For port f96e4836-af3b-4438-93fd-09e90c9856f6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f96e4836-af3b-4438-93fd-09e90c9856f6,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:19.744457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-040c63a6-4d3d-44e2-89f2-ca15b2fb762d None None] Provisioning complete for port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:19.745112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-040c63a6-4d3d-44e2-89f2-ca15b2fb762d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.799963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.874830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.929563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41ff6a6f-94b6-455f-aba0-9524aa03b883 req-9b3fffe0-b7ca-46b5-8385-5403f0f82d7e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 210 time: 0.0730116 Feb 15 09:45:19.989205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:19.997446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:20.032572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Set router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:20.033189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.043209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.101147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.176598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=1f05d584-69ad-4713-98b4-b74827333b18,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:20.200355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.212365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-60d2411b-e2c7-4f3e-a33f-f778fedd24ce tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/1f05d584-69ad-4713-98b4-b74827333b18 HTTP/1.1" status: 204 len: 168 time: 1.9282129 Feb 15 09:45:20.216761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48748) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:20.296638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010ecd34-9ac6-43c2-ac69-af01d8556f49 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:20.409046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:15Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:20.544881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.740162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Checking router: d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:20.758788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3292e-61df-47e6-90f4-41fe3536cccf None None] Pushing event updated for resources: {'Port': ['ID=f96e4836-af3b-4438-93fd-09e90c9856f6,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:20.889831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.895781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Routers {'d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:20.896605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:20.916276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b76d5854-abfe-48a6-b8fd-7e3805420889 req-dbdbd7b3-5888-453c-84c7-563e1746f8ea tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.5328817 Feb 15 09:45:20.918017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.922032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:20.925116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-c8c57e63-74ed-43c2-bf5d-7d174d6a1ffd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:20.926840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-c8c57e63-74ed-43c2-bf5d-7d174d6a1ffd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.36 "GET /v2.0/networks?id=87267fd9-c635-4577-99d7-8a861363ff4a HTTP/1.1" status: 200 len: 797 time: 0.2867863 Feb 15 09:45:20.954616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Request body: {'port': {'device_id': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'admin_state_up': True, 'tenant_id': '0250843c0cf843f9857fed1a2305da6f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:20.981002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1f273ab0-ed07-4ad7-afcc-6520859a52cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.7374697 Feb 15 09:45:20.987737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48774) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:21.025504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] Set router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:21.034290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.036834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de4b2de9-8385-4165-8df9-a8e3702c772f {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:45:21.056762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:21.057175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.123905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a3f3a07-f22d-4eed-97c9-0bb162206ae8 req-6d58f961-9cf6-4cd1-b49b-2db095bf9935 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 210 time: 0.0478420 Feb 15 09:45:21.125241 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 09:45:21.129233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a824d59-a9cf-4736-92d5-6e0746780566 tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.3097107 Feb 15 09:45:21.129791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:21.133005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:15Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:21.157032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.174753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6639e7f1-1573-409d-9c37-d9ee529c8fb9 None None] The sync data for ids ['d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1'] in n-d-825064-4 is: [{'id': 'd3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1', 'name': 'tempest-NetworksTestDHCPv6-router-1723088551', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:08Z', 'updated_at': '2022-02-15T09:45:15Z', 'revision_number': 3, 'project_id': '4b91f956859949a0a8b713797f68f9f5', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:21.263957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Deleting port 3f286141-dca2-4ee6-bfb4-153637c8a99f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:21.264408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.317295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:21.450533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.469664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Deleting port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:21.470262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.497948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Calling delete_port for 3f286141-dca2-4ee6-bfb4-153637c8a99f owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:21.575956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.579111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.669899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f96e4836-af3b-4438-93fd-09e90c9856f6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:21.750518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] For port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:21.753017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.805919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Calling delete_port for 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:21.806191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.876232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.880665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Fanout notify agent at l3_agent the message router_deleted on router d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:45:21.909575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:21.920671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01f7aee5-a33f-49df-a6cd-d984e3e04bb3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/routers/d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 HTTP/1.1" status: 204 len: 168 time: 0.9303501 Feb 15 09:45:21.958549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.023880 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.025384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Made reservation on behalf of 0250843c0cf843f9857fed1a2305da6f for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:22.030825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.033767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc99cb-a5f8-4475-8811-a8aa2fbb5fd9 None None] Network a2990f15-7d85-454e-9579-33548b6023ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:22.036225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f96e4836-af3b-4438-93fd-09e90c9856f6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:22.036877 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.057507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f286141-dca2-4ee6-bfb4-153637c8a99f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:22.072519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.114533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.139388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.145386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d8c9268d-2d18-45f5-bb7d-a17c6e085208 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0890486 Feb 15 09:45:22.150446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Pushing event deleted for resources: {'Port': ['ID=30d2fb17-8f6e-4c00-8172-f4e4feb3d435,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:22.154473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.241730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e387df5c-3dfc-42b3-8c34-613cd481fa93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:22.243909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e387df5c-3dfc-42b3-8c34-613cd481fa93 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0881946 Feb 15 09:45:22.248548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d40411bb-84fc-4e57-9d51-dbda8fd3f1ae req-184f0785-da91-4be1-9cd9-e9c142153653 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1416523 Feb 15 09:45:22.250931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48832) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.307941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8e0ee567-e98b-4703-afe0-7d3b7dc543c4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506330 Feb 15 09:45:22.307941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.311985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7c81c1f1-3f58-4c8b-9ac2-eb9d1cba95bc tempest-RoutersAdminNegativeIpV6Test-571543256 tempest-RoutersAdminNegativeIpV6Test-571543256-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3f286141-dca2-4ee6-bfb4-153637c8a99f HTTP/1.1" status: 204 len: 168 time: 1.1812103 Feb 15 09:45:22.312755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.320683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:22.352298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.416124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-852f019b-0e20-454a-a5eb-da31702c2071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.420256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18fe4cbf-545a-432d-860b-9c3a629596dd req-8880dde8-02ea-459e-adae-2210a7f15628 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 210 time: 0.0768189 Feb 15 09:45:22.434104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:22.511793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] No DVR routers for this DVR port 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:22.536495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.536765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.537134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.537713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.537981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.538305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.538716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.538985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.539299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.539682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.540066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.540298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b31167-5b9a-491a-9ccc-33a900e6bbb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:45:22.567705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.568399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] Provisioning complete for port f96e4836-af3b-4438-93fd-09e90c9856f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:22.569125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.576344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.650168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-852f019b-0e20-454a-a5eb-da31702c2071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.652840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:22.657396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.676560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-852f019b-0e20-454a-a5eb-da31702c2071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.687284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Allocated IP 172.20.0.19 (87267fd9-c635-4577-99d7-8a861363ff4a/8fec351a-a000-4e5b-a770-11e087606834/c6682cdf-dd29-4b2b-9373-768acb4acb3f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:22.747217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48840) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.760348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network a2990f15-7d85-454e-9579-33548b6023ca is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:22.793576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:22.832588 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.844315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.887189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f019b-0e20-454a-a5eb-da31702c2071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751be907-86b2-491d-a8f6-48630de284a6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:22.891806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-852f019b-0e20-454a-a5eb-da31702c2071 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=603e6f4addb1487ca9d21f747de66078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7491822 Feb 15 09:45:22.897646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48844) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:22.943764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.962548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] For port f96e4836-af3b-4438-93fd-09e90c9856f6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f96e4836-af3b-4438-93fd-09e90c9856f6,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:22.976484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:22.989146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea9d2-c53b-409a-ac75-241280bb802d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.031717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:45:23.036982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.046003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f891f-f01b-47f5-bc84-f698fdd701ac None None] Pushing event updated for resources: {'Port': ['ID=f96e4836-af3b-4438-93fd-09e90c9856f6,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:23.082657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Network 87267fd9-c635-4577-99d7-8a861363ff4a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:23.093512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:23.102186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:23.105227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:23.106793 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:23.156443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:23.157123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.254820 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.3110971 Feb 15 09:45:23.315557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Request body: {'port': {'device_id': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:23.353714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.358426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f785c1c-f8fd-4d82-9234-07e5b5e002ad tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event updated for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:23.438328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea9d2-c53b-409a-ac75-241280bb802d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.456401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:45:23.503206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.527777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Provisioning complete for port 7266a937-e048-4d65-ad85-698d5de375b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:23.528393 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.567612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.635421 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.639257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.640735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/751be907-86b2-491d-a8f6-48630de284a6 HTTP/1.1" status: 204 len: 168 time: 0.7421525 Feb 15 09:45:23.666861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Port 7266a937-e048-4d65-ad85-698d5de375b2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:23.730661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:23.737320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Provisioning complete for port f96e4836-af3b-4438-93fd-09e90c9856f6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:23.738153 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.775041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:23.796989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a68a81-eb8c-4843-a9e7-fbce2036827a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751be907-86b2-491d-a8f6-48630de284a6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:23.818965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:23.846103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:23.846855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:23.866738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd44545-3826-4308-add0-30cbcc8c82f7 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:23.870528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c796-406f-4c0c-aa28-c7c72b147a75 req-1bbe671c-39f3-41f0-912a-093ac946887b tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:23.877270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1406c796-406f-4c0c-aa28-c7c72b147a75 req-1bbe671c-39f3-41f0-912a-093ac946887b tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 895 time: 0.2778809 Feb 15 09:45:23.908591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=beabbb8a-f644-4424-9b45-c8cf276ecf90,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:23.944336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0fa72cdc-b220-4d28-a9ab-ce781138c402 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6302052 Feb 15 09:45:23.946144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48858) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:23.955189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:24.032289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:24.032660 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.136980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2d8ea9d2-c53b-409a-ac75-241280bb802d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.174931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f46352e-22da-4bba-a9d0-deb21bc9673e req-7cb0133e-b7de-450f-bd9b-e965b18badf1 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.7332265 Feb 15 09:45:24.204201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:24.208400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.235771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Provisioning complete for port c6682cdf-dd29-4b2b-9373-768acb4acb3f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:24.236229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.270666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'beabbb8a-f644-4424-9b45-c8cf276ecf90'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:24.272158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.290867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48862) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:24.292802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.300041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:24.310253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fb61897a-9ebe-4aab-a97d-bd3f171ef929 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0258422 Feb 15 09:45:24.318602 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:24.322142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:24.325474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2d8ea9d2-c53b-409a-ac75-241280bb802d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99bd6c6acc994a66a45449b457ff8de5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5774779 Feb 15 09:45:24.331597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-87070403'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:24.332839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:24.337404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:24.341406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48866) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:24.350965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ea9d2-c53b-409a-ac75-241280bb802d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83936e8a-2847-4487-9e7d-6b4a77f4f389,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:24.510059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:24.524292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f78b254b-3c76-4cf1-93f3-260e512c23f2 None None] Port c6682cdf-dd29-4b2b-9373-768acb4acb3f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:24.525721 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8530288-2e16-44e6-a600-dba7b736f7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.530365 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:24.591389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:24.591971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 30d2fb17-8f6e-4c00-8172-f4e4feb3d435 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:24.620146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Allocated IP 2001:db8::f816:3eff:fe2f:d9bd (36673517-2969-4f9b-be17-a8fd371f8f39/beabbb8a-f644-4424-9b45-c8cf276ecf90/2cddd3c4-33db-42d4-8704-ac96648d03e8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:24.656117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fd5fba42-566a-42f3-83c5-77ec5d756026 None None] Provisioning complete for port 7266a937-e048-4d65-ad85-698d5de375b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:24.656578 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd5fba42-566a-42f3-83c5-77ec5d756026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.677584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:24.686061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.752436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fd5fba42-566a-42f3-83c5-77ec5d756026 None None] Port 7266a937-e048-4d65-ad85-698d5de375b2 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:24.784179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.788537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f96e4836-af3b-4438-93fd-09e90c9856f6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:24.822181 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:19Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:21Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:24.830841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8530288-2e16-44e6-a600-dba7b736f7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.832370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.852066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:24.864440 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:24.864889 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Updating router f16d0a11-3b7c-41af-aed2-dad07191260b port 7266a937-e048-4d65-ad85-698d5de375b2 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:24.877752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.878135 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment a61ece6a-24af-4583-a28d-c8ad2d217eeb of type vlan for network c52d96c7-acb9-4177-871d-1252334079b3 Feb 15 09:45:24.887575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=ff44ccd6-b84b-4824-bc64-93cfed7403f5,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:24.889421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f96e4836-af3b-4438-93fd-09e90c9856f6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:24.892385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8530288-2e16-44e6-a600-dba7b736f7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.897324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.902430 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.937833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:24.947078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:24.954861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:24.955977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:24.961790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8530288-2e16-44e6-a600-dba7b736f7e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ee9aac4bdf64f4b850aa3adf4c7e1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661179 Feb 15 09:45:24.978685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48870) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:24.984983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.004758 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.025721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.033137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8530288-2e16-44e6-a600-dba7b736f7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c574f705-b9b1-40d5-b4dc-eee652e79bdf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.055929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.067469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:25.067469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.083907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.100788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-283db7bb-5f73-4f36-b1e7-36072a8201e1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1532369 Feb 15 09:45:25.106503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48872) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:25.111786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7847145 Feb 15 09:45:25.112419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:25.116335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:ff:2c:39', 'name': 'tempest-NetworksTestDHCPv6-1398287665'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:25.116536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Pushing event updated for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.144671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:25.148186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:25.155841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:25.161049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:25.215875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.251783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.308949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Attempting to bind port 2cddd3c4-33db-42d4-8704-ac96648d03e8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:25.309725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Attempting to bind port 2cddd3c4-33db-42d4-8704-ac96648d03e8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:25.313522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Attempting to bind port 2cddd3c4-33db-42d4-8704-ac96648d03e8 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:25.322690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:25.328854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:25.329672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.330339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:25.331067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Bound port: 2cddd3c4-33db-42d4-8704-ac96648d03e8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:25.331700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.333495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246ad64-6ad9-4bb5-a980-a38ebebeda0a req-5f44b9cc-57b6-4177-8a48-00c5cceecd5f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:25.336885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0246ad64-6ad9-4bb5-a980-a38ebebeda0a req-5f44b9cc-57b6-4177-8a48-00c5cceecd5f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 895 time: 0.3075647 Feb 15 09:45:25.344278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.349127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.355860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585a251-2ade-482e-8e02-655e3eacfd0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=c52d96c7-acb9-4177-871d-1252334079b3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.356103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c574f705-b9b1-40d5-b4dc-eee652e79bdf HTTP/1.1" status: 204 len: 168 time: 0.3744025 Feb 15 09:45:25.423630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.425619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba69c4-f77f-4c8c-864f-927154ae155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c574f705-b9b1-40d5-b4dc-eee652e79bdf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.427477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.433598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83936e8a-2847-4487-9e7d-6b4a77f4f389 HTTP/1.1" status: 204 len: 168 time: 1.0884564 Feb 15 09:45:25.511855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:25.517793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2cddd3c4-33db-42d4-8704-ac96648d03e8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:25.521925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c52d96c7-acb9-4177-871d-1252334079b3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:25.529164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:25.532920 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.540356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e517d3a-ccf1-4d1b-b2aa-89a6e8a6eb5c req-838f7874-a0af-4eb3-b87c-f6eca5bd8911 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1014740 Feb 15 09:45:25.551951 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.610567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.652909 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387f1f-468b-4376-8bcf-2116755f4c5d None None] Pushing event updated for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.713032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6682cdf-dd29-4b2b-9373-768acb4acb3f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:45:25.748784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.765581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.791086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Transition to ACTIVE for port object c6682cdf-dd29-4b2b-9373-768acb4acb3f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:45:25.793578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:25.804250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.850558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180965e-68bd-427b-b210-374175de2637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83936e8a-2847-4487-9e7d-6b4a77f4f389,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:25.871106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 4dbd2d6e-215e-4d5d-a873-508baaadcc3d yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:25.877250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Attempting to bind port 7266a937-e048-4d65-ad85-698d5de375b2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:25.878222 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Attempting to bind port 7266a937-e048-4d65-ad85-698d5de375b2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:25.879201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Attempting to bind port 7266a937-e048-4d65-ad85-698d5de375b2 on network a2990f15-7d85-454e-9579-33548b6023ca {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:25.886941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.892427 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:25.895008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Checking segment: {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:25.895741 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:25.898289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Bound using segment: {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:25.899243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Bound port: 7266a937-e048-4d65-ad85-698d5de375b2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6315031f-e122-4272-991d-aa32cda92178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:25.901282 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.040298 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] For port 7266a937-e048-4d65-ad85-698d5de375b2, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:26.045377 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] For port 7266a937-e048-4d65-ad85-698d5de375b2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7266a937-e048-4d65-ad85-698d5de375b2,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:26.053721 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.118772 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:26.119403 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:26.240154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08409175-6f86-411f-8320-2afecc66ab28 None None] Pushing event updated for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:26.248753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:26.295368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48894) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:26.297260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] Provisioning complete for port 7266a937-e048-4d65-ad85-698d5de375b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:26.297639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.431269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4fc1972d-5ff9-46f4-baa0-20d84bc671aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6a471903c2864fc1b23b4812c9458f26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338592 Feb 15 09:45:26.431868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48900) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:26.448665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Pushing event updated for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:26.498180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387f1f-468b-4376-8bcf-2116755f4c5d None None] Pushing event updated for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:26.677709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.773804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:19Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:26.781691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] For port 7266a937-e048-4d65-ad85-698d5de375b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7266a937-e048-4d65-ad85-698d5de375b2,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:26.789175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.814035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Attempting to bind port c6682cdf-dd29-4b2b-9373-768acb4acb3f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:26.814452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Attempting to bind port c6682cdf-dd29-4b2b-9373-768acb4acb3f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:26.817905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Attempting to bind port c6682cdf-dd29-4b2b-9373-768acb4acb3f on network 87267fd9-c635-4577-99d7-8a861363ff4a {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:26.867160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be12f603-e336-4c7c-ad6f-c0c793590861 None None] Pushing event updated for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:26.871911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Port c6682cdf-dd29-4b2b-9373-768acb4acb3f on network 87267fd9-c635-4577-99d7-8a861363ff4a not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:45:26.873422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Attempting to bind port c6682cdf-dd29-4b2b-9373-768acb4acb3f on network 87267fd9-c635-4577-99d7-8a861363ff4a {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:26.873649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2cddd3c4-33db-42d4-8704-ac96648d03e8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:26.875864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8863c0e8-7156-4d24-a21d-15177d7d3d22 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:19Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:26.904778 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0878f82d-6b04-4bf9-8fca-ef8e0d8f6abd req-d5733a52-6412-4d68-a46f-666f4376a53d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.1294262 Feb 15 09:45:26.958806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:26.959273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Checking segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:26.960307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Bound using segment: {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:26.960839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Bound port: c6682cdf-dd29-4b2b-9373-768acb4acb3f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:26.961220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:26.971373 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 172.20.0.10 (36673517-2969-4f9b-be17-a8fd371f8f39/ff44ccd6-b84b-4824-bc64-93cfed7403f5/4dbd2d6e-215e-4d5d-a873-508baaadcc3d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:26.976332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051785c1-5dac-4a23-977b-ae9835041810 req-358dad11-73f6-417d-911e-fb56c52e654d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:26.978143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-051785c1-5dac-4a23-977b-ae9835041810 req-358dad11-73f6-417d-911e-fb56c52e654d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 907 time: 0.3564386 Feb 15 09:45:26.994843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:feff:2c39 (36673517-2969-4f9b-be17-a8fd371f8f39/beabbb8a-f644-4424-9b45-c8cf276ecf90/4dbd2d6e-215e-4d5d-a873-508baaadcc3d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:27.004142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-320efb9d-bd6e-4e66-958c-85248cc42942 None None] Provisioning complete for port 7266a937-e048-4d65-ad85-698d5de375b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:27.004890 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-320efb9d-bd6e-4e66-958c-85248cc42942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.109800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.114190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.177796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:27.204395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:27.231194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.286484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=c38e0970-e55c-4f80-bf05-90a5c2066319,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:27.303768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:27.304432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.306179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-57deb001-3527-43aa-aa91-0952f661303e service neutron] 10.222.0.36 "PUT /v2.0/ports/c6682cdf-dd29-4b2b-9373-768acb4acb3f HTTP/1.1" status: 200 len: 1055 time: 3.9949863 Feb 15 09:45:27.306702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:45:27.309955 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586e2eb1-83a5-478b-883c-5a16eccbea97" -d '{"events": [{"name": "network-changed", "server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:45:27.315880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:27.316245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: c52d96c7-acb9-4177-871d-1252334079b3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:27.396750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57deb001-3527-43aa-aa91-0952f661303e service neutron] Pushing event updated for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:27.429156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2cddd3c4-33db-42d4-8704-ac96648d03e8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:27.443208 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.456423 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04519ce6-601e-4bd1-8b86-7265536a3aad x-openstack-request-id: req-04519ce6-601e-4bd1-8b86-7265536a3aad {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:45:27.461636 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:45:27.462200 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04519ce6-601e-4bd1-8b86-7265536a3aad {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:45:27.462799 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f', 'status': 'completed', 'code': 200} Feb 15 09:45:27.463600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network c52d96c7-acb9-4177-871d-1252334079b3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:27.535880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c52d96c7-acb9-4177-871d-1252334079b3) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:27.562187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:27.564035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:27.590068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-5df9e199-0e30-4113-95d4-a2f239ab6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:27.594938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-5df9e199-0e30-4113-95d4-a2f239ab6c54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 1058 time: 0.2165518 Feb 15 09:45:27.607272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647bcc5-0581-459e-b2da-707fb146d90e None None] Network c52d96c7-acb9-4177-871d-1252334079b3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:27.680255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-9ebaa243-edfa-42b2-9455-aaed996c01a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f HTTP/1.1" status: 200 len: 217 time: 0.0788405 Feb 15 09:45:27.685310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9445cb95-04b2-494d-9f48-30dd87f18df7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5549712 Feb 15 09:45:27.687945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48920) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:27.827839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-b23ddda7-5afe-49dc-a200-6692159e197e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:27.829358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-b23ddda7-5afe-49dc-a200-6692159e197e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fec351a-a000-4e5b-a770-11e087606834 HTTP/1.1" status: 200 len: 838 time: 0.1426642 Feb 15 09:45:28.046928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c52d96c7-acb9-4177-871d-1252334079b3', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:28.048232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.187078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b8ba1-f45a-4f78-9133-8865c197f660 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:28.240337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404f164-2904-456c-9718-f096d0294e75 req-2b0f4796-aef9-4590-b859-b916570bea40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:28.242106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-2b0f4796-aef9-4590-b859-b916570bea40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87267fd9-c635-4577-99d7-8a861363ff4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4059801 Feb 15 09:45:28.375833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.395390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.404432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b051f55b-a0fe-4964-8f06-62a919e5ceea req-c8b26283-30e2-4864-b6d7-001d20add088 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0825093 Feb 15 09:45:28.482211 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2cddd3c4-33db-42d4-8704-ac96648d03e8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:28.482364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.482364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.486147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ecea7ac6-f47f-4d41-8602-ed897c60679c HTTP/1.1" status: 204 len: 168 time: 2.0444758 Feb 15 09:45:28.496869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da09843-ae9b-4252-976c-cdd26088298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecea7ac6-f47f-4d41-8602-ed897c60679c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:28.524145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e76d91-8b53-4971-956b-888a741d2100 req-a8c2efe7-830d-4867-9809-104d811ecede tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:28.547791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41e76d91-8b53-4971-956b-888a741d2100 req-a8c2efe7-830d-4867-9809-104d811ecede tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 907 time: 0.3466856 Feb 15 09:45:28.556423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.566854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.621384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-21af34bb-2f49-4910-9ab8-229a6d99820e service neutron] 10.222.0.36 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633485 Feb 15 09:45:28.625439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:28.646337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.708631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f87912d9-0bf2-4f3d-9823-5c9f50c40b40 None None] Provisioning complete for port 2cddd3c4-33db-42d4-8704-ac96648d03e8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:28.709044 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f87912d9-0bf2-4f3d-9823-5c9f50c40b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.794483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:28.807550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:28.816038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:28.857218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:28.913274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Allocated IP 172.21.0.2 (c52d96c7-acb9-4177-871d-1252334079b3/c38e0970-e55c-4f80-bf05-90a5c2066319/998ecfa9-3846-4efe-8f75-5bc67e51af2a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:29.017575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.019127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.067105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=4dbd2d6e-215e-4d5d-a873-508baaadcc3d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:29.081885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-06fa1054-e29e-44be-b997-17875de7aa79 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9721348 Feb 15 09:45:29.084896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48948) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:29.119733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3404f164-2904-456c-9718-f096d0294e75 req-7d4edd67-93ad-49ca-ac3b-38332407fcbe service neutron] 10.222.0.36 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819567 Feb 15 09:45:29.130218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7266a937-e048-4d65-ad85-698d5de375b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:29.225226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf6bdc-affd-4224-bf87-a1cb7ae8deb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.233511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cf6bdc-affd-4224-bf87-a1cb7ae8deb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.235211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c1cf6bdc-affd-4224-bf87-a1cb7ae8deb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1493971 Feb 15 09:45:29.240787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48952) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:29.335145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-9859f8e3-8f7e-4a91-aa95-2bdf57c576a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.336673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-9859f8e3-8f7e-4a91-aa95-2bdf57c576a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 1058 time: 0.1293731 Feb 15 09:45:29.485225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7266a937-e048-4d65-ad85-698d5de375b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:29.486387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.558884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': 'beabbb8a-f644-4424-9b45-c8cf276ecf90', 'ip_address': '2001:db8::f816:3eff:fe2f:d9bd'}, {'subnet_id': 'ff44ccd6-b84b-4824-bc64-93cfed7403f5'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '2cddd3c4-33db-42d4-8704-ac96648d03e8'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:45:29.560962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 4dbd2d6e-215e-4d5d-a873-508baaadcc3d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:29.561501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.592680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.669023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3121b221-7883-4deb-a8be-c3fbaea9e78f req-3320ba45-d95f-48b1-b416-612fbd9cf1a2 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0978572 Feb 15 09:45:29.691182 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.707344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-f3d3c7fa-d192-42a6-9ed6-394718c7d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.711148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-f3d3c7fa-d192-42a6-9ed6-394718c7d9d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=87267fd9-c635-4577-99d7-8a861363ff4a HTTP/1.1" status: 200 len: 898 time: 0.3643308 Feb 15 09:45:29.721830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.829474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:29.876763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-e7ccb443-a873-4716-ba93-ad9edc1d7299 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f HTTP/1.1" status: 200 len: 217 time: 0.1551166 Feb 15 09:45:29.880886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 4dbd2d6e-215e-4d5d-a873-508baaadcc3d owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:29.930872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c374632-bf1c-4aa5-960e-94e583c5bc11 req-5c595e91-bf3d-4ac7-9cb8-8a29c860d2cf tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:29.934988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c374632-bf1c-4aa5-960e-94e583c5bc11 req-5c595e91-bf3d-4ac7-9cb8-8a29c860d2cf tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 907 time: 0.1818340 Feb 15 09:45:29.938281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2cddd3c4-33db-42d4-8704-ac96648d03e8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:29.941315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Network c52d96c7-acb9-4177-871d-1252334079b3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:30.001476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.21.0.1 (c52d96c7-acb9-4177-871d-1252334079b3/c38e0970-e55c-4f80-bf05-90a5c2066319/1748bdda-56da-4962-818d-923c460a9ee0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:30.015845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:30.020138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:30.035082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-f6528dc4-3172-47a0-8035-014cd6f9570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:30.037955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-f6528dc4-3172-47a0-8035-014cd6f9570c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8fec351a-a000-4e5b-a770-11e087606834 HTTP/1.1" status: 200 len: 838 time: 0.1503980 Feb 15 09:45:30.125504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Pushing event updated for resources: {'Port': ['ID=998ecfa9-3846-4efe-8f75-5bc67e51af2a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:30.163394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-58fb2e9d-8429-44ed-a7ba-cd0ad507e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:30.165218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-58fb2e9d-8429-44ed-a7ba-cd0ad507e49c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=87267fd9-c635-4577-99d7-8a861363ff4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1161482 Feb 15 09:45:30.185522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:45:30.246502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48996) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:30.265031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Attempting to bind port 998ecfa9-3846-4efe-8f75-5bc67e51af2a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:30.265557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Attempting to bind port 998ecfa9-3846-4efe-8f75-5bc67e51af2a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:30.265857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Attempting to bind port 998ecfa9-3846-4efe-8f75-5bc67e51af2a on network c52d96c7-acb9-4177-871d-1252334079b3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:30.274523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:30.274894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Checking segment: {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:30.275298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.275734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Bound using segment: {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:30.276371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Bound port: 998ecfa9-3846-4efe-8f75-5bc67e51af2a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:30.277383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.285659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.296043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2cddd3c4-33db-42d4-8704-ac96648d03e8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:30.296435 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.299765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Allocated IP 172.20.0.2 (36673517-2969-4f9b-be17-a8fd371f8f39/ff44ccd6-b84b-4824-bc64-93cfed7403f5/2cddd3c4-33db-42d4-8704-ac96648d03e8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:30.332659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.340624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-e4a08982-b0ce-4952-9b74-aae48ebdae48 service neutron] 10.222.0.36 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659007 Feb 15 09:45:30.428049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=4dbd2d6e-215e-4d5d-a873-508baaadcc3d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:30.437430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1553700886'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:30.442817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.547544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.552914 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1a7aa1bc-5abc-474c-9640-21e41c4162ba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/4dbd2d6e-215e-4d5d-a873-508baaadcc3d HTTP/1.1" status: 204 len: 168 time: 1.3040223 Feb 15 09:45:30.557217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2cddd3c4-33db-42d4-8704-ac96648d03e8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:30.557578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49024) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:30.632150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24197500-0c58-4c12-9d00-e4201fe6f875 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:30.633913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24197500-0c58-4c12-9d00-e4201fe6f875 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:30.635410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24197500-0c58-4c12-9d00-e4201fe6f875 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:30.637354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c6682cdf-dd29-4b2b-9373-768acb4acb3f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:45:30.641795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-24197500-0c58-4c12-9d00-e4201fe6f875 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0824883 Feb 15 09:45:30.642533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49034) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:30.669108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] For port 998ecfa9-3846-4efe-8f75-5bc67e51af2a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:30.695420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] For port 998ecfa9-3846-4efe-8f75-5bc67e51af2a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=998ecfa9-3846-4efe-8f75-5bc67e51af2a,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:30.723481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.729049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.782890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet beabbb8a-f644-4424-9b45-c8cf276ecf90 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:30.790222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.850663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.955131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:30.956501 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.004522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network c52d96c7-acb9-4177-871d-1252334079b3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:31.055314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:31.064529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:31.123926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291bdf17-6078-46e4-9ea7-b2c1d0ac5f56 None None] Pushing event updated for resources: {'Port': ['ID=998ecfa9-3846-4efe-8f75-5bc67e51af2a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.128832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.155963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.187921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:31.228365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f', 'network_id': '87267fd9-c635-4577-99d7-8a861363ff4a', 'port_id': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f', 'mac_address': 'fa:16:3e:54:b0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fec351a-a000-4e5b-a770-11e087606834', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:45:31.236604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=beabbb8a-f644-4424-9b45-c8cf276ecf90,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.239690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.253280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd9a74dc-79e6-4d84-b885-317af1525cd7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/beabbb8a-f644-4424-9b45-c8cf276ecf90 HTTP/1.1" status: 204 len: 168 time: 0.6096408 Feb 15 09:45:31.259689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49082) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:31.284784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.289763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.298245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586e2eb1-83a5-478b-883c-5a16eccbea97 req-35cd5eb4-1094-4df1-b220-f212e497c46d service neutron] 10.222.0.36 "GET /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9489186 Feb 15 09:45:31.301788 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca98632b-d61a-43d2-ae30-472c58aa3e37 req-013d96d0-b402-46dd-af7b-c3a4186343aa tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.3281808 Feb 15 09:45:31.313061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6682cdf-dd29-4b2b-9373-768acb4acb3f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:45:31.320331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d168204-5190-4f6f-a923-538884c1d523 None None] Pushing event updated for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.384337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:31.390899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:31.398877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.402855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.417812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.483138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.500668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.523776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e7433-6ded-4965-81ac-b1467804455a req-b0c6382f-cdd3-4841-9d95-e80ff5756c6e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:31.549787 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-142e7433-6ded-4965-81ac-b1467804455a req-b0c6382f-cdd3-4841-9d95-e80ff5756c6e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 907 time: 0.4354923 Feb 15 09:45:31.587069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet ff44ccd6-b84b-4824-bc64-93cfed7403f5 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:31.593491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.596944 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.606503 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.667335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['c6682cdf-dd29-4b2b-9373-768acb4acb3f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:45:31.713176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.753429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:31.766401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70b47977-4be2-4c02-827a-e6ff98fe75c6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:31.788930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.789281 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Added segment 058fcb0e-9dce-4974-8b54-391233b339d3 of type vlan for network 0c2eb0d7-795f-41a6-884c-d081c48455d2 Feb 15 09:45:31.842975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a478d3-48f4-4cb5-9cfb-0ff0d19a50ca req-bad4a7fe-5b0f-44b1-b195-85189ba25aa5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:31.845019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79a478d3-48f4-4cb5-9cfb-0ff0d19a50ca req-bad4a7fe-5b0f-44b1-b195-85189ba25aa5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.1249311 Feb 15 09:45:31.890898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.935745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79a478d3-48f4-4cb5-9cfb-0ff0d19a50ca req-68930eec-0961-4d2e-95bd-77b7ac83d6c9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803216 Feb 15 09:45:31.941569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.965807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:31.971417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:31.972023 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.021859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.058780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=ff44ccd6-b84b-4824-bc64-93cfed7403f5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:32.064407 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.068507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4687372f-45d8-44b3-a67c-6faec52050ae tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/ff44ccd6-b84b-4824-bc64-93cfed7403f5 HTTP/1.1" status: 204 len: 168 time: 0.8078272 Feb 15 09:45:32.071384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49120) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:32.079082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8292735 Feb 15 09:45:32.080984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:32.087402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'subnet': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:32.095755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44f9a4-46f2-4d72-9a3d-b221bc772c53 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Network': ['ID=0c2eb0d7-795f-41a6-884c-d081c48455d2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:32.108618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:32.111811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.118051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.250009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb1aac3e-8f50-4edd-8509-deea39283541 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1772199 Feb 15 09:45:32.256086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49124) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:32.272678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:32.306128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:32.309716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:32.316105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeda2996-5f3b-452a-b6c6-1178d66780c2 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:32.316648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.321861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.561293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cc19bf3-01e3-4719-b6b4-98bb0db8c917 req-9804bccd-3236-49ab-8dcd-57eba738afa9 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0654826 Feb 15 09:45:32.590001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a062fa0b-b6cb-44b1-8f76-3ddb433a7280 None None] Provisioning complete for port 2cddd3c4-33db-42d4-8704-ac96648d03e8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:32.590700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a062fa0b-b6cb-44b1-8f76-3ddb433a7280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.596903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c6682cdf-dd29-4b2b-9373-768acb4acb3f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:32.616229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network c52d96c7-acb9-4177-871d-1252334079b3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:32.619618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:32.668610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:32.678832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:32.684145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.703167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.745658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be37b09-cec9-4ed1-a355-a9f483b2c685 None None] Network c52d96c7-acb9-4177-871d-1252334079b3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:32.820203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Subnet': ['ID=2dafbaf5-7816-496e-8355-77f8779ee5fa,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:32.833903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0be219-9b2e-48a5-99f0-859ce73c5a26 req-30e4e9b2-883a-4ed7-b93f-4a881852ae7b tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:32.847823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db0be219-9b2e-48a5-99f0-859ce73c5a26 req-30e4e9b2-883a-4ed7-b93f-4a881852ae7b tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 908 time: 0.1808875 Feb 15 09:45:32.870880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Checking segment: {'id': '058fcb0e-9dce-4974-8b54-391233b339d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:32.872003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network hostable DHCP agents. Network: 0c2eb0d7-795f-41a6-884c-d081c48455d2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:32.879057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port c6682cdf-dd29-4b2b-9373-768acb4acb3f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:45:32.895008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:32.910389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port c6682cdf-dd29-4b2b-9373-768acb4acb3f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:32.910765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.919499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 0c2eb0d7-795f-41a6-884c-d081c48455d2) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:32.936897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:32.937615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.956884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61d5cc70-c90f-474e-9fa4-3a34ae88fe70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:32.979859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e86f5f7f-10d9-46ee-b1ab-3cf0a4e08aba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8970501 Feb 15 09:45:32.983616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:32.990603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-1194595761'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:32.990904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db7e90-d640-4e69-8910-62bb395fd4d4 None None] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:33.023639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2cddd3c4-33db-42d4-8704-ac96648d03e8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:33.108851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:33.171251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61d5cc70-c90f-474e-9fa4-3a34ae88fe70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.178425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-61d5cc70-c90f-474e-9fa4-3a34ae88fe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.200193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-33e1bb88-4831-4809-9676-812126670c2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1971958 Feb 15 09:45:33.202352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:33.255758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1631cb-a2ee-41b0-854d-6defa133255d req-ddd3c705-ef25-4dc4-842c-71f8a1b63ace tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:33.257666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e1631cb-a2ee-41b0-854d-6defa133255d req-ddd3c705-ef25-4dc4-842c-71f8a1b63ace tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.2072279 Feb 15 09:45:33.267516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:33.271720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.274797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5cc70-c90f-474e-9fa4-3a34ae88fe70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3aa5442-b9a5-4027-a7ba-bceaf37ba6e4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:33.290052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61d5cc70-c90f-474e-9fa4-3a34ae88fe70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6fcdc49a1ea4afaaaeb092042b5d611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187010 Feb 15 09:45:33.293341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:33.308095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a062fa0b-b6cb-44b1-8f76-3ddb433a7280 None None] Could not find standard attr ID for object 4dbd2d6e-215e-4d5d-a873-508baaadcc3d. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:45:33.325878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port 9e39a9ee-7459-45e2-9315-211448ec71d4 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:33.365305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2cddd3c4-33db-42d4-8704-ac96648d03e8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:33.365924 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.404199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb9860-61a9-46df-874d-776037904a1e req-a901bee5-8313-4467-9e68-b925748d6c6c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:33.405903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ddb9860-61a9-46df-874d-776037904a1e req-a901bee5-8313-4467-9e68-b925748d6c6c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.72 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.2954984 Feb 15 09:45:33.425510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.425779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.481673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:33.501910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:33.503612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.514419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-0c2eb0d7-795f-41a6-884c-d081c48455d2', 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'tenant_id': '5cbdf3ef26df43619b306ee122cc7140', 'fixed_ips': [{'subnet_id': '2dafbaf5-7816-496e-8355-77f8779ee5fa'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:33.515909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.518137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:45:33.520713 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dbb834-efc3-4000-818c-3b336a98a78e" -d '{"events": [{"server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "name": "network-vif-plugged", "status": "completed", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:45:33.546116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] Provisioning complete for port 998ecfa9-3846-4efe-8f75-5bc67e51af2a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:33.546796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.550204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Deleting port 2cddd3c4-33db-42d4-8704-ac96648d03e8 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:33.550780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.578095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.2 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/9e39a9ee-7459-45e2-9315-211448ec71d4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:33.585886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:33.618045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:45:33.629734 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf48b82-2b44-41e7-a2be-c95352045942 x-openstack-request-id: req-edf48b82-2b44-41e7-a2be-c95352045942 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:45:33.630035 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "name": "network-vif-plugged", "status": "completed", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:45:33.630289 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edf48b82-2b44-41e7-a2be-c95352045942 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:45:33.630692 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f', 'code': 200} Feb 15 09:45:33.657095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28e51a8b-7630-4b27-8e60-cc3b66896564 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9675806 Feb 15 09:45:33.685671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.700467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:33.701452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e1631cb-a2ee-41b0-854d-6defa133255d req-1db72002-f7ce-436a-b55f-40bbe27aebb5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3774118 Feb 15 09:45:33.707974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-647264859'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:33.716245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.719113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:33.719484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:33.719830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:33.738074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d3aa5442-b9a5-4027-a7ba-bceaf37ba6e4 HTTP/1.1" status: 204 len: 168 time: 0.4431894 Feb 15 09:45:33.763530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a164cf4e-8b43-4a1d-8625-01052e12c367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3aa5442-b9a5-4027-a7ba-bceaf37ba6e4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:33.799037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77627c81-f9ba-456b-85af-3548b019ef5e req-041a57e3-2bc5-459a-be24-bf6b434f05fd service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0924027 Feb 15 09:45:33.838011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4bb39dde-2eef-449b-894f-44c50bbc8d0a req-b43a5aca-459b-4201-8425-3466adcf2aa2 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0943489 Feb 15 09:45:33.938575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:33.944980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.079824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:34.102784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.107811 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.108254 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 1d4f337c-4585-483b-ba54-1a79c8e05513 of type vlan for network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 Feb 15 09:45:34.189315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.189931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.190392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.190857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.191370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.191836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.192342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.194812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ccd621f2-1993-4fd9-9b6a-5c2fe90551d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6490 time: 0.8826134 Feb 15 09:45:34.224079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.271302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.272749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49162) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:34.279525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 998ecfa9-3846-4efe-8f75-5bc67e51af2a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:34.291341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.298625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.299413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.344838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-192de1a0-90c6-42e5-bfad-e6ff904d3e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.364618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810e8a2-197b-4deb-84fb-c02dea1f9f25 req-18b76125-a6ab-42c6-ab62-f0da3932220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.366425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7810e8a2-197b-4deb-84fb-c02dea1f9f25 req-18b76125-a6ab-42c6-ab62-f0da3932220b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 1060 time: 0.4777491 Feb 15 09:45:34.375020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e84062-36b3-408b-b95c-7dfd87069802 req-5e2eee2f-25dc-46e9-944a-a231718ee425 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.376163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1e84062-36b3-408b-b95c-7dfd87069802 req-5e2eee2f-25dc-46e9-944a-a231718ee425 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.2588837 Feb 15 09:45:34.411671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:34.427006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:34.431190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:34.432947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:34.445392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.472885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Deleting port 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:34.473495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.483544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:34.509354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.519963 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8182108 Feb 15 09:45:34.534219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:34.550597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:34.551176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-cb27216f-1644-4071-99d2-4e64edf38292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.551822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-cb27216f-1644-4071-99d2-4e64edf38292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.552169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-cb27216f-1644-4071-99d2-4e64edf38292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.553823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-cb27216f-1644-4071-99d2-4e64edf38292 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d140436-5ae5-449e-af0d-6865edfaf3b7&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 200 len: 2294 time: 0.3003643 Feb 15 09:45:34.560985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=9e39a9ee-7459-45e2-9315-211448ec71d4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:34.573432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2cddd3c4-33db-42d4-8704-ac96648d03e8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:34.573835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.597594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6f91-af12-445e-af9b-fd306b232f0d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=70bb9ecb-8b84-4445-97f3-ff5f5b2336f1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:34.636288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:34.636890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.662791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Calling delete_port for 2cddd3c4-33db-42d4-8704-ac96648d03e8 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:34.664478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:34.698696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 998ecfa9-3846-4efe-8f75-5bc67e51af2a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:34.699400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.704265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85771b28-3dfa-464a-9e52-52d52aa6323e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7164657 Feb 15 09:45:34.707138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:34.713399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-551206969', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:2e:54:a1'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:34.758111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1d220a2c-f550-49cf-839f-2aafdd1d4a0c {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:34.758485 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:34.760221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] For port 998ecfa9-3846-4efe-8f75-5bc67e51af2a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=998ecfa9-3846-4efe-8f75-5bc67e51af2a,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:34.841509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-192de1a0-90c6-42e5-bfad-e6ff904d3e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.906037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-192de1a0-90c6-42e5-bfad-e6ff904d3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.908955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:34.911133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:34.914902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.006117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-192de1a0-90c6-42e5-bfad-e6ff904d3e9c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=669ddeab249b4e929731af5d2f95784b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289541 Feb 15 09:45:35.010279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:35.043050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-360b23ee-2585-4012-8696-da057fe16b8b req-29aa8519-f9fc-4485-9f7c-c72a10828d74 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0439410 Feb 15 09:45:35.078289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08811a7b-2906-4ad3-a7da-44145b1b633c None None] Pushing event updated for resources: {'Port': ['ID=998ecfa9-3846-4efe-8f75-5bc67e51af2a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:35.126522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-4c08674e-012e-4d48-98a0-2d3d5a6b145d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 200 len: 1001 time: 0.5564232 Feb 15 09:45:35.141964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e3b430ae-cc4d-4867-8dce-f2edcae52479 None None] Provisioning complete for port 998ecfa9-3846-4efe-8f75-5bc67e51af2a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:35.142268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3b430ae-cc4d-4867-8dce-f2edcae52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.222287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] For port 06b73f8a-8f62-447e-9f6e-e677a839ce90, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=06b73f8a-8f62-447e-9f6e-e677a839ce90,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:35.222889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.273404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.342268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8fcd4f28-1fb4-4bd4-a076-74eef3fab3ec req-9ba7d92e-eb24-4989-a10a-78bf1d0b57d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=75ddfcdb6eaa4e4d848f2843330d6b8f&device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0363545 Feb 15 09:45:35.419133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-49556b0c-c0b9-45b2-8333-9c84639003c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:35.420221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-49556b0c-c0b9-45b2-8333-9c84639003c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca121c-8613-44ff-a1b3-cf1d49d5a782 HTTP/1.1" status: 200 len: 851 time: 0.2162566 Feb 15 09:45:35.425452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8fcd4f28-1fb4-4bd4-a076-74eef3fab3ec req-0d973a9c-6e15-490e-a739-d053ed44616c service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=75ddfcdb6eaa4e4d848f2843330d6b8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0735273 Feb 15 09:45:35.447273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 2cddd3c4-33db-42d4-8704-ac96648d03e8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2cddd3c4-33db-42d4-8704-ac96648d03e8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:35.479698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192de1a0-90c6-42e5-bfad-e6ff904d3e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cdfa6f-37e9-4c50-8890-1ab95b0d1d91,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:35.485755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.584398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:35.586694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Allocated IP 172.20.0.3 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/121d2a1c-e647-4a4a-942f-62bdb6de9721) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:35.602264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdc79f1d-304a-4ede-9ca6-062ab79a4c2f req-bb97f8e9-2d92-4c8c-a328-8fa78233fa65 tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0843747 Feb 15 09:45:35.701316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494de29f-d400-467e-85b6-8d48fcfc6e71 req-4397ebbf-a976-42f4-a0c5-b5e9a9ebebea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:35.702905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-494de29f-d400-467e-85b6-8d48fcfc6e71 req-4397ebbf-a976-42f4-a0c5-b5e9a9ebebea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 947 time: 0.7992723 Feb 15 09:45:35.703631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=c6c63105-430e-4282-95de-e36b307a7469,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:35.712146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49192) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:35.729932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-f86a3758-e721-4fc1-8535-1cde8679bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:35.731851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-f86a3758-e721-4fc1-8535-1cde8679bfc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d140436-5ae5-449e-af0d-6865edfaf3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982132 Feb 15 09:45:35.748697 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.759554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 998ecfa9-3846-4efe-8f75-5bc67e51af2a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:35.785554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:35.785950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:35.825037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-494de29f-d400-467e-85b6-8d48fcfc6e71 req-efe49976-129f-4a41-ab8c-3e3416e64898 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110373 Feb 15 09:45:35.828838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.829601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.853826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:31Z', 'revision_number': 3, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:31Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:35.857840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.880576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:35.925099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.929672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:35.937624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] No DVR routers for this DVR port 2cddd3c4-33db-42d4-8704-ac96648d03e8 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:35.940311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd4f28-1fb4-4bd4-a076-74eef3fab3ec req-40b7bb11-62c1-4216-8360-c4ed78c49e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:35.941875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8fcd4f28-1fb4-4bd4-a076-74eef3fab3ec req-40b7bb11-62c1-4216-8360-c4ed78c49e6e service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4968429 Feb 15 09:45:35.949947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.949947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.950169 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Floating IP df69f10e-2fea-47a7-bf7c-8987bde52d2e disassociated. External IP: 172.25.6.51, port: 06b73f8a-8f62-447e-9f6e-e677a839ce90. Feb 15 09:45:35.950360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Calling delete_port for 06b73f8a-8f62-447e-9f6e-e677a839ce90 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:35.952924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:35.962331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:35.962853 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.971129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e7587-a491-435c-a225-854558d671b0 None None] Pushing event deleted for resources: {'Port': ['ID=2cddd3c4-33db-42d4-8704-ac96648d03e8,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:35.973498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:35.980663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:35.981053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Updating router f16d0a11-3b7c-41af-aed2-dad07191260b port 1748bdda-56da-4962-818d-923c460a9ee0 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:35.983301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a571a0-ce6d-4dbb-8f6b-d0eabcbfd9f7 None None] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:35.984381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port 7b0d47f6-6982-4814-a00c-1474d310b8c6 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:36.008693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:36.018961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7941cf9-c457-4f96-91f3-d7166c5b7c83 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4697590 Feb 15 09:45:36.021997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:36.025518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.026749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.039272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49196) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:36.066736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.067209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.067673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.068129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.068589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.069136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.069510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.072085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-2a47851a-b6fe-4a90-8938-6db0fea6843d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6490 time: 0.3383555 Feb 15 09:45:36.072470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726deaa-4f21-4ae1-ad97-3a172ffb890a None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:36.079527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.098728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=a7685708-d9c0-444f-807a-cc910b9105e9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:36.130985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e3b430ae-cc4d-4867-8dce-f2edcae52479 None None] Provisioning complete for port 1748bdda-56da-4962-818d-923c460a9ee0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:36.131355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3b430ae-cc4d-4867-8dce-f2edcae52479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.134655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.150568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4a49c19a-3a1a-45ba-8ccf-be4ccff3c9ac tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8925452 Feb 15 09:45:36.155922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49198) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:36.165574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:36.187458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-882a6b88-4309-471e-88e4-4f076146c4e9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=0dbd1f4d-efb9-4440-a651-5966d0632642&id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0966475 Feb 15 09:45:36.224881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a074d3-f537-4369-912c-ab6374c1bd2d req-968b5675-c3f3-4c6b-b39d-cf7981fac8fe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.226544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a074d3-f537-4369-912c-ab6374c1bd2d req-968b5675-c3f3-4c6b-b39d-cf7981fac8fe tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.4329040 Feb 15 09:45:36.235393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-276f12ba-31b8-4def-8d03-856155781951 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820321 Feb 15 09:45:36.269240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 998ecfa9-3846-4efe-8f75-5bc67e51af2a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:36.269794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.271351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.274737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.277113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8cdfa6f-37e9-4c50-8890-1ab95b0d1d91 HTTP/1.1" status: 204 len: 168 time: 1.2609479 Feb 15 09:45:36.323703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5230ea8-6ece-489f-bea0-e9fd92e88400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cdfa6f-37e9-4c50-8890-1ab95b0d1d91,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:36.422375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fc494f-8af7-4af1-bc74-3b5551aa5421 req-dae9cee5-1508-4fb5-b2a5-6548cef1ac01 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.423720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5fc494f-8af7-4af1-bc74-3b5551aa5421 req-dae9cee5-1508-4fb5-b2a5-6548cef1ac01 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.1018121 Feb 15 09:45:36.436670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:36.442266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.456493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.493711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e3b430ae-cc4d-4867-8dce-f2edcae52479 None None] Port 1748bdda-56da-4962-818d-923c460a9ee0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:36.510346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.513867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ac1b0fa2-01ac-4b11-8480-32c225118495 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675519 Feb 15 09:45:36.554833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:36.585483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Pushing event updated for resources: {'Port': ['ID=121d2a1c-e647-4a4a-942f-62bdb6de9721,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:36.635024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.8 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/7b0d47f6-6982-4814-a00c-1474d310b8c6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:36.695586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:36.713853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'Port': ['ID=06b73f8a-8f62-447e-9f6e-e677a839ce90,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:36.731537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-cac955f3-c6ec-4c25-afcf-0633331b1650 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 217 time: 0.1809204 Feb 15 09:45:36.881849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f557a11-4173-43d1-96d8-2041bae8f68d req-6451b74e-8adb-44eb-9f43-cde3c0c7b52d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0942247 Feb 15 09:45:36.937482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238be493-735e-4807-9914-502c3248740d req-4d8b570a-77ab-4ee5-8451-004c80595766 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:36.954059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-238be493-735e-4807-9914-502c3248740d req-4d8b570a-77ab-4ee5-8451-004c80595766 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 1060 time: 0.3968406 Feb 15 09:45:36.969128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:36.994034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-46b59441-4e7f-443c-9c61-fd2f7d1cb98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:37.006510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-46b59441-4e7f-443c-9c61-fd2f7d1cb98f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.1927485 Feb 15 09:45:37.022167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:37.080279 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a126c61-88bf-4c22-9603-f6dad261d3df req-2728d54d-9dcd-48da-abc0-e48838a379ee tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.0476272 Feb 15 09:45:37.082753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.142946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.206433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:37.207791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.211569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8fcd4f28-1fb4-4bd4-a076-74eef3fab3ec req-6ee0e4d1-eb0e-437a-910f-77d0bd415c6d tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.72 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0513835 Feb 15 09:45:37.223547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:37.228147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:37.233753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.238446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:37.239299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.253045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:37.269261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.280029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=25f596ff-b16a-4a34-ad50-4e9a0c2c5e11,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:37.304526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-dde7b62b-f9df-4361-937b-d4c9b7fc1088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:37.306389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-dde7b62b-f9df-4361-937b-d4c9b7fc1088 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2551887 Feb 15 09:45:37.311795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e3e17-76f6-4e48-9ef6-946fab0369f1 req-c27a5563-77ea-435d-8b19-e8e97a1bb34c tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:37.312379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:37.322660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-35fd46d1-627e-4d82-a46e-5ad47e438254 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1627939 Feb 15 09:45:37.324241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:37.324800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-804e3e17-76f6-4e48-9ef6-946fab0369f1 req-c27a5563-77ea-435d-8b19-e8e97a1bb34c tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.2504764 Feb 15 09:45:37.336018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:37.341424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:46:7c:67', 'name': 'tempest-NetworksTestDHCPv6-1175024272'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:37.348872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:37.396620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'a7685708-d9c0-444f-807a-cc910b9105e9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:37.398320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.401287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=7b0d47f6-6982-4814-a00c-1474d310b8c6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:37.494917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:37.497306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.555629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:37.556244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e640bbf5-b4b1-4122-9e22-2f36b466063b tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8413424 Feb 15 09:45:37.597562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:37.721743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2cddd3c4-33db-42d4-8704-ac96648d03e8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:37.724694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Attempting to bind port 121d2a1c-e647-4a4a-942f-62bdb6de9721 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:37.725214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Attempting to bind port 121d2a1c-e647-4a4a-942f-62bdb6de9721 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '058fcb0e-9dce-4974-8b54-391233b339d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:37.725587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Attempting to bind port 121d2a1c-e647-4a4a-942f-62bdb6de9721 on network 0c2eb0d7-795f-41a6-884c-d081c48455d2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:37.741243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:37.741689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Checking segment: {'id': '058fcb0e-9dce-4974-8b54-391233b339d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:37.742020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.742416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Bound using segment: {'id': '058fcb0e-9dce-4974-8b54-391233b339d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:37.742896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Bound port: 121d2a1c-e647-4a4a-942f-62bdb6de9721, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058fcb0e-9dce-4974-8b54-391233b339d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:37.743341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.791320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:37.842088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 6cc6de9c-16bb-453e-8306-c413ba16f70d yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:37.988278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Allocated IP 172.22.0.2 (70bb9ecb-8b84-4445-97f3-ff5f5b2336f1/c6c63105-430e-4282-95de-e36b307a7469/d7b30512-f0cc-4ad9-a900-28454a771c90) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:37.993469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2cddd3c4-33db-42d4-8704-ac96648d03e8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:37.993865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2cddd3c4-33db-42d4-8704-ac96648d03e8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:38.070036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:38.147229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 06b73f8a-8f62-447e-9f6e-e677a839ce90 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:38.147882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 06b73f8a-8f62-447e-9f6e-e677a839ce90 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:38.192016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f6eb971-7ae9-4433-bb68-e3a495ff61a3 req-72683b36-ec8b-4903-990d-b83c3cfc81af tempest-ServerShowV257Test-1037764755 tempest-ServerShowV257Test-1037764755-project] 10.222.0.10 "GET /v2.0/ports?device_id=e964fe4b-cc9a-48df-ad4d-720536d2bb31 HTTP/1.1" status: 200 len: 210 time: 0.0556395 Feb 15 09:45:38.246708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.252878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] For port 121d2a1c-e647-4a4a-942f-62bdb6de9721, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:38.255760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] For port 121d2a1c-e647-4a4a-942f-62bdb6de9721, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=121d2a1c-e647-4a4a-942f-62bdb6de9721,segment=NetworkSegment(058fcb0e-9dce-4974-8b54-391233b339d3),segment_id=058fcb0e-9dce-4974-8b54-391233b339d3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:38.273683 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.283288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.315462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 172.20.0.11 (36673517-2969-4f9b-be17-a8fd371f8f39/25f596ff-b16a-4a34-ad50-4e9a0c2c5e11/6cc6de9c-16bb-453e-8306-c413ba16f70d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:38.365838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3432c07a-e992-42d4-bc6a-7b434bd9bb39 req-d0872a45-34e0-411a-a33f-60e44918b143 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.0470529 Feb 15 09:45:38.367736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe46:7c67 (36673517-2969-4f9b-be17-a8fd371f8f39/a7685708-d9c0-444f-807a-cc910b9105e9/6cc6de9c-16bb-453e-8306-c413ba16f70d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:38.455909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b7d3-d292-456f-8563-fa4642af8de6 None None] Pushing event updated for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:38.580738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.583670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Attempting to bind port 1748bdda-56da-4962-818d-923c460a9ee0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:38.583670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Attempting to bind port 1748bdda-56da-4962-818d-923c460a9ee0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:38.583670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Attempting to bind port 1748bdda-56da-4962-818d-923c460a9ee0 on network c52d96c7-acb9-4177-871d-1252334079b3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:38.588322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.622264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-804e3e17-76f6-4e48-9ef6-946fab0369f1 req-e7e4f174-d8d3-4826-a74e-7c4a9add96b6 tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.2647433 Feb 15 09:45:38.633159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:38.633858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Checking segment: {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:38.634396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.634933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Bound using segment: {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:38.636102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Bound port: 1748bdda-56da-4962-818d-923c460a9ee0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a61ece6a-24af-4583-a28d-c8ad2d217eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:38.636622 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.647912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:38.700171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:38.737605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.745941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:38.750142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b9d1b5-3bf2-4236-8b0e-088b1682337e tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:38.750501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68ebc1-2b29-41a8-b3ba-245661ddee9e None None] Pushing event updated for resources: {'Port': ['ID=121d2a1c-e647-4a4a-942f-62bdb6de9721,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:38.755028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:38.755345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66b9d1b5-3bf2-4236-8b0e-088b1682337e tempest-TestSecurityGroupsBasicOps-1910145300 tempest-TestSecurityGroupsBasicOps-1910145300-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 1055 time: 0.1066182 Feb 15 09:45:38.855512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:38.882890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] For port 1748bdda-56da-4962-818d-923c460a9ee0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:38.887926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] For port 1748bdda-56da-4962-818d-923c460a9ee0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1748bdda-56da-4962-818d-923c460a9ee0,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:38.898753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dba36-c7c0-4a74-ae1b-bef9be32943d tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:38.911432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:38.913836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dba36-c7c0-4a74-ae1b-bef9be32943d tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:38.921730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648dba36-c7c0-4a74-ae1b-bef9be32943d tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:38.924032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-648dba36-c7c0-4a74-ae1b-bef9be32943d tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 1.3570402 Feb 15 09:45:38.934719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:38.951716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-07d5bebf-1a0b-4e39-953f-74de09450051 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6239057 Feb 15 09:45:38.953459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:38.965427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Pushing event updated for resources: {'Port': ['ID=d7b30512-f0cc-4ad9-a900-28454a771c90,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:38.968411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:38.986770 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:38.987406 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:39.045904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:39.083449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:39.086591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:39.095705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.126930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] No DVR routers for this DVR port 06b73f8a-8f62-447e-9f6e-e677a839ce90 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:39.131516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=6cc6de9c-16bb-453e-8306-c413ba16f70d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:39.176963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:39.177755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.221678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.223371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:39.224009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:39.227337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ddb9860-61a9-46df-874d-776037904a1e req-fe8df6f7-5c38-4ebe-8eb3-e2bfb01d7326 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.72 "DELETE /v2.0/ports/06b73f8a-8f62-447e-9f6e-e677a839ce90 HTTP/1.1" status: 204 len: 173 time: 5.7925999 Feb 15 09:45:39.228196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-deleted', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:45:39.236710 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab383324-3140-493a-b1a2-a8344865bc92" -d '{"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-deleted", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:45:39.246113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-f646cb9c-776b-484b-8a46-c33cda7c3d95 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6676414 Feb 15 09:45:39.253129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5642f9ae-f831-4224-96e0-ae25f2ec749b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.9160745 Feb 15 09:45:39.254329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port 7b0d47f6-6982-4814-a00c-1474d310b8c6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:39.254791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.326080 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:39.338349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49272) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:39.392185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] Provisioning complete for port 1748bdda-56da-4962-818d-923c460a9ee0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:39.395514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.411317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.443867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for 7b0d47f6-6982-4814-a00c-1474d310b8c6 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:39.499333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Attempting to bind port d7b30512-f0cc-4ad9-a900-28454a771c90 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:39.499864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Attempting to bind port d7b30512-f0cc-4ad9-a900-28454a771c90 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:39.500329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Attempting to bind port d7b30512-f0cc-4ad9-a900-28454a771c90 on network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:39.515845 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afb8337-1473-4b51-a968-87e0bd1753be x-openstack-request-id: req-9afb8337-1473-4b51-a968-87e0bd1753be {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:45:39.516136 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd87c00-3000-42c9-8409-45eac4dc2b2a", "name": "network-vif-deleted", "tag": "06b73f8a-8f62-447e-9f6e-e677a839ce90", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:45:39.516390 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9afb8337-1473-4b51-a968-87e0bd1753be {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:45:39.517457 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd87c00-3000-42c9-8409-45eac4dc2b2a', 'name': 'network-vif-deleted', 'tag': '06b73f8a-8f62-447e-9f6e-e677a839ce90', 'status': 'completed', 'code': 200} Feb 15 09:45:39.599244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1995062639'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:39.619204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb9085-4afb-4217-811b-9f33bb8aeb5b req-7313a84b-ee86-4703-9dbc-73f4b5dd9eb2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:39.620778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:39.621307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02fb9085-4afb-4217-811b-9f33bb8aeb5b req-7313a84b-ee86-4703-9dbc-73f4b5dd9eb2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.4683344 Feb 15 09:45:39.621692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Checking segment: {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:39.622332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.622932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Bound using segment: {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:39.623622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Bound port: d7b30512-f0cc-4ad9-a900-28454a771c90, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:39.624375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.654008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Allocated IP 2001:db8::f816:3eff:fe23:6ff0 (36673517-2969-4f9b-be17-a8fd371f8f39/a7685708-d9c0-444f-807a-cc910b9105e9/74198114-d584-46e2-ae6a-d515b96ed20d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:39.671473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.22.0.1 (70bb9ecb-8b84-4445-97f3-ff5f5b2336f1/c6c63105-430e-4282-95de-e36b307a7469/446c534e-7c66-40ab-b4ad-9256ed27194d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:39.696975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-52888f78-6957-4b77-a390-da1323d117ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:39.699479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-52888f78-6957-4b77-a390-da1323d117ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.3538973 Feb 15 09:45:39.721140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94d94b-dc5a-42cd-8911-aec0395762ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:39.725513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb0bdfc4-bb19-4760-9163-89ffe812dcf4 req-3d68738c-f195-4f24-b38c-edef6798702d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=0dd87c00-3000-42c9-8409-45eac4dc2b2a HTTP/1.1" status: 200 len: 210 time: 0.1069341 Feb 15 09:45:39.726041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f94d94b-dc5a-42cd-8911-aec0395762ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1026 time: 0.3224413 Feb 15 09:45:39.726628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49278) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:39.735467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-4caff9fb-c551-4c0d-b852-3616ffe5f5f9 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7547717 Feb 15 09:45:39.801537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163b7d3-d292-456f-8563-fa4642af8de6 None None] Pushing event updated for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:39.853069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Made reservation on behalf of f3db16d1dcb34cd0a9bb67742baa4b6f for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:39.869451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.895714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-bff04bfa-881b-4e5b-a206-5e482e54a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:39.899521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-bff04bfa-881b-4e5b-a206-5e482e54a93e service neutron] 10.222.0.72 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 898 time: 0.1543548 Feb 15 09:45:39.899865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] For port d7b30512-f0cc-4ad9-a900-28454a771c90, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:39.904532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] For port d7b30512-f0cc-4ad9-a900-28454a771c90, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b30512-f0cc-4ad9-a900-28454a771c90,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:39.925006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:39.935721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:39.938598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.030374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:40.132210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:40.141152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-324f526a-8759-404c-b0d5-845b83d46b4c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 217 time: 0.3837588 Feb 15 09:45:40.147512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 6cc6de9c-16bb-453e-8306-c413ba16f70d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:40.149878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.161581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.164372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef556de-70a0-4d65-8b04-ee3ad49c7308 None None] Pushing event updated for resources: {'Port': ['ID=d7b30512-f0cc-4ad9-a900-28454a771c90,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:40.171889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.216636 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:40.240716 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:40.254627 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:40.272267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 121d2a1c-e647-4a4a-942f-62bdb6de9721 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:40.347013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] For port 1748bdda-56da-4962-818d-923c460a9ee0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1748bdda-56da-4962-818d-923c460a9ee0,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:40.431884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-e3a6dfd1-2f6b-4b3a-b9b5-b57087d540ff service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 1001 time: 0.4642398 Feb 15 09:45:40.434389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-734720cb-190b-41a3-9e97-1cdbb0853534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:40.435666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-734720cb-190b-41a3-9e97-1cdbb0853534 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.2173586 Feb 15 09:45:40.452717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:40.454202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb367883-132d-4485-b731-2fe20b071c4b req-bcae5451-9e6c-4ff8-99bd-f8e2c7ad22a4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:40.455827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb367883-132d-4485-b731-2fe20b071c4b req-bcae5451-9e6c-4ff8-99bd-f8e2c7ad22a4 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.36 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.2154217 Feb 15 09:45:40.564011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-8a1e0584-fab1-4e89-ab52-79b108083c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:40.565473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-8a1e0584-fab1-4e89-ab52-79b108083c78 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 200 len: 835 time: 0.1211267 Feb 15 09:45:40.568562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.647181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b324f83-c769-4008-ba5a-1b981fea0d01 None None] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:40.742543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7daeb611-b184-449b-a45a-35a86943afea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:40.774718 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:40.792953 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7daeb611-b184-449b-a45a-35a86943afea None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:40.820581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-2122571a-d090-44e9-bf30-7fb1793a46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:40.822317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-2122571a-d090-44e9-bf30-7fb1793a46e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3790588 Feb 15 09:45:40.900475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-1333b61f-689e-4512-9907-61de69615f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:40.903351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-1333b61f-689e-4512-9907-61de69615f45 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab6ed2b-7234-4a1c-bd44-9588d3a04252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444270 Feb 15 09:45:40.948500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1082df-684c-4688-a42d-8489f293dda2 None None] Pushing event updated for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:40.964781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:40.966381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=7b0d47f6-6982-4814-a00c-1474d310b8c6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:41.045432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.053381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0569bc65-4b45-4de6-acfa-b339a5f145d4 None None] Provisioning complete for port 1748bdda-56da-4962-818d-923c460a9ee0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:41.053896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0569bc65-4b45-4de6-acfa-b339a5f145d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.067255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213a0f1-262a-4c4e-a279-75657cfc95af req-3945f256-0e12-4c65-9d26-2e9dd22707ea tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:41.075768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1213a0f1-262a-4c4e-a279-75657cfc95af req-3945f256-0e12-4c65-9d26-2e9dd22707ea tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.2970936 Feb 15 09:45:41.129221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79496059-d517-4ba2-8f27-cd9f1722701e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.156690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port c6682cdf-dd29-4b2b-9373-768acb4acb3f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:41.157072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.169936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 121d2a1c-e647-4a4a-942f-62bdb6de9721 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:41.170306 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.231686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79496059-d517-4ba2-8f27-cd9f1722701e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.244889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:41.259310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79496059-d517-4ba2-8f27-cd9f1722701e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.273767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:41.283623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.292987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:41.305842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:41.314861 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.331003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-50a957f5-0c77-4fdb-82d0-eea812471677 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992058 Feb 15 09:45:41.334417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79496059-d517-4ba2-8f27-cd9f1722701e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3724ffab-eb09-446e-93c6-5dbe8aaa40e3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:41.372272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.405874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-d8393f4e-ceed-46fa-8214-0be6d0ac7081 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900408 Feb 15 09:45:41.406489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.443079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.447108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-79496059-d517-4ba2-8f27-cd9f1722701e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75ddfcdb6eaa4e4d848f2843330d6b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4146695 Feb 15 09:45:41.447872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:41.454981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Pushing event updated for resources: {'Port': ['ID=74198114-d584-46e2-ae6a-d515b96ed20d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:41.457163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49294) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:41.464432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a3cab-a582-4385-8137-b9165d65bef9 None None] New status for floating IP df69f10e-2fea-47a7-bf7c-8987bde52d2e: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:45:41.479737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 6cc6de9c-16bb-453e-8306-c413ba16f70d owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:41.539736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:41.548683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:41.631076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.640413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:31Z', 'revision_number': 3, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:38Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:41.640872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.644905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.659443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port c6682cdf-dd29-4b2b-9373-768acb4acb3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=c6682cdf-dd29-4b2b-9373-768acb4acb3f,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:41.659825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.747479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1b709b-1e31-4ce0-b892-41d2d9835951 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:31Z', 'revision_number': 3, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:38Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:41.754150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.768289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for c6682cdf-dd29-4b2b-9373-768acb4acb3f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:41.848660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.864256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a29e2f06-b31f-4404-89d9-2a552dc2afba tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/7b0d47f6-6982-4814-a00c-1474d310b8c6 HTTP/1.1" status: 204 len: 168 time: 2.9102793 Feb 15 09:45:41.868134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49298) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:41.872260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.953758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Attempting to bind port 74198114-d584-46e2-ae6a-d515b96ed20d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:41.954248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Attempting to bind port 74198114-d584-46e2-ae6a-d515b96ed20d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:41.954483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Attempting to bind port 74198114-d584-46e2-ae6a-d515b96ed20d on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:41.966509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0569bc65-4b45-4de6-acfa-b339a5f145d4 None None] Provisioning complete for port 121d2a1c-e647-4a4a-942f-62bdb6de9721 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:41.966876 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0569bc65-4b45-4de6-acfa-b339a5f145d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:41.983252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:42.018065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1736c286-114d-43bf-87dc-07d1e6ffb280,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.046486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:42.046861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:42.047258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.047655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:42.048278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Bound port: 74198114-d584-46e2-ae6a-d515b96ed20d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:42.049167 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.070984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-02f6cf66-2c19-457e-b473-d93818f9f3ef service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6979749 Feb 15 09:45:42.075603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 121d2a1c-e647-4a4a-942f-62bdb6de9721, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=121d2a1c-e647-4a4a-942f-62bdb6de9721,segment=NetworkSegment(058fcb0e-9dce-4974-8b54-391233b339d3),segment_id=058fcb0e-9dce-4974-8b54-391233b339d3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:42.087797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65d9d6b3-a8fd-4cc9-a8b0-ac2d9966208f req-284ed838-f13a-4685-872e-0e871d415a90 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500814 Feb 15 09:45:42.098282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.113649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.116175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.126432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "DELETE /v2.0/security-groups/88d2bd2f-94cf-49ff-9cd9-0c0124cc7685 HTTP/1.1" status: 204 len: 168 time: 1.1544352 Feb 15 09:45:42.127252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.143904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49302) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:42.169271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=6cc6de9c-16bb-453e-8306-c413ba16f70d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.176929 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e893b13-75ac-49a5-96ea-20982fcb3506 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] GET failed (client error): The resource could not be found. Feb 15 09:45:42.187614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e893b13-75ac-49a5-96ea-20982fcb3506 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports/7b0d47f6-6982-4814-a00c-1474d310b8c6 HTTP/1.1" status: 404 len: 333 time: 0.3135419 Feb 15 09:45:42.197370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49304) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:42.254419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=121d2a1c-e647-4a4a-942f-62bdb6de9721,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.280487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-1370827139'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:42.325912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.326259 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Added segment 65488023-ab97-4773-a3ca-04bf75164a7a of type vlan for network 930a6da2-c070-4321-8e76-593e9ab0f7b1 Feb 15 09:45:42.330910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-2b397b8f-a724-45df-819f-38237439a4e0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 HTTP/1.1" status: 200 len: 217 time: 0.2379181 Feb 15 09:45:42.363488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] For port 74198114-d584-46e2-ae6a-d515b96ed20d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:42.368121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] For port 74198114-d584-46e2-ae6a-d515b96ed20d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74198114-d584-46e2-ae6a-d515b96ed20d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:42.379168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.431731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75621de-3cd8-4b5d-be1c-8197f7914da9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d2bd2f-94cf-49ff-9cd9-0c0124cc7685,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.451170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13142fc-25d6-4234-9961-cc7a37f14b43 None None] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:42.490970 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-bfa4e467-bb21-47ea-abdf-e8af348c696f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] show failed (client error): The resource could not be found. Feb 15 09:45:42.492115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bfa4e467-bb21-47ea-abdf-e8af348c696f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups/88d2bd2f-94cf-49ff-9cd9-0c0124cc7685 HTTP/1.1" status: 404 len: 347 time: 0.2745485 Feb 15 09:45:42.500368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49306) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:42.524144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.528639 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.550114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1748bdda-56da-4962-818d-923c460a9ee0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:42.628292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device c6682cdf-dd29-4b2b-9373-768acb4acb3f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:42.629787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.674322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fd5eb-41ad-418c-ac00-82335d236929 req-7029069e-fa29-4dda-877d-c7cad230d580 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.675948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c60fd5eb-41ad-418c-ac00-82335d236929 req-7029069e-fa29-4dda-877d-c7cad230d580 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 909 time: 0.3911481 Feb 15 09:45:42.679745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.691348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-22847105-ce41-4b03-862d-ca1c92569ede tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6cc6de9c-16bb-453e-8306-c413ba16f70d HTTP/1.1" status: 204 len: 168 time: 2.9462101 Feb 15 09:45:42.719074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49308) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:42.727836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.735212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.737578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-40768377-aa7a-428e-a63b-bdf9cd8f4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.739357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-40768377-aa7a-428e-a63b-bdf9cd8f4bae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.3441255 Feb 15 09:45:42.740998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.788967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-13470523-8122-4cea-b3a8-762067199451 None None] Provisioning complete for port d7b30512-f0cc-4ad9-a900-28454a771c90 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:42.789388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13470523-8122-4cea-b3a8-762067199451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.840226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c666c-8cd5-4835-9bcc-f1bbf9fa6a1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.842412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c666c-8cd5-4835-9bcc-f1bbf9fa6a1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.844744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c666c-8cd5-4835-9bcc-f1bbf9fa6a1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:42.845883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Pushing event updated for resources: {'Network': ['ID=930a6da2-c070-4321-8e76-593e9ab0f7b1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.849890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bc0c666c-8cd5-4835-9bcc-f1bbf9fa6a1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1039617 Feb 15 09:45:42.850819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49310) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:42.890320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 930a6da2-c070-4321-8e76-593e9ab0f7b1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:42.892321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8b40-12e6-45d6-adfe-a19b79ddf7d1 None None] Pushing event updated for resources: {'Port': ['ID=74198114-d584-46e2-ae6a-d515b96ed20d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:42.912697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:42.917487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:42.977592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port 6405b731-c808-4c58-be05-1219fb40ea23 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:43.066457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8f837f55-173c-422e-a7c5-a3a88500c42b tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.1491923 Feb 15 09:45:43.074592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49312) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:43.167917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Deleting port e92864b0-04d2-4334-afaf-a850a79f661a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:43.169641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.211220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1748bdda-56da-4962-818d-923c460a9ee0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:43.211773 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.271843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'name': 'tempest-network--1948214064', 'router:external': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:43.295781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.9 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/6405b731-c808-4c58-be05-1219fb40ea23) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:43.303330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13470523-8122-4cea-b3a8-762067199451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.348801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.349214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.366682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:43.369086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.386411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Calling delete_port for e92864b0-04d2-4334-afaf-a850a79f661a owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:43.400168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.451775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.503645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.530715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 25f596ff-b16a-4a34-ad50-4e9a0c2c5e11 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:43.539928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=c6682cdf-dd29-4b2b-9373-768acb4acb3f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:43.541715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.544332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.548327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3724ffab-eb09-446e-93c6-5dbe8aaa40e3 HTTP/1.1" status: 204 len: 168 time: 2.0611954 Feb 15 09:45:43.551972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.560047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-9fae38e6-ead7-4264-9cc6-c1658213cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:43.561459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-9fae38e6-ead7-4264-9cc6-c1658213cf5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7257342 Feb 15 09:45:43.588011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.609401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.619499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7e022-4965-4859-9256-e099ff86dbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3724ffab-eb09-446e-93c6-5dbe8aaa40e3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:43.630742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13470523-8122-4cea-b3a8-762067199451 None None] For port d7b30512-f0cc-4ad9-a900-28454a771c90, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b30512-f0cc-4ad9-a900-28454a771c90,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:43.632420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b30512-f0cc-4ad9-a900-28454a771c90 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:43.728666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:43.742479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] No DVR routers for this DVR port c6682cdf-dd29-4b2b-9373-768acb4acb3f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:43.751331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.754726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb367883-132d-4485-b731-2fe20b071c4b req-81c7d1a4-9b52-4544-b993-6c576fb082f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.36 "DELETE /v2.0/ports/c6682cdf-dd29-4b2b-9373-768acb4acb3f HTTP/1.1" status: 204 len: 173 time: 3.1843770 Feb 15 09:45:43.763760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'name': 'network-vif-deleted', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:45:43.780869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13470523-8122-4cea-b3a8-762067199451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.781579 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a997bf33-0f70-46dc-bce7-596a55f69798" -d '{"events": [{"server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "name": "network-vif-deleted", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:45:43.824702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.832545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7269471d-87d1-41f2-94b7-b4ee8ac15f3a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:43.857160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.860557 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Added segment a29dc6a9-87ec-476a-9044-017cd6da1687 of type vlan for network b8d3417e-c728-4a9e-87ec-74de992dd35f Feb 15 09:45:43.907676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.971511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:43.976761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-13470523-8122-4cea-b3a8-762067199451 None None] Provisioning complete for port 9e39a9ee-7459-45e2-9315-211448ec71d4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:43.977173 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13470523-8122-4cea-b3a8-762067199451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.076278 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c173db0-8f7b-408c-8da0-f077881c1026 x-openstack-request-id: req-2c173db0-8f7b-408c-8da0-f077881c1026 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:45:44.076569 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2add5b2b-3422-4317-90d2-ca9e0041aad5", "name": "network-vif-deleted", "tag": "c6682cdf-dd29-4b2b-9373-768acb4acb3f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:45:44.076840 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c173db0-8f7b-408c-8da0-f077881c1026 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:45:44.077257 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2add5b2b-3422-4317-90d2-ca9e0041aad5', 'name': 'network-vif-deleted', 'tag': 'c6682cdf-dd29-4b2b-9373-768acb4acb3f', 'status': 'completed', 'code': 200} Feb 15 09:45:44.099432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'Port': ['ID=e92864b0-04d2-4334-afaf-a850a79f661a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:44.104220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.110120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d7b30512-f0cc-4ad9-a900-28454a771c90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:44.110507 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.143682 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.180374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aaf0b55e-87b6-46bf-bda0-30f9ea47894a req-412648bb-db4e-409a-a3af-5f087739e27f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2add5b2b-3422-4317-90d2-ca9e0041aad5 HTTP/1.1" status: 200 len: 210 time: 0.2816126 Feb 15 09:45:44.234374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13470523-8122-4cea-b3a8-762067199451 None None] Pushing event updated for resources: {'Port': ['ID=d7b30512-f0cc-4ad9-a900-28454a771c90,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:44.235481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.248069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-13470523-8122-4cea-b3a8-762067199451 None None] Port 9e39a9ee-7459-45e2-9315-211448ec71d4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:44.322751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-124f8211-4e6a-4b44-b7aa-7b5c8780f303 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309086 Feb 15 09:45:44.343387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-13470523-8122-4cea-b3a8-762067199451 None None] Provisioning complete for port 121d2a1c-e647-4a4a-942f-62bdb6de9721 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:44.344602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13470523-8122-4cea-b3a8-762067199451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.355974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:45:44.404235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:44.418868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:44.431892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:44.444918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=6405b731-c808-4c58-be05-1219fb40ea23,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:44.449991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.452763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.456870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a187e2cc-3e82-46e1-997d-4492e0462ead tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "DELETE /v2.0/floatingips/df69f10e-2fea-47a7-bf7c-8987bde52d2e HTTP/1.1" status: 204 len: 168 time: 1.9337423 Feb 15 09:45:44.456870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.456870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:44.456870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.539830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.578882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.645177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d7f29-c98b-4bc4-a5f5-4b99cf8f8c50 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:44.703947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49334) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:44.705678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6299059 Feb 15 09:45:44.720716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:44.721430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.725068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcc28d-1d40-4447-95eb-7d3918064a49 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=b8d3417e-c728-4a9e-87ec-74de992dd35f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:44.726079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=25f596ff-b16a-4a34-ad50-4e9a0c2c5e11,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:44.729132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.732583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-770ea1c3-ec32-48df-96d0-f30a27f79c47 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/25f596ff-b16a-4a34-ad50-4e9a0c2c5e11 HTTP/1.1" status: 204 len: 168 time: 1.8536382 Feb 15 09:45:44.738606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49336) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:44.774929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39f884bc-a66d-425a-b5f3-0a170f06b862 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5739191 Feb 15 09:45:44.775778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49340) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:44.786955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:2e:54:a1'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:44.799700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b8d3417e-c728-4a9e-87ec-74de992dd35f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:44.842431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet a7685708-d9c0-444f-807a-cc910b9105e9 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:44.948533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.963135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Provisioning complete for port d7b30512-f0cc-4ad9-a900-28454a771c90 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:44.964167 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:44.999403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.036743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b30512-f0cc-4ad9-a900-28454a771c90 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:45.056593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.129466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.190224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.231864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.286921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d7b30512-f0cc-4ad9-a900-28454a771c90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:45.286921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.295696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49354) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:45.317573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.322024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-af11c7ed-bdce-4bb5-9c72-d2bec61ab1b4 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9846551 Feb 15 09:45:45.380849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.444879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Provisioning complete for port 446c534e-7c66-40ab-b4ad-9256ed27194d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:45.445299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.477487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:45.494175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49356) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:45.531012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964406311', 'description': 'tempest-description--1104714441'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:45.534837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Port 446c534e-7c66-40ab-b4ad-9256ed27194d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:45.540198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 121d2a1c-e647-4a4a-942f-62bdb6de9721 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:45.542040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.542549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Could not find standard attr ID for object 7b0d47f6-6982-4814-a00c-1474d310b8c6. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:45:45.636501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.653647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Provisioning complete for port 74198114-d584-46e2-ae6a-d515b96ed20d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:45.654112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.693100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.695128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.706257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.719532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/a7685708-d9c0-444f-807a-cc910b9105e9 HTTP/1.1" status: 204 len: 168 time: 0.9760349 Feb 15 09:45:45.720584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49360) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:45.723695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91441f-bfeb-4c24-9844-a278425bd623 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=a7685708-d9c0-444f-807a-cc910b9105e9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:45.736580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-36a19477-8b67-4514-8a20-9e6fff057dfc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba HTTP/1.1" status: 200 len: 217 time: 0.2548618 Feb 15 09:45:45.750364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02cbe5-dacc-4c3e-b03b-5106327baa85 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:45.773922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 121d2a1c-e647-4a4a-942f-62bdb6de9721 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:45.774519 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:45.796915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2c41435-3b50-424b-a279-7d4edd40daa5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551524 Feb 15 09:45:45.812082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:45.878590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:45.881656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49364) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:45.930954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=6405b731-c808-4c58-be05-1219fb40ea23,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:45.964488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.018616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] In _notify_port_updated(), no bound segment for port 6405b731-c808-4c58-be05-1219fb40ea23 on network 0c2eb0d7-795f-41a6-884c-d081c48455d2 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:45:46.024502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:46.024960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.026461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a303e8b8-8ab5-49e4-a29e-41e329ffa1b2 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "PUT /v2.0/ports/6405b731-c808-4c58-be05-1219fb40ea23 HTTP/1.1" status: 200 len: 993 time: 1.2503128 Feb 15 09:45:46.035610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49368) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:46.047895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-4d67b97e-2dfb-4691-9847-30ed9992b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:46.050534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-4d67b97e-2dfb-4691-9847-30ed9992b2b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.2824507 Feb 15 09:45:46.053712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.068920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] For port 74198114-d584-46e2-ae6a-d515b96ed20d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74198114-d584-46e2-ae6a-d515b96ed20d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:46.084064 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.089057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:46.124980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:46.140871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a68e9-d234-4105-8e40-8530e5a681b5 None None] Pushing event updated for resources: {'Port': ['ID=74198114-d584-46e2-ae6a-d515b96ed20d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:46.144976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74198114-d584-46e2-ae6a-d515b96ed20d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:46.169415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8d3417e-c728-4a9e-87ec-74de992dd35f']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:46.195096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29dc6a9-87ec-476a-9044-017cd6da1687') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:46.195401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29dc6a9-87ec-476a-9044-017cd6da1687') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:46.206885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 74198114-d584-46e2-ae6a-d515b96ed20d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:46.207491 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.208886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.241490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:46.249391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-39627b38-93e5-4665-8850-70917e5c68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:46.252416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-39627b38-93e5-4665-8850-70917e5c68f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1918404 Feb 15 09:45:46.271388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.295359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d85908ea-1aaf-4705-9813-6fd5a8619da2 None None] Provisioning complete for port 6405b731-c808-4c58-be05-1219fb40ea23 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:46.296668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d85908ea-1aaf-4705-9813-6fd5a8619da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.306973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.321074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89a89147-47bd-49c0-9a02-25e55fcc5257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.353004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:46.356740 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.366964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d85908ea-1aaf-4705-9813-6fd5a8619da2 None None] Port 6405b731-c808-4c58-be05-1219fb40ea23 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:46.379838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.383875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49370) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:46.384155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8854973 Feb 15 09:45:46.387191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.393726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group_rule': {'security_group_id': 'cd8de504-0ecb-436a-bb7c-cc5d5ca80a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:46.418092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:45:46.418506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.426452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:45:46.427699 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:45:46.443245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d85908ea-1aaf-4705-9813-6fd5a8619da2 None None] Provisioning complete for port 74198114-d584-46e2-ae6a-d515b96ed20d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:46.443612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d85908ea-1aaf-4705-9813-6fd5a8619da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.445049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc185167-5005-4ff7-86af-f500d573f57b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:46.473094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Deleting port 74198114-d584-46e2-ae6a-d515b96ed20d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:46.473459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.525715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port 6405b731-c808-4c58-be05-1219fb40ea23 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:46.526617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.553127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] For port 74198114-d584-46e2-ae6a-d515b96ed20d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74198114-d584-46e2-ae6a-d515b96ed20d,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:46.553901 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.572476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Calling delete_port for 74198114-d584-46e2-ae6a-d515b96ed20d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:46.602901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ae28dc53-0e9c-47e5-978f-7e4f9997c58c service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092134 Feb 15 09:45:46.606861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.652276 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.656870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b8d3417e-c728-4a9e-87ec-74de992dd35f {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:45:46.658963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.669284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/b8d3417e-c728-4a9e-87ec-74de992dd35f HTTP/1.1" status: 204 len: 168 time: 1.9546716 Feb 15 09:45:46.671655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74198114-d584-46e2-ae6a-d515b96ed20d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:46.685763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:46.690845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:46.720138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b1dc4d1-9b9a-4ea5-a07b-9ebc55b3c292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.755851 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.771607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2df71-805c-4ef0-9603-cf38521515b9 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8d3417e-c728-4a9e-87ec-74de992dd35f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:46.779735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.800350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:46.805717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e20dc1b4-5bb3-4ad9-bd67-8d70fe7de529 None None] Provisioning complete for port 446c534e-7c66-40ab-b4ad-9256ed27194d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:46.806082 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e20dc1b4-5bb3-4ad9-bd67-8d70fe7de529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.806184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bbd2bc63-7dba-4e9c-9905-f6cd13e1dbc8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7580342 Feb 15 09:45:46.821296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:46.831855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'network': {'name': 'tempest-RoutersTest-54869927'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:46.845480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.872527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d8360db-2f84-4069-9b53-66423771a06d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:46.881318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.883592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e8fbca3d-91e2-4f16-a4de-35717605b0fa tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4939857 Feb 15 09:45:46.886954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] Pushing event deleted for resources: {'Port': ['ID=74198114-d584-46e2-ae6a-d515b96ed20d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:46.888227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49376) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:46.889050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.892062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8889e-7d57-4b5d-ab53-29873433975c None None] No DVR routers for this DVR port 74198114-d584-46e2-ae6a-d515b96ed20d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:46.897686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'security_group_rule': {'security_group_id': 'cd8de504-0ecb-436a-bb7c-cc5d5ca80a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:46.902504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.913987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:46.917046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:46.925557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e20dc1b4-5bb3-4ad9-bd67-8d70fe7de529 None None] Port 446c534e-7c66-40ab-b4ad-9256ed27194d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:46.963955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-ceb89c52-c5d1-48f0-aa37-9da7517a8053 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285823 Feb 15 09:45:47.040222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:47.044196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.050978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-0d1c7f7b-4bd0-4fc8-9bf2-e4ca6268c20e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24e2f22a-f339-4614-bd70-143f8ace813e HTTP/1.1" status: 200 len: 217 time: 0.0760558 Feb 15 09:45:47.053081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:47.079926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.128051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.128444 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Added segment fd34f25b-fda7-4407-896e-5c939018cad9 of type vlan for network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 Feb 15 09:45:47.164980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89a89147-47bd-49c0-9a02-25e55fcc5257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.165909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:47.179276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89a89147-47bd-49c0-9a02-25e55fcc5257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.184421 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.209703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-04589ed0-bdc5-464f-ab9d-7820d2496b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:47.211489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-04589ed0-bdc5-464f-ab9d-7820d2496b71 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.1504667 Feb 15 09:45:47.220574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.220574 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added segment 4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4 of type vlan for network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 Feb 15 09:45:47.236843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for 6405b731-c808-4c58-be05-1219fb40ea23 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:47.265497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.296441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a89147-47bd-49c0-9a02-25e55fcc5257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671a15ba-efc2-4369-a018-eeaf9f14aabf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.304901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89a89147-47bd-49c0-9a02-25e55fcc5257 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c706341e7420408097e7d139511c7926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4222031 Feb 15 09:45:47.315877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.320106 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:47.320962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49378) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:47.333897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:47.334898 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:47.351099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.367762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.417872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-6ff4c63a-d541-4047-903c-8fd2e43c5316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:47.419586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-6ff4c63a-d541-4047-903c-8fd2e43c5316 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2010810 Feb 15 09:45:47.420641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.425048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.440874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbc7784-c910-46db-a828-427ae74f4149,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.441762 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:47.454674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.455627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:47.456199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.458174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.464167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:47.464867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.468775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.469983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-42ca9fc0-5b0f-4e67-ab72-a0797cb23aa7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5783243 Feb 15 09:45:47.476202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:47.483115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:47.529270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:47.547571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:47.560494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4647929e-633f-4932-81ca-c0ab1a5d683f None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:47.581694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:47.582283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.583258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7563808 Feb 15 09:45:47.592016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9051886 Feb 15 09:45:47.595996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49382) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:47.596329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:47.602881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'subnet': {'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:47.610313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'subnet': {'network_id': '6f51ea11-bac4-4130-8cda-738bf8e8cf99', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:47.631315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.637821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716b8b-1e40-4c47-8405-d118e7494b32 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=6f51ea11-bac4-4130-8cda-738bf8e8cf99,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.642493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=3e26d873-e2af-4c8b-aa4d-246713d1706d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.666287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.673239 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:42Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:43Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:47.684868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.708069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:47.711520 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:47.711975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Updating router f16d0a11-3b7c-41af-aed2-dad07191260b port 446c534e-7c66-40ab-b4ad-9256ed27194d binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:47.750603 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.760730 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6f2bf363-8cda-44a9-a64e-c0b2308f9a9a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9161451 Feb 15 09:45:47.768390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49386) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:47.781781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:47.787627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:47.795284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=6405b731-c808-4c58-be05-1219fb40ea23,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.877191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd601d-5972-4b6e-ad65-4bf26e843295 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Network': ['ID=47cf2cbd-c1cf-43dd-b424-93c951bd8459,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:47.882131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-527d9578-1f01-4f4a-b5ba-a6f3c38c3ded service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559741 Feb 15 09:45:47.901891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:47.913253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:47.915646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.046673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.053768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c20b547c-5cc2-46f2-9a9a-b14756b6233c tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/6405b731-c808-4c58-be05-1219fb40ea23 HTTP/1.1" status: 204 len: 168 time: 2.0159502 Feb 15 09:45:48.055415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:48.088124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '3e26d873-e2af-4c8b-aa4d-246713d1706d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:48.088748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.102210 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4229eb23-ef32-492a-8d22-9e9a2c713fa7 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] GET failed (client error): The resource could not be found. Feb 15 09:45:48.105467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4229eb23-ef32-492a-8d22-9e9a2c713fa7 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports/6405b731-c808-4c58-be05-1219fb40ea23 HTTP/1.1" status: 404 len: 333 time: 0.0468817 Feb 15 09:45:48.142933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49390) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:48.153122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-324921844'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:48.247641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Allocated IP 172.20.0.2 (36673517-2969-4f9b-be17-a8fd371f8f39/3e26d873-e2af-4c8b-aa4d-246713d1706d/fdd47649-e69a-4791-b0be-4b87538c2f1c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:48.251656 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.264118 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.270661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.330784 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01679-ea63-47b3-a708-dc953acfc036 None None] Pushing event updated for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:48.424611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.432555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Attempting to bind port 446c534e-7c66-40ab-b4ad-9256ed27194d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:48.433493 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Attempting to bind port 446c534e-7c66-40ab-b4ad-9256ed27194d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:48.433855 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Attempting to bind port 446c534e-7c66-40ab-b4ad-9256ed27194d on network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:48.433958 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.439678 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:48.440052 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Checking segment: {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:48.440473 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.441143 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Bound using segment: {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:48.441649 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Bound port: 446c534e-7c66-40ab-b4ad-9256ed27194d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d4f337c-4585-483b-ba54-1a79c8e05513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:48.442031 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.481480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Allocated IP 172.25.6.170 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/1f96382f-ddc7-405d-99c6-6635a4068bf6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:48.504582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Pushing event updated for resources: {'Port': ['ID=fdd47649-e69a-4791-b0be-4b87538c2f1c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:48.523607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:48.526643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:48.528142 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] For port 446c534e-7c66-40ab-b4ad-9256ed27194d, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:48.529038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:48.537225 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] For port 446c534e-7c66-40ab-b4ad-9256ed27194d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=446c534e-7c66-40ab-b4ad-9256ed27194d,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:48.544532 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.598245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Attempting to bind port fdd47649-e69a-4791-b0be-4b87538c2f1c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:48.598771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Attempting to bind port fdd47649-e69a-4791-b0be-4b87538c2f1c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:48.599014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Attempting to bind port fdd47649-e69a-4791-b0be-4b87538c2f1c on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:48.604972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:48.609651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:48.610020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.610934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:48.610934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Bound port: fdd47649-e69a-4791-b0be-4b87538c2f1c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:48.611362 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.654662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:48.655519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:48.660399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f01679-ea63-47b3-a708-dc953acfc036 None None] Pushing event updated for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:48.706311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] For port fdd47649-e69a-4791-b0be-4b87538c2f1c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:48.711793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] For port fdd47649-e69a-4791-b0be-4b87538c2f1c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fdd47649-e69a-4791-b0be-4b87538c2f1c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:48.724268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:48.724643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.727378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:48.731206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.755008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.767192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] Provisioning complete for port 446c534e-7c66-40ab-b4ad-9256ed27194d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:48.767380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.797988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-c18a2233-3f18-4138-b7f0-18c858be269f service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072080 Feb 15 09:45:48.802703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.805247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.812618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/671a15ba-efc2-4369-a018-eeaf9f14aabf HTTP/1.1" status: 204 len: 168 time: 1.4895864 Feb 15 09:45:48.813459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Made reservation on behalf of 051103a0080b43359f758be38f1e2436 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:48.820193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:48.880157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port c3102230-7f8a-405d-a441-1e146dbcc8ee yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:48.903705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a9bd2-6397-40c2-ad31-08be7cddeed8 None None] Pushing event updated for resources: {'Port': ['ID=fdd47649-e69a-4791-b0be-4b87538c2f1c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:48.923163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.035828 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:49.155907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:49.156214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.216733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.222491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:49.250472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35a8cf-4e22-4c1e-b65a-1bf15ee0967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671a15ba-efc2-4369-a018-eeaf9f14aabf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:49.256972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-96937eb3-4ac3-4dc8-b539-be68f9d36e3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 200 len: 217 time: 0.2344313 Feb 15 09:45:49.286375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.312145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:49.320240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] For port 446c534e-7c66-40ab-b4ad-9256ed27194d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=446c534e-7c66-40ab-b4ad-9256ed27194d,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:49.324206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fa989ae2-5039-4ce4-8ba2-b07f2f98d850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.327400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.336055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.409312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:49.422752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:49.431381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:49.435167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99aef1-b69d-49ad-b05e-7ee039a29a02 None None] Pushing event updated for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:49.445731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=1f96382f-ddc7-405d-99c6-6635a4068bf6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:49.449803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.6 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/c3102230-7f8a-405d-a441-1e146dbcc8ee) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:49.476605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a97007c1-09ac-4b02-b457-21e3d32899d1 None None] Provisioning complete for port 446c534e-7c66-40ab-b4ad-9256ed27194d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:49.478328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a97007c1-09ac-4b02-b457-21e3d32899d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.499144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:42Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:48Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:49.548718 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-397f2d36-fbc3-4a92-8d25-2e8f9ca09daf None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:42Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:48Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:49.643456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.684221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-a38234a6-0e24-4448-99a8-d38175a284a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:49.685932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-a38234a6-0e24-4448-99a8-d38175a284a1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.3748963 Feb 15 09:45:49.804273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:49.885686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-0cf46068-0c13-42b1-88af-77b59d3e287c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:49.887294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-0cf46068-0c13-42b1-88af-77b59d3e287c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1854887 Feb 15 09:45:49.924833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.001501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.074628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.191092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:50.206211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:50.215901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:50.223184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=c3102230-7f8a-405d-a441-1e146dbcc8ee,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:50.290593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Subnet': ['ID=0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:50.297504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-f323ef6a-bb56-4f57-91e9-8193f3625df8 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4005880 Feb 15 09:45:50.303680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.314436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.330244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Checking segment: {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:50.331142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network hostable DHCP agents. Network: 47cf2cbd-c1cf-43dd-b424-93c951bd8459, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:50.411208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:45:50.412029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.418380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=436fe8dd-c90e-421e-88ff-5eac4fe2ff6b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:50.462005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:50.462677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.490589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-98cb8533-320b-4cd6-9ca4-5b3e7fd3b61a tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3429053 Feb 15 09:45:50.515549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49416) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:50.537420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:2e:54:a1'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:50.696399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:50.704327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.722508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.736454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9216ad33-d29e-42b9-bf02-64a1167e3ffd,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:50.776998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 47cf2cbd-c1cf-43dd-b424-93c951bd8459) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:50.786766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20879843-df3b-444c-a516-485ccc0de51e None None] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:50.852667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:50.853012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.919175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-503b470a-4073-42b7-88d9-3c137322a9c8 None None] Provisioning complete for port c3102230-7f8a-405d-a441-1e146dbcc8ee triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:50.919856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-503b470a-4073-42b7-88d9-3c137322a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:50.976409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fdd47649-e69a-4791-b0be-4b87538c2f1c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:51.006707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49440) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:51.008554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8fbce249-1b55-4f9b-8343-ca1733838496 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4093287 Feb 15 09:45:51.028648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=1f96382f-ddc7-405d-99c6-6635a4068bf6,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:51.030798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Checking segment: {'id': 'fd34f25b-fda7-4407-896e-5c939018cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6f51ea11-bac4-4130-8cda-738bf8e8cf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:51.031330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Network hostable DHCP agents. Network: 6f51ea11-bac4-4130-8cda-738bf8e8cf99, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:45:51.042943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-503b470a-4073-42b7-88d9-3c137322a9c8 None None] Port c3102230-7f8a-405d-a441-1e146dbcc8ee cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:51.043239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7c3a34-a6d9-4d24-a6e1-d6ea7b489182 req-5fc0be3e-163d-4854-bf57-a4af94bfd122 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348518 Feb 15 09:45:51.081500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:45:51.097220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:45:51.102138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.157553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6f51ea11-bac4-4130-8cda-738bf8e8cf99) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:51.179042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd1f28-63ce-4426-9e95-7f89d85871f2 None None] Network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:51.184818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.189409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:51.189775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.211742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.213644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ee654751-ded4-4572-9c79-64147c2a3abf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7333536 Feb 15 09:45:51.256633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:45:51.258007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.292581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-baa1603c-26dc-44f1-945b-4fbce698b45b tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6857970 Feb 15 09:45:51.299845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Provisioning complete for port fdd47649-e69a-4791-b0be-4b87538c2f1c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:51.300754 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.309051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49452) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:51.351714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'floatingip': {'floating_network_id': '6f51ea11-bac4-4130-8cda-738bf8e8cf99'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:51.391213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.403694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fdd47649-e69a-4791-b0be-4b87538c2f1c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:51.405004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.569188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.623216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.681530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6443a2-f0ec-446e-ab13-67aa69284be3 None None] Network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:51.692566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49464) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:51.841723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.876240 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:51.882844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Allocated IP 172.23.0.2 (47cf2cbd-c1cf-43dd-b424-93c951bd8459/0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6/02808428-a345-43ce-b1fd-9bf0144eafc4) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:51.960454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de20e338-2a7b-4d42-b4b7-4f8c95b25e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.098775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.107567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port fdd47649-e69a-4791-b0be-4b87538c2f1c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fdd47649-e69a-4791-b0be-4b87538c2f1c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:52.123264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.148201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.152550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-cf6dc57e-8e50-4088-9c36-823f14792b07 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--964406311&fields=id&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 267 time: 0.0880437 Feb 15 09:45:52.159874 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.167103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.220101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:52.255374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:52.260703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:52.291030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Pushing event updated for resources: {'Port': ['ID=02808428-a345-43ce-b1fd-9bf0144eafc4,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.294245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.301812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=c3102230-7f8a-405d-a441-1e146dbcc8ee,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.303249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.316514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.336871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.338009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.362729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Attempting to bind port 02808428-a345-43ce-b1fd-9bf0144eafc4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:52.363188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Attempting to bind port 02808428-a345-43ce-b1fd-9bf0144eafc4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:52.363543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Attempting to bind port 02808428-a345-43ce-b1fd-9bf0144eafc4 on network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:52.407679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] In _notify_port_updated(), no bound segment for port c3102230-7f8a-405d-a441-1e146dbcc8ee on network 0c2eb0d7-795f-41a6-884c-d081c48455d2 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:45:52.414052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:52.415021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.419790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec09916b-b259-4a48-b968-5032b1fd67a9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "PUT /v2.0/ports/c3102230-7f8a-405d-a441-1e146dbcc8ee HTTP/1.1" status: 200 len: 995 time: 1.8955681 Feb 15 09:45:52.431376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:52.432530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Checking segment: {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:52.432656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.433278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Bound using segment: {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:52.433740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Bound port: 02808428-a345-43ce-b1fd-9bf0144eafc4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:52.434121 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.443336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de20e338-2a7b-4d42-b4b7-4f8c95b25e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.451721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49472) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:52.478462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de20e338-2a7b-4d42-b4b7-4f8c95b25e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.499517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-ec52168c-c413-4dec-b103-3e852f43b7bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:52.499863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.500767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-ec52168c-c413-4dec-b103-3e852f43b7bf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 817 time: 0.3229380 Feb 15 09:45:52.511905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:52.533698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] For port 02808428-a345-43ce-b1fd-9bf0144eafc4, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:52.537668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] For port 02808428-a345-43ce-b1fd-9bf0144eafc4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=02808428-a345-43ce-b1fd-9bf0144eafc4,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:52.540335 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:52.540718 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:52.541277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:52.541802 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:52.544908 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.556258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:52.559752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:52.574781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507bdfae-22d1-4c3d-b540-d00640f9dabe None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:52.579984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-83b9619f-add8-4ac7-8c7c-68d6d41a9a45 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/quotas/5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 375 time: 0.0401759 Feb 15 09:45:52.583014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:52.584234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.617111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=08688b26-ab19-4978-b139-d8301236a754,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.637796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=fdd47649-e69a-4791-b0be-4b87538c2f1c,revision_number=4']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.642739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-de20e338-2a7b-4d42-b4b7-4f8c95b25e8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3be08610341042f9a1cf2ff8d4780025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9483609 Feb 15 09:45:52.668800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-35203351-9ccf-4f90-bba9-1842c871d126 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.8849182 Feb 15 09:45:52.671550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49474) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:52.671872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49476) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:52.678896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:12:52:61', 'name': 'tempest-NetworksTestDHCPv6-1161198370'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:52.684587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406a95c-bea8-4f76-9f80-ff075879829d None None] Pushing event updated for resources: {'Port': ['ID=02808428-a345-43ce-b1fd-9bf0144eafc4,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.692103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de20e338-2a7b-4d42-b4b7-4f8c95b25e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5b19d8-ea54-4c0c-8bb4-a4e201486b18,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:52.708207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Allocated IP 172.20.0.5 (6f51ea11-bac4-4130-8cda-738bf8e8cf99/9216ad33-d29e-42b9-bf02-64a1167e3ffd/177b93ed-440f-464b-a187-a41e11084f25) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:52.710403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:52.717272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8e57d4c0-e901-4b23-b706-e042e2bf02c0 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "PUT /v2.0/routers/965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4204845 Feb 15 09:45:52.720228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49478) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:52.732606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Sync routers for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:52.754044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:52.755023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:52.892011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-2e9ca74f-ddfd-4c5e-b68f-9e724993528d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1835299 Feb 15 09:45:52.911691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port c3102230-7f8a-405d-a441-1e146dbcc8ee {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:52.912033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.947108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:52.952479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:52.998070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting subnet 8fec351a-a000-4e5b-a770-11e087606834 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:53.001392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.034553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.046007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.081217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.082742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:53.134398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.147455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.196559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for c3102230-7f8a-405d-a441-1e146dbcc8ee owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:53.266937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-7b7a97a9-237b-4444-b3ed-7f4d720d9eb2 service neutron] 10.222.0.10 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443203 Feb 15 09:45:53.303312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.348871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.356296 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.388406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.391937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.392256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Subnet': ['ID=8fec351a-a000-4e5b-a770-11e087606834,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:53.392502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b5b19d8-ea54-4c0c-8bb4-a4e201486b18 HTTP/1.1" status: 204 len: 168 time: 0.7187293 Feb 15 09:45:53.397584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.403814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8817823e-24bd-4c8d-86bd-1d2d5b2c9483 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/subnets/8fec351a-a000-4e5b-a770-11e087606834 HTTP/1.1" status: 204 len: 168 time: 0.6802506 Feb 15 09:45:53.406126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Allocated IP 172.23.0.1 (47cf2cbd-c1cf-43dd-b424-93c951bd8459/0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6/73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:53.407974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:53.427323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.458582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b576c-6d5c-43bd-85ab-59e2b35996a3 None None] Network 87267fd9-c635-4577-99d7-8a861363ff4a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:53.495911 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.522905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Port': ['ID=177b93ed-440f-464b-a187-a41e11084f25,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:53.531835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 6289cad4-db94-445d-a0c2-2d29456a918e yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:53.532078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] For port fdd47649-e69a-4791-b0be-4b87538c2f1c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fdd47649-e69a-4791-b0be-4b87538c2f1c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:53.536892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef9e8c9-adf0-4020-95e8-dbc2c9bbd99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5b19d8-ea54-4c0c-8bb4-a4e201486b18,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:53.601648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.617067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:53.632931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:53.639532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:53.668792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-d35cbcf8-bf61-4384-8d7a-37204de9ef4d service neutron] 10.222.0.10 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798609 Feb 15 09:45:53.804223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:53.957764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.018643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:45:54.021810 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:45:54.056728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d739487b-ab49-470e-bf20-07337ba2bb5f None None] Provisioning complete for port c3102230-7f8a-405d-a441-1e146dbcc8ee triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:54.057370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d739487b-ab49-470e-bf20-07337ba2bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.067945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f02d5-1526-4e3d-b6c0-e8dffbe784ae None None] Pushing event updated for resources: {'Port': ['ID=fdd47649-e69a-4791-b0be-4b87538c2f1c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:54.118387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.216466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d739487b-ab49-470e-bf20-07337ba2bb5f None None] Port c3102230-7f8a-405d-a441-1e146dbcc8ee was deleted so its status cannot be updated. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Feb 15 09:45:54.361100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:54.388109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:54.435247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:54.469732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:54.571808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 446c534e-7c66-40ab-b4ad-9256ed27194d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:54.574236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Checking router: 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:54.600789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] DHCP port deletion for 87267fd9-c635-4577-99d7-8a861363ff4a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:45:54.643918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:54.644113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Routers {'965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:54.656411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.660464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:54.687822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.802834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc110ed4-d95d-41b5-933b-ff9d8a17ea0b None None] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:54.803521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:54.891424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:54.916940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef25c9f5-3be6-407e-860a-cf44175bed16 req-c769cf49-e83b-44ab-95b6-dccc6826342c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 210 time: 0.1088994 Feb 15 09:45:54.975046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=c3102230-7f8a-405d-a441-1e146dbcc8ee,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:54.988159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:54.988506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.018614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.040714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 172.20.0.9 (36673517-2969-4f9b-be17-a8fd371f8f39/3e26d873-e2af-4c8b-aa4d-246713d1706d/6289cad4-db94-445d-a0c2-2d29456a918e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:55.054416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] Provisioning complete for port 02808428-a345-43ce-b1fd-9bf0144eafc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:55.055155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.091393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:55.091914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.098663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe12:5261 (36673517-2969-4f9b-be17-a8fd371f8f39/08688b26-ab19-4978-b139-d8301236a754/6289cad4-db94-445d-a0c2-2d29456a918e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:55.121673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 446c534e-7c66-40ab-b4ad-9256ed27194d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:55.122491 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.149918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:55.205822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] Set router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:55.247810 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.256958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.264500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7bbdd236-8859-47bc-b5ee-5d693bd51dc9 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/c3102230-7f8a-405d-a441-1e146dbcc8ee HTTP/1.1" status: 204 len: 168 time: 2.8101628 Feb 15 09:45:55.267871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49516) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:55.268683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-249243232-network', 'tenant_id': 'b38e741c36e342038dd9d440d0065d10'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:55.309967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.314347 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0f8d121-3c62-463a-a548-b6d113560b5e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] GET failed (client error): The resource could not be found. Feb 15 09:45:55.319775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e0f8d121-3c62-463a-a548-b6d113560b5e tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports/c3102230-7f8a-405d-a441-1e146dbcc8ee HTTP/1.1" status: 404 len: 333 time: 0.0449386 Feb 15 09:45:55.327414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49518) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:55.397134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.400095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:55.403284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.406486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Deleting port f8850b2d-fa03-40db-bb91-b74780da9eb6 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:55.406856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.409758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-2142898745'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:55.469287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] For port f8850b2d-fa03-40db-bb91-b74780da9eb6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8850b2d-fa03-40db-bb91-b74780da9eb6,segment=NetworkSegment(d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e),segment_id=d0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:55.469490 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.469613 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.483669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Calling delete_port for f8850b2d-fa03-40db-bb91-b74780da9eb6 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:55.518063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.620786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:55.623261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.635627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:55.639530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:55.680534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.692101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.720736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:55.742570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=6289cad4-db94-445d-a0c2-2d29456a918e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:55.784315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=88d71fb8-c7b2-4e31-8725-9ee23d9cba2a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:56.055703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Port': ['ID=177b93ed-440f-464b-a187-a41e11084f25,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:56.079927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:56.081004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.113157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fdd47649-e69a-4791-b0be-4b87538c2f1c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:56.121084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.151494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.156742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7c50a851-7f70-42fe-9774-aa54e004ae7f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.8465991 Feb 15 09:45:56.157777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.179147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49522) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:56.188659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-499807ed-8c57-49b5-a732-3cb39367be56 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:56.191564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-499807ed-8c57-49b5-a732-3cb39367be56 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 817 time: 0.4506462 Feb 15 09:45:56.197604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-91e18788-669b-42d5-bb32-4695cbb79986 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5218372 Feb 15 09:45:56.199115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] Pushing event deleted for resources: {'Port': ['ID=f8850b2d-fa03-40db-bb91-b74780da9eb6,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:56.229390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49524) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:56.235087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d2849-79ae-420e-a34b-05e42e040782 None None] No DVR routers for this DVR port f8850b2d-fa03-40db-bb91-b74780da9eb6 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:45:56.253606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] For port 02808428-a345-43ce-b1fd-9bf0144eafc4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=02808428-a345-43ce-b1fd-9bf0144eafc4,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:56.269920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.283347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:56.284609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-c21527a3-7293-4f7c-8756-6facbf68d1df tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 379 time: 0.0762877 Feb 15 09:45:56.341805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fdd47649-e69a-4791-b0be-4b87538c2f1c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:56.342184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.349231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'port': {'device_id': '1c40698a-e8b7-455a-9346-b2b43faded25', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'admin_state_up': True, 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'security_groups': ['cd8de504-0ecb-436a-bb7c-cc5d5ca80a28']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:56.349568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db77417-23d3-4dfe-8fb4-5fcc3d60bfb4 None None] The sync data for ids ['965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9'] in n-d-825064-4 is: [{'id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-950697598', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221'}], 'enable_snat': True}, 'gw_port_id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:01Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': '88d71fb8-c7b2-4e31-8725-9ee23d9cba2a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:bb:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2334, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:04Z', 'updated_at': '2022-02-15T09:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:45:56.415235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ce40b078-188b-4222-aa2d-d1d934eb51a5 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=6f51ea11-bac4-4130-8cda-738bf8e8cf99 HTTP/1.1" status: 200 len: 689 time: 0.2130468 Feb 15 09:45:56.425341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49526) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:56.431265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c98180-6d63-492f-9c2c-d343f5eda74b None None] Pushing event updated for resources: {'Port': ['ID=02808428-a345-43ce-b1fd-9bf0144eafc4,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:56.436858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2e2ffd48-1e14-4889-969d-000174712c1e None None] Provisioning complete for port fdd47649-e69a-4791-b0be-4b87538c2f1c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:56.436858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffd48-1e14-4889-969d-000174712c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.502979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a838712-6d3c-4a9b-8323-8f61f8f11fd1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:56.516755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a838712-6d3c-4a9b-8323-8f61f8f11fd1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:56.519215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a838712-6d3c-4a9b-8323-8f61f8f11fd1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2666352 Feb 15 09:45:56.522751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:56.584791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:56.584986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 02808428-a345-43ce-b1fd-9bf0144eafc4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:56.587672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.635861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d761f0ef-8193-4316-a203-fd980bcacc5e req-4ac07bbd-8ffa-4306-827c-b34e68bc9157 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 210 time: 0.1514242 Feb 15 09:45:56.646315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.687786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port b7e9753e-8fb0-48e1-9192-08d12a4ee77a yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:56.738270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Made reservation on behalf of 5d49e5da016a4b81949075f687eebb7c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:56.742176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.755435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2e2ffd48-1e14-4889-969d-000174712c1e None None] Provisioning complete for port 6289cad4-db94-445d-a0c2-2d29456a918e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:56.755995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2e2ffd48-1e14-4889-969d-000174712c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.757382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 02808428-a345-43ce-b1fd-9bf0144eafc4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:56.757726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.794394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.819719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.827201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2e2ffd48-1e14-4889-969d-000174712c1e None None] Port 6289cad4-db94-445d-a0c2-2d29456a918e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:56.861388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Deleting port 177b93ed-440f-464b-a187-a41e11084f25 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:56.861878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.874785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:56.953440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8850b2d-fa03-40db-bb91-b74780da9eb6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:56.979949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f8850b2d-fa03-40db-bb91-b74780da9eb6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:56.980283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8850b2d-fa03-40db-bb91-b74780da9eb6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:56.981992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Allocated IP 172.20.0.13 (c0c3a3cf-975c-438f-bb3e-90b5cdac1f10/2cd022a8-8669-4920-9200-578c5685af56/4ac07fd2-b2a3-44d5-a794-fb4a41171bd7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:56.984338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7527a19f-3acb-4646-a78a-5f112fccd40a None None] Provisioning complete for port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:56.984551 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7527a19f-3acb-4646-a78a-5f112fccd40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.003688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.004132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.021891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Calling delete_port for 177b93ed-440f-464b-a187-a41e11084f25 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:57.028371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7527a19f-3acb-4646-a78a-5f112fccd40a None None] Port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:57.039361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7527a19f-3acb-4646-a78a-5f112fccd40a None None] Provisioning complete for port 02808428-a345-43ce-b1fd-9bf0144eafc4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:57.039600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7527a19f-3acb-4646-a78a-5f112fccd40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.052983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:45:57.055768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.080035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.083726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090f6d20-9482-4d5f-be27-c0fc761fb0bd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:57.101920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.102265 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Added segment 9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1 of type vlan for network 9dfb4836-adb8-4844-91b1-7aaee800ea21 Feb 15 09:45:57.111343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.12 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/b7e9753e-8fb0-48e1-9192-08d12a4ee77a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:45:57.212335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.220245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.220788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Fanout notify agent at l3_agent the message router_deleted on router 965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:45:57.224908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.233580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.243176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.244395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ae57dbd-10f4-4dde-94b3-4df6c25b11f3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/routers/965e42dd-37e9-48c6-bbc7-ab84ebd6a7c9 HTTP/1.1" status: 204 len: 168 time: 3.8355007 Feb 15 09:45:57.249291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49530) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:57.252969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.349399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.369391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 6289cad4-db94-445d-a0c2-2d29456a918e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:57.369872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.382000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.389330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.390939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Port': ['ID=177b93ed-440f-464b-a187-a41e11084f25,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:57.392314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.393320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:57.393891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.440875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.478070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:57.482984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event updated for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:57.490208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:57.497327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:57.551333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:57.554186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6303027 Feb 15 09:45:57.558897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49532) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:57.577361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Request body: {'subnet': {'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-249243232-subnet', 'tenant_id': 'b38e741c36e342038dd9d440d0065d10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:57.625228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0844b3c4-18ee-4081-b60d-c4627b43aa35 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfb4836-adb8-4844-91b1-7aaee800ea21,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:57.639711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:45:57.640179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:57.641029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.648271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.663900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.684962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.686489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-a05b4997-1995-4f29-9be9-db28fb93a602 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3624501 Feb 15 09:45:57.689439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.735061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 6289cad4-db94-445d-a0c2-2d29456a918e owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:45:57.741788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Request body: {'port': {'device_id': '1c40698a-e8b7-455a-9346-b2b43faded25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:57.744440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:57.746875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.750582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87267fd9-c635-4577-99d7-8a861363ff4a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:57.772334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:57.772865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f3d49e-87c3-49dc-83cd-dfbfa75d6b5e') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:57.804380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.823297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.832621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:57.839475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:57.865180 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.886270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dc1e85f6-e311-4137-8194-63ed973f0d64 None None] Provisioning complete for port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:57.887296 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dc1e85f6-e311-4137-8194-63ed973f0d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.893260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 02808428-a345-43ce-b1fd-9bf0144eafc4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:45:57.957113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-dc1e85f6-e311-4137-8194-63ed973f0d64 None None] Port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:57.957771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:45:57.958216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:45:57.969374 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:45:57.997774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:45:58.005209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 02808428-a345-43ce-b1fd-9bf0144eafc4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:58.005590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.014802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=b7e9753e-8fb0-48e1-9192-08d12a4ee77a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:58.020447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:45:58.029422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:45:58.129387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:45:58.137932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.158638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:58.159790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.173083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.206194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:58.237439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aa6bf-4e56-47d9-b2c8-5b2c02b658c9 req-60bff522-da84-46b1-bbbd-3aae38ffc2ca tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:58.239148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df9aa6bf-4e56-47d9-b2c8-5b2c02b658c9 req-60bff522-da84-46b1-bbbd-3aae38ffc2ca tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 932 time: 0.4025702 Feb 15 09:45:58.246895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.252783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.258656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/networks/87267fd9-c635-4577-99d7-8a861363ff4a HTTP/1.1" status: 204 len: 168 time: 1.0052891 Feb 15 09:45:58.267986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d008d61-e12f-49ff-a5b3-eef11fc3b321 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8696001 Feb 15 09:45:58.294041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49536) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:58.294373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49538) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:58.295094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:58.295721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 436fe8dd-c90e-421e-88ff-5eac4fe2ff6b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:58.296454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:45:58.305422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'network_id': '0c2eb0d7-795f-41a6-884c-d081c48455d2', 'name': 'tempest-AllowedAddressPairTestJSON-1876357475'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:58.321613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:45:58.322218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 88d71fb8-c7b2-4e31-8725-9ee23d9cba2a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:45:58.329279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-04ea8366-d109-4e5c-bb30-df9731160c4e None None] Provisioning complete for port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:58.329831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04ea8366-d109-4e5c-bb30-df9731160c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.334074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:45:58.345405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-000d7244-2843-4d72-bf40-5a8c808d0a7e tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3293765 Feb 15 09:45:58.350005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49540) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:58.351073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:45:58.356871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:45:58.374088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-04ea8366-d109-4e5c-bb30-df9731160c4e None None] Port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:58.376460 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:58.377691 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:58.396179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.413686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc04530-885e-4e7b-bdf9-4b12357b56b5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Network': ['ID=87267fd9-c635-4577-99d7-8a861363ff4a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:58.468748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=6289cad4-db94-445d-a0c2-2d29456a918e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:58.481183 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:58.528146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0012ad1b-f54a-4ede-893f-1129c2b08f2b None None] Provisioning complete for port b7e9753e-8fb0-48e1-9192-08d12a4ee77a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:58.528518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0012ad1b-f54a-4ede-893f-1129c2b08f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.587506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0012ad1b-f54a-4ede-893f-1129c2b08f2b None None] Port b7e9753e-8fb0-48e1-9192-08d12a4ee77a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:45:58.608028 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df9aa6bf-4e56-47d9-b2c8-5b2c02b658c9 req-ef634c50-c98c-4ded-bbb7-e2ea017e598b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3298712 Feb 15 09:45:58.664764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.670196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.677326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b962408-f4de-4169-8487-cc748c23ac8b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6289cad4-db94-445d-a0c2-2d29456a918e HTTP/1.1" status: 204 len: 168 time: 2.1456196 Feb 15 09:45:58.680365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49542) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:58.785511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9216ad33-d29e-42b9-bf02-64a1167e3ffd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:58.809754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f45ea-0bb9-418b-84fa-ed922c10620a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:58.811428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f45ea-0bb9-418b-84fa-ed922c10620a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:58.812991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:55Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:55Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:58.813171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174f45ea-0bb9-418b-84fa-ed922c10620a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:45:58.817161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-174f45ea-0bb9-418b-84fa-ed922c10620a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1333215 Feb 15 09:45:58.819022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49544) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:58.844450 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:45:58.845441 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Updating router f16d0a11-3b7c-41af-aed2-dad07191260b port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:45:58.876665 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:58.904575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 08688b26-ab19-4978-b139-d8301236a754 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:58.935527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.010863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.142076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:45:59.157743 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.160552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.168381 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.183860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Removed routes are [] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:45:59.184261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.254106 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7e52-d8c7-4469-8fc0-26b5f87e5f38 None None] Pushing event updated for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:59.283942 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Attempting to bind port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:45:59.284445 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Attempting to bind port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:45:59.284942 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Attempting to bind port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef on network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:45:59.290342 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:45:59.290873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Checking segment: {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:45:59.291592 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.292078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Bound using segment: {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:45:59.292640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Bound port: 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:45:59.293169 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.319114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.333369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.351576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.357600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/08688b26-ab19-4978-b139-d8301236a754 HTTP/1.1" status: 204 len: 168 time: 0.5352695 Feb 15 09:45:59.365020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49546) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:45:59.367520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ab764-53a1-446a-a623-4be529789fc1 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:45:59.391725 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] For port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:45:59.394800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0498d6-c4bf-422b-bfb4-30b262b104cf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=08688b26-ab19-4978-b139-d8301236a754,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:59.404139 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] For port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:45:59.416694 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.420292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.429452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f51ea11-bac4-4130-8cda-738bf8e8cf99']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:59.492196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:45:59.493287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:59.495970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd34f25b-fda7-4407-896e-5c939018cad9') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:59.496266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd34f25b-fda7-4407-896e-5c939018cad9') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:45:59.505791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Made reservation on behalf of 5cbdf3ef26df43619b306ee122cc7140 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:45:59.510131 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.536197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.539773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.546443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.592820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 3e26d873-e2af-4c8b-aa4d-246713d1706d {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:45:59.595366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.597767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] device_id is not set on port e9d599dc-253f-466e-871d-001483c0edca yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:45:59.614984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.685068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.685931 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:45:59.692019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] Provisioning complete for port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:45:59.692596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.754766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44e4478-1fc7-4173-8c76-ea08c6075685,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:59.764094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port f8fd7262-5baa-43d6-8a07-9535cea06847 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:45:59.764434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.784439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:45:59.784956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:45:59.798807 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:45:59.815453 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7b7e52-d8c7-4469-8fc0-26b5f87e5f38 None None] Pushing event updated for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:45:59.877066 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:45:59.929118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] For port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:45:59.942849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.008204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 6, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:00.032409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dda452-becd-45d0-91ba-7fa49bdca424 None None] Pushing event updated for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:00.069855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-05a00e97-3d40-4156-b667-2f10f4468374 None None] Provisioning complete for port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:00.070241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05a00e97-3d40-4156-b667-2f10f4468374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.076138 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436fd742-3e8a-48c9-a20c-6dda358cc235 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 6, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 4, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:00.190814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Checking segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:00.191324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Network hostable DHCP agents. Network: 9dfb4836-adb8-4844-91b1-7aaee800ea21, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:00.227769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:00.239795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.281661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.333883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d3302-b115-4dd1-a77f-0c091d29cdb3 req-4c95699f-3486-4657-915a-5385e247e60b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.343219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d6d3302-b115-4dd1-a77f-0c091d29cdb3 req-4c95699f-3486-4657-915a-5385e247e60b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 932 time: 0.0930200 Feb 15 09:46:00.347545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:00.357927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.374932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Transition to ACTIVE for port object 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:46:00.377632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.377632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.388294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6f51ea11-bac4-4130-8cda-738bf8e8cf99 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:46:00.423320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:00.425291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.428887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for f8fd7262-5baa-43d6-8a07-9535cea06847 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:00.432321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.437981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6f51ea11-bac4-4130-8cda-738bf8e8cf99 HTTP/1.1" status: 204 len: 168 time: 4.0096700 Feb 15 09:46:00.440325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70784ff3-7a26-4fa8-ba38-06525f68f041 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Network': ['ID=6f51ea11-bac4-4130-8cda-738bf8e8cf99,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:00.453476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49550) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.457441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d6d3302-b115-4dd1-a77f-0c091d29cdb3 req-a58e3595-324c-4a83-8b40-88a8ed450ee6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133511 Feb 15 09:46:00.516176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:00.524960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.529968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e05c913f-67e0-4808-aa9a-3746c3bf4e2d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 933 time: 2.1763804 Feb 15 09:46:00.530198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49552) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.596060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Allocated IP 172.20.0.14 (0c2eb0d7-795f-41a6-884c-d081c48455d2/2dafbaf5-7816-496e-8355-77f8779ee5fa/e9d599dc-253f-466e-871d-001483c0edca) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:00.649773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9dfb4836-adb8-4844-91b1-7aaee800ea21) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:00.660079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03abcff4-113b-4407-96f4-4fc63b5f6dcb None None] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:00.660585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4813918b-9293-4721-b5ee-193532bc2b5a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 933 time: 0.1289127 Feb 15 09:46:00.661232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.667767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'routes': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:00.769374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07363206-d0b9-4437-9e48-af0941cb5b4f tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.3110423 Feb 15 09:46:00.778384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.778998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.782411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.791949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:00.794311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dd96d4db-72f0-4e93-8102-cd1742a1e38a None None] Provisioning complete for port fdd47649-e69a-4791-b0be-4b87538c2f1c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:00.801613 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd96d4db-72f0-4e93-8102-cd1742a1e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.813373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.872433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:00.877906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/3e26d873-e2af-4c8b-aa4d-246713d1706d HTTP/1.1" status: 204 len: 168 time: 1.5042973 Feb 15 09:46:00.881636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49558) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.894868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed807df-db64-4cef-9409-80c620e40820 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:00.913590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69598a76-3031-4029-a255-bd158fba5298 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=3e26d873-e2af-4c8b-aa4d-246713d1706d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:00.981604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49560) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:00.985168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c88d6734-7b83-4ab2-be01-b99d84974508 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0993605 Feb 15 09:46:00.987646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Attempting to bind port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:00.988000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Attempting to bind port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:00.988412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Attempting to bind port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:00.993463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-251f9e9b-754f-4b03-ba8a-f444a3211a90 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.4314876 Feb 15 09:46:00.996483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.997330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.997980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.998859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:00.999416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:01.000216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.000892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.001515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.016212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.017218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.017854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.019850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.020493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.023696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.024574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.025291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.027781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.034699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1a461fad-118d-43f8-b9ed-1ff4722c7191 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10014 time: 0.2482488 Feb 15 09:46:01.034877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151bfb03-a4fa-4ec4-ac2f-85ae1db5be79 None None] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:01.081905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49564) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:01.174940 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-1a7802ca-a7d4-4d67-8ff9-3ed547a580a7 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] delete failed (client error): The resource could not be found. Feb 15 09:46:01.179050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1a7802ca-a7d4-4d67-8ff9-3ed547a580a7 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/eaa87b10-b141-4cfa-a919-765d3c1def1b HTTP/1.1" status: 404 len: 345 time: 0.0655704 Feb 15 09:46:01.181069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49566) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:01.193124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:46:01.193466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Attempting to bind port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 on network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:01.240736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:01.241150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Checking segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:01.241575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Bound using segment: {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:01.242027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Bound port: 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e198ee5-75bd-445c-bcd2-f6bf570caac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:01.242439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.289524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:01.300573 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-86646805-cce6-4b6a-9a53-0f16cac74371 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] DELETE failed (client error): The resource could not be found. Feb 15 09:46:01.301539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86646805-cce6-4b6a-9a53-0f16cac74371 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:01.305944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-86646805-cce6-4b6a-9a53-0f16cac74371 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/6f51ea11-bac4-4130-8cda-738bf8e8cf99 HTTP/1.1" status: 404 len: 339 time: 0.1231077 Feb 15 09:46:01.310401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49570) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:01.317253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'name': 'tempest-network--546215253', 'router:external': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:01.352118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:01.356440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:01.371455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:01.375651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.403029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Deleting port fdd47649-e69a-4791-b0be-4b87538c2f1c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:01.403586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.433615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:01.436488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.513408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] For port fdd47649-e69a-4791-b0be-4b87538c2f1c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fdd47649-e69a-4791-b0be-4b87538c2f1c,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:01.513822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.526115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:01.547871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Calling delete_port for fdd47649-e69a-4791-b0be-4b87538c2f1c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:01.551786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.594922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.595588 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Added segment a333d7e1-5253-403d-ae34-c93810860297 of type vlan for network 9b4c423e-9d1a-418c-b33c-8de033365003 Feb 15 09:46:01.663970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added routes are [] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:46:01.664300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:46:01.701671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.708922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.726066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494b935-f6a3-4675-9f1b-51396d1cccac req-803356c0-724b-46e4-867b-95bebd12f059 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.727668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d494b935-f6a3-4675-9f1b-51396d1cccac req-803356c0-724b-46e4-867b-95bebd12f059 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1212020 Feb 15 09:46:01.735566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] Pushing event deleted for resources: {'Port': ['ID=fdd47649-e69a-4791-b0be-4b87538c2f1c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:01.737688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d41b0e7-607c-464a-bf19-d3d7c0b69069 None None] No DVR routers for this DVR port fdd47649-e69a-4791-b0be-4b87538c2f1c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:01.767897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.801753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.802666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.804589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1092 time: 4.1042147 Feb 15 09:46:01.808284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:01.811691 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1e95ec-a395-420a-a466-59ac7e5399e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:01.883683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d494b935-f6a3-4675-9f1b-51396d1cccac req-4cc1b747-4158-47b7-b7d5-c76162084444 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394501 Feb 15 09:46:01.887079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.888061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:01.888659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:01.899350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d462bd0-249c-47b7-85c4-2babcbd61575 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:01.919660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:01.958300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6459751 Feb 15 09:46:01.993812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:02.006621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:02.029093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:02.029468 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.031426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:02.032235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.049493 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e62836-8b4a-4463-b04a-f931d856df7e x-openstack-request-id: req-73e62836-8b4a-4463-b04a-f931d856df7e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:02.049862 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:02.050023 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73e62836-8b4a-4463-b04a-f931d856df7e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:02.050400 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'status': 'completed', 'code': 200} Feb 15 09:46:02.139865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-8e1ddd24-ef0c-4d7b-962d-55c686c6b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.142260 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-8e1ddd24-ef0c-4d7b-962d-55c686c6b7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1095 time: 0.2341733 Feb 15 09:46:02.157741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.171436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea359d4-f9aa-4bd9-9283-ba5e1ebe0405 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=9b4c423e-9d1a-418c-b33c-8de033365003,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:02.174352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:02.175099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.210259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9b4c423e-9d1a-418c-b33c-8de033365003 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:02.246010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-f2210c1a-23cb-48dd-8e79-86f910368ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 217 time: 0.0913458 Feb 15 09:46:02.256369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-08c59341-c064-43a6-805d-27e1333cb789 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.257873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-08c59341-c064-43a6-805d-27e1333cb789 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.5578203 Feb 15 09:46:02.313478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=f8fd7262-5baa-43d6-8a07-9535cea06847,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:02.334698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.345150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c27c5-cf70-469d-a3b7-4e77dc0a36d1 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.351271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c27c5-cf70-469d-a3b7-4e77dc0a36d1 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.358059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c27c5-cf70-469d-a3b7-4e77dc0a36d1 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.364591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33c27c5-cf70-469d-a3b7-4e77dc0a36d1 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.366421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f33c27c5-cf70-469d-a3b7-4e77dc0a36d1 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3715475 Feb 15 09:46:02.368177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.373201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49590) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:02.418418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b0f00447-f1a7-471b-98bf-672f3b7a3428 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/quotas/b38e741c36e342038dd9d440d0065d10 HTTP/1.1" status: 200 len: 375 time: 0.0896215 Feb 15 09:46:02.443928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.447105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-0de573d4-3a9c-463a-8802-3cea0c0d9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.449156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-0de573d4-3a9c-463a-8802-3cea0c0d9375 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.1902153 Feb 15 09:46:02.451458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.471436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.472285 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Floating IP 6c11d652-6d2f-4615-bbf4-cf0285cbc11b disassociated (deleted). External IP: 172.25.6.227, port: 4ea09edd-c693-4900-a9c1-e7b4073b5d4f. Feb 15 09:46:02.474621 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.606218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fdd47649-e69a-4791-b0be-4b87538c2f1c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:02.608835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-ef8a3aaa-ed99-4220-8c3b-85a324fc3107 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1569262 Feb 15 09:46:02.622864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:02.641085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: fdd47649-e69a-4791-b0be-4b87538c2f1c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:02.641085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fdd47649-e69a-4791-b0be-4b87538c2f1c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:02.657030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.661708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:02.665308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:02.665439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.667013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:02.675611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0387eb8-ce80-4c7e-91b0-fa521960413e None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:02.686438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:02.689271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4c423e-9d1a-418c-b33c-8de033365003']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.700864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a333d7e1-5253-403d-ae34-c93810860297') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.701154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a333d7e1-5253-403d-ae34-c93810860297') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.728333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:02.731553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:02.748790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.761309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.776671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=63b1d731-0e4f-4960-ac5b-9b528b30f3d9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:02.800737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:02.804298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.816235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:02.817257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: items = [ Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:02.819107 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:02.865433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:02.866057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:02.878558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:02.893266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:02.896780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d6de79c-0f84-4c4c-b023-cf341f6f5e8d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 699 time: 2.2337384 Feb 15 09:46:02.898280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:02.985822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '63b1d731-0e4f-4960-ac5b-9b528b30f3d9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:02.986694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.019436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:03.073069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.086785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9b4c423e-9d1a-418c-b33c-8de033365003 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:46:03.095470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.104985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9b4c423e-9d1a-418c-b33c-8de033365003 HTTP/1.1" status: 204 len: 168 time: 0.7261062 Feb 15 09:46:03.108676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49596) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:03.123303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'name': 'tempest-network--603821415', 'router:external': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:03.134590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5cce-761e-4d36-b740-c47700275961 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Network': ['ID=9b4c423e-9d1a-418c-b33c-8de033365003,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:03.144797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cda38368-d5f1-42a5-a195-f67e16f86f18 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 699 time: 0.2454066 Feb 15 09:46:03.147461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49598) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:03.220544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=e9d599dc-253f-466e-871d-001483c0edca,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:03.257180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aa29b7ee-f937-4181-8ff2-2372bedb49f9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2619147 Feb 15 09:46:03.259276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ea229-571b-4427-ac31-1dbca052a995 req-e880ac53-807c-4cc1-94f5-88a0e940f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:03.261340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-e880ac53-807c-4cc1-94f5-88a0e940f7d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7798312 Feb 15 09:46:03.261915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49600) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:03.272987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:03.311812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03b894-d72a-45b1-b97e-345539a5ccca req-da375314-3ddf-4161-8724-0fb7a4beaad4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:03.315314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de03b894-d72a-45b1-b97e-345539a5ccca req-da375314-3ddf-4161-8724-0fb7a4beaad4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.2757821 Feb 15 09:46:03.327611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1bc2696d-e826-4c2b-b466-f75e79d9000c None None] Provisioning complete for port e9d599dc-253f-466e-871d-001483c0edca triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:03.327979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bc2696d-e826-4c2b-b466-f75e79d9000c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.329777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:03.330518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.367955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:03.370544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.402527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Allocated IP 172.20.0.2 (36673517-2969-4f9b-be17-a8fd371f8f39/63b1d731-0e4f-4960-ac5b-9b528b30f3d9/417d6c18-8e40-4fa6-ae39-d7a79f822fd9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:03.438287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1bc2696d-e826-4c2b-b466-f75e79d9000c None None] Port e9d599dc-253f-466e-871d-001483c0edca cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:46:03.570981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-62ad7c2e-a4c4-4faf-a8ca-e2e1319fe35e service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932208 Feb 15 09:46:03.589014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:03.607264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.607456 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Added segment fe9f4c12-cfa0-4aeb-8adb-8c96f07a7679 of type vlan for network 5b732df0-1b0f-4aa7-af2f-2d390236b448 Feb 15 09:46:03.656902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.677458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:03.734154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c76b1-33be-49d3-9e36-a84fd088d144 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:03.741924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-2360e703-b919-4669-9d5c-50e0e35357a0 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1049678 Feb 15 09:46:03.776726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f8b2e015-5d74-4801-bb03-c4894fc518de tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.4708092 Feb 15 09:46:03.780936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.790193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.799989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49602) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:03.807504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:2e:54:a1'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:52:14:30'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:03.825711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 6cad6d7c-97c0-451f-941e-040a8787006f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:03.856376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:03.860230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:03.869957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:03.873529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Pushing event updated for resources: {'Port': ['ID=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:03.934737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Attempting to bind port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:03.935395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Attempting to bind port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:03.936234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Attempting to bind port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:03.943749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:03.944421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:03.945053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.945866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:03.946694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Bound port: 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:03.947295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:03.969267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:03.973374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.043901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] For port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:04.047880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] For port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:04.055090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.113073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de03b894-d72a-45b1-b97e-345539a5ccca req-684a8bda-c180-4577-9ce8-ff1a0ddcdef0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7890251 Feb 15 09:46:04.164072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eff9bd-a3b6-456e-b055-183498183eba None None] Pushing event updated for resources: {'Port': ['ID=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:04.165387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:04.171549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.176915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:04.178076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.178189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:04.178797 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:04.221808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79ea229-571b-4427-ac31-1dbca052a995 req-90698146-6494-402a-9478-e38a9452c653 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725862 Feb 15 09:46:04.231483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-5bb8cfbb-ade7-438e-a98f-d84648d726b9 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550214 Feb 15 09:46:04.278503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=5b732df0-1b0f-4aa7-af2f-2d390236b448,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:04.289275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5b732df0-1b0f-4aa7-af2f-2d390236b448 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:04.321626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-34f66086-1929-425e-ba4a-caba51005b37 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2027586 Feb 15 09:46:04.324009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49604) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:04.345085 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:04.461431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:04.467626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.477209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Sync routers for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:04.496568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:04.499207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:04.511789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-c9ed36ec-8ab8-4f9a-905a-3919256d45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:04.514309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-c9ed36ec-8ab8-4f9a-905a-3919256d45e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1095 time: 0.2066061 Feb 15 09:46:04.563321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b21e624-42d6-41f9-a01a-2ab39da75960 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:04.567538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b21e624-42d6-41f9-a01a-2ab39da75960 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "GET /v2.0/networks/5b732df0-1b0f-4aa7-af2f-2d390236b448 HTTP/1.1" status: 200 len: 756 time: 0.2425337 Feb 15 09:46:04.568148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:04.571960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.622057 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:04.701790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-005d1d5a-fa3c-4a26-a17c-0c38930ca7dc tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/floatingips/6c11d652-6d2f-4615-bbf4-cf0285cbc11b HTTP/1.1" status: 204 len: 168 time: 6.3973033 Feb 15 09:46:04.714428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:04.716742 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9fbc03-773f-4b47-bf20-65b8ff58bced" -d '{"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:04.788868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:04.806007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d82c5254-4e2b-4aef-ba62-a781a7c8a89e req-5c3def10-f851-4bf6-88ff-81a58f24ece1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.1154988 Feb 15 09:46:04.923664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4982f-bc8e-4f7e-a139-a733ddfa9c11 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:04.928320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96e4982f-bc8e-4f7e-a139-a733ddfa9c11 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "GET /v2.0/networks/930a6da2-c070-4321-8e76-593e9ab0f7b1 HTTP/1.1" status: 200 len: 768 time: 0.2396247 Feb 15 09:46:04.928966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49620) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:04.930826 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:04.943324 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad86c4e-93bc-4270-b615-b8ed1041cb7f x-openstack-request-id: req-1ad86c4e-93bc-4270-b615-b8ed1041cb7f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:04.943624 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:04.944137 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ad86c4e-93bc-4270-b615-b8ed1041cb7f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:04.955819 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'status': 'completed', 'code': 200} Feb 15 09:46:04.976309 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:04.999051 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:04.999744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.045054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-f3e97b06-6330-43cf-b696-a477a76e2e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.046756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-f3e97b06-6330-43cf-b696-a477a76e2e4b service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.4807997 Feb 15 09:46:05.132965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-45226f9e-545c-46f1-8010-d558673e4e48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 217 time: 0.0425639 Feb 15 09:46:05.171335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.179957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.181144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:05.249891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Checking router: 6cad6d7c-97c0-451f-941e-040a8787006f for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:05.263078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:05.264023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.280144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-d93881a9-c934-40f4-b684-4bae21cefe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.281643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-d93881a9-c934-40f4-b684-4bae21cefe5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.1206484 Feb 15 09:46:05.378909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87142b77-a2ab-4535-87d5-371151616e88 req-412b70bd-563d-4ae0-a372-522011211fba tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.391792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87142b77-a2ab-4535-87d5-371151616e88 req-412b70bd-563d-4ae0-a372-522011211fba tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.2451160 Feb 15 09:46:05.460525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:05.480847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaa1f4-2c03-4351-ad08-2e4508650e6b req-d7a0db48-14b3-43e0-9c4d-7a9c0b38064b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.482613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bbaa1f4-2c03-4351-ad08-2e4508650e6b req-d7a0db48-14b3-43e0-9c4d-7a9c0b38064b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1579318 Feb 15 09:46:05.505567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-a871a7cc-6cbc-4ffb-8038-454eb079ed2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.507335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-a871a7cc-6cbc-4ffb-8038-454eb079ed2d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0250843c0cf843f9857fed1a2305da6f&device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 1135 time: 0.4801064 Feb 15 09:46:05.513607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.537365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-7b64aa0e-35c1-4162-a956-03e849cd4288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:05.539534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-7b64aa0e-35c1-4162-a956-03e849cd4288 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2454116 Feb 15 09:46:05.583172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b732df0-1b0f-4aa7-af2f-2d390236b448']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.587721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:05.589479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.620090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.688132 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e8c12e-e174-4718-8555-5586de8144d0 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:01Z', 'revision_number': 7, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef', 'name': '', 'network_id': '47cf2cbd-c1cf-43dd-b424-93c951bd8459', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:46:68:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:52Z', 'updated_at': '2022-02-15T09:45:59Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:05.691648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-6cbbe466-a7dc-469d-a8b1-84c12cdf6328 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455319 Feb 15 09:46:05.704209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:05.705312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.718972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:05.835589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87142b77-a2ab-4535-87d5-371151616e88 req-0c882cfa-bb72-413f-b3fc-1dd7832230cb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4409025 Feb 15 09:46:05.847136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9f4c12-cfa0-4aeb-8adb-8c96f07a7679') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.847424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9f4c12-cfa0-4aeb-8adb-8c96f07a7679') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:05.881967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.892650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.925135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.943059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:05.943393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.947054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:05.952942 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:05.970704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:06.037121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:06.054627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bbaa1f4-2c03-4351-ad08-2e4508650e6b req-b58fb79c-69e7-4a80-b07c-d7a4465cfe54 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5606980 Feb 15 09:46:06.099642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b8486df-d02b-418d-be8d-fdb380cdf165 req-9af58127-4cf8-4e11-915a-019dd8ca4261 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.0561559 Feb 15 09:46:06.108211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.111018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-e6991df9-5fac-4529-a4d9-7e44f3c35477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:06.113703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-e6991df9-5fac-4529-a4d9-7e44f3c35477 service neutron] 10.222.0.72 "GET /v2.0/networks?id=eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 200 len: 898 time: 0.5886292 Feb 15 09:46:06.117894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5b732df0-1b0f-4aa7-af2f-2d390236b448 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:46:06.120322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca328e3-5743-4da7-88d8-20e12daf040f None None] The sync data for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 is: [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:43:55Z', 'revision_number': 4, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3593a9f2-f91a-4cae-9604-a7a631ac2cc3', 'name': '', 'network_id': 'eab6ed2b-7234-4a1c-bd44-9588d3a04252', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'mac_address': 'fa:16:3e:64:8a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:53Z', 'updated_at': '2022-02-15T09:43:59Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'subnets': [{'id': '1a506bec-b200-43f0-8040-f9d72c35edea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:06.123638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:06.129207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.133632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.137891 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/5b732df0-1b0f-4aa7-af2f-2d390236b448 HTTP/1.1" status: 204 len: 168 time: 1.2070670 Feb 15 09:46:06.184532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49630) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:06.189284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'name': 'tempest-network--2070844214'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:06.215386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4c1c7-a28a-4767-ae67-8e0a97ab27c6 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Network': ['ID=5b732df0-1b0f-4aa7-af2f-2d390236b448,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:06.224994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Made reservation on behalf of f0111d0fcd864c7ba10745b02bf662ea for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:06.229529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.297283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:06.297762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:06.297898 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.300985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.350215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.350634 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Added segment 43fb2329-b541-45f9-b11a-d6e97e9937cc of type vlan for network 80105533-68ec-4758-9059-827c442b85b7 Feb 15 09:46:06.352652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:06.454019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-e8b2058f-a5bf-4bdf-8288-dc94f5c8d3a6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 200 len: 217 time: 0.2284606 Feb 15 09:46:06.466048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.493823 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.501595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event updated for resources: {'Port': ['ID=e9d599dc-253f-466e-871d-001483c0edca,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:06.556216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.557358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:06.557939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.569442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] For port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:06.617470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.648339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4599185 Feb 15 09:46:06.660137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49632) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:06.668656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de1e95ec-a395-420a-a466-59ac7e5399e0 req-7af7cbe4-935a-40cd-83e0-67fcd1733ae3 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9375575 Feb 15 09:46:06.701385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Request body: {'network': {'router:external': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:06.702200 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.709985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:06.710771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:46:06.713615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] In _notify_port_updated(), no bound segment for port e9d599dc-253f-466e-871d-001483c0edca on network 0c2eb0d7-795f-41a6-884c-d081c48455d2 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:46:06.716895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.719666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:06.720316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.724694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-22b6f49a-62bd-4e32-846c-f15e5a437be0 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "PUT /v2.0/ports/e9d599dc-253f-466e-871d-001483c0edca HTTP/1.1" status: 200 len: 1057 time: 2.9189727 Feb 15 09:46:06.726011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:06.758544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5863265-6349-4198-b45f-ec44b61ed61c None None] Pushing event updated for resources: {'Port': ['ID=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:06.774513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da241e3a-a001-4d68-9aad-8299adf5bbac tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=80105533-68ec-4758-9059-827c442b85b7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:06.814832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:46:06.815326 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:46:06.816067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 80105533-68ec-4758-9059-827c442b85b7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:06.827152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-d724ba8f-2bf3-4709-9ce1-e230cf7315e8 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:06.829346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-d724ba8f-2bf3-4709-9ce1-e230cf7315e8 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.72 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.3668482 Feb 15 09:46:06.891697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:46:06.907824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-e187ab41-4589-4185-bb46-b5466ff7bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:06.909522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-e187ab41-4589-4185-bb46-b5466ff7bcc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 200 len: 835 time: 0.4218228 Feb 15 09:46:06.909710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-73da3aa2-40bd-48fa-accc-c639c04d3a12 None None] Provisioning complete for port e9d599dc-253f-466e-871d-001483c0edca triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:06.910786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73da3aa2-40bd-48fa-accc-c639c04d3a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:06.974701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-73da3aa2-40bd-48fa-accc-c639c04d3a12 None None] Port e9d599dc-253f-466e-871d-001483c0edca cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:46:07.028290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port e9d599dc-253f-466e-871d-001483c0edca {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:07.028885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.039145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:07.059286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:46:07.110655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:07.126657 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.175451 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:46:07.237454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.286571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for e9d599dc-253f-466e-871d-001483c0edca owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:07.367911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b70f9-80d1-4598-a5e0-19f853460109 req-f3100e5c-1ccb-4385-9e6e-d37b3494d907 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:07.370018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e1b70f9-80d1-4598-a5e0-19f853460109 req-f3100e5c-1ccb-4385-9e6e-d37b3494d907 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1883023 Feb 15 09:46:07.373265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:07.383353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7729f0a0-8417-4a10-9772-d07f647bd96c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2345932 Feb 15 09:46:07.386479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:07.387522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:07.403161 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:07.405291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:07.409696 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:07.437464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:07.443061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a68f5f-d37a-4747-bee2-5743bd6d3d41 None None] New status for floating IP 6c11d652-6d2f-4615-bbf4-cf0285cbc11b: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:46:07.481055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e1b70f9-80d1-4598-a5e0-19f853460109 req-c7e39809-5c4e-4685-8ab4-a579e7289ade tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932782 Feb 15 09:46:07.503797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:07.507913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.543664 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:07.558258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.613018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-a7e45f20-dd4a-4a1a-82cd-2ed513d0d6c2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:07.614537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-a7e45f20-dd4a-4a1a-82cd-2ed513d0d6c2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 1.3869917 Feb 15 09:46:07.653719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Request body: {'port': {'device_id': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'admin_state_up': True, 'tenant_id': 'b38e741c36e342038dd9d440d0065d10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:07.655606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:07.665074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2075cfd7-296f-4592-87f2-1ca3255660aa req-9f52188b-a921-49b6-a928-8e4dd5390d13 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.0403187 Feb 15 09:46:07.671207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-8f716d1f-006e-4b04-9477-eb427b013288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:07.671513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.673546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-8f716d1f-006e-4b04-9477-eb427b013288 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=eab6ed2b-7234-4a1c-bd44-9588d3a04252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7377663 Feb 15 09:46:07.726743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.771951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=e9d599dc-253f-466e-871d-001483c0edca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:07.809777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:46:07.870812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:07.887211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:06Z', 'revision_number': 8, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:07.899388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7abbff8-08cc-4895-8532-10a61201e715 req-883bf697-0ce7-402e-9ae7-474022c5ecb2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:07.901873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7abbff8-08cc-4895-8532-10a61201e715 req-883bf697-0ce7-402e-9ae7-474022c5ecb2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.9003186 Feb 15 09:46:07.954209 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:07.971324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:07.973349 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:07.973977 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:07.985123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.070503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:08.148581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.151234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:08.152151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.154981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:08.155321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.243569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.255779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.260714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7c7248e0-7eb7-49ee-8119-71e1a2efb8e1 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/e9d599dc-253f-466e-871d-001483c0edca HTTP/1.1" status: 204 len: 168 time: 1.5300622 Feb 15 09:46:08.265800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7abbff8-08cc-4895-8532-10a61201e715 req-b9e6e839-03b2-48f8-a00a-9cddded758f2 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3488824 Feb 15 09:46:08.266540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Network 80105533-68ec-4758-9059-827c442b85b7 is not hosted by any dhcp agent {{(pid=102358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:46:08.267539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:08.268305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.273609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "PUT /v2.0/networks/80105533-68ec-4758-9059-827c442b85b7 HTTP/1.1" status: 200 len: 858 time: 1.6010611 Feb 15 09:46:08.292155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:08.292155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:08.295209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.296554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:08.299081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.305763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972ac6cd-440e-409d-afa8-5169de89b850 None None] Network 47cf2cbd-c1cf-43dd-b424-93c951bd8459 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:08.306302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d9ab19b0-e767-4ee2-b247-c2ac88617478 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6 HTTP/1.1" status: 204 len: 168 time: 0.9172525 Feb 15 09:46:08.307700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:08.340272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:06Z', 'revision_number': 8, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:08.379849 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5839f47b-520a-4e98-b5cf-50e848499819 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:06Z', 'revision_number': 8, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '446c534e-7c66-40ab-b4ad-9256ed27194d', 'name': '', 'network_id': '70bb9ecb-8b84-4445-97f3-ff5f5b2336f1', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:cf:7d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'c6c63105-430e-4282-95de-e36b307a7469', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:37Z', 'updated_at': '2022-02-15T09:45:49Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c6c63105-430e-4282-95de-e36b307a7469', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:08.412216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.446660 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-40bd50b0-138b-4d77-8b04-3c9ebd62f721 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] GET failed (client error): The resource could not be found. Feb 15 09:46:08.448342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-40bd50b0-138b-4d77-8b04-3c9ebd62f721 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports/e9d599dc-253f-466e-871d-001483c0edca HTTP/1.1" status: 404 len: 333 time: 0.1603045 Feb 15 09:46:08.450223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-1dc747cd-4e21-4415-a509-05ff09656b5b service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7421930 Feb 15 09:46:08.458445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:08.489954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f8ce5-f0a1-4f54-82ce-f222dc054443 tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event updated for resources: {'Network': ['ID=80105533-68ec-4758-9059-827c442b85b7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:08.497233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 02808428-a345-43ce-b1fd-9bf0144eafc4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:08.497763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.569924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 02808428-a345-43ce-b1fd-9bf0144eafc4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=02808428-a345-43ce-b1fd-9bf0144eafc4,segment=NetworkSegment(4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4),segment_id=4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:08.570504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.593432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 02808428-a345-43ce-b1fd-9bf0144eafc4 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:08.595930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:08.599331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.653185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.670236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df001b03-3fde-48a3-a45a-498751d2dd25 req-5e5db60d-e4df-4dc7-ae9c-be742c3568af tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:08.671813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df001b03-3fde-48a3-a45a-498751d2dd25 req-5e5db60d-e4df-4dc7-ae9c-be742c3568af tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.0931511 Feb 15 09:46:08.733708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:08.734076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.761419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df001b03-3fde-48a3-a45a-498751d2dd25 req-9fbc8f26-dace-4ac6-91d5-d29915d9a7a2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797644 Feb 15 09:46:08.762598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] DHCP port deletion for 47cf2cbd-c1cf-43dd-b424-93c951bd8459 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:08.773042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.804320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=02808428-a345-43ce-b1fd-9bf0144eafc4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:08.814196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port 02808428-a345-43ce-b1fd-9bf0144eafc4 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:08.832944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Deleting port 02808428-a345-43ce-b1fd-9bf0144eafc4 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:08.833736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.872827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for 4ea09edd-c693-4900-a9c1-e7b4073b5d4f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:08.902029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.907131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] For port 02808428-a345-43ce-b1fd-9bf0144eafc4, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:08.907532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.908730 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-4b7eae9c-891e-4e0e-b59b-d31a01c95bf5 service neutron] 10.222.0.72 "GET /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462976 Feb 15 09:46:08.922094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Calling delete_port for 02808428-a345-43ce-b1fd-9bf0144eafc4 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:08.925257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Port 02808428-a345-43ce-b1fd-9bf0144eafc4 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:46:08.926619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.934668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cf2cbd-c1cf-43dd-b424-93c951bd8459']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:08.945779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:08.946131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e53f9ee-79be-48b3-bf4c-dd40e63a2bc4') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:08.959476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] Pushing event deleted for resources: {'Port': ['ID=02808428-a345-43ce-b1fd-9bf0144eafc4,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:08.961726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:08.970037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b3f6b-eaec-4dd0-93e3-5292fcd391a0 None None] No DVR routers for this DVR port 02808428-a345-43ce-b1fd-9bf0144eafc4 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:08.995239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.017561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:09.017882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:09.021168 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:09.086762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.098888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.105192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/47cf2cbd-c1cf-43dd-b424-93c951bd8459 HTTP/1.1" status: 204 len: 168 time: 0.7958958 Feb 15 09:46:09.107071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:09.123243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85811d02-a513-43ab-950a-cdbe4c92ab3f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=47cf2cbd-c1cf-43dd-b424-93c951bd8459,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:09.152561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port b7e9753e-8fb0-48e1-9192-08d12a4ee77a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:09.152933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.171526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b34d5c57-ba09-4fe7-babb-a8bbb7bea783 req-ba4ca364-caf7-44c2-9a8b-1feca1fcd4ba tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.3527939 Feb 15 09:46:09.188675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.195803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:09.247445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Allocated IP 172.20.0.14 (9dfb4836-adb8-4844-91b1-7aaee800ea21/a44e4478-1fc7-4173-8c76-ea08c6075685/e1420ea8-a361-4114-bc05-1d3ed0864090) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:09.294845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80105533-68ec-4758-9059-827c442b85b7']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:09.317809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43fb2329-b541-45f9-b11a-d6e97e9937cc') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:09.318050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43fb2329-b541-45f9-b11a-d6e97e9937cc') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:09.350222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.353989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.386383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.387158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.488449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.507750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.546150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:09.546542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:09.548375 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:09.606837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for b7e9753e-8fb0-48e1-9192-08d12a4ee77a owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:09.609566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:09.657066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:09.660097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:09.660694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.666577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579e0a4-ae34-42dd-942e-84681532e29d None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:09.701428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=767c9c15-dc89-4846-b02b-bcdea4b0bb0e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:09.712908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.714962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ed73e-97f8-4175-b99e-b74f3695fd7f req-e905bd3a-b9a0-4b64-973d-8a9d1b6996d3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:09.717057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-500ed73e-97f8-4175-b99e-b74f3695fd7f req-e905bd3a-b9a0-4b64-973d-8a9d1b6996d3 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c05a85f-bed6-4be3-bc22-1b92b1ac0b64 HTTP/1.1" status: 200 len: 984 time: 0.0701265 Feb 15 09:46:09.722545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,revision_number=5']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:09.794892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d6a705bf-6075-46d0-8929-7e6c9c8a1d42 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5249753 Feb 15 09:46:09.805211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:09.812789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:bb:53:5b', 'name': 'tempest-NetworksTestDHCPv6-188428519'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:09.814533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=4ea09edd-c693-4900-a9c1-e7b4073b5d4f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:09.821627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-500ed73e-97f8-4175-b99e-b74f3695fd7f req-23c4fb8d-01b4-435d-9efa-b7fe4100ea81 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "GET /v2.0/security-groups?id=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4&id=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0830350 Feb 15 09:46:09.873343 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.884246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 80105533-68ec-4758-9059-827c442b85b7 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:46:09.887954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.892304 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] 10.222.0.10 "DELETE /v2.0/networks/80105533-68ec-4758-9059-827c442b85b7 HTTP/1.1" status: 204 len: 168 time: 1.6031137 Feb 15 09:46:09.902047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49666) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:09.939078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] No DVR routers for this DVR port 4ea09edd-c693-4900-a9c1-e7b4073b5d4f on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:09.940908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:09.943195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:09.943402 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be3843f-3c75-45e2-9b53-3d9b1e88de50 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:09.943873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be3843f-3c75-45e2-9b53-3d9b1e88de50 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:09.946937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6be3843f-3c75-45e2-9b53-3d9b1e88de50 tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "DELETE /v2.0/subnets/9216ad33-d29e-42b9-bf02-64a1167e3ffd HTTP/1.1" status: 404 len: 337 time: 0.0439184 Feb 15 09:46:09.949111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1733d32f-6ff9-4f92-ad0c-efa5d569d4a9 req-0f99d673-be80-477a-9dea-250d2aa2662d tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.72 "DELETE /v2.0/ports/4ea09edd-c693-4900-a9c1-e7b4073b5d4f HTTP/1.1" status: 204 len: 173 time: 3.0431349 Feb 15 09:46:09.953338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:09.974182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'name': 'network-vif-deleted', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:09.977770 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a534cc-7d83-4cae-bff8-10a8f495b6ec" -d '{"events": [{"server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "name": "network-vif-deleted", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:10.034318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e19ee27-3c25-4d8f-9a58-1fe185914b2a tempest-ExternalNetworksTestJSON-631727892 tempest-ExternalNetworksTestJSON-631727892-project-admin] Pushing event deleted for resources: {'Network': ['ID=80105533-68ec-4758-9059-827c442b85b7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:10.040242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.077298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:10.077670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.082991 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0906b4-59fb-456c-abcb-1122cbce2457 x-openstack-request-id: req-6f0906b4-59fb-456c-abcb-1122cbce2457 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:10.085416 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c05a85f-bed6-4be3-bc22-1b92b1ac0b64", "name": "network-vif-deleted", "tag": "4ea09edd-c693-4900-a9c1-e7b4073b5d4f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:10.087350 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f0906b4-59fb-456c-abcb-1122cbce2457 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:10.087912 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c05a85f-bed6-4be3-bc22-1b92b1ac0b64', 'name': 'network-vif-deleted', 'tag': '4ea09edd-c693-4900-a9c1-e7b4073b5d4f', 'status': 'completed', 'code': 200} Feb 15 09:46:10.113925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4ea09edd-c693-4900-a9c1-e7b4073b5d4f no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:10.142770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 4ea09edd-c693-4900-a9c1-e7b4073b5d4f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:10.142969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4ea09edd-c693-4900-a9c1-e7b4073b5d4f not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:10.155343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.240292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef6e51-df3c-42f0-9e28-a9c71c326ce3 req-95aa32a1-91a4-40e1-a541-e3ad2d83e76c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:10.248572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77ef6e51-df3c-42f0-9e28-a9c71c326ce3 req-95aa32a1-91a4-40e1-a541-e3ad2d83e76c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.3372412 Feb 15 09:46:10.263175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.290067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:10.342556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:10.342905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 73e612c3-6bd3-4d61-ace0-cd1ebdf7e3ef not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:10.343368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 02808428-a345-43ce-b1fd-9bf0144eafc4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:10.383698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 02808428-a345-43ce-b1fd-9bf0144eafc4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:10.384065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 02808428-a345-43ce-b1fd-9bf0144eafc4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:10.401394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61c36a4d-d680-4873-b4f1-ab2ebd634aee req-c09ab78b-5503-4e38-9a5d-033752a61fa8 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.0849199 Feb 15 09:46:10.404663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=b7e9753e-8fb0-48e1-9192-08d12a4ee77a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:10.421178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.514256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:10.567004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77ef6e51-df3c-42f0-9e28-a9c71c326ce3 req-6ab66ac6-8649-470a-a131-3d48ddf9fa6d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3169982 Feb 15 09:46:10.593077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.602371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event updated for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:10.628602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:10.654825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:10.660914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:10.695206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['930a6da2-c070-4321-8e76-593e9ab0f7b1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:10.715159 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.719697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65488023-ab97-4773-a3ca-04bf75164a7a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:10.719994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65488023-ab97-4773-a3ca-04bf75164a7a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:10.738583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:10.792790 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.807245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-840162f2-71f9-4f95-8e64-6abd82dfb083 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/b7e9753e-8fb0-48e1-9192-08d12a4ee77a HTTP/1.1" status: 204 len: 168 time: 2.3406014 Feb 15 09:46:10.807443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.813954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:10.816196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:10.817120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.831788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:46:10.836417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:10.836963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.846326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-3d8d2f60-0633-4d88-a116-a277a4629b6a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2116055 Feb 15 09:46:10.858155 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-047dfab0-33f6-4ea8-948c-f7057b5e7135 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] GET failed (client error): The resource could not be found. Feb 15 09:46:10.859589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-047dfab0-33f6-4ea8-948c-f7057b5e7135 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "GET /v2.0/ports/b7e9753e-8fb0-48e1-9192-08d12a4ee77a HTTP/1.1" status: 404 len: 333 time: 0.0396419 Feb 15 09:46:10.871315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49678) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:10.882286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Request body: {'port': {'device_id': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:10.885879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.933496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:10.938626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.957348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.987701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:10.988411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:10.992274 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:11.010905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:11.012369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:11.015871 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cb1de5-0371-46dc-8c31-e6cbf77bb927" -d '{"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:11.027229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.067884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.096265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.108396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:11.131157 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d682a9-29c0-43e2-a0bd-8145ad7e5c44 x-openstack-request-id: req-e1d682a9-29c0-43e2-a0bd-8145ad7e5c44 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:11.132652 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:11.132944 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1d682a9-29c0-43e2-a0bd-8145ad7e5c44 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:11.133859 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'code': 200} Feb 15 09:46:11.155397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port eb2e022d-175d-46b6-bbf0-2313cb090f8b yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:11.158986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.273904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.293946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.299496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] 10.222.0.10 "DELETE /v2.0/networks/930a6da2-c070-4321-8e76-593e9ab0f7b1 HTTP/1.1" status: 204 len: 168 time: 1.3423803 Feb 15 09:46:11.325650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.328204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.329385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/security-groups/767f6fa6-93ae-4a6f-afa5-8a364f4daeb4 HTTP/1.1" status: 204 len: 168 time: 0.3949623 Feb 15 09:46:11.346361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-955b5a86-5f20-4f57-8836-528a3b90b0e9 None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:11.346732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-955b5a86-5f20-4f57-8836-528a3b90b0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.364498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49688) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:11.375247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f33ac-ccd2-49ef-8b1d-b5d793425363 req-96cdb322-43f3-491f-b9d4-7d0207051383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:11.376737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-338f33ac-ccd2-49ef-8b1d-b5d793425363 req-96cdb322-43f3-491f-b9d4-7d0207051383 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1097 time: 0.1389742 Feb 15 09:46:11.399909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f6fa6-93ae-4a6f-afa5-8a364f4daeb4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:11.435709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 172.20.0.3 (36673517-2969-4f9b-be17-a8fd371f8f39/63b1d731-0e4f-4960-ac5b-9b528b30f3d9/eb2e022d-175d-46b6-bbf0-2313cb090f8b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:11.436168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.436516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.436884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.437224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.437555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.437884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.438482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.438827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.439158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.439523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.439845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.440167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64335c-3496-4c1e-9415-07ae79b481eb tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.445504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:febb:535b (36673517-2969-4f9b-be17-a8fd371f8f39/767c9c15-dc89-4846-b02b-bcdea4b0bb0e/eb2e022d-175d-46b6-bbf0-2313cb090f8b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:11.513265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-338f33ac-ccd2-49ef-8b1d-b5d793425363 req-70cd722d-b157-4521-8d6a-9577c5d30919 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232402 Feb 15 09:46:11.541903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.559714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Pushing event deleted for resources: {'Network': ['ID=930a6da2-c070-4321-8e76-593e9ab0f7b1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:11.595506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.595850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.596186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.596533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.596844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.597170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.597491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.597807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.598126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.598442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.598756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.599068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a713eb4-a256-4f82-9217-891cbba26a4e tempest-ExternalNetworksTestJSON-575785015 tempest-ExternalNetworksTestJSON-575785015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:11.623598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port 9e39a9ee-7459-45e2-9315-211448ec71d4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:11.623945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.688866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:11.815823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a688f0-75e1-4bb9-bff7-14091435be86 req-6136c6ce-c001-433a-b2c5-be558f2163a8 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:11.817457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5a688f0-75e1-4bb9-bff7-14091435be86 req-6136c6ce-c001-433a-b2c5-be558f2163a8 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 932 time: 0.2535059 Feb 15 09:46:11.826327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.856559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.920268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for 9e39a9ee-7459-45e2-9315-211448ec71d4 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:11.951521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:11.980996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c5a688f0-75e1-4bb9-bff7-14091435be86 req-a8552c39-19df-4f2c-a64d-0f6b82ab087f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481526 Feb 15 09:46:12.027766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7493bd23-76fb-4187-9c14-4d64d8c49bb4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3db16d1dcb34cd0a9bb67742baa4b6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3337502 Feb 15 09:46:12.032161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49700) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:12.034027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1420ea8-a361-4114-bc05-1d3ed0864090 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:12.046042 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.056728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4acfe8-a1c5-4ea5-b2ed-a1cab43c0894 req-b88f256f-7e6e-45a6-8043-c9295e1b810e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:12.058548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c4acfe8-a1c5-4ea5-b2ed-a1cab43c0894 req-b88f256f-7e6e-45a6-8043-c9295e1b810e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1337326 Feb 15 09:46:12.071976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.084576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.087168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.091514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5f41bc3-ad73-40ce-8082-fac0e2ff9c94 HTTP/1.1" status: 204 len: 168 time: 0.7236292 Feb 15 09:46:12.091514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Transition to ACTIVE for port object e1420ea8-a361-4114-bc05-1d3ed0864090 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:46:12.103020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49702) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:12.116177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.120665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 446c534e-7c66-40ab-b4ad-9256ed27194d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:12.121034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.158365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a0dd2-42ff-4e68-b2a2-3194bfe4073f tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f41bc3-ad73-40ce-8082-fac0e2ff9c94,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.209354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:12.222224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:12.225804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c4acfe8-a1c5-4ea5-b2ed-a1cab43c0894 req-42634d13-b00a-4a95-bcf5-40bd6304bbbf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567740 Feb 15 09:46:12.234390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:12.236844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=eb2e022d-175d-46b6-bbf0-2313cb090f8b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.269107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.315481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.382960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:12.383606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.398896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 446c534e-7c66-40ab-b4ad-9256ed27194d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=446c534e-7c66-40ab-b4ad-9256ed27194d,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:12.399257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.410262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Attempting to bind port e1420ea8-a361-4114-bc05-1d3ed0864090 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:12.410262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Attempting to bind port e1420ea8-a361-4114-bc05-1d3ed0864090 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:12.410570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Attempting to bind port e1420ea8-a361-4114-bc05-1d3ed0864090 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:12.430652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.444290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Port e1420ea8-a361-4114-bc05-1d3ed0864090 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:46:12.444619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Attempting to bind port e1420ea8-a361-4114-bc05-1d3ed0864090 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:12.446119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.456847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:12.457192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Checking segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:12.457591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Bound using segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:12.458029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Bound port: e1420ea8-a361-4114-bc05-1d3ed0864090, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:12.458387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.458492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 446c534e-7c66-40ab-b4ad-9256ed27194d owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:12.518768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f0d8bf0a-bdad-4377-aa3b-99520d93f99c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7110558 Feb 15 09:46:12.519496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49704) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:12.570200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=9e39a9ee-7459-45e2-9315-211448ec71d4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.631530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:12.658441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b92e7e31-8d73-42da-bd5c-99e821de73c6 None None] Provisioning complete for port eb2e022d-175d-46b6-bbf0-2313cb090f8b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:12.659533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b92e7e31-8d73-42da-bd5c-99e821de73c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.677945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1420ea8-a361-4114-bc05-1d3ed0864090,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:12.712338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.726458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa902da-93e2-4de3-b704-d97aa8ed2ad5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:12.733248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa902da-93e2-4de3-b704-d97aa8ed2ad5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:12.733432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b92e7e31-8d73-42da-bd5c-99e821de73c6 None None] Port eb2e022d-175d-46b6-bbf0-2313cb090f8b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:46:12.738416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5fa902da-93e2-4de3-b704-d97aa8ed2ad5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2088499 Feb 15 09:46:12.739205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49706) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:12.744779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.748180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-86c912f1-a620-4eaf-abf2-8963a377d409 tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/ports/9e39a9ee-7459-45e2-9315-211448ec71d4 HTTP/1.1" status: 204 len: 168 time: 1.8758881 Feb 15 09:46:12.751835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.753050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49708) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:12.754375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.755647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1736c286-114d-43bf-87dc-07d1e6ffb280 HTTP/1.1" status: 204 len: 168 time: 0.7189696 Feb 15 09:46:12.812597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Pushing event updated for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.828802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f810c-4348-4ee8-a64a-84aeb1bba96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1736c286-114d-43bf-87dc-07d1e6ffb280,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:12.888008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:12.888648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.890373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-b7e92451-ad38-439b-97fa-c91d07bcada2 service neutron] 10.222.0.72 "PUT /v2.0/ports/e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 200 len: 1092 time: 2.0311503 Feb 15 09:46:12.892944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:12.898337 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4228fc4d-b2e7-4568-8037-cedd428bc1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:12.963105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port eb2e022d-175d-46b6-bbf0-2313cb090f8b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:12.963450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:12.973811 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-104df3f5-194f-4b21-a985-04e5cdc97968 x-openstack-request-id: req-104df3f5-194f-4b21-a985-04e5cdc97968 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:12.974099 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:12.974373 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-104df3f5-194f-4b21-a985-04e5cdc97968 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:12.974825 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090', 'status': 'completed', 'code': 200} Feb 15 09:46:12.979646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.031329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting subnet 2dafbaf5-7816-496e-8355-77f8779ee5fa {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:13.043101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=446c534e-7c66-40ab-b4ad-9256ed27194d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:13.049171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.179920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-f65c0f5b-4210-4d8a-9274-6d77b421518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:13.181648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-f65c0f5b-4210-4d8a-9274-6d77b421518e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 1095 time: 0.2123687 Feb 15 09:46:13.184623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.187470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:13.190593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.213630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.242145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for eb2e022d-175d-46b6-bbf0-2313cb090f8b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:13.309956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-c5319709-5515-4abb-8713-99d3c82f98ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 200 len: 217 time: 0.1170356 Feb 15 09:46:13.329380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9c44c-2198-4ffe-a531-6d92eae70e8d req-fc0deef8-f2f7-4394-8ad9-c707a01344da tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:13.329590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0673e322-2e48-4230-b7a6-1d16b896f5a2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f0111d0fcd864c7ba10745b02bf662ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1388535 Feb 15 09:46:13.330009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49722) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:13.333289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0db9c44c-2198-4ffe-a531-6d92eae70e8d req-fc0deef8-f2f7-4394-8ad9-c707a01344da tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 944 time: 0.2135389 Feb 15 09:46:13.347150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.466121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-cce6898c-8c70-48e2-a4c3-e4cddc814227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:13.467598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-cce6898c-8c70-48e2-a4c3-e4cddc814227 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1290591 Feb 15 09:46:13.491932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0db9c44c-2198-4ffe-a531-6d92eae70e8d req-219b65d7-36a3-4b19-9791-a2396122886d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575866 Feb 15 09:46:13.533096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-64cd98fe-d071-4454-a5b2-9da58baa1478 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462098 Feb 15 09:46:13.557975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.776026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.817984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-f2f6724b-da3a-4c48-9944-740df1b0cda4 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618039 Feb 15 09:46:13.820798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Subnet': ['ID=2dafbaf5-7816-496e-8355-77f8779ee5fa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:13.823369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.829001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-387bf436-70dd-44ae-87f9-91b853e395ae tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/subnets/2dafbaf5-7816-496e-8355-77f8779ee5fa HTTP/1.1" status: 204 len: 168 time: 1.0706716 Feb 15 09:46:13.830810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3620cdb-ae96-40d3-a4dd-f6a7b78dc865 None None] Network 0c2eb0d7-795f-41a6-884c-d081c48455d2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:13.833273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49724) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:13.902429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3772336-9044-472d-a1b6-e28cfe6bfb75 req-3885d7b0-ab5e-4ec4-bf91-52feba3ed5b2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:13.903970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3772336-9044-472d-a1b6-e28cfe6bfb75 req-3885d7b0-ab5e-4ec4-bf91-52feba3ed5b2 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.5634787 Feb 15 09:46:13.911190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:13.986872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.031556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.065706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-473caf42-a36d-45a3-8f97-c0fc3561280c req-49ac6abe-55b9-4722-9fa4-9ab7c8da5805 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331140 Feb 15 09:46:14.074654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] DHCP port deletion for 0c2eb0d7-795f-41a6-884c-d081c48455d2 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:14.111428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:14.111428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.132964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3772336-9044-472d-a1b6-e28cfe6bfb75 req-2287cde6-791d-4c44-8b72-632a0402a70b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984174 Feb 15 09:46:14.135199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Deleting port 121d2a1c-e647-4a4a-942f-62bdb6de9721 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:14.135751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.178535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:14.180331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.222151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=eb2e022d-175d-46b6-bbf0-2313cb090f8b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:14.231708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.234192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.238495 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7269471d-87d1-41f2-94b7-b4ee8ac15f3a HTTP/1.1" status: 204 len: 168 time: 0.9033246 Feb 15 09:46:14.239885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Deleting port 121d2a1c-e647-4a4a-942f-62bdb6de9721 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:14.240383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.278825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] For port 121d2a1c-e647-4a4a-942f-62bdb6de9721, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=121d2a1c-e647-4a4a-942f-62bdb6de9721,segment=NetworkSegment(058fcb0e-9dce-4974-8b54-391233b339d3),segment_id=058fcb0e-9dce-4974-8b54-391233b339d3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:14.279741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.303140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Calling delete_port for 121d2a1c-e647-4a4a-942f-62bdb6de9721 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:14.395493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6caa77-4e90-44bf-8d3f-49153ac378fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7269471d-87d1-41f2-94b7-b4ee8ac15f3a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:14.409979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:14.411000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port 3593a9f2-f91a-4cae-9604-a7a631ac2cc3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:14.411368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.423357 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:14.427876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] For port 121d2a1c-e647-4a4a-942f-62bdb6de9721, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=121d2a1c-e647-4a4a-942f-62bdb6de9721,segment=NetworkSegment(058fcb0e-9dce-4974-8b54-391233b339d3),segment_id=058fcb0e-9dce-4974-8b54-391233b339d3)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:14.428248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.438688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-88d8b496-8ca8-44a0-aa83-bceceb18bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.440265 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:14.440484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-88d8b496-8ca8-44a0-aa83-bceceb18bb04 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 1095 time: 0.2515588 Feb 15 09:46:14.441314 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:14.456928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-227806be-3246-4497-99e2-28db514b1090 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3482153 Feb 15 09:46:14.470806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb2dd1-35aa-46b4-a146-75c1ccd50085 req-61a645e4-b03e-4d2a-a4e7-b4f1602a8f43 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.475244 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.481419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51cb2dd1-35aa-46b4-a146-75c1ccd50085 req-61a645e4-b03e-4d2a-a4e7-b4f1602a8f43 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1928086 Feb 15 09:46:14.486205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:14.487662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49730) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:14.488008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49732) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:14.502738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Request body: {'floatingip': {'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:14.532051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] Pushing event deleted for resources: {'Port': ['ID=121d2a1c-e647-4a4a-942f-62bdb6de9721,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:14.537623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.541741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7433e50a-e71a-446c-a8a7-540c1bf48729 None None] No DVR routers for this DVR port 121d2a1c-e647-4a4a-942f-62bdb6de9721 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:14.561946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Calling delete_port for 121d2a1c-e647-4a4a-942f-62bdb6de9721 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:14.584018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.595955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fdda2340-0158-4f89-ada5-2d8ce88e85cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/eb2e022d-175d-46b6-bbf0-2313cb090f8b HTTP/1.1" status: 204 len: 168 time: 1.8463833 Feb 15 09:46:14.596642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49738) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:14.612944 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:14.717180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d8017-464e-4482-a0fc-f6c5039ea8f0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.719581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d8017-464e-4482-a0fc-f6c5039ea8f0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.720788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59d8017-464e-4482-a0fc-f6c5039ea8f0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.723848 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.725329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c59d8017-464e-4482-a0fc-f6c5039ea8f0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1262457 Feb 15 09:46:14.727317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49742) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:14.749899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae917d1-d5d2-4d48-aa56-bd035d55e805 req-422e70b6-45a6-4df4-b6f8-7c5144173f59 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:14.751493 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dae917d1-d5d2-4d48-aa56-bd035d55e805 req-422e70b6-45a6-4df4-b6f8-7c5144173f59 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 944 time: 0.0976541 Feb 15 09:46:14.843076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dae917d1-d5d2-4d48-aa56-bd035d55e805 req-de31f193-9517-491c-8969-c6a3a5d63915 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Feb 15 09:46:14.847511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 63b1d731-0e4f-4960-ac5b-9b528b30f3d9 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:14.852088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:14.908500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.013149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.037759 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:12Z', 'revision_number': 9, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:15.080145 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:15.098156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:15.099184 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:15.130778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.145715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.156113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25de3a-e652-4b94-946e-501bdead5495 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:15.166838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/63b1d731-0e4f-4960-ac5b-9b528b30f3d9 HTTP/1.1" status: 204 len: 168 time: 0.4374511 Feb 15 09:46:15.168193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49754) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:15.216223 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:15.250197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet c6c63105-430e-4282-95de-e36b307a7469 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:15.263550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.309241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6991b-da20-49da-ab41-b021f78e1ff9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=63b1d731-0e4f-4960-ac5b-9b528b30f3d9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:15.339636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 767c9c15-dc89-4846-b02b-bcdea4b0bb0e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:15.353241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.371100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-80483be6-1425-465b-853a-1cb0f9842d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:15.372596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-80483be6-1425-465b-853a-1cb0f9842d89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.9227085 Feb 15 09:46:15.410569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.414972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.549646 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:12Z', 'revision_number': 9, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:15.555210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.565905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-6f4f415e-aebf-453c-ba1c-93883a73fc51 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 200 len: 217 time: 0.1547661 Feb 15 09:46:15.566427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.593060 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe1800-80d8-4b48-ad2b-906253d37ce7 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:12Z', 'revision_number': 9, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '1748bdda-56da-4962-818d-923c460a9ee0', 'name': '', 'network_id': 'c52d96c7-acb9-4177-871d-1252334079b3', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:fd:62:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2400, 'fixed_ips': [{'subnet_id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:29Z', 'updated_at': '2022-02-15T09:45:40Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': 'c38e0970-e55c-4f80-bf05-90a5c2066319', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:15.653806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.695010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:15.703746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/767c9c15-dc89-4846-b02b-bcdea4b0bb0e HTTP/1.1" status: 204 len: 168 time: 0.5293646 Feb 15 09:46:15.704459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49764) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:15.707432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293615a0-6c9e-4760-90df-1fe1ca483502 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=767c9c15-dc89-4846-b02b-bcdea4b0bb0e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:15.718846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Port': ['ID=121d2a1c-e647-4a4a-942f-62bdb6de9721,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:15.774682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-762ba7d3-87a1-429e-ae22-8dcd90f79f0d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0688550 Feb 15 09:46:15.785847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:15.789515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] No DVR routers for this DVR port 121d2a1c-e647-4a4a-942f-62bdb6de9721 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:15.849171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286eec4-2ea4-4883-a32c-db45d3cac639 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:15.851237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1286eec4-2ea4-4883-a32c-db45d3cac639 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0637743 Feb 15 09:46:15.853818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49772) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:15.939713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563ec7fe-cb10-46a6-bf9d-961e35c3be03 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:15.942902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-17832345-4bc6-477d-b8f0-2fbe64ac06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:15.944398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-17832345-4bc6-477d-b8f0-2fbe64ac06fb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.3361845 Feb 15 09:46:15.945112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-563ec7fe-cb10-46a6-bf9d-961e35c3be03 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898697 Feb 15 09:46:15.945705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.005940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f01020c4-ec34-45e9-962a-d44abe9027c4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589876 Feb 15 09:46:16.007449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49780) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.013446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:16.090641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 446c534e-7c66-40ab-b4ad-9256ed27194d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:16.134832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.140333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 446c534e-7c66-40ab-b4ad-9256ed27194d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:16.142520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 446c534e-7c66-40ab-b4ad-9256ed27194d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:16.143131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 121d2a1c-e647-4a4a-942f-62bdb6de9721 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:16.149691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1420ea8-a361-4114-bc05-1d3ed0864090 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:46:16.178387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:16.181064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2eb0d7-795f-41a6-884c-d081c48455d2']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:16.184467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.189972 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:16.190515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:16.193147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058fcb0e-9dce-4974-8b54-391233b339d3') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:16.193520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058fcb0e-9dce-4974-8b54-391233b339d3') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:16.211940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.213822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 121d2a1c-e647-4a4a-942f-62bdb6de9721 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:16.214795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 121d2a1c-e647-4a4a-942f-62bdb6de9721 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:16.221382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2520948c-cab4-40b8-8320-545bff9d825e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2117198 Feb 15 09:46:16.227683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.234707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:16.239299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.246412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:16.246924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.325938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-708f12b6-0fe9-475a-896a-e73806ebd4e5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2754860 Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:16.326665 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:16.355922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba533c-eb7e-4a75-8822-8bc5a0cb0c70 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:16.357962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.383509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:16.390020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.392395 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:16.393055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:16.415189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.421453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93996cd7-37ae-4da4-8a15-843982f21647 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1912766 Feb 15 09:46:16.423505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.424185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49792) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.429529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] 10.222.0.10 "DELETE /v2.0/networks/0c2eb0d7-795f-41a6-884c-d081c48455d2 HTTP/1.1" status: 204 len: 168 time: 2.5950162 Feb 15 09:46:16.430719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:16.458282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1420ea8-a361-4114-bc05-1d3ed0864090,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:16.480552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d0746c71-9d2f-4665-b028-2a1412df5abe None None] Provisioning complete for port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:16.481188 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0746c71-9d2f-4665-b028-2a1412df5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.485136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e1420ea8-a361-4114-bc05-1d3ed0864090', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'port_id': 'e1420ea8-a361-4114-bc05-1d3ed0864090', 'mac_address': 'fa:16:3e:14:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44e4478-1fc7-4173-8c76-ea08c6075685', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:46:16.485312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203fedb-0732-4b09-bf8c-1d264bb4f9be tempest-AllowedAddressPairTestJSON-1144502867 tempest-AllowedAddressPairTestJSON-1144502867-project] Pushing event deleted for resources: {'Network': ['ID=0c2eb0d7-795f-41a6-884c-d081c48455d2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:16.524632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c821a-c8b5-4829-b747-9eb769dcceb2 req-36078e2d-ae4f-467a-8f20-df871ded0a88 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:16.527006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b61c821a-c8b5-4829-b747-9eb769dcceb2 req-36078e2d-ae4f-467a-8f20-df871ded0a88 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 944 time: 0.4823980 Feb 15 09:46:16.572821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.615381 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.639475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:16.644235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.644989 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:16.645430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:16.649688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1420ea8-a361-4114-bc05-1d3ed0864090 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:16.681078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a3055100-cd11-4ab3-9de0-594e6be77137 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2555866 Feb 15 09:46:16.682417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.688269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:16.694099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49800) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:16.725817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1420ea8-a361-4114-bc05-1d3ed0864090,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:16.742310 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-99a61329-c5bb-438f-85b0-048092ea738f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.792179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=3593a9f2-f91a-4cae-9604-a7a631ac2cc3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:16.816903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.894841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-d4139d63-52f1-4ec5-ba77-ed9a43860b22 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5595894 Feb 15 09:46:16.898564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4e45e76c-aef9-421e-a8ec-51bd36137bf4 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:16.898965 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.936272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:16.944500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:16.961118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:16.966832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:16.968932 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:16.969593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:17.003095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2245c3cd-d376-4629-8df6-e604397851b2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3193641 Feb 15 09:46:17.005282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.012026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:17.021111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e45e76c-aef9-421e-a8ec-51bd36137bf4 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "PUT /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998 HTTP/1.1" status: 200 len: 366 time: 0.3245933 Feb 15 09:46:17.032885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.035724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:46:17.041464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49812) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.074628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Deleting port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:17.075308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.086089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-36fe7cab-7a56-438a-a583-d6024476cef1 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0518954 Feb 15 09:46:17.089949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.110388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a478bb93-8db3-4c0c-9255-b982113a462e tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998 HTTP/1.1" status: 200 len: 366 time: 0.0191493 Feb 15 09:46:17.116612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.143726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.162873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6431d9d-0be7-4659-b910-23b529186480 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998 HTTP/1.1" status: 204 len: 168 time: 0.0415585 Feb 15 09:46:17.165584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.179241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-929916c2-d254-43de-bbd7-5ee281343d41 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0124516 Feb 15 09:46:17.183737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:17.187947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.189507 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:17.189934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:17.192970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49822) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.210472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-69b435c2-0559-4446-9984-635122914cfd tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998 HTTP/1.1" status: 200 len: 370 time: 0.0163915 Feb 15 09:46:17.214841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.224333 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-75a6a2f9-1720-4a8c-b20f-9a181d9b7389 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998/default HTTP/1.1" status: 200 len: 370 time: 0.0079260 Feb 15 09:46:17.228229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] For port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:17.228800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.236962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-33c62c40-4e8e-4004-a67f-bc1af61dc2cc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2303529 Feb 15 09:46:17.237866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.258823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.268347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:17.285472 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a186fa2c-f4c3-40bb-be36-ad9099238021 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] delete failed (client error): The resource could not be found. Feb 15 09:46:17.290819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a186fa2c-f4c3-40bb-be36-ad9099238021 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/2a64e7f0acc44007a525e84f866f7998 HTTP/1.1" status: 404 len: 348 time: 0.0463879 Feb 15 09:46:17.365250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5e1ce9c2-25da-4146-80a0-b0737d1a2131 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5cbdf3ef26df43619b306ee122cc7140&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3226192 Feb 15 09:46:17.371700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49832) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.424076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Calling delete_port for 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:17.456251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.466069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:17.472659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.474600 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:17.475303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:17.497912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b61c821a-c8b5-4829-b747-9eb769dcceb2 req-f7c386cc-d2ab-4bc2-badb-8f5a51ab3ec9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9608698 Feb 15 09:46:17.517009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.532127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-04ae3f70-2326-465f-9577-b0f733ce7c1e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2713704 Feb 15 09:46:17.533136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.550110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49836) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.566896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5865bcae-67f9-46b5-9109-e148f9d0c87a None None] Network 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:17.576069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=c6c63105-430e-4282-95de-e36b307a7469,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:17.589454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.595396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f1a26088-66ac-4b40-bc20-24e6d9d56f4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/c6c63105-430e-4282-95de-e36b307a7469 HTTP/1.1" status: 204 len: 168 time: 3.1038363 Feb 15 09:46:17.599696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49838) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.641540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.647581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:46:17.674837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] Pushing event deleted for resources: {'Port': ['ID=417d6c18-8e40-4fa6-ae39-d7a79f822fd9,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:17.678410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f6fc2e-7ba9-456b-a9e4-0a09dcf9b364 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:17.682866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7f6fc2e-7ba9-456b-a9e4-0a09dcf9b364 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1463606 Feb 15 09:46:17.685613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49840) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.693418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d973be17-b704-4dc4-936a-05df7f929c21 None None] No DVR routers for this DVR port 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:17.711097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.716119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.718977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.722647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/70b47977-4be2-4c02-827a-e6ff98fe75c6 HTTP/1.1" status: 204 len: 168 time: 0.3476434 Feb 15 09:46:17.733062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26bc286-6b78-4a8b-a0f8-2288bcfef77b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b47977-4be2-4c02-827a-e6ff98fe75c6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:17.794192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:network and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:17.834483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port d7b30512-f0cc-4ad9-a900-28454a771c90 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:17.834825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.846669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:17.847514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] DHCP port deletion for 70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:17.858706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.878543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4228fc4d-b2e7-4568-8037-cedd428bc1ea req-161c94c5-0198-4ea5-bbfd-91ea9454cc8a service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638054 Feb 15 09:46:17.885196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:17.935514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab2d979-f7f3-4a14-8f27-7dcc1954fc60 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:17.937409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6ab2d979-f7f3-4a14-8f27-7dcc1954fc60 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2470641 Feb 15 09:46:17.944323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:17.950919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:subnet and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:17.960676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Deleting port d7b30512-f0cc-4ad9-a900-28454a771c90 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:17.965556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.006276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:18.014540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port d7b30512-f0cc-4ad9-a900-28454a771c90, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b30512-f0cc-4ad9-a900-28454a771c90,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:18.015291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.035641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:18.052567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for d7b30512-f0cc-4ad9-a900-28454a771c90 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:18.061212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:18.061764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 417d6c18-8e40-4fa6-ae39-d7a79f822fd9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:18.080064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75093bd0-2efc-4516-a6c4-27808af2eb94 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1260602 Feb 15 09:46:18.081150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49848) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:18.088109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.122269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:18.125698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:subnetpool and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:18.126978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] For port d7b30512-f0cc-4ad9-a900-28454a771c90, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b30512-f0cc-4ad9-a900-28454a771c90,segment=NetworkSegment(1d4f337c-4585-483b-ba54-1a79c8e05513),segment_id=1d4f337c-4585-483b-ba54-1a79c8e05513)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:18.127560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.151046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Calling delete_port for d7b30512-f0cc-4ad9-a900-28454a771c90 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:18.157520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:18.160184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1420ea8-a361-4114-bc05-1d3ed0864090 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:18.185250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.207735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port d7b30512-f0cc-4ad9-a900-28454a771c90 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:18.279128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=d7b30512-f0cc-4ad9-a900-28454a771c90,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:18.283632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e1420ea8-a361-4114-bc05-1d3ed0864090 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:46:18.295428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e1420ea8-a361-4114-bc05-1d3ed0864090 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:18.295799 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.361297 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.363804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.375737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:port and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:18.390785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bb9ecb-8b84-4445-97f3-ff5f5b2336f1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:18.402410 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Floating IP 539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae associated. External IP: 172.25.6.170, port: 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7. Feb 15 09:46:18.402795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4f337c-4585-483b-ba54-1a79c8e05513') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:18.403549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4f337c-4585-483b-ba54-1a79c8e05513') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:18.407100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] Pushing event deleted for resources: {'Port': ['ID=d7b30512-f0cc-4ad9-a900-28454a771c90,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:18.411888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:18.417098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.421666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2f38b-8bb0-44c5-bfab-2034dc637cb9 None None] No DVR routers for this DVR port d7b30512-f0cc-4ad9-a900-28454a771c90 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:18.441814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.452399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:18.452895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:18.457963 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:18.492214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.517618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:router and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:18.533054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:18.539421 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081c2dd0-3d34-48bb-9dc9-f005d0453f1d" -d '{"events": [{"server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "name": "network-vif-plugged", "status": "completed", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:18.550506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.563610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:18.588935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.602813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/70bb9ecb-8b84-4445-97f3-ff5f5b2336f1 HTTP/1.1" status: 204 len: 168 time: 1.0008581 Feb 15 09:46:18.604372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1420ea8-a361-4114-bc05-1d3ed0864090,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:18.606335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49862) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:18.619443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.629808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:floatingip and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:18.631691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:18.635670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:18.667949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:18.682891 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ae36a0-4216-4348-b78a-1f2486dff20e x-openstack-request-id: req-75ae36a0-4216-4348-b78a-1f2486dff20e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:18.683086 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "name": "network-vif-plugged", "status": "completed", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:18.685392 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75ae36a0-4216-4348-b78a-1f2486dff20e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:18.691165 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090', 'code': 200} Feb 15 09:46:18.761077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:18.815124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249a3d59-5fa9-40e0-afb9-4befeb7c77e9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=70bb9ecb-8b84-4445-97f3-ff5f5b2336f1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:18.905744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ada665-3766-48b9-8bf7-ea94d573ae82 req-ad48fbfc-2895-44ed-b910-b5bf07a97cf7 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:18.911685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87ada665-3766-48b9-8bf7-ea94d573ae82 req-ad48fbfc-2895-44ed-b910-b5bf07a97cf7 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.0916271 Feb 15 09:46:18.950578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7bee11-f30f-450e-b2d7-3fb2db6cab04 req-31f14dc4-1bfb-47ec-9cc0-bf68e96ef49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:18.952373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed7bee11-f30f-450e-b2d7-3fb2db6cab04 req-31f14dc4-1bfb-47ec-9cc0-bf68e96ef49a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 1097 time: 0.2330544 Feb 15 09:46:18.981324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:19.050848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87ada665-3766-48b9-8bf7-ea94d573ae82 req-5e51d8cc-ff22-4dad-8af7-f8afc2072a4c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522647 Feb 15 09:46:19.057737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:security_group and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:19.081127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:19.112076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Router 6cad6d7c-97c0-451f-941e-040a8787006f has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:19.123244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed7bee11-f30f-450e-b2d7-3fb2db6cab04 req-320cc640-6d74-4a96-a42a-5590f4d6b182 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551485 Feb 15 09:46:19.133794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Usage tracker for resource:security_group_rule and tenant:2fee0e95a76b4f77a724753ec6584bb6 is out of sync, need to count used quota {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 15 09:46:19.169865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.quota.resource [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=102358) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Feb 15 09:46:19.178009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:19.189229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-736876850'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:19.216890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be2680dd-06ad-4d31-8121-261bc41e0aa0 tempest-QuotasTest-147118608 tempest-QuotasTest-147118608-project-admin] 10.222.0.10 "GET /v2.0/quotas/2fee0e95a76b4f77a724753ec6584bb6/details.json HTTP/1.1" status: 200 len: 703 time: 1.6639955 Feb 15 09:46:19.234110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.270996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e823c98c-875f-440a-8fc8-365eaadd0c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.504066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 1748bdda-56da-4962-818d-923c460a9ee0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:19.504464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.524659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49880) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:19.612543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 1748bdda-56da-4962-818d-923c460a9ee0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1748bdda-56da-4962-818d-923c460a9ee0,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:19.613042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.627679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 1748bdda-56da-4962-818d-923c460a9ee0 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:19.655998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:19.659440 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.676950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82e64c38-bab7-4a41-9623-788487c406e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.715207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.750454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:19.759073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-851cb5ca-f6da-4e8f-ad71-ecbf6c518cdd tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "PUT /v2.0/routers/6cad6d7c-97c0-451f-941e-040a8787006f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6489384 Feb 15 09:46:19.760328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49884) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:19.766153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Sync routers for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:19.784937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:19.785889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:19.820036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:19.835197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:19.846192 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:19.846737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.846864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82e64c38-bab7-4a41-9623-788487c406e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.857440 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.860726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82e64c38-bab7-4a41-9623-788487c406e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.886830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:19.891488 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:19.917793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b30512-f0cc-4ad9-a900-28454a771c90 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:19.923224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-82e64c38-bab7-4a41-9623-788487c406e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e4150b07c0364aabbc905cbd932e4535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967540 Feb 15 09:46:19.923895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49886) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:19.926861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e64c38-bab7-4a41-9623-788487c406e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50755730-2d0c-4b69-bae4-8d001a7f3c7d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:19.939032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting subnet 1a506bec-b200-43f0-8040-f9d72c35edea {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:19.949077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.950751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:19.957154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-180ebadb-2c5f-4486-9287-74a2965f8a9b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "PUT /v2.0/floatingips/539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae HTTP/1.1" status: 200 len: 992 time: 5.4645877 Feb 15 09:46:19.957318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:19.960002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:19.961662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d7b30512-f0cc-4ad9-a900-28454a771c90 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:19.962036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b30512-f0cc-4ad9-a900-28454a771c90 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:19.962144 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40be55f5-5051-40ae-ad6e-1042e23e2e75" -d '{"events": [{"name": "network-changed", "server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:19.998302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:20.001127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:20.001875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.035396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=5dd530cf-c9ce-4d63-8214-254272a03aae,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:20.036558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63453d6d-cf78-4c78-9bd9-cdbf90cb9d49 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:20.046853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:20.102070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.111839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=1748bdda-56da-4962-818d-923c460a9ee0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:20.118496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49898) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:20.122100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-23a487e1-11c6-4c1c-ac5c-ae2629a70632 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0349028 Feb 15 09:46:20.155176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:5e:be:84', 'name': 'tempest-NetworksTestDHCPv6-1196155219'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:20.225307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.305159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.328190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:20.370225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.453670 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a21e0e2-2c67-47b9-8c93-c91185266487 x-openstack-request-id: req-2a21e0e2-2c67-47b9-8c93-c91185266487 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:20.453946 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:20.454198 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a21e0e2-2c67-47b9-8c93-c91185266487 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:20.454592 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'status': 'completed', 'code': 200} Feb 15 09:46:20.462010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.508697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:20.549769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.594408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27845c60-e70f-4a22-a6b3-6ba8f2920e90 req-5d48dc0f-9fae-4f73-b437-708dbf1b869e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:20.596691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27845c60-e70f-4a22-a6b3-6ba8f2920e90 req-5d48dc0f-9fae-4f73-b437-708dbf1b869e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.3860054 Feb 15 09:46:20.646288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.646635 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment b654a6aa-1f67-491f-9f43-c13c653c4157 of type vlan for network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c Feb 15 09:46:20.678514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.698697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a15964-3db9-4bb5-95c0-25da8efe69a8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:20.729711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.752189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '5dd530cf-c9ce-4d63-8214-254272a03aae'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:20.753419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.768631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.772719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/subnets/1a506bec-b200-43f0-8040-f9d72c35edea HTTP/1.1" status: 204 len: 168 time: 1.0086632 Feb 15 09:46:20.779411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27845c60-e70f-4a22-a6b3-6ba8f2920e90 req-a285e023-3c8b-47da-9a15-78ceb48ad3fe tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405287 Feb 15 09:46:20.780356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975c129-15ee-4a70-97da-e3b40da4ccb5 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Subnet': ['ID=1a506bec-b200-43f0-8040-f9d72c35edea,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:20.797575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49908) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:20.804320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:46:16Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:20.812530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.816996 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40698a-e8b7-455a-9346-b2b43faded25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:45:49Z', 'updated_at': '2022-02-15T09:46:17Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:20.850070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5017144-9b79-4b27-ba0a-d64cfedcc962 None None] Network eab6ed2b-7234-4a1c-bd44-9588d3a04252 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:20.855766 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:20.867274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:20.868200 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:20.868871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Checking router: 6cad6d7c-97c0-451f-941e-040a8787006f for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:20.883048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.892095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:20.893967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50755730-2d0c-4b69-bae4-8d001a7f3c7d HTTP/1.1" status: 204 len: 168 time: 0.9682465 Feb 15 09:46:21.013495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Routers {'6cad6d7c-97c0-451f-941e-040a8787006f'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:21.014624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6cad6d7c-97c0-451f-941e-040a8787006f'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:21.048898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.121573 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:21.181156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.199049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-f2708fc1-df71-440e-b257-34988fb49ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:21.200569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17364dc-ce93-4728-bc81-abef23f563e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50755730-2d0c-4b69-bae4-8d001a7f3c7d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:21.204780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-f2708fc1-df71-440e-b257-34988fb49ff2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1097 time: 0.7270396 Feb 15 09:46:21.272139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:21.324184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:21.343928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:46:21.344126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d20b195-e22a-48eb-839d-ba63d9b5ddb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.355910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:21.456928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.462729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:21.463488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.528830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40698a-e8b7-455a-9346-b2b43faded25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:45:49Z', 'updated_at': '2022-02-15T09:46:17Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:21.551061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-5ed7299c-6aa7-4bfa-ab6a-4fbd50b103ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:21.552556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-5ed7299c-6aa7-4bfa-ab6a-4fbd50b103ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.3245122 Feb 15 09:46:21.564471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.566702 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de51d7d-5765-4d56-9e1a-fa091f81df70 None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'floating_ip_address': '172.25.6.170', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c40698a-e8b7-455a-9346-b2b43faded25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:45:49Z', 'updated_at': '2022-02-15T09:46:17Z', 'revision_number': 1, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:21.584171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] Set router 6cad6d7c-97c0-451f-941e-040a8787006f gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:21.669626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d20b195-e22a-48eb-839d-ba63d9b5ddb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.669909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Allocated IP 2001:db8::f816:3eff:fe46:9846 (36673517-2969-4f9b-be17-a8fd371f8f39/5dd530cf-c9ce-4d63-8214-254272a03aae/d40b94bb-3256-4824-b24b-22fc5932af00) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:21.683526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:21.702770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:21.727258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=47d6e0ce-c180-4d0b-ad3a-bf31917fd04c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:21.735570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9f531a9a-eab4-439f-a9ef-6822818c7867 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.7484987 Feb 15 09:46:21.777326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-6781179b-8922-4197-98a5-389a093535f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1000 time: 0.2039702 Feb 15 09:46:21.795013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:21.797861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d20b195-e22a-48eb-839d-ba63d9b5ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.843979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] DHCP port deletion for eab6ed2b-7234-4a1c-bd44-9588d3a04252 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:21.873940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6e98ddc-bb12-405f-a5d0-4de4e1c54d4d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2661273 Feb 15 09:46:21.877884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49920) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:21.879381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d20b195-e22a-48eb-839d-ba63d9b5ddb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fee0e95a76b4f77a724753ec6584bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5525444 Feb 15 09:46:21.883859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:21.891386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49922) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:21.959244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d20b195-e22a-48eb-839d-ba63d9b5ddb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c439e-71a8-4e36-9b9c-5c11dc88f1c8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:22.046194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-ad12e2b2-3811-4d81-950a-54b415c7e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:22.054865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-ad12e2b2-3811-4d81-950a-54b415c7e7b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.2640569 Feb 15 09:46:22.093229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:22.093900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:22.102261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 4dcbe8a5-1a99-4114-9436-8e68ce5f4d20 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:22.164305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet c38e0970-e55c-4f80-bf05-90a5c2066319 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:22.179153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1245d4-14a9-4b55-84df-25436643d697 req-83576a92-029f-42af-bfb0-8f95667de7ce tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:22.181699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c1245d4-14a9-4b55-84df-25436643d697 req-83576a92-029f-42af-bfb0-8f95667de7ce tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.1971514 Feb 15 09:46:22.187039 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d710f6-4510-4eea-a426-5a359199b1d2 None None] New status for floating IP 539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:46:22.200737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Deleting port a768d113-57a8-431e-8c60-3034ea8742be {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:22.201664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.223356 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.254934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c1245d4-14a9-4b55-84df-25436643d697 req-126f0eda-7a9a-414e-8aab-205501b2f04e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548570 Feb 15 09:46:22.284584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:22.288695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.419004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.425177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-654ee1a4-43dc-4469-93c5-1dd082afe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:22.426823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-654ee1a4-43dc-4469-93c5-1dd082afe421 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3711674 Feb 15 09:46:22.445085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-7e75acee-db00-4c1f-be30-e621dab6cda8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:46:22.446096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-7e75acee-db00-4c1f-be30-e621dab6cda8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084774 Feb 15 09:46:22.461579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 694a1776-8f83-48c0-bed4-1feaf771b2a6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:22.561076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.599841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] For port a768d113-57a8-431e-8c60-3034ea8742be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a768d113-57a8-431e-8c60-3034ea8742be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:22.600212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.631110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.631576 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.641443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Calling delete_port for a768d113-57a8-431e-8c60-3034ea8742be owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:22.742139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Deleting port 694a1776-8f83-48c0-bed4-1feaf771b2a6 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:22.742623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.817204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.827247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] For port 694a1776-8f83-48c0-bed4-1feaf771b2a6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=694a1776-8f83-48c0-bed4-1feaf771b2a6,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:22.827782 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.957373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:22.961269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Calling delete_port for 694a1776-8f83-48c0-bed4-1feaf771b2a6 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:23.052879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 694a1776-8f83-48c0-bed4-1feaf771b2a6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=694a1776-8f83-48c0-bed4-1feaf771b2a6,segment=NetworkSegment(b4b86e96-782c-4e6f-95ce-12eb110964cf),segment_id=b4b86e96-782c-4e6f-95ce-12eb110964cf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:23.110883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.116262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.131794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-065ff32d-4c0a-451c-a5ec-b84ee7346a7d service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6711864 Feb 15 09:46:23.183019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.185744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.189526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b02c439e-71a8-4e36-9b9c-5c11dc88f1c8 HTTP/1.1" status: 204 len: 168 time: 1.2200058 Feb 15 09:46:23.229953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.251337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:46:16Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:23.314099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.316164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148b6e2-956a-4feb-8ae3-d552f677de6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c439e-71a8-4e36-9b9c-5c11dc88f1c8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:23.348708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe5e:be84 (36673517-2969-4f9b-be17-a8fd371f8f39/5dd530cf-c9ce-4d63-8214-254272a03aae/4dcbe8a5-1a99-4114-9436-8e68ce5f4d20) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:23.370938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad64632-f90e-4579-8c2b-1742439931a5 None None] The sync data for ids ['6cad6d7c-97c0-451f-941e-040a8787006f'] in n-d-825064-4 is: [{'id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1202051647', 'tenant_id': '0250843c0cf843f9857fed1a2305da6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:43:39Z', 'updated_at': '2022-02-15T09:46:16Z', 'revision_number': 5, 'project_id': '0250843c0cf843f9857fed1a2305da6f', 'gw_port': {'id': 'a768d113-57a8-431e-8c60-3034ea8742be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:fd:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad6d7c-97c0-451f-941e-040a8787006f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:43:42Z', 'updated_at': '2022-02-15T09:43:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:23.387352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:23.428335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=694a1776-8f83-48c0-bed4-1feaf771b2a6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:23.432787 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.452519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:23.455198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:23.465239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/c38e0970-e55c-4f80-bf05-90a5c2066319 HTTP/1.1" status: 204 len: 168 time: 1.5844979 Feb 15 09:46:23.469712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d063872-6f6d-4829-b0f0-bdb1e658a123 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=c38e0970-e55c-4f80-bf05-90a5c2066319,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:23.474706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.475245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.475764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.476390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.477122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.477984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.478659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.479368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.484219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.487920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.489314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.492023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:46:23.523127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49938) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:23.531839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5db37c-aec4-488f-9ab8-d35851048f9b None None] Network c52d96c7-acb9-4177-871d-1252334079b3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:23.678781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:19Z', 'revision_number': 10, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:23.680361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.722119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:23.939036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:23.969367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40be55f5-5051-40ae-ad6e-1042e23e2e75 req-666bf688-cd75-4acf-a720-2f7838ddd3a7 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8254490 Feb 15 09:46:23.970912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:23.979876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:23.994396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:24.006362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:24.010896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:24.011428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3593a9f2-f91a-4cae-9604-a7a631ac2cc3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:24.013291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.029730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:24.038975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.050683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=4dcbe8a5-1a99-4114-9436-8e68ce5f4d20,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:24.054152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.092799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f7fb4c6-d306-4006-bf6d-09cd5aa0b5b9 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9585335 Feb 15 09:46:24.097456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:24.108740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] No DVR routers for this DVR port 694a1776-8f83-48c0-bed4-1feaf771b2a6 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:24.125537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:24.126171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:24.152833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Attempting to bind port d40b94bb-3256-4824-b24b-22fc5932af00 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:24.153337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Attempting to bind port d40b94bb-3256-4824-b24b-22fc5932af00 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:24.153771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Attempting to bind port d40b94bb-3256-4824-b24b-22fc5932af00 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:24.234340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Pushing event updated for resources: {'Port': ['ID=d40b94bb-3256-4824-b24b-22fc5932af00,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:24.254802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.315871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18088ecb-c351-488d-b7c3-2628b450063a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:24.331500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18088ecb-c351-488d-b7c3-2628b450063a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:24.338192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18088ecb-c351-488d-b7c3-2628b450063a tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2237151 Feb 15 09:46:24.340620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:24.362286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 998ecfa9-3846-4efe-8f75-5bc67e51af2a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:24.362912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.458136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 998ecfa9-3846-4efe-8f75-5bc67e51af2a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=998ecfa9-3846-4efe-8f75-5bc67e51af2a,segment=NetworkSegment(a61ece6a-24af-4583-a28d-c8ad2d217eeb),segment_id=a61ece6a-24af-4583-a28d-c8ad2d217eeb)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:24.458895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.477362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 998ecfa9-3846-4efe-8f75-5bc67e51af2a owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:24.531848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:24.532231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:24.532757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.533183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:24.533666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Bound port: d40b94bb-3256-4824-b24b-22fc5932af00, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:24.534045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.538827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c42084-50d0-49cc-9616-850769423ad4 None None] Pushing event deleted for resources: {'Port': ['ID=694a1776-8f83-48c0-bed4-1feaf771b2a6,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:24.575605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Port': ['ID=a768d113-57a8-431e-8c60-3034ea8742be,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:24.601522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 4dcbe8a5-1a99-4114-9436-8e68ce5f4d20 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:24.602012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.613395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:24.657943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d97a078-7f42-46e3-a1b7-59136d5376c1 None None] DHCP port deletion for c52d96c7-acb9-4177-871d-1252334079b3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:24.686810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.701751 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.736062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] For port d40b94bb-3256-4824-b24b-22fc5932af00, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:24.758173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=998ecfa9-3846-4efe-8f75-5bc67e51af2a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:24.763181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port 998ecfa9-3846-4efe-8f75-5bc67e51af2a on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:24.840508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] For port d40b94bb-3256-4824-b24b-22fc5932af00, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d40b94bb-3256-4824-b24b-22fc5932af00,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:24.843506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.846099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49964) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:24.886222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 4dcbe8a5-1a99-4114-9436-8e68ce5f4d20 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:24.899256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.942964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.953280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:24.964339 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.019568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa341e-ae2f-4fb6-a625-1ed05a9fefc4 None None] Pushing event updated for resources: {'Port': ['ID=d40b94bb-3256-4824-b24b-22fc5932af00,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:25.052029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:19Z', 'revision_number': 10, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.053924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52d96c7-acb9-4177-871d-1252334079b3']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.087897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.096093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddeb14a-5f0d-4326-b161-9141d92dc0a4 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:19Z', 'revision_number': 10, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None, '_interfaces': [{'id': '7266a937-e048-4d65-ad85-698d5de375b2', 'name': '', 'network_id': 'a2990f15-7d85-454e-9579-33548b6023ca', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'mac_address': 'fa:16:3e:76:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:45:18Z', 'updated_at': '2022-02-15T09:45:26Z', 'revision_number': 5, 'project_id': '051103a0080b43359f758be38f1e2436', 'subnets': [{'id': '689cb9c4-aec1-4970-ac74-5b89362f0f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:25.097024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Fanout notify agent at l3_agent the message router_deleted on router 6cad6d7c-97c0-451f-941e-040a8787006f {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:46:25.125661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.130175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a7542cec-b016-4652-bc49-7b97cad3313e tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/routers/6cad6d7c-97c0-451f-941e-040a8787006f HTTP/1.1" status: 204 len: 168 time: 4.3281791 Feb 15 09:46:25.131363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49972) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:25.144975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a61ece6a-24af-4583-a28d-c8ad2d217eeb') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.145279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a61ece6a-24af-4583-a28d-c8ad2d217eeb') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.188872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.214787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'networks': [{'name': 'tempest-network--357798599'}, {'name': 'tempest-network--193919878'}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:25.217225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-network--357798599'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:25.217819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-network--193919878'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:25.252048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49976) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:25.290216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:25.295697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'network': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:25.300357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.305052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.323809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:25.324223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:25.328254 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:25.338051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.393425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.458252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.466506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.470130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/c52d96c7-acb9-4177-871d-1252334079b3 HTTP/1.1" status: 204 len: 168 time: 1.9439020 Feb 15 09:46:25.477673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49982) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:25.616474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab240f2-a8bd-46dc-ac38-7771f0e74c1a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=c52d96c7-acb9-4177-871d-1252334079b3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:25.683438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.725054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab6ed2b-7234-4a1c-bd44-9588d3a04252']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.747323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b86e96-782c-4e6f-95ce-12eb110964cf') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.747615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b86e96-782c-4e6f-95ce-12eb110964cf') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:25.821753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.870185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.882902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:25.883803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:25.888066 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:25.993940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:25.996122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.007643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.008098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.014998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.045091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.055023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=4dcbe8a5-1a99-4114-9436-8e68ce5f4d20,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:26.058959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] 10.222.0.10 "DELETE /v2.0/networks/eab6ed2b-7234-4a1c-bd44-9588d3a04252 HTTP/1.1" status: 204 len: 168 time: 0.9039593 Feb 15 09:46:26.089548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d40b94bb-3256-4824-b24b-22fc5932af00 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:26.095700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6f893-c277-4d9e-95bc-114f36097540 tempest-TestSecurityGroupsBasicOps-674034402 tempest-TestSecurityGroupsBasicOps-674034402-project] Pushing event deleted for resources: {'Network': ['ID=eab6ed2b-7234-4a1c-bd44-9588d3a04252,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:26.107186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.113625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b3e08a7-301a-4c5a-adce-a86284c2542f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/4dcbe8a5-1a99-4114-9436-8e68ce5f4d20 HTTP/1.1" status: 204 len: 168 time: 1.7719190 Feb 15 09:46:26.115375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49988) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:26.131509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1f4554-0a89-4f81-9e8e-a521964aefb7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:26.174630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:26.183287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d40b94bb-3256-4824-b24b-22fc5932af00 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:26.183730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.186617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:26.192597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.237303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423073da-8402-402f-ab4c-e21deb3c7602 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:26.239829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423073da-8402-402f-ab4c-e21deb3c7602 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:26.242013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-423073da-8402-402f-ab4c-e21deb3c7602 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1256843 Feb 15 09:46:26.244598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.246173 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment e48b2d99-58c3-411b-942f-893c696e8777 of type vlan for network de89a71f-cc0a-41a5-8ffc-9b469d2084ee Feb 15 09:46:26.246290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:26.331926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.339215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 5dd530cf-c9ce-4d63-8214-254272a03aae {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:26.343899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.346427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.383625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d40b94bb-3256-4824-b24b-22fc5932af00, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d40b94bb-3256-4824-b24b-22fc5932af00,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:26.389268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.389485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:26.414603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.414940 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment ced745c3-65b4-431e-aacd-02508eb38e72 of type vlan for network 728bbe7c-890a-4dae-a345-0b154fa6ac3a Feb 15 09:46:26.457862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.460802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d40b94bb-3256-4824-b24b-22fc5932af00,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:26.486500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1748bdda-56da-4962-818d-923c460a9ee0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:26.521856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1748bdda-56da-4962-818d-923c460a9ee0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:26.522268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1748bdda-56da-4962-818d-923c460a9ee0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:26.522747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 998ecfa9-3846-4efe-8f75-5bc67e51af2a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:26.540349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.544661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.592506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 998ecfa9-3846-4efe-8f75-5bc67e51af2a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:26.593069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 998ecfa9-3846-4efe-8f75-5bc67e51af2a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:26.593719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a768d113-57a8-431e-8c60-3034ea8742be no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:26.683782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a768d113-57a8-431e-8c60-3034ea8742be {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:26.685719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a768d113-57a8-431e-8c60-3034ea8742be not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:26.697438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.741674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:46:26.755559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49998) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:26.777297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.797695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.798447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.804145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:26.812212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:26.816730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:26.910665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=46b00443-6fcf-4142-a4b8-3e81c0a92584,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:26.940296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0928912 Feb 15 09:46:26.947425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50002) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:26.994844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.008597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=de89a71f-cc0a-41a5-8ffc-9b469d2084ee,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:27.021033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network de89a71f-cc0a-41a5-8ffc-9b469d2084ee details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:27.062527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': 'b654a6aa-1f67-491f-9f43-c13c653c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:27.063370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:27.111623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:27.127793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba179c77-aa9b-4be8-b78a-d8a59630ccfc tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=728bbe7c-890a-4dae-a345-0b154fa6ac3a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:27.141936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:27.154132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:27.156337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.158136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f5070701-3eb5-4659-84d2-576c11c90c9f None None] Provisioning complete for port d40b94bb-3256-4824-b24b-22fc5932af00 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:27.158635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5070701-3eb5-4659-84d2-576c11c90c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.175711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 728bbe7c-890a-4dae-a345-0b154fa6ac3a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:27.178121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f8c5e1-7963-411b-ae77-b8b7d02ecedf None None] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:27.202802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56e12f47-7a87-4398-a5df-69f0aa880438 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9488802 Feb 15 09:46:27.205884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50004) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:27.213915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1178205143'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:27.250018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:27.253852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.308830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:27.334843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.338581 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment 5feca019-7858-4125-b91a-e74b98c5009d of type vlan for network f1458176-894f-4286-b1c4-d374991cf5ba Feb 15 09:46:27.406341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.435478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.449692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:27.450342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.471378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.473997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5dd530cf-c9ce-4d63-8214-254272a03aae HTTP/1.1" status: 204 len: 168 time: 1.2270882 Feb 15 09:46:27.519824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50006) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:27.541459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=f1458176-894f-4286-b1c4-d374991cf5ba,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:27.563007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f1458176-894f-4286-b1c4-d374991cf5ba details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:27.566205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cdc3a768-645f-4d61-8402-6eb215a61332 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3576584 Feb 15 09:46:27.568385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50008) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:27.570550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a9058-4ba7-49b6-9c57-0c1645726286 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd530cf-c9ce-4d63-8214-254272a03aae,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:27.593730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:27.683200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-10438d1a-7295-4e52-adca-a5d3b2c1986b None None] Could not find standard attr ID for object 4dcbe8a5-1a99-4114-9436-8e68ce5f4d20. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:46:27.691969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02ff7402-38c9-4db4-9ad2-184cfc1a70b5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0250843c0cf843f9857fed1a2305da6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9334488 Feb 15 09:46:27.696293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-defd4e22-cec0-47d4-adcd-c01239d9b7a7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1399598 Feb 15 09:46:27.705391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50010) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:27.705728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:27.707300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-47d6e0ce-c180-4d0b-ad3a-bf31917fd04c', 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c', 'tenant_id': '664c0fbdfe934c8f95e5a94bac4132b7', 'fixed_ips': [{'subnet_id': '46b00443-6fcf-4142-a4b8-3e81c0a92584'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:27.709467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.715203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:27.777587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:27.781668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:27.867824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861e7765-bd72-43c5-924e-a9f68f263589 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:27.939681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d40b94bb-3256-4824-b24b-22fc5932af00 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:28.012617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:28.016820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.050075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100277c-d1bc-49ed-97ef-0e90470f91a8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:28.056085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100277c-d1bc-49ed-97ef-0e90470f91a8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:28.069724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100277c-d1bc-49ed-97ef-0e90470f91a8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:28.077726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2100277c-d1bc-49ed-97ef-0e90470f91a8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:28.079611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2100277c-d1bc-49ed-97ef-0e90470f91a8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.1273053 Feb 15 09:46:28.084855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50016) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:28.117124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Allocated IP 2001:db8:0:ffff::2 (47d6e0ce-c180-4d0b-ad3a-bf31917fd04c/46b00443-6fcf-4142-a4b8-3e81c0a92584/d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:28.126992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d40b94bb-3256-4824-b24b-22fc5932af00 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:28.127569 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.144902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.180048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:28.183515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.251705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.286661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port 7266a937-e048-4d65-ad85-698d5de375b2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:28.287008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.308189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': '5feca019-7858-4125-b91a-e74b98c5009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:28.308660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: f1458176-894f-4286-b1c4-d374991cf5ba, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:28.327960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=82a0613e-11ca-41c2-9010-21aa3c0463e8,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:28.346858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network f1458176-894f-4286-b1c4-d374991cf5ba is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:28.360059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.362909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f1458176-894f-4286-b1c4-d374991cf5ba) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:28.379687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:28.380573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.388194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.396438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:28.398151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3022052-31e8-44c0-88dc-77fa9603dc8b None None] Network f1458176-894f-4286-b1c4-d374991cf5ba requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:28.407945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cdbabe9-6acd-4eb6-97f6-f08466e3c225 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8384202 Feb 15 09:46:28.411398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50020) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:28.419965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'port': {'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba', 'name': 'tempest-NetworksIpV6TestAttrs-1678401550'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:28.434728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.526208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port 7266a937-e048-4d65-ad85-698d5de375b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7266a937-e048-4d65-ad85-698d5de375b2,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:28.527177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.569971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:28.572333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:28.574164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Pushing event updated for resources: {'Port': ['ID=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:28.577394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.579843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.580457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.582040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:28.582962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e9d9968-7155-4bd8-be27-6afcac6e5b28 HTTP/1.1" status: 204 len: 168 time: 0.8744981 Feb 15 09:46:28.584283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for 7266a937-e048-4d65-ad85-698d5de375b2 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:28.599085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:28.613884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] device_id is not set on port 0a1f3af6-366e-4939-afac-cfab5e3d68fe yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:28.620598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2d55a-9aa3-41ae-afa8-35ee0be352cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9d9968-7155-4bd8-be27-6afcac6e5b28,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:28.644607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.709051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de89a71f-cc0a-41a5-8ffc-9b469d2084ee']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:28.738505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48b2d99-58c3-411b-942f-893c696e8777') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:28.738821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48b2d99-58c3-411b-942f-893c696e8777') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:28.761665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Attempting to bind port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:28.762321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Attempting to bind port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b654a6aa-1f67-491f-9f43-c13c653c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:28.762568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Attempting to bind port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 on network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:28.763521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.810043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.810333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Allocated IP 2001:db8::f816:3eff:fe22:99a5 (f1458176-894f-4286-b1c4-d374991cf5ba/82a0613e-11ca-41c2-9010-21aa3c0463e8/0a1f3af6-366e-4939-afac-cfab5e3d68fe) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:28.812269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:28.812650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Checking segment: {'id': 'b654a6aa-1f67-491f-9f43-c13c653c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:28.813094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.813541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Bound using segment: {'id': 'b654a6aa-1f67-491f-9f43-c13c653c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:28.814129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Bound port: d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b654a6aa-1f67-491f-9f43-c13c653c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '47d6e0ce-c180-4d0b-ad3a-bf31917fd04c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:28.814512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.827289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Deleting port d40b94bb-3256-4824-b24b-22fc5932af00 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:28.827581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.872455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:28.872899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:28.882444 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:29.093495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.094833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50028) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:29.110739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-922e8203-00c1-4ab9-891e-c3ab80ce176d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.141455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:29.150259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] For port d40b94bb-3256-4824-b24b-22fc5932af00, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d40b94bb-3256-4824-b24b-22fc5932af00,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:29.150952 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.152543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.154447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.166486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Calling delete_port for d40b94bb-3256-4824-b24b-22fc5932af00 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:29.218797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-922e8203-00c1-4ab9-891e-c3ab80ce176d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.234238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-922e8203-00c1-4ab9-891e-c3ab80ce176d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.239132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.248576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/de89a71f-cc0a-41a5-8ffc-9b469d2084ee HTTP/1.1" status: 204 len: 168 time: 1.1412940 Feb 15 09:46:29.263038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:29.274504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.295297 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-922e8203-00c1-4ab9-891e-c3ab80ce176d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bd2b5250fa554df4b2fda0459fe9bff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986172 Feb 15 09:46:29.295560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056aa41-93a0-4f06-9ac3-34e8db2789e0 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=de89a71f-cc0a-41a5-8ffc-9b469d2084ee,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.305731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50032) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:29.310912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e8203-00c1-4ab9-891e-c3ab80ce176d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff3eb38-1fa9-4c73-9502-8949513708c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.330061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] Pushing event deleted for resources: {'Port': ['ID=d40b94bb-3256-4824-b24b-22fc5932af00,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.342957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8801c4f-1f36-4a0c-84be-16c150fc06de None None] No DVR routers for this DVR port d40b94bb-3256-4824-b24b-22fc5932af00 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:29.421870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=7266a937-e048-4d65-ad85-698d5de375b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.430500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f1458176-894f-4286-b1c4-d374991cf5ba', 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba', 'tenant_id': '664c0fbdfe934c8f95e5a94bac4132b7', 'fixed_ips': [{'subnet_id': '82a0613e-11ca-41c2-9010-21aa3c0463e8'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:29.432165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.444503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.537773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.578646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] For port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:29.580103 n-d-825064-4 neutron-server[102358]: WARNING neutron.services.revisions.revision_plugin [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Could not find related port for resource to bump revision. Feb 15 09:46:29.584342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] For port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,segment=NetworkSegment(b654a6aa-1f67-491f-9f43-c13c653c4157),segment_id=b654a6aa-1f67-491f-9f43-c13c653c4157)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:29.585271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.602940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.614083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.626964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.669878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network f1458176-894f-4286-b1c4-d374991cf5ba is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:29.677230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b13d4-6ea9-42b0-b706-7d4e88e34cc8 None None] Pushing event updated for resources: {'Port': ['ID=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.680956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:29.684502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Port': ['ID=0a1f3af6-366e-4939-afac-cfab5e3d68fe,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.687107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:29.693160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:29.693784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.699844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Port d40b94bb-3256-4824-b24b-22fc5932af00 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 15 09:46:29.700483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation for 2001:db8::f816:3eff:fe46:9846 {{(pid=102358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 15 09:46:29.734947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Allocated IP 2001:db8::f816:3eff:fe03:2f71 (f1458176-894f-4286-b1c4-d374991cf5ba/82a0613e-11ca-41c2-9010-21aa3c0463e8/f8d20487-d009-4d79-a922-5a46709f6afa) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:29.747772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_pluggable_backend [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe46:9846 {{(pid=102358) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 15 09:46:29.752266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.757128 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7993aae0-cd60-454b-9837-d20abef9e156 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3418133 Feb 15 09:46:29.759530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50034) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:29.846665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:29.862471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:29.875576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac557e99-58f7-4016-b689-461c76581c08 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:29.883575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.909150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.914347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.916513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eff3eb38-1fa9-4c73-9502-8949513708c5 HTTP/1.1" status: 204 len: 168 time: 0.6014020 Feb 15 09:46:29.924457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728bbe7c-890a-4dae-a345-0b154fa6ac3a']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:29.938462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1758d067-951b-42d5-ac3b-4caebe99c9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff3eb38-1fa9-4c73-9502-8949513708c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:29.945629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced745c3-65b4-431e-aacd-02508eb38e72') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:29.946071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced745c3-65b4-431e-aacd-02508eb38e72') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:29.960134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.980133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:29.996424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:29.998201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:30.007699 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:30.052730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:30.052730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.074153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=33ce9c15-93e9-42bb-8a9e-86e58104b9a9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:30.098914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4b12d84-e52a-43db-b620-e9d0e07dcbb6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3890948 Feb 15 09:46:30.102420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50040) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:30.111093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:1a:1e:4a', 'name': 'tempest-NetworksTestDHCPv6-612512792'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:30.123404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d40b94bb-3256-4824-b24b-22fc5932af00 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:30.126563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting subnet 82a0613e-11ca-41c2-9010-21aa3c0463e8 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:30.201034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.203566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:30.215009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.220800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/728bbe7c-890a-4dae-a345-0b154fa6ac3a HTTP/1.1" status: 204 len: 168 time: 0.9239750 Feb 15 09:46:30.229240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50042) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:30.282389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.283579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133162c-08cb-4820-acb0-90d8fc7a820d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=728bbe7c-890a-4dae-a345-0b154fa6ac3a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:30.301771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.335629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.347691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d40b94bb-3256-4824-b24b-22fc5932af00 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:30.348453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d40b94bb-3256-4824-b24b-22fc5932af00 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:30.437708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Network f1458176-894f-4286-b1c4-d374991cf5ba is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:30.459169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:30.463624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:30.464742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:30.484425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ddaf2ae-3d1f-4b64-9208-93721b767687 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9631057 Feb 15 09:46:30.488596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50046) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:30.500572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:30.561468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.565625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Pushing event updated for resources: {'Port': ['ID=f8d20487-d009-4d79-a922-5a46709f6afa,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:30.623654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf98d34-3953-40a8-a172-7c2557d197c1 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:30.631524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:30.632156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:30.639370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf98d34-3953-40a8-a172-7c2557d197c1 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:30.642382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bcf98d34-3953-40a8-a172-7c2557d197c1 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4028289 Feb 15 09:46:30.652505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting subnet 689cb9c4-aec1-4970-ac74-5b89362f0f27 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:30.655256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50048) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:30.657208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.670104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1102839482'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:30.711610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50050) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:30.734977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:30.742063 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.774163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Attempting to bind port f8d20487-d009-4d79-a922-5a46709f6afa on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:30.775745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Attempting to bind port f8d20487-d009-4d79-a922-5a46709f6afa by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5feca019-7858-4125-b91a-e74b98c5009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:30.776494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Attempting to bind port f8d20487-d009-4d79-a922-5a46709f6afa on network f1458176-894f-4286-b1c4-d374991cf5ba {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:30.789380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '33ce9c15-93e9-42bb-8a9e-86e58104b9a9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:30.790722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.795852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:30.805150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:30.806712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Checking segment: {'id': '5feca019-7858-4125-b91a-e74b98c5009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:30.807499 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.808312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Bound using segment: {'id': '5feca019-7858-4125-b91a-e74b98c5009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:30.809156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Bound port: f8d20487-d009-4d79-a922-5a46709f6afa, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5feca019-7858-4125-b91a-e74b98c5009d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'f1458176-894f-4286-b1c4-d374991cf5ba'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:30.809812 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.845459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.860410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.910455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 6391c5d0-03cf-4f09-b110-1dd4909f7c36 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:30.934097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:30.934790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.937879 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.938698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:30.974638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Subnet': ['ID=689cb9c4-aec1-4970-ac74-5b89362f0f27,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:30.986615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:30.992935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2fdb944d-6ec2-46d0-ba72-db34a2ad7e0b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/689cb9c4-aec1-4970-ac74-5b89362f0f27 HTTP/1.1" status: 204 len: 168 time: 0.5006421 Feb 15 09:46:30.994831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50052) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:31.011280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73159eb1-afde-4e5e-b637-c42dcf748ded None None] Network a2990f15-7d85-454e-9579-33548b6023ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:31.013559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:31.045223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:31.046200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:31.087080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f73b7a3c-19f5-4c37-882f-7bf14b4171b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a7d57ff68c345f0ba12d63969b2009f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716843 Feb 15 09:46:31.090656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50056) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:31.162873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.188570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:31.217518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.311159 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.312203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:31.381524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Deleting port f96e4836-af3b-4438-93fd-09e90c9856f6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:31.382209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.387003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8affb49-701d-4208-838b-ca409f6b6fb4 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:31.398380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f28e27-c5b1-4025-9144-30387b16cad8 None None] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:31.479368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] For port f96e4836-af3b-4438-93fd-09e90c9856f6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f96e4836-af3b-4438-93fd-09e90c9856f6,segment=NetworkSegment(6315031f-e122-4272-991d-aa32cda92178),segment_id=6315031f-e122-4272-991d-aa32cda92178)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:31.479603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.483681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:31.489952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.492330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.497858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ab124ee-8f50-4993-b272-20e7008e4d97 HTTP/1.1" status: 204 len: 168 time: 0.4019723 Feb 15 09:46:31.504720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Calling delete_port for f96e4836-af3b-4438-93fd-09e90c9856f6 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:31.505290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.515841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7197e6-0f3c-4e3b-9e77-753f88abaeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab124ee-8f50-4993-b272-20e7008e4d97,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:31.564161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.564492 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment d25e2e3a-cecc-41db-b316-af6c05dfc0ad of type vlan for network ffc3d7c7-17a8-4283-b1a5-e3039651d396 Feb 15 09:46:31.636908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe1a:1e4a (36673517-2969-4f9b-be17-a8fd371f8f39/33ce9c15-93e9-42bb-8a9e-86e58104b9a9/6391c5d0-03cf-4f09-b110-1dd4909f7c36) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:31.647003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.683473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.685821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.691240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] Provisioning complete for port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:31.691913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.710565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Port': ['ID=f96e4836-af3b-4438-93fd-09e90c9856f6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:31.721741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No DVR routers for this DVR port f96e4836-af3b-4438-93fd-09e90c9856f6 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:31.769723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.771210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] For port f8d20487-d009-4d79-a922-5a46709f6afa, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:31.777555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:31.778104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.782418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=82a0613e-11ca-41c2-9010-21aa3c0463e8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:31.806831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.810194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-163066c1-04d0-4056-8fd3-6ac06faec206 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/82a0613e-11ca-41c2-9010-21aa3c0463e8 HTTP/1.1" status: 204 len: 168 time: 2.0394356 Feb 15 09:46:31.870506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50060) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:31.873438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] For port f8d20487-d009-4d79-a922-5a46709f6afa, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8d20487-d009-4d79-a922-5a46709f6afa,segment=NetworkSegment(5feca019-7858-4125-b91a-e74b98c5009d),segment_id=5feca019-7858-4125-b91a-e74b98c5009d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:31.914088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:31.952110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.015946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2990f15-7d85-454e-9579-33548b6023ca']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:32.041843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6315031f-e122-4272-991d-aa32cda92178') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:32.042279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6315031f-e122-4272-991d-aa32cda92178') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:32.058705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.089931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.101104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.111444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4517422 Feb 15 09:46:32.111934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:32.112426 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:32.136829 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:32.138965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50066) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:32.139533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:32.144264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-442813543'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.189639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088e6f2-2623-4f50-bca9-53bc39d6a74d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=ffc3d7c7-17a8-4283-b1a5-e3039651d396,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:32.248795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.268012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.273740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4ed04-5c77-462c-8d72-db30108641eb tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:32.275624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b4ed04-5c77-462c-8d72-db30108641eb tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:32.282585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/networks/a2990f15-7d85-454e-9579-33548b6023ca HTTP/1.1" status: 204 len: 168 time: 1.2840552 Feb 15 09:46:32.288316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-95b4ed04-5c77-462c-8d72-db30108641eb tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3901639 Feb 15 09:46:32.288940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50072) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:32.315724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50076) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:32.316425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'routes': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.363016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4081149-b9c0-4777-bb98-59a47e6f7ffc tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Pushing event deleted for resources: {'Network': ['ID=a2990f15-7d85-454e-9579-33548b6023ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:32.409398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.442905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb72bfd1-50af-40c1-86e3-f7fe2acbee54 None None] DHCP port deletion for a2990f15-7d85-454e-9579-33548b6023ca request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:32.444284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ffc3d7c7-17a8-4283-b1a5-e3039651d396 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:32.512596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d94f312-39bf-4741-8774-c3bd7f484999 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.516637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:32.522508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.566711 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d94f312-39bf-4741-8774-c3bd7f484999 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 09:46:32.570528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d94f312-39bf-4741-8774-c3bd7f484999 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:32.580895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d94f312-39bf-4741-8774-c3bd7f484999 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/f1458176-894f-4286-b1c4-d374991cf5ba HTTP/1.1" status: 409 len: 405 time: 0.2568288 Feb 15 09:46:32.581038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e408611-85d6-44f3-b8b2-16a8c0c5b266 None None] Pushing event updated for resources: {'Port': ['ID=f8d20487-d009-4d79-a922-5a46709f6afa,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:32.581154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50082) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:32.595015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850896148'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.611878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:32.633730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.634831 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment d013a76b-ee36-414a-aa82-7a971c046f31 of type vlan for network a7c822be-1f9b-44e3-a2c7-6dbbe60fc820 Feb 15 09:46:32.675412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] For port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,segment=NetworkSegment(b654a6aa-1f67-491f-9f43-c13c653c4157),segment_id=b654a6aa-1f67-491f-9f43-c13c653c4157)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:32.688377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:32.692001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.705272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.718622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:32.719408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.719909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.748224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Added routes are [] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:46:32.748853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Removed routes are [] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:46:32.748966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.769358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:32.782305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.789083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:32.789699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.794485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.794833 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment 4434d0bb-170e-434a-868e-4690f4908a9e of type vlan for network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 Feb 15 09:46:32.801816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.875001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fa55cc-ce4e-4e8b-b323-18547c3caf34 None None] Pushing event updated for resources: {'Port': ['ID=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:32.884762 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7457209 Feb 15 09:46:32.889967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:32.903841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Allocated IP 2001:db8::f816:3eff:fe3e:df4d (36673517-2969-4f9b-be17-a8fd371f8f39/33ce9c15-93e9-42bb-8a9e-86e58104b9a9/67ea81ea-e3d5-4b46-b431-1f250463b339) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:32.941909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'ports': [{'network_id': 'ffc3d7c7-17a8-4283-b1a5-e3039651d396', 'name': 'tempest-port--507563620', 'admin_state_up': True}, {'network_id': 'a7c822be-1f9b-44e3-a2c7-6dbbe60fc820', 'admin_state_up': False}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.942236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'port': {'network_id': 'ffc3d7c7-17a8-4283-b1a5-e3039651d396', 'name': 'tempest-port--507563620', 'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.942733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'port': {'network_id': 'a7c822be-1f9b-44e3-a2c7-6dbbe60fc820', 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:32.989678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:32.991835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:33.041781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7266a937-e048-4d65-ad85-698d5de375b2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:33.042254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2febb148-ac52-4349-83ac-5a1a97df8e2c tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=a7c822be-1f9b-44e3-a2c7-6dbbe60fc820,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:33.045742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:33.070455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:33.077847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:33.078770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.079991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a7c822be-1f9b-44e3-a2c7-6dbbe60fc820 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:33.093468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=6391c5d0-03cf-4f09-b110-1dd4909f7c36,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:33.096519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7266a937-e048-4d65-ad85-698d5de375b2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:33.096888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7266a937-e048-4d65-ad85-698d5de375b2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:33.114799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.127019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.148709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d99dd5a8-c77f-414a-985f-3c6d39c25016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0444822 Feb 15 09:46:33.149656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50092) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.216929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.227311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:33.228134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.356320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router f16d0a11-3b7c-41af-aed2-dad07191260b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:46:33.371434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc0ba44-5829-44fe-a3f3-4ff103b3fd1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:33.375831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fbc0ba44-5829-44fe-a3f3-4ff103b3fd1f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2238221 Feb 15 09:46:33.376783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50096) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.394204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8101223 Feb 15 09:46:33.396842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.415676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.424651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a99c4f-a8af-493c-81da-2904888a5564 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=aab0600e-2bde-4fc0-adbd-8e751c6a1fc7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:33.434240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:33.442994 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.445560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.496163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'port': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:33.501356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.515766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:33.523818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.539124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b7ef0826-2778-4963-a0aa-773f60b33e5a None None] Provisioning complete for port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:33.539405 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0826-2778-4963-a0aa-773f60b33e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.546560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Pushing event updated for resources: {'Port': ['ID=67ea81ea-e3d5-4b46-b431-1f250463b339,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:33.586315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:33.619584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:33.631739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:33.653692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:33.662914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.664120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dcbbece6-2a99-40a7-bd18-4d51b54c4b56 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 700 time: 1.3712826 Feb 15 09:46:33.672913 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Sync routers for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:33.678026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50104) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.684548 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:33.684872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1844633327-network', 'tenant_id': 'd6ee88b0abd94da4a866d50f6532d14c'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:33.685192 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:33.729251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f8459b14-b1c4-418b-a553-7516483cfd4c tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 205 time: 0.0487051 Feb 15 09:46:33.731921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50106) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:33.735454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Attempting to bind port 67ea81ea-e3d5-4b46-b431-1f250463b339 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:33.736019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Attempting to bind port 67ea81ea-e3d5-4b46-b431-1f250463b339 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:33.736181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Attempting to bind port 67ea81ea-e3d5-4b46-b431-1f250463b339 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:33.764216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:33.764592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:33.765021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.765682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:33.766166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Bound port: 67ea81ea-e3d5-4b46-b431-1f250463b339, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:33.766544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.818093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3c1a1-cb60-44fd-ba06-8cc750aeaa55 None None] Network f1458176-894f-4286-b1c4-d374991cf5ba requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:33.833111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] device_id is not set on port d4f363c6-85d5-4f4e-8b06-1b6bba775fc8 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:33.869493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.876145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 6391c5d0-03cf-4f09-b110-1dd4909f7c36 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:33.876727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.901893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:33.920681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] For port 67ea81ea-e3d5-4b46-b431-1f250463b339, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:33.952963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] For port 67ea81ea-e3d5-4b46-b431-1f250463b339, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=67ea81ea-e3d5-4b46-b431-1f250463b339,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:33.973813 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:33.998868 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:34.038373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:34.043918 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.046116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] Provisioning complete for port f8d20487-d009-4d79-a922-5a46709f6afa triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:34.046643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.047960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b11ea-3687-4de7-b0c2-723fe0994421 None None] Pushing event updated for resources: {'Port': ['ID=67ea81ea-e3d5-4b46-b431-1f250463b339,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:34.061464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Made reservation on behalf of d6ee88b0abd94da4a866d50f6532d14c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:34.068400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.069777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Checking router: f16d0a11-3b7c-41af-aed2-dad07191260b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:34.099816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Routers {'f16d0a11-3b7c-41af-aed2-dad07191260b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:34.100559 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f16d0a11-3b7c-41af-aed2-dad07191260b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:34.144214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.153422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.180513 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.189175 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] Set router f16d0a11-3b7c-41af-aed2-dad07191260b gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:34.192093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:34.256575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] DHCP port deletion for f1458176-894f-4286-b1c4-d374991cf5ba request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:34.259669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:34.289598 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdcdf86-60aa-470d-861a-3d8e1f235474 None None] The sync data for ids ['f16d0a11-3b7c-41af-aed2-dad07191260b'] in n-d-825064-4 is: [{'id': 'f16d0a11-3b7c-41af-aed2-dad07191260b', 'name': 'tempest-RoutersTest-router-970785118', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:45:13Z', 'updated_at': '2022-02-15T09:46:28Z', 'revision_number': 11, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:34.308355 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.310926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.328905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] For port f8d20487-d009-4d79-a922-5a46709f6afa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8d20487-d009-4d79-a922-5a46709f6afa,segment=NetworkSegment(5feca019-7858-4125-b91a-e74b98c5009d),segment_id=5feca019-7858-4125-b91a-e74b98c5009d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:34.338424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:34.339246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.409595 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.552575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcaf75-6ec4-4030-bd31-2c6b15c034f4 None None] Pushing event updated for resources: {'Port': ['ID=f8d20487-d009-4d79-a922-5a46709f6afa,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:34.576104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Deleting port f8d20487-d009-4d79-a922-5a46709f6afa {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:34.576383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.602231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.603925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router f16d0a11-3b7c-41af-aed2-dad07191260b {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:46:34.637620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] device_id is not set on port 292c8d05-eb53-4517-9446-06da3cd3bb98 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:34.655632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.656957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-86c34471-cd83-45f3-8d88-dc9046b3e993 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 204 len: 168 time: 0.9230995 Feb 15 09:46:34.658089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f96e4836-af3b-4438-93fd-09e90c9856f6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:34.668223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50110) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:34.685797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-273603866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:34.700447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f96e4836-af3b-4438-93fd-09e90c9856f6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:34.700801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f96e4836-af3b-4438-93fd-09e90c9856f6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:34.719654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ba609cb3-95df-4b9b-acc4-7dfbb381323b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3377731 Feb 15 09:46:34.723812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.728678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.735617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] For port f8d20487-d009-4d79-a922-5a46709f6afa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f8d20487-d009-4d79-a922-5a46709f6afa,segment=NetworkSegment(5feca019-7858-4125-b91a-e74b98c5009d),segment_id=5feca019-7858-4125-b91a-e74b98c5009d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:34.736156 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.740677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.758384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Calling delete_port for f8d20487-d009-4d79-a922-5a46709f6afa owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:34.765872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 6391c5d0-03cf-4f09-b110-1dd4909f7c36 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:34.798887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:34.806423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe62962c-fd00-4e04-a782-164206e4e613,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:34.809289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.810386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.821835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.824704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.832627 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Added segment 43443994-87d7-4429-adc0-1866c1945596 of type vlan for network e501dc9d-a8be-4974-acf3-597eaeddf501 Feb 15 09:46:34.897404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.898324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.929350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] Pushing event deleted for resources: {'Port': ['ID=f8d20487-d009-4d79-a922-5a46709f6afa,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:34.934136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.939541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce51e821-40b1-450f-b6ec-f1a0ede9befe None None] No DVR routers for this DVR port f8d20487-d009-4d79-a922-5a46709f6afa on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:34.944860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:34.944860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:34.945419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.043253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5939944 Feb 15 09:46:35.046226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.053660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Request body: {'subnet': {'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1844633327-subnet', 'tenant_id': 'd6ee88b0abd94da4a866d50f6532d14c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:35.066209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Port': ['ID=d4f363c6-85d5-4f4e-8b06-1b6bba775fc8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.069717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad79321-6e80-45ea-b874-cbf5e4644bf4 admin admin] Pushing event updated for resources: {'Network': ['ID=e501dc9d-a8be-4974-acf3-597eaeddf501,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.085631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.088355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e501dc9d-a8be-4974-acf3-597eaeddf501 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:35.093986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.094494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.095095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.095466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.095942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.096457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.096953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.099046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ab5c74d4-b50c-4aa2-8117-53d4e0396c82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=593edc21200c4426866d41a68ddcef50&device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 6490 time: 0.2945330 Feb 15 09:46:35.104281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Checking segment: {'id': 'd25e2e3a-cecc-41db-b316-af6c05dfc0ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ffc3d7c7-17a8-4283-b1a5-e3039651d396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:35.104930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network hostable DHCP agents. Network: ffc3d7c7-17a8-4283-b1a5-e3039651d396, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:35.109459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Made reservation on behalf of d6ee88b0abd94da4a866d50f6532d14c for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:35.112146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.113095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.178693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network ffc3d7c7-17a8-4283-b1a5-e3039651d396 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:35.197719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ffc3d7c7-17a8-4283-b1a5-e3039651d396) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:35.200655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.204207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f71019f-01ae-4f27-9301-5dd737c1dc67 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5303011 Feb 15 09:46:35.205253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50116) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.209736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:35.210794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.216902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:35.218847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df27ec17-99c3-4c39-9b92-a460b8518be7 None None] Network ffc3d7c7-17a8-4283-b1a5-e3039651d396 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:35.369034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:35.370180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.384629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-71a2fe80-5ef5-4afd-acfd-22961e92efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.385206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-71a2fe80-5ef5-4afd-acfd-22961e92efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.385690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-71a2fe80-5ef5-4afd-acfd-22961e92efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.387438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-71a2fe80-5ef5-4afd-acfd-22961e92efe4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7d140436-5ae5-449e-af0d-6865edfaf3b7&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=ab000546-5737-4d0c-b056-d175597a69da&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 200 len: 2294 time: 0.2527101 Feb 15 09:46:35.388278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.449638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=6391c5d0-03cf-4f09-b110-1dd4909f7c36,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.479046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Port': ['ID=292c8d05-eb53-4517-9446-06da3cd3bb98,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.530174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.534108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-57324e37-870d-48ec-bfac-9f5e11d64fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6391c5d0-03cf-4f09-b110-1dd4909f7c36 HTTP/1.1" status: 204 len: 168 time: 2.1562955 Feb 15 09:46:35.539496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50120) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.553151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=12879e59-d3d0-40e3-b3cf-e4eef8b70a15,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.575416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': '4434d0bb-170e-434a-868e-4690f4908a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:35.575795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: aab0600e-2bde-4fc0-adbd-8e751c6a1fc7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:35.579207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-b73f97b7-ef47-4e06-848f-3e37aaaab1aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 200 len: 1001 time: 0.1590261 Feb 15 09:46:35.630830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:35.637080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.647425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Checking segment: {'id': 'd013a76b-ee36-414a-aa82-7a971c046f31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7c822be-1f9b-44e3-a2c7-6dbbe60fc820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:35.648176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network hostable DHCP agents. Network: a7c822be-1f9b-44e3-a2c7-6dbbe60fc820, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:35.648282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, aab0600e-2bde-4fc0-adbd-8e751c6a1fc7) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:35.653532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.654015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.664655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-aaf33048-0441-4dc7-ba3a-a837a42dacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.668227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-aaf33048-0441-4dc7-ba3a-a837a42dacfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fca121c-8613-44ff-a1b3-cf1d49d5a782 HTTP/1.1" status: 200 len: 851 time: 0.0763035 Feb 15 09:46:35.678536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.687527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa6424-17b4-49be-a6b2-2811315cbae7 None None] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:35.689105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.713350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] Provisioning complete for port 67ea81ea-e3d5-4b46-b431-1f250463b339 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:35.714108 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.726907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-19aac42b-9243-4c4f-b2a2-7c932f098f79 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3298943 Feb 15 09:46:35.728614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50122) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.734123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'port': {'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7', 'name': 'tempest-NetworksIpV6TestAttrs-740985154'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:35.745431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be491c7-949e-475f-9c91-5c39cee8502d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.747070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be491c7-949e-475f-9c91-5c39cee8502d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.751637 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5be491c7-949e-475f-9c91-5c39cee8502d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2064161 Feb 15 09:46:35.751637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network a7c822be-1f9b-44e3-a2c7-6dbbe60fc820 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:35.756199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50124) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.802885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-1353d15c-396f-4b8a-9eaa-42a2e5a9b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.804429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-1353d15c-396f-4b8a-9eaa-42a2e5a9b4be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7d140436-5ae5-449e-af0d-6865edfaf3b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274314 Feb 15 09:46:35.805872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0bcb411-1f51-41da-a935-e82cb5218ebb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:35.884664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.887030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a7c822be-1f9b-44e3-a2c7-6dbbe60fc820) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:35.900276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:35.906025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.910926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:35.911642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:35.938167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8146bc9e-56f9-4eb4-af09-8198d9ef9e23 None None] Network a7c822be-1f9b-44e3-a2c7-6dbbe60fc820 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:35.961537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 33ce9c15-93e9-42bb-8a9e-86e58104b9a9 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:35.980068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9c30f7bc-b7f3-44f0-869f-73eb47121af8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0581050 Feb 15 09:46:35.986447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Checking segment: {'id': '43443994-87d7-4429-adc0-1866c1945596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:35.986813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Network hostable DHCP agents. Network: e501dc9d-a8be-4974-acf3-597eaeddf501, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:35.988859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:35.989583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.040509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 67ea81ea-e3d5-4b46-b431-1f250463b339 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:36.110227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Network e501dc9d-a8be-4974-acf3-597eaeddf501 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:36.111958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] For port 67ea81ea-e3d5-4b46-b431-1f250463b339, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=67ea81ea-e3d5-4b46-b431-1f250463b339,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:36.124770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.129555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Router 1a6e35ce-bc99-4f66-a12a-6b5667638f56 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:46:36.138126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.171620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b291f9d-ae5d-4afa-97ee-3f4d223f54dd tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:36.177894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b291f9d-ae5d-4afa-97ee-3f4d223f54dd tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:36.179735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6b291f9d-ae5d-4afa-97ee-3f4d223f54dd tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1843908 Feb 15 09:46:36.181455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e501dc9d-a8be-4974-acf3-597eaeddf501) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:36.187039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50128) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:36.233012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:36.234126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.240169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d722a-e584-4018-93ed-3d30693f7946 None None] Pushing event updated for resources: {'Port': ['ID=67ea81ea-e3d5-4b46-b431-1f250463b339,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:36.246946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047aac71-d7d3-4a5d-b297-9d40facc4af5 None None] Network e501dc9d-a8be-4974-acf3-597eaeddf501 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:36.273625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b36cea53-5681-4be2-9482-9ed406acf270 None None] Could not find standard attr ID for object 6391c5d0-03cf-4f09-b110-1dd4909f7c36. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:46:36.273625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-aab0600e-2bde-4fc0-adbd-8e751c6a1fc7', 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7', 'tenant_id': '664c0fbdfe934c8f95e5a94bac4132b7', 'fixed_ips': [{'subnet_id': '12879e59-d3d0-40e3-b3cf-e4eef8b70a15'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:36.274550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.362692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-1f04af84-b85b-48bd-876f-0e75db813c54 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5462513 Feb 15 09:46:36.363529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0f86284b-c4b8-4e2f-8312-d17c100c83ee admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3140733 Feb 15 09:46:36.379782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:36.384158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.406600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 67ea81ea-e3d5-4b46-b431-1f250463b339 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:36.406903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.414808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:46:36.439230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.440407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-efd8959b-d1c1-48b1-89c0-801e272f8451 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "PUT /v2.0/routers/1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 200 len: 693 time: 1.2318981 Feb 15 09:46:36.445748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50132) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:36.468043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] device_id is not set on port 6994270d-4809-4f6a-a7a7-74e595507eb8 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:36.546721 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.552139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting port d4f363c6-85d5-4f4e-8b06-1b6bba775fc8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:36.552473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.569379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-d3773be9-798d-470f-92ef-4bc42f3d6f85 service neutron] 10.222.0.36 "GET /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994302 Feb 15 09:46:36.584083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8de24dde-4b0d-43c2-b5b5-c27ce977ace7 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/routers/1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 200 len: 699 time: 0.1364050 Feb 15 09:46:36.592695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:36.647437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a6d59df-e7e7-4d42-b1f5-f945a5bcace9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 200 len: 205 time: 0.0469759 Feb 15 09:46:36.650380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Sync routers for ids ['1a6e35ce-bc99-4f66-a12a-6b5667638f56'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:46:36.676631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:36.693478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-69fe68e3-cc4c-49e0-89d0-ea71ac343b3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.19&port_id=778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 217 time: 0.1163478 Feb 15 09:46:36.761757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-4bf568da-598a-4729-b246-0208c5751810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:36.763749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-4bf568da-598a-4729-b246-0208c5751810 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.0615754 Feb 15 09:46:36.787581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Routers {'1a6e35ce-bc99-4f66-a12a-6b5667638f56'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:36.788579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1a6e35ce-bc99-4f66-a12a-6b5667638f56'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:36.793474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.810931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Allocated IP 2001:db8::f816:3eff:fece:9bb5 (aab0600e-2bde-4fc0-adbd-8e751c6a1fc7/12879e59-d3d0-40e3-b3cf-e4eef8b70a15/6994270d-4809-4f6a-a7a7-74e595507eb8) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:36.813869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Calling delete_port for d4f363c6-85d5-4f4e-8b06-1b6bba775fc8 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:36.817180 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:36.862561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-6edd07e7-0b47-4de1-adba-3317a6c5189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:36.864452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-6edd07e7-0b47-4de1-adba-3317a6c5189f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0899432 Feb 15 09:46:36.874698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba0fb26-07a3-42d1-9d15-cc380ab02096 None None] Network e501dc9d-a8be-4974-acf3-597eaeddf501 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:36.963582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Set router 1a6e35ce-bc99-4f66-a12a-6b5667638f56 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:36.994262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.048953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e35ce-bc99-4f66-a12a-6b5667638f56', 'name': 'tempest-RoutersTest-router-273603866', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:46:34Z', 'updated_at': '2022-02-15T09:46:35Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:37.072691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ada47a1d-eaa4-4185-b66c-eec4495b18e3 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951327 Feb 15 09:46:37.078501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.080199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=33ce9c15-93e9-42bb-8a9e-86e58104b9a9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:37.082479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.083338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Checking router: 1a6e35ce-bc99-4f66-a12a-6b5667638f56 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:46:37.085690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.091551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b7890f2-1a1a-4646-ae61-1f45d9240124 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/33ce9c15-93e9-42bb-8a9e-86e58104b9a9 HTTP/1.1" status: 204 len: 168 time: 1.3334513 Feb 15 09:46:37.092568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.100944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb8779-1cdf-46a1-8dd8-5ec38aaab834 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:37.149130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Routers {'1a6e35ce-bc99-4f66-a12a-6b5667638f56'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:46:37.150464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:46:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1a6e35ce-bc99-4f66-a12a-6b5667638f56'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:37.166934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50154) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.178884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-102513832-network', 'tenant_id': 'fb218079282a434096b6c0e6e4d53d4a'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:37.193739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-546d8c75-2449-4a06-9cc0-585b492947a6 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108572 Feb 15 09:46:37.215496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.250274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8d20487-d009-4d79-a922-5a46709f6afa no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:37.261218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-6fd404d3-7ff0-41d6-b1f8-9464d0dcc1a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 217 time: 0.0587885 Feb 15 09:46:37.301161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Made reservation on behalf of fb218079282a434096b6c0e6e4d53d4a for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:37.303583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.342153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.343380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f8d20487-d009-4d79-a922-5a46709f6afa {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:37.343724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f8d20487-d009-4d79-a922-5a46709f6afa not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:37.369099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] Set router 1a6e35ce-bc99-4f66-a12a-6b5667638f56 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:46:37.393005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.400721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-1dd538f7-efcb-4606-b7f8-3871bdb7eeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:37.402159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-1dd538f7-efcb-4606-b7f8-3871bdb7eeb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.1189232 Feb 15 09:46:37.417321 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d4b5716-2e10-4333-886d-b401198d3b7b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3184855 Feb 15 09:46:37.419905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50156) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.455020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.455507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Fanout notify agent at l3_agent the message router_deleted on router 1a6e35ce-bc99-4f66-a12a-6b5667638f56 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:46:37.463850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.470482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b37dc53-f31f-46ce-9fe9-20eca3af4d97 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 204 len: 168 time: 0.7854488 Feb 15 09:46:37.470482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.505241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a6e35ce-bc99-4f66-a12a-6b5667638f56', 'name': 'tempest-RoutersTest-router-273603866', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:46:34Z', 'updated_at': '2022-02-15T09:46:35Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:37.505471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ebb49012-4ce1-4506-bf9b-216c717e76ba tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 200 len: 205 time: 0.0321612 Feb 15 09:46:37.505974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.507479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50160) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.558958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:37.570266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff16a9c4-44b1-42bf-96a1-d20fb5f64f9e None None] The sync data for ids ['1a6e35ce-bc99-4f66-a12a-6b5667638f56'] in n-d-825064-4 is: [{'id': '1a6e35ce-bc99-4f66-a12a-6b5667638f56', 'name': 'tempest-RoutersTest-router-273603866', 'tenant_id': '051103a0080b43359f758be38f1e2436', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:46:34Z', 'updated_at': '2022-02-15T09:46:35Z', 'revision_number': 2, 'project_id': '051103a0080b43359f758be38f1e2436', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:46:37.585315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.588613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Allocated IP 2001:db8::f816:3eff:fecd:9eb4 (aab0600e-2bde-4fc0-adbd-8e751c6a1fc7/12879e59-d3d0-40e3-b3cf-e4eef8b70a15/393a623e-54c6-4cc6-88c9-070cc3d22fc8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:37.590395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/ports/d4f363c6-85d5-4f4e-8b06-1b6bba775fc8 HTTP/1.1" status: 204 len: 168 time: 1.3986075 Feb 15 09:46:37.594601 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-526c502a-3a11-4f14-a015-ccad19c2093d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:37.597640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-526c502a-3a11-4f14-a015-ccad19c2093d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/1a6e35ce-bc99-4f66-a12a-6b5667638f56 HTTP/1.1" status: 404 len: 336 time: 0.0872107 Feb 15 09:46:37.604988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:37.613290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.614376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.617612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7868c5fe-1bb7-4315-a8fe-0a7bd2a84daf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:37.622219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7868c5fe-1bb7-4315-a8fe-0a7bd2a84daf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2012987 Feb 15 09:46:37.622987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.623779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e649d314-59e2-4f0a-b852-88f529f6fa3b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Port': ['ID=d4f363c6-85d5-4f4e-8b06-1b6bba775fc8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:37.685300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b673c66-9a87-4794-a350-cb6402fffd7e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:37.689895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3b673c66-9a87-4794-a350-cb6402fffd7e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0636454 Feb 15 09:46:37.690542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50168) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.713394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:37.725518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:37.736068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:37.737906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.743636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e186136e-528d-45be-9fae-9a4bce8a0746 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0513470 Feb 15 09:46:37.744258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.748977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-36433596-07bb-4695-a2de-5b7adb9abab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:37.749526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:37.751338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-36433596-07bb-4695-a2de-5b7adb9abab1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3407321 Feb 15 09:46:37.772611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Port': ['ID=6994270d-4809-4f6a-a7a7-74e595507eb8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:37.897135 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-aac6cacb-1f57-4a39-b1d5-f00184435335 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:37.897544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.897656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aac6cacb-1f57-4a39-b1d5-f00184435335 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:37.905051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aac6cacb-1f57-4a39-b1d5-f00184435335 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/0c01b0f5-5320-40f6-ab8f-f6ef7cee72e6 HTTP/1.1" status: 404 len: 337 time: 0.2777102 Feb 15 09:46:37.905764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50176) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:37.939411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 67ea81ea-e3d5-4b46-b431-1f250463b339 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:37.945975 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:37.974017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:37.979110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.019802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.025427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-654c30b7-035b-401e-b48c-2ec0f2d70866 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.2957387 Feb 15 09:46:38.042991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Deleting port 67ea81ea-e3d5-4b46-b431-1f250463b339 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:38.050429 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ead7af-55f8-4fbf-85b8-4459de9af491 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:38.051287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ead7af-55f8-4fbf-85b8-4459de9af491 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:38.052841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.057501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:38.058129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b5ead7af-55f8-4fbf-85b8-4459de9af491 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/c6c63105-430e-4282-95de-e36b307a7469 HTTP/1.1" status: 404 len: 337 time: 0.1352329 Feb 15 09:46:38.060252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50180) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.060252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50182) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.069891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.085018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:38.112044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:38.114976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Pushing event updated for resources: {'Port': ['ID=393a623e-54c6-4cc6-88c9-070cc3d22fc8,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:38.151275 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-54a21eb0-e919-4aaf-b896-62828f8bd4cf tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:38.151853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54a21eb0-e919-4aaf-b896-62828f8bd4cf tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:38.157889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-54a21eb0-e919-4aaf-b896-62828f8bd4cf tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/c38e0970-e55c-4f80-bf05-90a5c2066319 HTTP/1.1" status: 404 len: 337 time: 0.0868845 Feb 15 09:46:38.162266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.163964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37eac034-cb9f-4231-8072-6cd87d5d5d4f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:38.269901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting subnet 12879e59-d3d0-40e3-b3cf-e4eef8b70a15 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:38.281282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-7209cc47-f0ce-4d0c-8778-d93cf55c5e86 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654136 Feb 15 09:46:38.282125 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc00cf2-843f-46c4-8961-f43415826ad1 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:38.282545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc00cf2-843f-46c4-8961-f43415826ad1 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:38.285449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2dc00cf2-843f-46c4-8961-f43415826ad1 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/689cb9c4-aec1-4970-ac74-5b89362f0f27 HTTP/1.1" status: 404 len: 337 time: 0.1176729 Feb 15 09:46:38.290406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] For port 67ea81ea-e3d5-4b46-b431-1f250463b339, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=67ea81ea-e3d5-4b46-b431-1f250463b339,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:38.294213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:38.294352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50196) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.295710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.297125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.330377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a763444d-2b6e-4fb6-91f7-4666ae5c550a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 200 len: 205 time: 0.0342057 Feb 15 09:46:38.331274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.335125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50198) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.387403 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b054699d-bb8f-4b02-8f3c-1eac3b037c4b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:38.388594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b054699d-bb8f-4b02-8f3c-1eac3b037c4b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/f16d0a11-3b7c-41af-aed2-dad07191260b HTTP/1.1" status: 404 len: 336 time: 0.0524757 Feb 15 09:46:38.392027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 67ea81ea-e3d5-4b46-b431-1f250463b339, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=67ea81ea-e3d5-4b46-b431-1f250463b339,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:38.394356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Calling delete_port for 67ea81ea-e3d5-4b46-b431-1f250463b339 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:38.397422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Attempting to bind port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:38.397984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Attempting to bind port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4434d0bb-170e-434a-868e-4690f4908a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:38.398528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Attempting to bind port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 on network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:38.406102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.416659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50200) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.454456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b197204e-df4d-4d26-92ab-726de20d90bf tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=ab8dd005-6b71-48d6-8c5a-d6062f128915 HTTP/1.1" status: 200 len: 205 time: 0.0344594 Feb 15 09:46:38.455336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.496624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=67ea81ea-e3d5-4b46-b431-1f250463b339,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:38.501451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:38.502099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Checking segment: {'id': '4434d0bb-170e-434a-868e-4690f4908a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:38.502649 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.503174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Bound using segment: {'id': '4434d0bb-170e-434a-868e-4690f4908a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:38.503812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Bound port: 393a623e-54c6-4cc6-88c9-070cc3d22fc8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4434d0bb-170e-434a-868e-4690f4908a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'aab0600e-2bde-4fc0-adbd-8e751c6a1fc7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:38.504656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.518757 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-95a880c0-43b4-432d-8793-87d0a0ea7520 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:38.519812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95a880c0-43b4-432d-8793-87d0a0ea7520 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/ab8dd005-6b71-48d6-8c5a-d6062f128915 HTTP/1.1" status: 404 len: 336 time: 0.0640380 Feb 15 09:46:38.522753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-87e00260-c4f7-4436-839b-b071d844e65b service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964021 Feb 15 09:46:38.523283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.532524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.539413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.541174 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Added segment ba17f3de-b1a5-4704-a24b-0e410b273994 of type vlan for network f2dbfc1b-c4d9-43d5-aafb-4587e82530ca Feb 15 09:46:38.569470 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a3a126-f9e6-48c3-a33e-1bf424daa89d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:38.574349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a3a126-f9e6-48c3-a33e-1bf424daa89d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:38.577759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-50a3a126-f9e6-48c3-a33e-1bf424daa89d tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/6190550c-3023-410b-a4f8-fb19578ed936 HTTP/1.1" status: 404 len: 337 time: 0.0532098 Feb 15 09:46:38.587247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50206) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.643102 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-ff377656-a7b2-4268-8800-22d4b398edd5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.125&port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 HTTP/1.1" status: 200 len: 217 time: 0.1056287 Feb 15 09:46:38.664452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:38.673201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting port 292c8d05-eb53-4517-9446-06da3cd3bb98 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:38.673619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.696843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] For port 393a623e-54c6-4cc6-88c9-070cc3d22fc8, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:38.708677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] For port 393a623e-54c6-4cc6-88c9-070cc3d22fc8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=393a623e-54c6-4cc6-88c9-070cc3d22fc8,segment=NetworkSegment(4434d0bb-170e-434a-868e-4690f4908a9e),segment_id=4434d0bb-170e-434a-868e-4690f4908a9e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:38.713707 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.718953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.729208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2b2685b2-177d-425d-a913-6b70bd0e4cfb tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 200 len: 205 time: 0.0991516 Feb 15 09:46:38.742331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50208) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.760231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] No DVR routers for this DVR port 67ea81ea-e3d5-4b46-b431-1f250463b339 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:38.808962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd964-64b3-4551-8f03-f2b0eeb4c886 None None] Pushing event updated for resources: {'Port': ['ID=393a623e-54c6-4cc6-88c9-070cc3d22fc8,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:38.830903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.834675 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-878eacb1-aede-4e62-a2a7-47d81039f01a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:38.836209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-878eacb1-aede-4e62-a2a7-47d81039f01a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/481d8aff-8010-4742-af5a-7bdf4d3a4f20 HTTP/1.1" status: 404 len: 336 time: 0.0934393 Feb 15 09:46:38.844429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19923e87-6cf9-44a1-a918-32781d8d355d None None] Pushing event deleted for resources: {'Port': ['ID=67ea81ea-e3d5-4b46-b431-1f250463b339,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:38.845270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50210) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.895967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68b42700-4a56-4a35-b365-93fb228a105b tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=6760d682-b670-49ae-af67-5da9cbf7b011 HTTP/1.1" status: 200 len: 205 time: 0.0493939 Feb 15 09:46:38.899898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50212) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.905635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.919458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-8abc1e26-2f17-47d8-8b30-15bb3df826cb tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:38.921026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-8abc1e26-2f17-47d8-8b30-15bb3df826cb tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.6792302 Feb 15 09:46:38.934271 n-d-825064-4 neutron-server[102359]: WARNING neutron.services.revisions.revision_plugin [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Could not find related port for resource to bump revision. Feb 15 09:46:38.967192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Calling delete_port for 292c8d05-eb53-4517-9446-06da3cd3bb98 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:38.974814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-a156ccf0-616b-436f-a5b6-9384563098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:38.976309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-a156ccf0-616b-436f-a5b6-9384563098a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.2825224 Feb 15 09:46:38.977049 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7acd4730-bd41-4b81-b840-c900478ee26a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:38.978968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7acd4730-bd41-4b81-b840-c900478ee26a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/6760d682-b670-49ae-af67-5da9cbf7b011 HTTP/1.1" status: 404 len: 336 time: 0.0775409 Feb 15 09:46:38.980269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Port 67ea81ea-e3d5-4b46-b431-1f250463b339 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 15 09:46:38.980588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3e:df4d {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 15 09:46:38.984236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3e:df4d {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 15 09:46:38.985538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50214) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:38.986343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.997831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:38.998778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:38.999344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.011015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-5653be88-8317-4ea6-96af-3ef38604d167 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/quotas/b38e741c36e342038dd9d440d0065d10 HTTP/1.1" status: 200 len: 375 time: 0.0652218 Feb 15 09:46:39.074867 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a135c28-6dc5-40b2-8ec8-73ab04994c3a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:39.075499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a135c28-6dc5-40b2-8ec8-73ab04994c3a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:39.078838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a135c28-6dc5-40b2-8ec8-73ab04994c3a tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/572f9fb2-4db3-4cbd-9158-cf51a4c822a3 HTTP/1.1" status: 404 len: 337 time: 0.0900095 Feb 15 09:46:39.082348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.099998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:39.123151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:39.126418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:39.127005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.133302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488df2f5-3cbe-48ce-ada3-5e5f21cb515d None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:39.135029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43a23e3b-bd6b-456c-86b9-031bfbc0336f tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=e3611c34-9ae2-4154-bc4a-d759e267c0e3 HTTP/1.1" status: 200 len: 205 time: 0.0488920 Feb 15 09:46:39.138785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.139762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=c37d56a6-718b-4347-a8ce-fd0153bf78bd,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:39.190280 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b07e133e-83e4-48c7-9c3b-dd8b1bdb39f9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:39.191930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b07e133e-83e4-48c7-9c3b-dd8b1bdb39f9 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/e3611c34-9ae2-4154-bc4a-d759e267c0e3 HTTP/1.1" status: 404 len: 336 time: 0.0483549 Feb 15 09:46:39.197669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.216639 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a77c2bcc-b93f-440e-b3ae-ac704c254325 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4712729 Feb 15 09:46:39.229415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50222) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.237798 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9218db3a-4e88-4404-8fff-d8d4d9dacdd4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:39.238561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9218db3a-4e88-4404-8fff-d8d4d9dacdd4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:39.242031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9218db3a-4e88-4404-8fff-d8d4d9dacdd4 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/52def196-62f4-4f8f-ac82-ce8209bf15e6 HTTP/1.1" status: 404 len: 337 time: 0.0432606 Feb 15 09:46:39.242198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:2d:8c:b7', 'name': 'tempest-NetworksTestDHCPv6-347942170'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:39.249380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.270589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0964735 Feb 15 09:46:39.285482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.293144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Request body: {'subnet': {'network_id': 'f2dbfc1b-c4d9-43d5-aafb-4587e82530ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-102513832-subnet', 'tenant_id': 'fb218079282a434096b6c0e6e4d53d4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:39.301137 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5e2f1bdb-cf9b-4fc3-8a09-d122fa459484 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "GET /v2.0/ports?device_id=14f55c41-650f-4dad-a8c8-9138119c25cd HTTP/1.1" status: 200 len: 205 time: 0.0504813 Feb 15 09:46:39.303394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.344963 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-dcd43b8a-6426-46c2-aa86-5ce8c7867ef8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] delete failed (client error): The resource could not be found. Feb 15 09:46:39.350135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dcd43b8a-6426-46c2-aa86-5ce8c7867ef8 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/routers/14f55c41-650f-4dad-a8c8-9138119c25cd HTTP/1.1" status: 404 len: 336 time: 0.0418587 Feb 15 09:46:39.350135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.352989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbf4d7-611d-4d15-ab7c-c85d78267157 admin admin] Pushing event updated for resources: {'Network': ['ID=f2dbfc1b-c4d9-43d5-aafb-4587e82530ca,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:39.374376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.387170 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ab78fb-f6a9-4125-8ad4-1f77f249b1b6 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:39.387606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ab78fb-f6a9-4125-8ad4-1f77f249b1b6 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:39.392883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6ab78fb-f6a9-4125-8ad4-1f77f249b1b6 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/0587495b-34b2-40c1-8204-967e6c2fda84 HTTP/1.1" status: 404 len: 337 time: 0.0410724 Feb 15 09:46:39.395050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50232) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.398959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f2dbfc1b-c4d9-43d5-aafb-4587e82530ca details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:39.426894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-7579fec1-18f7-47f5-abc5-29d42ff78a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:39.428428 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6718197-4b45-4d94-99de-677cbe650353 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:39.428697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-7579fec1-18f7-47f5-abc5-29d42ff78a4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4406743 Feb 15 09:46:39.428915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6718197-4b45-4d94-99de-677cbe650353 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:39.436096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6718197-4b45-4d94-99de-677cbe650353 tempest-RoutersTest-1744627512 tempest-RoutersTest-1744627512-project] 10.222.0.10 "DELETE /v2.0/subnets/ffe0f792-9ec8-4b37-b832-6116d8829998 HTTP/1.1" status: 404 len: 337 time: 0.0317376 Feb 15 09:46:39.436096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Made reservation on behalf of fb218079282a434096b6c0e6e4d53d4a for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:39.438744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.440495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-e82291e5-2295-456f-a68b-bba853c8e960 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4279203 Feb 15 09:46:39.613111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': 'c37d56a6-718b-4347-a8ce-fd0153bf78bd'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:39.614023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.621103 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.693246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Port': ['ID=292c8d05-eb53-4517-9446-06da3cd3bb98,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:39.714804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.718157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8886a83d-91a1-4cbe-8bc9-f7f702fef638 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/ports/292c8d05-eb53-4517-9446-06da3cd3bb98 HTTP/1.1" status: 204 len: 168 time: 2.0968766 Feb 15 09:46:39.726552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.734577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.750241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.816207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-81cbabde-a0e9-4347-9548-9bd6d94bc248 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3151743 Feb 15 09:46:39.851405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=12879e59-d3d0-40e3-b3cf-e4eef8b70a15,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:39.861148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6a68e1f1-d33d-47ff-9cc8-7351ca3de0e6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1279111 Feb 15 09:46:39.864862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-fa3be1db-a125-4fbf-a958-6615a56dcf65 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135423 Feb 15 09:46:39.865211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Pushing event updated for resources: {'Subnet': ['ID=984f4250-f0b8-4911-8e3b-07622688a5fe,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:39.867850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:39.869621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.877711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2034433834'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:39.888625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Checking segment: {'id': 'ba17f3de-b1a5-4704-a24b-0e410b273994', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'f2dbfc1b-c4d9-43d5-aafb-4587e82530ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:39.889990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Network hostable DHCP agents. Network: f2dbfc1b-c4d9-43d5-aafb-4587e82530ca, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:39.924537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Allocated IP 2001:db8::f816:3eff:fe84:1055 (36673517-2969-4f9b-be17-a8fd371f8f39/c37d56a6-718b-4347-a8ce-fd0153bf78bd/59a7f44f-1042-4d89-9059-4e04e4d82bc9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:39.965837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:39.973699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:39.978693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:39.988973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Network f2dbfc1b-c4d9-43d5-aafb-4587e82530ca is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:40.023636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f2dbfc1b-c4d9-43d5-aafb-4587e82530ca) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:40.052528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:40.065933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.066488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.077784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe05a9-b2e4-4f6e-bca8-37e201f1aa05 None None] Network f2dbfc1b-c4d9-43d5-aafb-4587e82530ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:40.084459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 393a623e-54c6-4cc6-88c9-070cc3d22fc8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:40.095245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.095586 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment 59332736-9083-405c-9b72-8d275cf81d10 of type vlan for network 697b000c-9239-4d82-9898-61798a07f0e9 Feb 15 09:46:40.107006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-9ce1dae1-261d-4141-b421-45492b6fba2f service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245858 Feb 15 09:46:40.123350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.128654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f1fdbab6-d6aa-46cb-a0ad-60dff96759f7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/12879e59-d3d0-40e3-b3cf-e4eef8b70a15 HTTP/1.1" status: 204 len: 168 time: 2.0588505 Feb 15 09:46:40.133438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-6ba01fbb-02b3-4f50-bd4e-b6d160e5e9a7 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805117 Feb 15 09:46:40.161663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50246) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:40.188262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d597b86e-0efb-4de4-b6e9-6808c20de00b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9017053 Feb 15 09:46:40.220936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.303376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57070971-ada5-424e-a1a1-8ae51fe942c8 None None] Network aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:40.320918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dde3b5-91b6-4126-8b85-4a16cc2d4072 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.323520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dde3b5-91b6-4126-8b85-4a16cc2d4072 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.326234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e8dde3b5-91b6-4126-8b85-4a16cc2d4072 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1524980 Feb 15 09:46:40.329628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.338389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.339174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.352330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:40.413763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2655267e-7838-4973-9686-c97b29ee06ac None None] Network f2dbfc1b-c4d9-43d5-aafb-4587e82530ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:40.448847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=697b000c-9239-4d82-9898-61798a07f0e9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:40.462535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ed0147fa-ae09-48e7-a8fe-9413bd15048b tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5893285 Feb 15 09:46:40.479924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:40.485099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-778582589'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:40.556237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 697b000c-9239-4d82-9898-61798a07f0e9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:40.573473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-acf6826d-6a75-4957-80c8-1d78bbee6205 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=051103a0080b43359f758be38f1e2436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049061 Feb 15 09:46:40.574868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:40.593722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:40.597327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.626808 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b718c597-de6b-4979-871c-bdbc3d3c6af6 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.641649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-dff5f0a0-4c40-4d6e-a91d-45a79eb502a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba HTTP/1.1" status: 200 len: 217 time: 0.4992299 Feb 15 09:46:40.648591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.663081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] Provisioning complete for port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:40.663834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.690843 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b718c597-de6b-4979-871c-bdbc3d3c6af6 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 15 09:46:40.691696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b718c597-de6b-4979-871c-bdbc3d3c6af6 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:40.701108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b718c597-de6b-4979-871c-bdbc3d3c6af6 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 HTTP/1.1" status: 409 len: 405 time: 0.2555721 Feb 15 09:46:40.701108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:40.701395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50262) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:40.709916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.713572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1157579326'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:40.718069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.718476 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Added segment ea55fbc4-3efe-489a-8bea-56f6f5e2401b of type vlan for network f48c52e3-84a6-4de1-962a-a13d4dc4b867 Feb 15 09:46:40.725782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-e9e82a58-64e0-4be1-a4f7-c47fbb0de405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.727273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-e9e82a58-64e0-4be1-a4f7-c47fbb0de405 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 1097 time: 0.8426192 Feb 15 09:46:40.743800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.750286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 147f2cf0-5fcc-4469-a857-f9029fde882d yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:40.773044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.773448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:40.773756 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.817513 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.844160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-7a5a63b6-c8b0-44a2-911b-75b8eb526b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.845848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-7a5a63b6-c8b0-44a2-911b-75b8eb526b01 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 200 len: 797 time: 0.1947103 Feb 15 09:46:40.847660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-6fd87df9-8bcc-4430-af39-3820622d2366 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6784141 Feb 15 09:46:40.855472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.886545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Pushing event updated for resources: {'Port': ['ID=59a7f44f-1042-4d89-9059-4e04e4d82bc9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:40.916721 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.924249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:40.925154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.947688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:40.948081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.951340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.952255 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:40.955803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f20739c7-402d-4a84-9827-2875988ccd48 HTTP/1.1" status: 204 len: 168 time: 0.3760381 Feb 15 09:46:40.963610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4825456 Feb 15 09:46:41.016945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e917aa32-b4a4-4f00-963e-21135d91e170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20739c7-402d-4a84-9827-2875988ccd48,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:41.029477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:41.033745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:41.050361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:41.092507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea025d8f-8abb-4234-a972-7bdbc9d8da73 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Network': ['ID=f48c52e3-84a6-4de1-962a-a13d4dc4b867,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:41.093382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.106735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f48c52e3-84a6-4de1-962a-a13d4dc4b867 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:41.126778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-be00550f-fae6-4672-9175-128d4ada1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:41.130727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-be00550f-fae6-4672-9175-128d4ada1f43 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.3719666 Feb 15 09:46:41.167755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-60233a67-e9d1-46ff-b2e2-4fd16a52d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:41.170437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-60233a67-e9d1-46ff-b2e2-4fd16a52d45d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ab000546-5737-4d0c-b056-d175597a69da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2755432 Feb 15 09:46:41.183383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:41.190673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe2d:8cb7 (36673517-2969-4f9b-be17-a8fd371f8f39/c37d56a6-718b-4347-a8ce-fd0153bf78bd/147f2cf0-5fcc-4469-a857-f9029fde882d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:41.227618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] DHCP port deletion for aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:41.284083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c8c9b86-eec2-4d3e-99e2-24fa69583d91 req-b6397b9c-cd82-4211-856e-af6d5fc32db4 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 210 time: 0.0949366 Feb 15 09:46:41.293921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Attempting to bind port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:41.293921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Attempting to bind port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:41.295956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-da733535-7cc1-4232-a906-535e2d3a8374 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 200 len: 217 time: 0.1434500 Feb 15 09:46:41.296921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Attempting to bind port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:41.298673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.299225 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment 79f84d37-8f31-47d5-b1f2-303abec7fe06 of type vlan for network ddfbcdfe-fcdb-4996-b4b2-c373b36629cc Feb 15 09:46:41.473495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] For port 393a623e-54c6-4cc6-88c9-070cc3d22fc8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=393a623e-54c6-4cc6-88c9-070cc3d22fc8,segment=NetworkSegment(4434d0bb-170e-434a-868e-4690f4908a9e),segment_id=4434d0bb-170e-434a-868e-4690f4908a9e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:41.491675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:41.492259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:41.492447 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.492854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:41.493919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Bound port: 59a7f44f-1042-4d89-9059-4e04e4d82bc9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:41.494344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.523026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.532738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.551624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-2b24ac29-16a7-48b8-b8bb-a28bf3f50051 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:41.553311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-2b24ac29-16a7-48b8-b8bb-a28bf3f50051 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/networks?id=e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 200 len: 812 time: 0.5314484 Feb 15 09:46:41.590704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-2d8a3468-487c-4829-ad80-1e3caf33e876 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/quotas/d6ee88b0abd94da4a866d50f6532d14c HTTP/1.1" status: 200 len: 375 time: 0.0278904 Feb 15 09:46:41.613724 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.644578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-adbb1704-b113-4654-ae8f-f9542030c290 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471563 Feb 15 09:46:41.741650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0dea5-1fe8-4d54-8258-c0021219f22f None None] Pushing event updated for resources: {'Port': ['ID=393a623e-54c6-4cc6-88c9-070cc3d22fc8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:41.771010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Deleting port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:41.771383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.840925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] For port 59a7f44f-1042-4d89-9059-4e04e4d82bc9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:41.843914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-94e76ddf-bf9e-4610-bdf8-1449d80dbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:41.847145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-94e76ddf-bf9e-4610-bdf8-1449d80dbbdc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.5280085 Feb 15 09:46:41.866716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-f9bbbac0-fa47-45ca-b570-c8b0258d4578 service neutron] 10.222.0.10 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116723 Feb 15 09:46:41.912041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] For port 59a7f44f-1042-4d89-9059-4e04e4d82bc9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59a7f44f-1042-4d89-9059-4e04e4d82bc9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:41.918209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:46:41.918565 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:46:41.924202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:41.969666 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.037251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] For port 393a623e-54c6-4cc6-88c9-070cc3d22fc8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=393a623e-54c6-4cc6-88c9-070cc3d22fc8,segment=NetworkSegment(4434d0bb-170e-434a-868e-4690f4908a9e),segment_id=4434d0bb-170e-434a-868e-4690f4908a9e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:42.037647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.053387 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-d3133e23-4dde-4331-a220-9f66cb3af3cb service neutron] 10.222.0.10 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682975 Feb 15 09:46:42.115833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-d71b49e7-c2f1-49a2-b0a3-337784f3ad15 service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9295785 Feb 15 09:46:42.121279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.127580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Calling delete_port for 393a623e-54c6-4cc6-88c9-070cc3d22fc8 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:42.137471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:42.139594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.159359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbccc79-ba7b-4f95-93b5-8e40446e8aea None None] Pushing event updated for resources: {'Port': ['ID=59a7f44f-1042-4d89-9059-4e04e4d82bc9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:42.323699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.371130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] Pushing event deleted for resources: {'Port': ['ID=393a623e-54c6-4cc6-88c9-070cc3d22fc8,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:42.382209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180253a9-00c1-4fcc-8d09-967317bf1862 None None] No DVR routers for this DVR port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:42.460409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port 393a623e-54c6-4cc6-88c9-070cc3d22fc8 update to ACTIVE by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:46:42.476467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.481050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-a52d5760-ecd0-4883-8b4a-2d17f43ab2ec service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3105340 Feb 15 09:46:42.664865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c568713-3259-498c-b186-12ec85fd09dc req-3372a54c-29c2-43e5-af68-22f7bfbf7d5b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.1627569 Feb 15 09:46:42.698611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9874771 Feb 15 09:46:42.698950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50310) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:42.706335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': 'ddfbcdfe-fcdb-4996-b4b2-c373b36629cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:42.720742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 393a623e-54c6-4cc6-88c9-070cc3d22fc8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:42.737447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-186da3c4-299b-49ab-8977-c0bd451b82f1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:46:42.739080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-186da3c4-299b-49ab-8977-c0bd451b82f1 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243461 Feb 15 09:46:42.801450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 393a623e-54c6-4cc6-88c9-070cc3d22fc8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:42.804101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 393a623e-54c6-4cc6-88c9-070cc3d22fc8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:42.944771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:42.951766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:42.958912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-bfe04a3c-90cd-4b86-a302-8aa9eb8ed66a service neutron] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950439 Feb 15 09:46:43.080375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad0e6f5c-0aff-40fe-ab5a-5561a4a1979e req-473e352c-b173-4666-ad6f-f3ba4ab3b830 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 210 time: 0.3889971 Feb 15 09:46:43.084139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=147f2cf0-5fcc-4469-a857-f9029fde882d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:43.324104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd98580-1521-499f-b101-5cb6f7b645e9 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=ddfbcdfe-fcdb-4996-b4b2-c373b36629cc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:43.341047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ddfbcdfe-fcdb-4996-b4b2-c373b36629cc details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:43.424090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:43.426368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-321ad192-9b32-4959-b617-254e7bc3ee45 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=24e2f22a-f339-4614-bd70-143f8ace813e HTTP/1.1" status: 200 len: 217 time: 0.2994390 Feb 15 09:46:43.496408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:43.514868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:43.525592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:43.526733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:43.737214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:43.744430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:43.784001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-0cff975d-be81-40cb-a918-e4dd459a86af service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8191071 Feb 15 09:46:43.806921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-12724514-53f8-4c02-a809-15e0f7650205 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.5722666 Feb 15 09:46:43.809926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50332) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:43.825792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-a63e23dd-db92-45df-b76c-a520c7758b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:43.828250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-a63e23dd-db92-45df-b76c-a520c7758b95 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.3823369 Feb 15 09:46:43.900602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=ad7e6fa6-2bbb-4b8c-8821-ed409bb9e1a3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:43.907030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5ca410ed-ffa1-4a37-b6df-b8542d963568 req-27b28ebe-eed3-4ae9-a88a-4387e7e46cc0 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.1661861 Feb 15 09:46:43.959823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': '79f84d37-8f31-47d5-b1f2-303abec7fe06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ddfbcdfe-fcdb-4996-b4b2-c373b36629cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:43.960361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: ddfbcdfe-fcdb-4996-b4b2-c373b36629cc, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:43.963988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-d34f3d34-19a1-4e67-8c6e-54f2a1445adc tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:43.966415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-d34f3d34-19a1-4e67-8c6e-54f2a1445adc tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 1.0064003 Feb 15 09:46:43.983243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network ddfbcdfe-fcdb-4996-b4b2-c373b36629cc is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:43.996261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ddfbcdfe-fcdb-4996-b4b2-c373b36629cc) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:44.010147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa4dc3d-a8bb-458a-b601-b31ebe9c0fdf None None] Network ddfbcdfe-fcdb-4996-b4b2-c373b36629cc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:44.016994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:44.016994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.037972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-331bb141-eeee-4a94-bbf5-cc65e5e2ff60 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3377929 Feb 15 09:46:44.039215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50338) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:44.071880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Request body: {'port': {'device_id': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'admin_state_up': True, 'tenant_id': 'b38e741c36e342038dd9d440d0065d10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:44.176235 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:46:44.350587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.395886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8e863fc-b516-43d6-86e1-fb171fa06580 req-3a356e74-6756-4547-b20a-72c17d5e3a80 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786304 Feb 15 09:46:44.396464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50346) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:44.466906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'subnets': [{'network_id': '697b000c-9239-4d82-9898-61798a07f0e9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1734390640', 'ip_version': 6}, {'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:44.467242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'subnet': {'network_id': '697b000c-9239-4d82-9898-61798a07f0e9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1734390640', 'ip_version': 6}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:44.467921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Request body: {'subnet': {'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:44.502291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] Provisioning complete for port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:44.502291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.507741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.542369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.588503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:44.592256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.652910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c23fd501-9df5-4aac-be3a-a9d01be4624f req-5c453785-9f51-4f25-85d2-2c0e151dade4 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 210 time: 0.2504680 Feb 15 09:46:44.660090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.721786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11041a86-43e1-4e35-9b15-f9501a0aa2d8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:44.724795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.733709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11041a86-43e1-4e35-9b15-f9501a0aa2d8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:44.740179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50354) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:44.740352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-11041a86-43e1-4e35-9b15-f9501a0aa2d8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.9104466 Feb 15 09:46:44.747971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59a7f44f-1042-4d89-9059-4e04e4d82bc9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:44.787391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-cb107ea5-9b56-447a-9965-19471452d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:44.791058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-cb107ea5-9b56-447a-9965-19471452d1f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9277973 Feb 15 09:46:44.844158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] For port 59a7f44f-1042-4d89-9059-4e04e4d82bc9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59a7f44f-1042-4d89-9059-4e04e4d82bc9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:44.856160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ef48d-cc89-45aa-a726-cee96a4685d3 None None] Network ddfbcdfe-fcdb-4996-b4b2-c373b36629cc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:44.862094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:44.955062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:44.955708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.064542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-1bc3c1fb-44cc-4296-8109-4269f1e166a5 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:45.066258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-1bc3c1fb-44cc-4296-8109-4269f1e166a5 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.36 "GET /v2.0/networks?id=e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 200 len: 812 time: 0.6675949 Feb 15 09:46:45.076855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b77f81-be66-432f-b21e-869706b5a96f None None] Pushing event updated for resources: {'Port': ['ID=59a7f44f-1042-4d89-9059-4e04e4d82bc9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:45.090857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-12786ab4-83fd-4d1e-be8b-1128d4b09a11 None None] Provisioning complete for port 147f2cf0-5fcc-4469-a857-f9029fde882d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:45.091262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-12786ab4-83fd-4d1e-be8b-1128d4b09a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.093161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7e6fa6-2bbb-4b8c-8821-ed409bb9e1a3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:45.093673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Request body: {'port': {'device_id': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501', 'admin_state_up': True, 'tenant_id': 'd6ee88b0abd94da4a866d50f6532d14c'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:45.135021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.148109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Allocated IP 172.20.0.8 (9dfb4836-adb8-4844-91b1-7aaee800ea21/a44e4478-1fc7-4173-8c76-ea08c6075685/9bacb12e-01f8-4ea4-8fa8-133b41c073d6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:45.160228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-12786ab4-83fd-4d1e-be8b-1128d4b09a11 None None] Port 147f2cf0-5fcc-4469-a857-f9029fde882d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:46:45.160495 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82ad2d0c-953c-49e4-ad38-bdc67d707e3b req-e6b35c23-d374-4ca8-bbc9-2ce442e5db25 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.0540242 Feb 15 09:46:45.189992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-f2429264-ffa4-4532-9640-36e6590af847 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884645 Feb 15 09:46:45.204268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddfbcdfe-fcdb-4996-b4b2-c373b36629cc']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:45.220306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f84d37-8f31-47d5-b1f2-303abec7fe06') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:45.220507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f84d37-8f31-47d5-b1f2-303abec7fe06') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:45.229499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Made reservation on behalf of 24408faf9a344543a6e8484d0e5f31f4 for: {'subnet': 2} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:45.234327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.234799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.238621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.264301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.276140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 147f2cf0-5fcc-4469-a857-f9029fde882d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:45.276540 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.294780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:45.301324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:45.301729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:45.308323 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:45.411873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.417743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.425284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ddfbcdfe-fcdb-4996-b4b2-c373b36629cc HTTP/1.1" status: 204 len: 168 time: 1.3841248 Feb 15 09:46:45.439993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50366) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:45.444650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-696079255'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:45.475570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41101c9-a66b-4bec-9330-17c652d87ea3 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=ddfbcdfe-fcdb-4996-b4b2-c373b36629cc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:45.496122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.505914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cd01187-2845-44ff-becc-281ae5c4e973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.524843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 147f2cf0-5fcc-4469-a857-f9029fde882d owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:45.537662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:45.541828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.638165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:45.663623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.663964 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment 299a2457-27bd-4fa5-825a-6af82ebc3a91 of type vlan for network ab0617a9-a9fa-408c-833c-6a74c040859a Feb 15 09:46:45.740629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cd01187-2845-44ff-becc-281ae5c4e973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.747195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.752308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cd01187-2845-44ff-becc-281ae5c4e973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.833417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b179b580-f9f8-4aef-b221-9404364d60dc req-1562e209-bbcb-49a1-ac2e-d21149f8d110 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 210 time: 0.0821917 Feb 15 09:46:45.838123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd01187-2845-44ff-becc-281ae5c4e973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4badbb-a644-4b54-9a3b-06018b33406e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:45.842913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-18ab120a-919a-4f6a-99c6-baa811507a36 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390393 Feb 15 09:46:45.849600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6cd01187-2845-44ff-becc-281ae5c4e973 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd237b9e4fc74fd4bd9ba9a95e2ad45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497215 Feb 15 09:46:45.849991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:45.868498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.874545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:45.875132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.905664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.915885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-f335e696-09ff-47f7-ada6-ac5d17c828dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 200 len: 217 time: 0.0654521 Feb 15 09:46:45.961531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Made reservation on behalf of d6ee88b0abd94da4a866d50f6532d14c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:45.964986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:45.996803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5560989 Feb 15 09:46:46.002065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.003527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=147f2cf0-5fcc-4469-a857-f9029fde882d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:46.014881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b069f-1a93-429e-b01e-865c55831290 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=ab0617a9-a9fa-408c-833c-6a74c040859a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:46.018472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:46.036018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.041166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ab0617a9-a9fa-408c-833c-6a74c040859a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:46.042768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-445ffc15-7cb6-4d40-88f4-c6c5e6c11ab0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/147f2cf0-5fcc-4469-a857-f9029fde882d HTTP/1.1" status: 204 len: 168 time: 1.2748294 Feb 15 09:46:46.043411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50374) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.044459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.104202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.132759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097554f1-e158-4f5c-b133-81566b02cd50 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:46.135068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097554f1-e158-4f5c-b133-81566b02cd50 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:46.139520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-097554f1-e158-4f5c-b133-81566b02cd50 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0932784 Feb 15 09:46:46.146544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50376) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.160544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.166073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-0003507b-66f8-4da1-9e5e-f80b4d8b9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:46.167671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-0003507b-66f8-4da1-9e5e-f80b4d8b9099 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 200 len: 797 time: 0.2289789 Feb 15 09:46:46.247454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet c37d56a6-718b-4347-a8ce-fd0153bf78bd {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:46.252017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.316654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60ab1f78-5943-438b-8fa8-139183c478da req-1cd066c6-1b3b-45cf-b6ca-ad523eb776fa tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.0375338 Feb 15 09:46:46.322288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.324857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.328868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af4badbb-a644-4b54-9a3b-06018b33406e HTTP/1.1" status: 204 len: 168 time: 0.4752405 Feb 15 09:46:46.331867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.369432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ce4d3-e22c-46fd-9476-e630a609e659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4badbb-a644-4b54-9a3b-06018b33406e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:46.431711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Allocated IP 172.20.0.4 (e501dc9d-a8be-4974-acf3-597eaeddf501/d0bcb411-1f51-41da-a935-e82cb5218ebb/9ee57b94-bcbe-4379-9e59-1330c7328677) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:46.443400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.455152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-40bf1871-c083-410e-86b0-4c39e7c012ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:46.456699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-40bf1871-c083-410e-86b0-4c39e7c012ea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f95f69-dff1-4423-8c32-3e3b7acd1a8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2202728 Feb 15 09:46:46.481287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.500028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:46:46.523343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.578894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-865e1ab7-ac97-44d7-b7e8-2ebc81a4a556 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132593 Feb 15 09:46:46.589928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a211a4a-32a2-45f4-b091-b19a1a13a38f None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:46.591232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.599185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/c37d56a6-718b-4347-a8ce-fd0153bf78bd HTTP/1.1" status: 204 len: 168 time: 0.4490342 Feb 15 09:46:46.599185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627c239-3579-4343-9df8-f11f95897da7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=c37d56a6-718b-4347-a8ce-fd0153bf78bd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:46.599438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59a7f44f-1042-4d89-9059-4e04e4d82bc9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:46.604944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.654002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:46.705248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:46.708711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.720718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50386) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.724593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9c0dd86d-3d32-4bd9-88fe-f0fc4410b35b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820384 Feb 15 09:46:46.724593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:46.724841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:46.755901 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-581fc5e5-79b1-4d83-8260-b3b2ce84b356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.757661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:46.763803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931ee78b-b697-4089-8b2b-aaf33865062b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.765902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:46.837654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.841258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:46.841615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.870115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event updated for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:46.927812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:46.937697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:46.995521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:47.047545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:47.048178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.048523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Deleting port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:47.049040 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.076451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931ee78b-b697-4089-8b2b-aaf33865062b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.083019 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931ee78b-b697-4089-8b2b-aaf33865062b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.110295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6be2208-66bd-493a-b4c8-90ee0bc28fab req-36eb3918-f5ea-4e7a-994e-e774ebb2be57 service neutron] 10.222.0.36 "GET /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070541 Feb 15 09:46:47.124447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-5f467f78-9e7e-4c4f-b60c-6e139d690933 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1349607 Feb 15 09:46:47.140074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] For port 59a7f44f-1042-4d89-9059-4e04e4d82bc9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59a7f44f-1042-4d89-9059-4e04e4d82bc9,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:47.141191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.150215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-931ee78b-b697-4089-8b2b-aaf33865062b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10a88639aa764d1d9127c6dee1712ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262280 Feb 15 09:46:47.156058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:47.161371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee78b-b697-4089-8b2b-aaf33865062b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8b8d4-80d2-4035-a4bb-03f9789dfda1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.167985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Calling delete_port for 59a7f44f-1042-4d89-9059-4e04e4d82bc9 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:47.180231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Request body: {'port': {'device_id': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:47.281301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5f2a0-e21a-4c3b-9c54-32e49a4f5fce req-846dbcf7-8e81-4a3e-851d-72adcfbc7fe9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:47.281568 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.283042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41d5f2a0-e21a-4c3b-9c54-32e49a4f5fce req-846dbcf7-8e81-4a3e-851d-72adcfbc7fe9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 931 time: 0.3057828 Feb 15 09:46:47.313495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] Pushing event deleted for resources: {'Port': ['ID=59a7f44f-1042-4d89-9059-4e04e4d82bc9,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.317765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd44217-3076-49f6-a0ec-0d426a9d37af None None] No DVR routers for this DVR port 59a7f44f-1042-4d89-9059-4e04e4d82bc9 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:47.327467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.358228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.379111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:47.380566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.433360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:47.437719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:47.451537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b479c-8a5d-4706-8e93-bdd87f554389 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:47.456165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:47.456892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.460397 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21974323-2c17-4bcc-920b-6c5e43e193b1 req-f26ce1bd-c7b8-4497-a401-faaf0a9a1d4b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.0503507 Feb 15 09:46:47.473536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=5123d623-ac61-4405-993a-b82a676d5e1d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.480095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.487304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2aa261ba-e2c5-4f10-869a-a189c2a62a84 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7548413 Feb 15 09:46:47.487429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50396) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:47.496347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:d1:ed:c5', 'name': 'tempest-NetworksTestDHCPv6-1138322986'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:47.538427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41d5f2a0-e21a-4c3b-9c54-32e49a4f5fce req-81820107-7c4d-4f5b-80b3-2dbe3810f957 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402635 Feb 15 09:46:47.544555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.548201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.556841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Subnet': ['ID=28b7b8b1-60fa-45c8-94aa-7604de91edd3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.636097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:47.637800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.649014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '5123d623-ac61-4405-993a-b82a676d5e1d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:47.650500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.653711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.716641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Checking segment: {'id': '59332736-9083-405c-9b72-8d275cf81d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:47.717063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network hostable DHCP agents. Network: 697b000c-9239-4d82-9898-61798a07f0e9, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:47.722483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.748690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 974c4295-5b33-4332-acc1-f0472e9e2e4b yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:47.811048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Allocated IP 2001:db8::f816:3eff:fe73:f9a4 (36673517-2969-4f9b-be17-a8fd371f8f39/5123d623-ac61-4405-993a-b82a676d5e1d/618ff04a-04cb-4290-9861-d1075ce360c1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:47.826622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Network e501dc9d-a8be-4974-acf3-597eaeddf501 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:47.836714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=f54c30ab-be60-4507-aeaa-37fb184470aa,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.845323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:47.848591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:47.857214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Pushing event updated for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:47.903140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': '299a2457-27bd-4fa5-825a-6af82ebc3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:47.903539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: ab0617a9-a9fa-408c-833c-6a74c040859a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:47.910612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network 697b000c-9239-4d82-9898-61798a07f0e9 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:47.965224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.966001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.967734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.968905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59a8b8d4-80d2-4035-a4bb-03f9789dfda1 HTTP/1.1" status: 204 len: 168 time: 0.8008356 Feb 15 09:46:47.973873 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:47.985612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 697b000c-9239-4d82-9898-61798a07f0e9) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:47.999329 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.005826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cc2f79-a8fd-4f34-aef1-26db43d2eadc None None] Network 697b000c-9239-4d82-9898-61798a07f0e9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:48.007321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d9bc4-81bb-4b61-99fe-c4149bec9878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8b8d4-80d2-4035-a4bb-03f9789dfda1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:48.017859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:48.018467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.019122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.049173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network ab0617a9-a9fa-408c-833c-6a74c040859a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:48.063017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fed1:edc5 (36673517-2969-4f9b-be17-a8fd371f8f39/5123d623-ac61-4405-993a-b82a676d5e1d/974c4295-5b33-4332-acc1-f0472e9e2e4b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:48.070866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:48.073580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:48.078363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ab0617a9-a9fa-408c-833c-6a74c040859a) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:48.093563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4e567-635a-47a3-a930-2ce32811b931 None None] Network ab0617a9-a9fa-408c-833c-6a74c040859a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:48.093773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.094148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.108847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-dd2e8294-8eb6-4742-8f1d-21e4ac182e6e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0221946 Feb 15 09:46:48.113981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Pushing event updated for resources: {'Port': ['ID=618ff04a-04cb-4290-9861-d1075ce360c1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:48.141446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Request body: {'port': {'device_id': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:48.158841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event updated for resources: {'Subnet': ['ID=7a7f1fc8-a82e-4e3b-8214-41f87171790e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:48.187307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1ab34b83-b7db-4964-8d70-916efbbf950d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1800206 Feb 15 09:46:48.192560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50400) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:48.262854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Checking segment: {'id': 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:48.263080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network hostable DHCP agents. Network: f48c52e3-84a6-4de1-962a-a13d4dc4b867, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:48.348188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.365556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.381463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Attempting to bind port 618ff04a-04cb-4290-9861-d1075ce360c1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:48.381857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Attempting to bind port 618ff04a-04cb-4290-9861-d1075ce360c1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:48.382192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Attempting to bind port 618ff04a-04cb-4290-9861-d1075ce360c1 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:48.392620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:48.393019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:48.393421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.393820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:48.394293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Bound port: 618ff04a-04cb-4290-9861-d1075ce360c1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:48.394670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.399152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:48.407354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Network f48c52e3-84a6-4de1-962a-a13d4dc4b867 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:48.415157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.416009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.467230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f48c52e3-84a6-4de1-962a-a13d4dc4b867) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:48.476250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Transition to ACTIVE for port object 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:46:48.480694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.484782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.485920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.485920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.505818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:48.508246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.512717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9604ee-63df-4736-9faf-6a4ef911874b None None] Network f48c52e3-84a6-4de1-962a-a13d4dc4b867 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:48.518960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:48.530064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:48.542556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.543240 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.588482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=974c4295-5b33-4332-acc1-f0472e9e2e4b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:48.622167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-35046f4f-8052-426c-9980-87c6ca3c7420 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1333613 Feb 15 09:46:48.623001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50416) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:48.650773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59a7f44f-1042-4d89-9059-4e04e4d82bc9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:48.673321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] For port 618ff04a-04cb-4290-9861-d1075ce360c1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:48.695126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0e57ec42-59f3-4ba4-8463-0a512da19873 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.2408895 Feb 15 09:46:48.695771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:48.716663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140dd2d-5a68-442f-b200-b93c81e777ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.723429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 59a7f44f-1042-4d89-9059-4e04e4d82bc9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:48.723997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59a7f44f-1042-4d89-9059-4e04e4d82bc9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:48.734867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] For port 618ff04a-04cb-4290-9861-d1075ce360c1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=618ff04a-04cb-4290-9861-d1075ce360c1,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:48.744371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1140dd2d-5a68-442f-b200-b93c81e777ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.751625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1140dd2d-5a68-442f-b200-b93c81e777ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1269674 Feb 15 09:46:48.752539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:48.779402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.843321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3835477-fd9b-4eb9-893e-14043bcb360d req-eb259d5d-3867-4340-a305-75ff6c8f4637 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:48.845070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e3835477-fd9b-4eb9-893e-14043bcb360d req-eb259d5d-3867-4340-a305-75ff6c8f4637 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 931 time: 0.1731131 Feb 15 09:46:48.850087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ab0617a9-a9fa-408c-833c-6a74c040859a', 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a', 'tenant_id': '664c0fbdfe934c8f95e5a94bac4132b7', 'fixed_ips': [{'subnet_id': 'f54c30ab-be60-4507-aeaa-37fb184470aa'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:48.851030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.868684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be783bbe-8a6e-4c5e-986e-242e491d4461 None None] Pushing event updated for resources: {'Port': ['ID=618ff04a-04cb-4290-9861-d1075ce360c1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:48.871903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-697b000c-9239-4d82-9898-61798a07f0e9', 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9', 'tenant_id': '24408faf9a344543a6e8484d0e5f31f4', 'fixed_ips': [{'subnet_id': '28b7b8b1-60fa-45c8-94aa-7604de91edd3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:48.872964 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:48.980690 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e3835477-fd9b-4eb9-893e-14043bcb360d req-a97795e7-271e-4aef-b865-f6a2c1c890cd tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223171 Feb 15 09:46:49.030666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 974c4295-5b33-4332-acc1-f0472e9e2e4b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:49.031012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.213684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f48c52e3-84a6-4de1-962a-a13d4dc4b867', 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867', 'tenant_id': '24408faf9a344543a6e8484d0e5f31f4', 'fixed_ips': [{'subnet_id': '7a7f1fc8-a82e-4e3b-8214-41f87171790e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:49.214531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.222615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.255632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 974c4295-5b33-4332-acc1-f0472e9e2e4b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:49.300795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Allocated IP 2001:db8::2 (ab0617a9-a9fa-408c-833c-6a74c040859a/f54c30ab-be60-4507-aeaa-37fb184470aa/b1118de3-ca69-4952-b291-d637ac5df868) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:49.336626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Pushing event updated for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:49.443437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.495273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ce206-ee37-48e6-9cdb-f13369fb9610 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.497238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ce206-ee37-48e6-9cdb-f13369fb9610 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.498926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ce206-ee37-48e6-9cdb-f13369fb9610 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.500733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb8ce206-ee37-48e6-9cdb-f13369fb9610 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.7970681 Feb 15 09:46:49.515733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50442) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:49.532106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.552883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=974c4295-5b33-4332-acc1-f0472e9e2e4b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:49.579595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ef61f-7a60-401b-96a6-1f3757e9bf18 req-efdfa1fc-3ac4-418d-af90-80d90d5c5dad tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.589225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1ef61f-7a60-401b-96a6-1f3757e9bf18 req-efdfa1fc-3ac4-418d-af90-80d90d5c5dad tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 943 time: 0.9067972 Feb 15 09:46:49.636597 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c670274-2c05-43c8-9246-7f34c8353598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.656994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Allocated IP 2001:db8::1 (697b000c-9239-4d82-9898-61798a07f0e9/28b7b8b1-60fa-45c8-94aa-7604de91edd3/7cb837e6-4c9d-4ffe-8f14-6e4a57689209) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:49.687903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.698912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-edb6386f-0cb6-4f1c-8a72-dd31d70872f1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/974c4295-5b33-4332-acc1-f0472e9e2e4b HTTP/1.1" status: 204 len: 168 time: 0.9257338 Feb 15 09:46:49.703975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:49.756084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1ef61f-7a60-401b-96a6-1f3757e9bf18 req-f5cfcc97-da47-4c72-acd3-3f4d564efa35 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607864 Feb 15 09:46:49.768148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Attempting to bind port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:49.768553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Attempting to bind port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:49.769765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Attempting to bind port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:49.779134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:46:49.779542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Attempting to bind port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:49.793715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:49.794052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Checking segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:49.794434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Bound using segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:49.794869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Bound port: 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:49.795210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.825347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting subnet 28b7b8b1-60fa-45c8-94aa-7604de91edd3 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:49.867647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bcb86-3510-4b79-8ee6-fc56b83153bf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.870208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8bcb86-3510-4b79-8ee6-fc56b83153bf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:49.872315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d8bcb86-3510-4b79-8ee6-fc56b83153bf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1664555 Feb 15 09:46:49.875475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50456) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:49.878957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ee57b94-bcbe-4379-9e59-1330c7328677 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:49.889393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.938709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.946041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Allocated IP 2001:db8:0:1::1 (f48c52e3-84a6-4de1-962a-a13d4dc4b867/7a7f1fc8-a82e-4e3b-8214-41f87171790e/3a572b7f-710a-42dd-9575-ed4257ac7481) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:49.975228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:49.976677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Transition to ACTIVE for port object 9ee57b94-bcbe-4379-9e59-1330c7328677 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:46:50.005179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.046151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 5123d623-ac61-4405-993a-b82a676d5e1d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:50.052587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.059803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:50.063418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Pushing event updated for resources: {'Port': ['ID=b1118de3-ca69-4952-b291-d637ac5df868,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.082064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Network ab0617a9-a9fa-408c-833c-6a74c040859a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:50.105235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:50.128411 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.153693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:50.171061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:50.188143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c30ab-be60-4507-aeaa-37fb184470aa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.190380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.232068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.264446 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.283239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.297526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a58d8-8641-4085-9c35-e614561938cb req-35df5fc7-1373-4d56-adb3-8e3b8cda3660 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:50.299377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-724a58d8-8641-4085-9c35-e614561938cb req-35df5fc7-1373-4d56-adb3-8e3b8cda3660 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.1605787 Feb 15 09:46:50.315729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.325719 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.326568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.340944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Attempting to bind port b1118de3-ca69-4952-b291-d637ac5df868 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:50.341701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Attempting to bind port b1118de3-ca69-4952-b291-d637ac5df868 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '299a2457-27bd-4fa5-825a-6af82ebc3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:50.342445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Attempting to bind port b1118de3-ca69-4952-b291-d637ac5df868 on network ab0617a9-a9fa-408c-833c-6a74c040859a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:50.360592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:50.361320 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.362659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] 10.222.0.72 "PUT /v2.0/ports/9bacb12e-01f8-4ea4-8fa8-133b41c073d6 HTTP/1.1" status: 200 len: 1091 time: 3.2023804 Feb 15 09:46:50.365263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:50.367359 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6169cc6e-3d68-462b-98c5-826beb0032b9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:50.378106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.384515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:50.385744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Checking segment: {'id': '299a2457-27bd-4fa5-825a-6af82ebc3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:50.386358 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.386959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Bound using segment: {'id': '299a2457-27bd-4fa5-825a-6af82ebc3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:50.387882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Bound port: b1118de3-ca69-4952-b291-d637ac5df868, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299a2457-27bd-4fa5-825a-6af82ebc3a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:50.388489 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.389526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d82ce2-e394-4f22-87a4-e86d179f0f28 req-1503ae97-f339-47c2-8bad-892b782f7b11 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:50.397258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6d82ce2-e394-4f22-87a4-e86d179f0f28 req-1503ae97-f339-47c2-8bad-892b782f7b11 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.3433559 Feb 15 09:46:50.451346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Network 697b000c-9239-4d82-9898-61798a07f0e9 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:50.462429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-724a58d8-8641-4085-9c35-e614561938cb req-52137b85-197f-49e0-b5bb-223047ddc38f tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325631 Feb 15 09:46:50.484790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:50.494352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Pushing event updated for resources: {'Port': ['ID=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.497326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:50.534263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0617a9-a9fa-408c-833c-6a74c040859a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:50.573779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.584757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.595094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299a2457-27bd-4fa5-825a-6af82ebc3a91') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:50.595378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299a2457-27bd-4fa5-825a-6af82ebc3a91') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:50.620185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] For port b1118de3-ca69-4952-b291-d637ac5df868, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:50.625424 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d61428-445e-44e4-9cd4-620255bd587a x-openstack-request-id: req-a1d61428-445e-44e4-9cd4-620255bd587a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:50.625717 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:50.625996 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1d61428-445e-44e4-9cd4-620255bd587a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:50.626379 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'status': 'completed', 'code': 200} Feb 15 09:46:50.638415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.646012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10787e-3fa4-40d3-b057-c0fd7674cbbc service neutron] Pushing event updated for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.655885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.691527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6d82ce2-e394-4f22-87a4-e86d179f0f28 req-99ebde7f-bb59-4a5f-a7ab-a6ea15226919 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2920632 Feb 15 09:46:50.699719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] For port b1118de3-ca69-4952-b291-d637ac5df868, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1118de3-ca69-4952-b291-d637ac5df868,segment=NetworkSegment(299a2457-27bd-4fa5-825a-6af82ebc3a91),segment_id=299a2457-27bd-4fa5-825a-6af82ebc3a91)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:50.703742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Pushing event updated for resources: {'Port': ['ID=3a572b7f-710a-42dd-9575-ed4257ac7481,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.708385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Attempting to bind port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:50.708873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Attempting to bind port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '59332736-9083-405c-9b72-8d275cf81d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:50.709954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Attempting to bind port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 on network 697b000c-9239-4d82-9898-61798a07f0e9 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:50.716408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.717955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:50.718496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Checking segment: {'id': '59332736-9083-405c-9b72-8d275cf81d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:50.718997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.719494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Bound using segment: {'id': '59332736-9083-405c-9b72-8d275cf81d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:50.720121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Bound port: 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59332736-9083-405c-9b72-8d275cf81d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '697b000c-9239-4d82-9898-61798a07f0e9'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:50.720602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.727120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.734131 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.754662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-854ac58f-0d38-4a53-9904-e82e80378168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:50.756442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-854ac58f-0d38-4a53-9904-e82e80378168 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 1094 time: 0.3214550 Feb 15 09:46:50.757884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Attempting to bind port 9ee57b94-bcbe-4379-9e59-1330c7328677 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:50.760514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Attempting to bind port 9ee57b94-bcbe-4379-9e59-1330c7328677 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '43443994-87d7-4429-adc0-1866c1945596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:50.761738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Attempting to bind port 9ee57b94-bcbe-4379-9e59-1330c7328677 on network e501dc9d-a8be-4974-acf3-597eaeddf501 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:50.766133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:50.766291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:50.772170 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:50.782821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Network f48c52e3-84a6-4de1-962a-a13d4dc4b867 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:50.820307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 618ff04a-04cb-4290-9861-d1075ce360c1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:50.829733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.854224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Port 9ee57b94-bcbe-4379-9e59-1330c7328677 on network e501dc9d-a8be-4974-acf3-597eaeddf501 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:46:50.854569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Attempting to bind port 9ee57b94-bcbe-4379-9e59-1330c7328677 on network e501dc9d-a8be-4974-acf3-597eaeddf501 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:50.857665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-b2319fd8-464a-4682-ac0f-488a2a2ab08e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6 HTTP/1.1" status: 200 len: 217 time: 0.0834198 Feb 15 09:46:50.882372 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.893729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:50.911264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:50.959271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70118112-1e5c-466f-8e57-a316023ab092 req-550afff0-7ab0-400e-a65b-7f8716a6e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:50.961135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-550afff0-7ab0-400e-a65b-7f8716a6e3a4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.0696604 Feb 15 09:46:50.966092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08d954-778e-4cf5-82f3-9ef3220809f8 None None] Pushing event updated for resources: {'Port': ['ID=b1118de3-ca69-4952-b291-d637ac5df868,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.973417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=5123d623-ac61-4405-993a-b82a676d5e1d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:50.988166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:50.991377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f47bec5-3f9f-47c7-8e08-616fe51b9321 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5123d623-ac61-4405-993a-b82a676d5e1d HTTP/1.1" status: 204 len: 168 time: 1.1146815 Feb 15 09:46:50.997256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50478) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:50.998352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:50.998894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Checking segment: {'id': '43443994-87d7-4429-adc0-1866c1945596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:50.999753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Bound using segment: {'id': '43443994-87d7-4429-adc0-1866c1945596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:51.000376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Bound port: 9ee57b94-bcbe-4379-9e59-1330c7328677, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43443994-87d7-4429-adc0-1866c1945596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:51.001118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.034937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-89c9caa5-3f80-473d-b53b-68d1ef10a4b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609767 Feb 15 09:46:51.053245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1643519d-8467-4592-877c-c169561d9ee4 req-db2a2c57-5fd8-4e60-8bf6-2f15bbb8ac20 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:51.055722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1643519d-8467-4592-877c-c169561d9ee4 req-db2a2c57-5fd8-4e60-8bf6-2f15bbb8ac20 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 943 time: 0.1769783 Feb 15 09:46:51.057802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.092712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Subnet': ['ID=28b7b8b1-60fa-45c8-94aa-7604de91edd3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:51.112851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.120002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-67cfa414-0775-43f1-9737-3a94fd2431ab tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/subnets/28b7b8b1-60fa-45c8-94aa-7604de91edd3 HTTP/1.1" status: 204 len: 168 time: 1.6031535 Feb 15 09:46:51.120909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:46:51.120909 n-d-825064-4 neutron-server[102358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:46:51.120909 n-d-825064-4 neutron-server[102358]: [parameters: {'id': 'ab0617a9-a9fa-408c-833c-6a74c040859a'}] Feb 15 09:46:51.120909 n-d-825064-4 neutron-server[102358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:46:51.121278 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:46:51.121451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:51.126269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-83500a07-7a4a-46e6-a28e-50d15db0faba tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222596 Feb 15 09:46:51.126904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50484) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:51.176852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1643519d-8467-4592-877c-c169561d9ee4 req-239a4483-8728-430b-b71a-6ed98b3bd052 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902677 Feb 15 09:46:51.202247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting subnet 7a7f1fc8-a82e-4e3b-8214-41f87171790e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:51.209543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.247634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] For port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:51.252147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] For port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,segment=NetworkSegment(59332736-9083-405c-9b72-8d275cf81d10),segment_id=59332736-9083-405c-9b72-8d275cf81d10)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:51.264872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44456061-24b1-4d1a-90e1-2fee28c2a739 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:51.285689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.298389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.303091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4297fa1-409c-4462-8f66-dea74400634c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:51.307657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4297fa1-409c-4462-8f66-dea74400634c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1745644 Feb 15 09:46:51.308967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50496) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:51.331599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:51.377583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ee57b94-bcbe-4379-9e59-1330c7328677,segment=NetworkSegment(43443994-87d7-4429-adc0-1866c1945596),segment_id=43443994-87d7-4429-adc0-1866c1945596)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:51.385597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-1763e165-1932-41af-8885-5b1b559442f4 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757986 Feb 15 09:46:51.397601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.402595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051759e9-dff7-4e5a-b972-4859a2bfcac1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:51.406020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-051759e9-dff7-4e5a-b972-4859a2bfcac1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0883362 Feb 15 09:46:51.412638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Provisioning complete for port 618ff04a-04cb-4290-9861-d1075ce360c1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:51.413035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.418723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50504) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:51.435852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 618ff04a-04cb-4290-9861-d1075ce360c1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:51.436222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.496897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a6bec0e-6ce9-430f-a22c-aeff59bdac6f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724533 Feb 15 09:46:51.499748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:51.507179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4de99e-91af-4ea8-a859-bdc9590bca6a None None] Network ab0617a9-a9fa-408c-833c-6a74c040859a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:51.517184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:51.569409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:51.569409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.571546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] 10.222.0.36 "PUT /v2.0/ports/9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 200 len: 1091 time: 3.4459181 Feb 15 09:46:51.603692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Attempting to bind port 3a572b7f-710a-42dd-9575-ed4257ac7481 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:51.604228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Attempting to bind port 3a572b7f-710a-42dd-9575-ed4257ac7481 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:51.604617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Attempting to bind port 3a572b7f-710a-42dd-9575-ed4257ac7481 on network f48c52e3-84a6-4de1-962a-a13d4dc4b867 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:51.639610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:51.640009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Checking segment: {'id': 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:51.640999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.641192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Bound using segment: {'id': 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:51.641676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Bound port: 3a572b7f-710a-42dd-9575-ed4257ac7481, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f48c52e3-84a6-4de1-962a-a13d4dc4b867'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:51.642623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.648544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.655479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70118112-1e5c-466f-8e57-a316023ab092 req-02c33caa-1097-45cc-904b-949b934a18e4 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585835 Feb 15 09:46:51.663643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.682060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f41cd-329f-44ba-8fc8-3ba39f078269 service neutron] Pushing event updated for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:51.725895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc6d2e-8f80-44aa-a144-d6a5311bdd0e None None] Pushing event updated for resources: {'Port': ['ID=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:51.830579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:51.839407 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:51.937882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.035350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-e725e577-735b-40fe-beb3-35b647058414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.036637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e85d8-786e-45ae-97d3-82b06172f1ef req-272cf1fd-7d4c-4e98-b586-677a0b278886 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.038490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-105e85d8-786e-45ae-97d3-82b06172f1ef req-272cf1fd-7d4c-4e98-b586-677a0b278886 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.0786610 Feb 15 09:46:52.049882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-e725e577-735b-40fe-beb3-35b647058414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 1094 time: 0.3754940 Feb 15 09:46:52.063703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] For port 3a572b7f-710a-42dd-9575-ed4257ac7481, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:52.072668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-08dd33ac-e4ae-419d-8bbc-a0e8cac8552a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.074222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-08dd33ac-e4ae-419d-8bbc-a0e8cac8552a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 1094 time: 0.3226748 Feb 15 09:46:52.089270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf9dd9-8350-4e11-8ed1-179073c2061f req-6639be18-57ec-4d42-a319-3500d29112db tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.097658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79bf9dd9-8350-4e11-8ed1-179073c2061f req-6639be18-57ec-4d42-a319-3500d29112db tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.4411216 Feb 15 09:46:52.101727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] For port 3a572b7f-710a-42dd-9575-ed4257ac7481, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3a572b7f-710a-42dd-9575-ed4257ac7481,segment=NetworkSegment(ea55fbc4-3efe-489a-8bea-56f6f5e2401b),segment_id=ea55fbc4-3efe-489a-8bea-56f6f5e2401b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:52.104000 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.128346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.151011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50522) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:52.155059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 618ff04a-04cb-4290-9861-d1075ce360c1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=618ff04a-04cb-4290-9861-d1075ce360c1,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:52.183550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:52.190736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.192565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-1151249f-cadb-4f80-9bd0-02cad7bc1db1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 200 len: 217 time: 0.1329081 Feb 15 09:46:52.312982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.324399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f75aa1b-0aef-4a1a-b867-3f4500d969c9 None None] Pushing event updated for resources: {'Port': ['ID=3a572b7f-710a-42dd-9575-ed4257ac7481,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:52.373531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:46:52.373821 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:46:52.401299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.422987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=618ff04a-04cb-4290-9861-d1075ce360c1,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:52.428908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Deleting port 618ff04a-04cb-4290-9861-d1075ce360c1 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:52.429508 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.455399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting port b1118de3-ca69-4952-b291-d637ac5df868 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:52.456546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.459975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.481845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.494886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/subnets/7a7f1fc8-a82e-4e3b-8214-41f87171790e HTTP/1.1" status: 204 len: 168 time: 1.3707390 Feb 15 09:46:52.521474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] For port 618ff04a-04cb-4290-9861-d1075ce360c1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=618ff04a-04cb-4290-9861-d1075ce360c1,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:52.521842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.534949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:52.543906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Calling delete_port for 618ff04a-04cb-4290-9861-d1075ce360c1 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:52.544220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] For port b1118de3-ca69-4952-b291-d637ac5df868, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1118de3-ca69-4952-b291-d637ac5df868,segment=NetworkSegment(299a2457-27bd-4fa5-825a-6af82ebc3a91),segment_id=299a2457-27bd-4fa5-825a-6af82ebc3a91)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:52.544590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.567275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Calling delete_port for b1118de3-ca69-4952-b291-d637ac5df868 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:52.581721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90309c5-f232-4f36-972b-ed01434d128a tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Subnet': ['ID=7a7f1fc8-a82e-4e3b-8214-41f87171790e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:52.593378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-8af9779f-0a5e-4835-a725-7c56b9f379b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.594722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-8af9779f-0a5e-4835-a725-7c56b9f379b8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.4888492 Feb 15 09:46:52.605735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79bf9dd9-8350-4e11-8ed1-179073c2061f req-6a082104-63ab-49f2-a20c-279782a26b26 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066421 Feb 15 09:46:52.636190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd5902-6b74-4080-afb6-35393151c922 req-04c73cfb-5f42-4956-97b0-6fc00986da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.639893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-04c73cfb-5f42-4956-97b0-6fc00986da93 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0bcb411-1f51-41da-a935-e82cb5218ebb HTTP/1.1" status: 200 len: 852 time: 0.4104488 Feb 15 09:46:52.641210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:52.644265 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc41fc1-c645-4940-83a4-7e55eb0f0440" -d '{"events": [{"name": "network-changed", "server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:52.675819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb631808-55ae-4a26-8cc3-f7c2e993c0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.714682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.729380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-b2aa7fae-a4ea-47da-a619-94e6b0f46ebc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e501dc9d-a8be-4974-acf3-597eaeddf501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807617 Feb 15 09:46:52.737828 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-105e85d8-786e-45ae-97d3-82b06172f1ef req-7ba6374f-b72d-464e-aafe-0b901fe4a2a1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6840882 Feb 15 09:46:52.746429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] No DVR routers for this DVR port 618ff04a-04cb-4290-9861-d1075ce360c1 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:52.802646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6c73c-0abf-408f-b7e7-e627c6a9c0fe None None] Pushing event deleted for resources: {'Port': ['ID=618ff04a-04cb-4290-9861-d1075ce360c1,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:52.813504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:52.818422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-f44b89b6-34e0-4e4a-83b9-626ace7a2de8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6 HTTP/1.1" status: 200 len: 217 time: 0.1859117 Feb 15 09:46:52.834050 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3674c-eeac-45b2-b62b-57c00d5a7a0d x-openstack-request-id: req-c0e3674c-eeac-45b2-b62b-57c00d5a7a0d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:52.834346 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:52.834599 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0e3674c-eeac-45b2-b62b-57c00d5a7a0d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:52.835008 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677', 'status': 'completed', 'code': 200} Feb 15 09:46:52.874458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f8b01a-6159-4365-af62-cfb97d9675c8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:52.879467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:52.880042 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:52.881800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39f8b01a-6159-4365-af62-cfb97d9675c8 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3420479 Feb 15 09:46:52.887570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50534) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:52.926008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cc9ed632-62c1-4bf5-accd-cfa3e560dc81 None None] Port 618ff04a-04cb-4290-9861-d1075ce360c1 update to ACTIVE by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:46:52.989003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.004262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.053006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.068514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:53.070716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b7885835-98f1-41d3-9ecb-1994f6a1a2e6 None None] Could not find standard attr ID for object 974c4295-5b33-4332-acc1-f0472e9e2e4b. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:46:53.077307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:53.083016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:53.084767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,segment=NetworkSegment(59332736-9083-405c-9b72-8d275cf81d10),segment_id=59332736-9083-405c-9b72-8d275cf81d10)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:53.085190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.090786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542b5522-f94a-4e0a-93b6-f6899d9a1142 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:53.091213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-9586e0c9-e147-4892-a491-ff17a094e2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:53.093851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-9586e0c9-e147-4892-a491-ff17a094e2ad service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.2298179 Feb 15 09:46:53.094625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.114545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=2e5fe115-70b3-4253-bdfe-7c8b04a64c37,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:53.125130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-399e1625-265a-45f8-a740-c717519421a8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6247418 Feb 15 09:46:53.130428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:53.137314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:e0:30:55', 'name': 'tempest-NetworksTestDHCPv6-2037180161'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:53.161124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eea478-3151-4939-b6a4-f97a3a5b4310 req-7a0848c3-927f-482d-8e9e-9336c88d74ad tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:53.162643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79eea478-3151-4939-b6a4-f97a3a5b4310 req-7a0848c3-927f-482d-8e9e-9336c88d74ad tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 943 time: 0.3145161 Feb 15 09:46:53.164740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-f3fa915e-8013-4eff-86d9-f1db163d0a86 service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192351 Feb 15 09:46:53.214525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.234813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 618ff04a-04cb-4290-9861-d1075ce360c1 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:53.259915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:53.264385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-8f2f24e0-ed0f-42b2-a275-890a38e6fb19 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880673 Feb 15 09:46:53.264838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 618ff04a-04cb-4290-9861-d1075ce360c1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:53.267363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 618ff04a-04cb-4290-9861-d1075ce360c1 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:53.295732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e28a24-9d46-4a06-9203-3d8318a96ddc None None] Network 697b000c-9239-4d82-9898-61798a07f0e9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:53.307035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting port 3a572b7f-710a-42dd-9575-ed4257ac7481 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:53.307380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.340458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Port': ['ID=b1118de3-ca69-4952-b291-d637ac5df868,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:53.349827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No DVR routers for this DVR port b1118de3-ca69-4952-b291-d637ac5df868 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:53.395189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] For port 3a572b7f-710a-42dd-9575-ed4257ac7481, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3a572b7f-710a-42dd-9575-ed4257ac7481,segment=NetworkSegment(ea55fbc4-3efe-489a-8bea-56f6f5e2401b),segment_id=ea55fbc4-3efe-489a-8bea-56f6f5e2401b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:53.395532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.406141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:53.424324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Calling delete_port for 3a572b7f-710a-42dd-9575-ed4257ac7481 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:53.467036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a138aa4a-db7c-4a0e-bd93-f8560dd6a772 None None] Provisioning complete for port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:53.467620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a138aa4a-db7c-4a0e-bd93-f8560dd6a772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.559414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.595674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 7d951660-6ce5-41a6-abfc-0f3fe6daca6d yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:46:53.605476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.621997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '2e5fe115-70b3-4253-bdfe-7c8b04a64c37'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:53.623223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.737300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] No DVR routers for this DVR port 3a572b7f-710a-42dd-9575-ed4257ac7481 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:53.751374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Port': ['ID=3a572b7f-710a-42dd-9575-ed4257ac7481,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:53.863280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.869004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79eea478-3151-4939-b6a4-f97a3a5b4310 req-4bdc3376-ccc4-4883-b1f8-82fd7ca74da0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746147 Feb 15 09:46:53.883216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb631808-55ae-4a26-8cc3-f7c2e993c0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.910532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.918204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb631808-55ae-4a26-8cc3-f7c2e993c0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:53.920703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48bde5-7145-4e69-9415-8aa75d50df9e req-ea3aea7c-54bb-442c-aca9-da3094a24cc9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:53.928949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb48bde5-7145-4e69-9415-8aa75d50df9e req-ea3aea7c-54bb-442c-aca9-da3094a24cc9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.2110589 Feb 15 09:46:53.930990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab0617a9-a9fa-408c-833c-6a74c040859a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.964288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48c52e3-84a6-4de1-962a-a13d4dc4b867']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.977932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299a2457-27bd-4fa5-825a-6af82ebc3a91') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.978191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299a2457-27bd-4fa5-825a-6af82ebc3a91') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.986897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.987212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea55fbc4-3efe-489a-8bea-56f6f5e2401b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:53.991561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb48bde5-7145-4e69-9415-8aa75d50df9e req-3c9b925b-1907-43d2-a135-db347c835bc7 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618646 Feb 15 09:46:54.000565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.010578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eddd5902-6b74-4080-afb6-35393151c922 req-b3f4fd25-6131-4422-a92a-aed54a2ee75c service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8056178 Feb 15 09:46:54.030273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.034088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.034721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eb631808-55ae-4a26-8cc3-f7c2e993c0ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a91870c4c6048658c0e5354d378c738&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8794112 Feb 15 09:46:54.035602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9047a-c9df-46db-a573-855c85e8ae5b None None] Network f48c52e3-84a6-4de1-962a-a13d4dc4b867 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:54.037403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] DHCP port deletion for 697b000c-9239-4d82-9898-61798a07f0e9 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:54.044434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:54.044905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.047982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5535db6a-ad8a-4b0c-aa19-3301ba45bce6 None None] Could not find standard attr ID for object 3a572b7f-710a-42dd-9575-ed4257ac7481. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:46:54.069558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:54.073674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb631808-55ae-4a26-8cc3-f7c2e993c0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1dba66-fd0c-4656-be4e-5ad59189e284,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:54.105733 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:54.107701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-0db3d3e4-c0d1-4db7-b02a-a0586815537f service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7840605 Feb 15 09:46:54.112195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.132089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.146612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/2e5fe115-70b3-4253-bdfe-7c8b04a64c37/4a7c5211-265a-439f-9092-e320c98ae454) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:54.153033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.157399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:54.157754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:54.163234 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:54.165245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/f48c52e3-84a6-4de1-962a-a13d4dc4b867 HTTP/1.1" status: 204 len: 168 time: 1.2751186 Feb 15 09:46:54.165245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50544) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:54.195361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ccf55-77d3-40a2-a683-e0980eac2a05 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=f48c52e3-84a6-4de1-962a-a13d4dc4b867,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.282411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Deleting port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:54.282787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.293355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e62f4-ec82-4da8-bed4-b858e06962c3 req-0df4afb4-c8e8-4d4c-9989-4523af70d495 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:54.294917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d90e62f4-ec82-4da8-bed4-b858e06962c3 req-0df4afb4-c8e8-4d4c-9989-4523af70d495 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.3083210 Feb 15 09:46:54.304410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.307742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-83e85b64-bbfa-4e73-b052-d47c6a6a2d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:54.312409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-83e85b64-bbfa-4e73-b052-d47c6a6a2d58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 1094 time: 0.2251403 Feb 15 09:46:54.330585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:46:54.332386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75907849-f264-4048-8d41-4e89eab90fc2 None None] DHCP port deletion for f48c52e3-84a6-4de1-962a-a13d4dc4b867 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:54.346302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.372592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Deleting port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:54.373165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.380141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.383827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ab0617a9-a9fa-408c-833c-6a74c040859a HTTP/1.1" status: 204 len: 168 time: 6.1887171 Feb 15 09:46:54.385151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.387418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50546) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:54.409279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] For port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,segment=NetworkSegment(59332736-9083-405c-9b72-8d275cf81d10),segment_id=59332736-9083-405c-9b72-8d275cf81d10)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:54.409675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.444398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1708344280'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:54.450845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] For port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,segment=NetworkSegment(59332736-9083-405c-9b72-8d275cf81d10),segment_id=59332736-9083-405c-9b72-8d275cf81d10)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:54.451241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.453814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee4066-1505-43f3-8e1b-3823cb0d8dff tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=ab0617a9-a9fa-408c-833c-6a74c040859a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.468650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Calling delete_port for 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:54.472756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6169cc6e-3d68-462b-98c5-826beb0032b9 req-905c6a72-3f4a-470b-bc9e-d39814a339e7 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556724 Feb 15 09:46:54.502084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Calling delete_port for 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:54.502292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.502292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d90e62f4-ec82-4da8-bed4-b858e06962c3 req-f5451e70-88b2-460b-9c86-4d1ca591c06b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966054 Feb 15 09:46:54.565436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:54.569096 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.570485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.590605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-abb2358a-7d8d-456f-a248-85f581ac72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:54.592320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-abb2358a-7d8d-456f-a248-85f581ac72fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 200 len: 913 time: 0.2574747 Feb 15 09:46:54.608478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] No DVR routers for this DVR port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:54.623745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.644313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:46:54.645954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Port': ['ID=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.655051 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.663761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.666303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.669985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b1dba66-fd0c-4656-be4e-5ad59189e284 HTTP/1.1" status: 204 len: 168 time: 0.5948312 Feb 15 09:46:54.672252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-67de5cee-6ace-48dd-9a35-53ea8a6722e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 200 len: 217 time: 0.0702348 Feb 15 09:46:54.684269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b84b1-2ba5-4305-8965-2b739ca32eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1dba66-fd0c-4656-be4e-5ad59189e284,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.689898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:54.693378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:46:54.693789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:46:54.696409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:46:54.745412 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:46:54.764126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:54.765009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'port_id': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'mac_address': 'fa:16:3e:c4:ac:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44e4478-1fc7-4173-8c76-ea08c6075685', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:46:54.774770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:54.775515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.778422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:54.783704 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.783917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.785396 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Added segment b3ddff25-3cad-4a5f-a580-289b12df2839 of type vlan for network ca3649f6-29df-4f5f-97c7-f01daa933cc7 Feb 15 09:46:54.791413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Pushing event updated for resources: {'Port': ['ID=4a7c5211-265a-439f-9092-e320c98ae454,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.795394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::137 (36673517-2969-4f9b-be17-a8fd371f8f39/2e5fe115-70b3-4253-bdfe-7c8b04a64c37/7d951660-6ce5-41a6-abfc-0f3fe6daca6d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:46:54.802623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-4013958a-9276-4b7c-8698-0e72ed46de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:54.804619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-4013958a-9276-4b7c-8698-0e72ed46de2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0bcb411-1f51-41da-a935-e82cb5218ebb HTTP/1.1" status: 200 len: 852 time: 0.1215360 Feb 15 09:46:54.815466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697b000c-9239-4d82-9898-61798a07f0e9']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:54.829106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59332736-9083-405c-9b72-8d275cf81d10') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:54.829865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59332736-9083-405c-9b72-8d275cf81d10') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:54.855597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] No DVR routers for this DVR port 7cb837e6-4c9d-4ffe-8f14-6e4a57689209 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:54.863733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.873985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b291b4-36b2-4a9a-b885-c4b71afad6ac None None] Pushing event deleted for resources: {'Port': ['ID=7cb837e6-4c9d-4ffe-8f14-6e4a57689209,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:54.891701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.900620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.918916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:54.919381 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:54.922478 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:54.929574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:54.935627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Attempting to bind port 4a7c5211-265a-439f-9092-e320c98ae454 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:46:54.935997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Attempting to bind port 4a7c5211-265a-439f-9092-e320c98ae454 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:46:54.936364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Attempting to bind port 4a7c5211-265a-439f-9092-e320c98ae454 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:46:54.938177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-e7757a80-6ba9-4bfc-8f25-5773e37375d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e501dc9d-a8be-4974-acf3-597eaeddf501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657575 Feb 15 09:46:54.952889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:46:54.953227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:54.953578 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.953973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:46:54.954451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Bound port: 4a7c5211-265a-439f-9092-e320c98ae454, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:46:54.954828 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.960715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:54.968162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:54.987929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.059650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.074044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.074887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.136489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.142863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] For port 4a7c5211-265a-439f-9092-e320c98ae454, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:46:55.147180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] For port 4a7c5211-265a-439f-9092-e320c98ae454, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4a7c5211-265a-439f-9092-e320c98ae454,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:46:55.148353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7448161 Feb 15 09:46:55.156001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.160569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.192773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50558) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.195070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Request body: {'subnet': {'network_id': 'ca3649f6-29df-4f5f-97c7-f01daa933cc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:55.201169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9bacb12e-01f8-4ea4-8fa8-133b41c073d6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:46:55.202195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.217352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e28eb6-b321-4e9a-9687-4f00203a2059 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Network': ['ID=ca3649f6-29df-4f5f-97c7-f01daa933cc7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.244835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.246066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1193b96a-11d9-4128-b79c-faab38291dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.250216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/697b000c-9239-4d82-9898-61798a07f0e9 HTTP/1.1" status: 204 len: 168 time: 1.0623088 Feb 15 09:46:55.250381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-5ca397c0-d08f-47df-95c9-2584ee1ed6ca service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014853 Feb 15 09:46:55.252361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.253767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.262587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ca3649f6-29df-4f5f-97c7-f01daa933cc7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:46:55.325935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30060ebf-0a60-43c6-893f-d68baaf23e5d tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=697b000c-9239-4d82-9898-61798a07f0e9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.346452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2fc64-a6ba-4d64-9b3f-1832f0bfe95d req-e88bc9a1-eb83-478b-9c5a-a93820e2e8b5 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.348489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cd2fc64-a6ba-4d64-9b3f-1832f0bfe95d req-e88bc9a1-eb83-478b-9c5a-a93820e2e8b5 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.2086790 Feb 15 09:46:55.365098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b61f2-462a-46d6-9fed-c000549a0acb None None] Pushing event updated for resources: {'Port': ['ID=4a7c5211-265a-439f-9092-e320c98ae454,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.428534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401020b-4320-420f-b597-e9ac3e36389b req-b60355f1-ec48-42c2-b8e9-033dc372bae4 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.430872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3401020b-4320-420f-b597-e9ac3e36389b req-b60355f1-ec48-42c2-b8e9-033dc372bae4 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 944 time: 0.3201945 Feb 15 09:46:55.448301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cc41fc1-c645-4940-83a4-7e55eb0f0440 req-d855e93e-5188-435b-9f0b-e9f89b91d617 service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910360 Feb 15 09:46:55.476581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.490917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cd2fc64-a6ba-4d64-9b3f-1832f0bfe95d req-9ab9faed-a097-4944-b7b6-6a7148ca13d3 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937021 Feb 15 09:46:55.514139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.530697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3401020b-4320-420f-b597-e9ac3e36389b req-4798a049-5a80-4e77-b1ce-4eaf318fafbe tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885732 Feb 15 09:46:55.552451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1193b96a-11d9-4128-b79c-faab38291dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.556394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Made reservation on behalf of 664c0fbdfe934c8f95e5a94bac4132b7 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:55.559434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.569446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1193b96a-11d9-4128-b79c-faab38291dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.628494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1193b96a-11d9-4128-b79c-faab38291dda admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=145415e010524a49ab54606a4d2b9d7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4338434 Feb 15 09:46:55.629458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50564) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.630134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193b96a-11d9-4128-b79c-faab38291dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fa80a1-ae8d-4aa3-8721-eba80f256dab,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.705017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:55.737253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:55.772356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=7d951660-6ce5-41a6-abfc-0f3fe6daca6d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:55.775807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:46:55.782491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.783149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.804347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4bc1a0-afe0-4c64-a4d5-86285c5aaeb7 req-a91f68a5-5a6f-4ac8-aee0-b9f1721693ea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.806391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb4bc1a0-afe0-4c64-a4d5-86285c5aaeb7 req-a91f68a5-5a6f-4ac8-aee0-b9f1721693ea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1115775 Feb 15 09:46:55.807088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.823976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.844133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9faa84d5-93ad-4131-88b3-540519a0a3c2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7117121 Feb 15 09:46:55.848138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.849688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.863749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7c822be-1f9b-44e3-a2c7-6dbbe60fc820']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:55.879589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd013a76b-ee36-414a-aa82-7a971c046f31') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:55.880052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd013a76b-ee36-414a-aa82-7a971c046f31') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:55.896713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.927166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb4bc1a0-afe0-4c64-a4d5-86285c5aaeb7 req-8135e8e5-f157-43e2-aea1-9193b0f984e6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084626 Feb 15 09:46:55.941784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.951417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:55.951840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:55.956340 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:55.963033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2186e-9aab-4801-a5f5-b2e398811f96 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.969131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab2186e-9aab-4801-a5f5-b2e398811f96 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:55.970823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dab2186e-9aab-4801-a5f5-b2e398811f96 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1190953 Feb 15 09:46:55.973703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50568) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:55.985820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.988382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:55.990601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05fa80a1-ae8d-4aa3-8721-eba80f256dab HTTP/1.1" status: 204 len: 168 time: 0.3575125 Feb 15 09:46:56.029549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d32711-67b4-4c31-99d6-fce47e28070f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fa80a1-ae8d-4aa3-8721-eba80f256dab,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:56.087868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.107300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.111680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/a7c822be-1f9b-44e3-a2c7-6dbbe60fc820 HTTP/1.1" status: 204 len: 168 time: 0.8137052 Feb 15 09:46:56.115208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:56.138942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5732d735-a6be-4544-88c7-cd93add69dc6 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=a7c822be-1f9b-44e3-a2c7-6dbbe60fc820,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:56.145213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 7d951660-6ce5-41a6-abfc-0f3fe6daca6d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:56.145560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.254581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:56.256208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.296798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.329868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:56.349670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event updated for resources: {'Subnet': ['ID=8271cf48-f373-4ef3-8d18-c1012ebde557,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:56.352614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Checking segment: {'id': 'b3ddff25-3cad-4a5f-a580-289b12df2839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ca3649f6-29df-4f5f-97c7-f01daa933cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:46:56.353098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network hostable DHCP agents. Network: ca3649f6-29df-4f5f-97c7-f01daa933cc7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:46:56.371826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.390788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Network ca3649f6-29df-4f5f-97c7-f01daa933cc7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:46:56.394889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 7d951660-6ce5-41a6-abfc-0f3fe6daca6d owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:56.403982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ca3649f6-29df-4f5f-97c7-f01daa933cc7) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:56.415257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:56.416945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.417153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6880c4b7-5a91-4023-9b91-2c407396445d None None] Network ca3649f6-29df-4f5f-97c7-f01daa933cc7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:56.444902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:46:56.449212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9670cddd-ad22-46ee-bbc2-54c9546365b7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2873113 Feb 15 09:46:56.451640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:56.486945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:56.487555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.621858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.661500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc3d7c7-17a8-4283-b1a5-e3039651d396']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:56.676302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.738225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25e2e3a-cecc-41db-b316-af6c05dfc0ad') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:56.744405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25e2e3a-cecc-41db-b316-af6c05dfc0ad') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:56.769812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4a7c5211-265a-439f-9092-e320c98ae454 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:46:56.781027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.828606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.844364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:56.844886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:56.848639 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:56.850992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765492d2-9fea-4acc-a4d3-5c36a99a5ad6 req-f54ca935-0fd3-442b-889c-ab48201a7583 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:56.852733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-765492d2-9fea-4acc-a4d3-5c36a99a5ad6 req-f54ca935-0fd3-442b-889c-ab48201a7583 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.1641843 Feb 15 09:46:56.854385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.865327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.922468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ee57b94-bcbe-4379-9e59-1330c7328677 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:46:56.924595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd16ac3-e819-416e-a348-511bb50c32a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ca3649f6-29df-4f5f-97c7-f01daa933cc7', 'network_id': 'ca3649f6-29df-4f5f-97c7-f01daa933cc7', 'tenant_id': '664c0fbdfe934c8f95e5a94bac4132b7', 'fixed_ips': [{'subnet_id': '8271cf48-f373-4ef3-8d18-c1012ebde557'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:46:56.925909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcd16ac3-e819-416e-a348-511bb50c32a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:56.935691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-765492d2-9fea-4acc-a4d3-5c36a99a5ad6 req-3ccdcd6d-c503-49e3-bea5-f763554a9f4f tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582876 Feb 15 09:46:56.953048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.013210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=8271cf48-f373-4ef3-8d18-c1012ebde557,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:57.017987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=7d951660-6ce5-41a6-abfc-0f3fe6daca6d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:57.021086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.027501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-36a7a0af-ec8d-4265-996c-040f3fe31fb2 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/7d951660-6ce5-41a6-abfc-0f3fe6daca6d HTTP/1.1" status: 204 len: 168 time: 1.0502179 Feb 15 09:46:57.034231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a880824-d9f0-4289-a9a8-3e01833b1a27 req-0e6ff3fa-c873-45e6-9327-f776ac36827a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:57.035889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a880824-d9f0-4289-a9a8-3e01833b1a27 req-0e6ff3fa-c873-45e6-9327-f776ac36827a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 944 time: 0.2876351 Feb 15 09:46:57.037207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50598) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.074864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-eae769ec-fd41-4b3d-b2d3-2175092c7c83 None None] Provisioning complete for port 4a7c5211-265a-439f-9092-e320c98ae454 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:57.075240 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eae769ec-fd41-4b3d-b2d3-2175092c7c83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.093624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.116039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.117299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.122423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] 10.222.0.10 "DELETE /v2.0/networks/ffc3d7c7-17a8-4283-b1a5-e3039651d396 HTTP/1.1" status: 204 len: 168 time: 1.0055027 Feb 15 09:46:57.152129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0e5f9-55b4-410d-adf7-8509f8a23ed9 tempest-BulkNetworkOpsIpV6Test-1415217176 tempest-BulkNetworkOpsIpV6Test-1415217176-project] Pushing event deleted for resources: {'Network': ['ID=ffc3d7c7-17a8-4283-b1a5-e3039651d396,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:57.184005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3649f6-29df-4f5f-97c7-f01daa933cc7']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:57.193488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a880824-d9f0-4289-a9a8-3e01833b1a27 req-fe6fce87-9308-4ad2-97de-19861232f301 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352661 Feb 15 09:46:57.197553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ddff25-3cad-4a5f-a580-289b12df2839') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:57.197860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ddff25-3cad-4a5f-a580-289b12df2839') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:57.208402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fd50c-70df-4054-801e-f8e111a5af2c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:57.210391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fd50c-70df-4054-801e-f8e111a5af2c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:57.210981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.213463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8c2fd50c-70df-4054-801e-f8e111a5af2c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1746728 Feb 15 09:46:57.216038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.236414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.258932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:57.259611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.326246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777196ae-0d75-4190-b3d9-be875a07bc23 None None] Network ca3649f6-29df-4f5f-97c7-f01daa933cc7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:57.326506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 2e5fe115-70b3-4253-bdfe-7c8b04a64c37 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:46:57.330497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.332762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4a7c5211-265a-439f-9092-e320c98ae454 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:46:57.332762 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.342130 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:46:57.422331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.601910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.610985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50614) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:57.698794 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:57.717071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454680f-d925-460b-85ca-96c8c48cd0e1 req-448b3b7f-2178-4c5e-b8fe-a7bdce9a1f90 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:57.720433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e454680f-d925-460b-85ca-96c8c48cd0e1 req-448b3b7f-2178-4c5e-b8fe-a7bdce9a1f90 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.6452458 Feb 15 09:46:57.721810 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.744667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.774520 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.777972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ca3649f6-29df-4f5f-97c7-f01daa933cc7 HTTP/1.1" status: 204 len: 168 time: 1.3253279 Feb 15 09:46:57.779766 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.781416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e454680f-d925-460b-85ca-96c8c48cd0e1 req-8d3c4157-f302-44b8-b776-0fa5fb6397db tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489283 Feb 15 09:46:57.782061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50622) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.806765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.815214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/2e5fe115-70b3-4253-bdfe-7c8b04a64c37 HTTP/1.1" status: 204 len: 168 time: 0.5976777 Feb 15 09:46:57.816190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50624) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.819454 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7ef217-0a8f-4a4a-aaac-8afdefcb7825 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:57.819901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7ef217-0a8f-4a4a-aaac-8afdefcb7825 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:57.826307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a7ef217-0a8f-4a4a-aaac-8afdefcb7825 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/8271cf48-f373-4ef3-8d18-c1012ebde557 HTTP/1.1" status: 404 len: 337 time: 0.0311193 Feb 15 09:46:57.826307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92338cbe-b3ed-40e0-a769-1d6ca2f03c28 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=ca3649f6-29df-4f5f-97c7-f01daa933cc7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:57.826307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.834784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf20bb63-60d9-415e-831e-f8d0d832cb12 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:46:57.838556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0f3b6-052a-450c-8e38-5d160df25fb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5fe115-70b3-4253-bdfe-7c8b04a64c37,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:57.846739 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e877483-4cd6-4792-86a5-c27d9940a536 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:57.847433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e877483-4cd6-4792-86a5-c27d9940a536 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:57.853134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e877483-4cd6-4792-86a5-c27d9940a536 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ca3649f6-29df-4f5f-97c7-f01daa933cc7 HTTP/1.1" status: 404 len: 339 time: 0.0237069 Feb 15 09:46:57.853702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.888505 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bc81e9-d956-4b32-86c8-666da92b272a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:57.889072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bc81e9-d956-4b32-86c8-666da92b272a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:57.893005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-60dc218a-a96b-4012-8479-fb98afad6241 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0757499 Feb 15 09:46:57.895223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50632) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.896558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e1bc81e9-d956-4b32-86c8-666da92b272a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/f54c30ab-be60-4507-aeaa-37fb184470aa HTTP/1.1" status: 404 len: 337 time: 0.0419667 Feb 15 09:46:57.897196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.911163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:57.922909 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4813e67-3fa5-4fe2-bc03-750d6f7390aa tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:57.923493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4813e67-3fa5-4fe2-bc03-750d6f7390aa tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:57.929563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4813e67-3fa5-4fe2-bc03-750d6f7390aa tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ab0617a9-a9fa-408c-833c-6a74c040859a HTTP/1.1" status: 404 len: 339 time: 0.0311460 Feb 15 09:46:57.931397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50636) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:57.956900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 4a7c5211-265a-439f-9092-e320c98ae454, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4a7c5211-265a-439f-9092-e320c98ae454,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:57.957707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:46:57.960197 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5249ba1d-6202-4ef7-8fe6-83cbd72092a1" -d '{"events": [{"server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "name": "network-vif-plugged", "status": "completed", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:46:57.978892 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-be758e41-50af-4944-bb7a-4352559a841d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:57.979472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be758e41-50af-4944-bb7a-4352559a841d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:57.984983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-be758e41-50af-4944-bb7a-4352559a841d tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/ad7e6fa6-2bbb-4b8c-8821-ed409bb9e1a3 HTTP/1.1" status: 404 len: 337 time: 0.0488832 Feb 15 09:46:57.985508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.028619 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e2501-68c9-4be6-90d8-43a8d9a436ce tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:58.031486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e2501-68c9-4be6-90d8-43a8d9a436ce tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:58.040090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-573e2501-68c9-4be6-90d8-43a8d9a436ce tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/ddfbcdfe-fcdb-4996-b4b2-c373b36629cc HTTP/1.1" status: 404 len: 339 time: 0.0525320 Feb 15 09:46:58.042726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7745139-42cc-464c-86a0-549b283ea310 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:58.043963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.044379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b7745139-42cc-464c-86a0-549b283ea310 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1478829 Feb 15 09:46:58.048797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.065526 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b84fe6a-a22f-4b21-a09d-79b2c3a4c357 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=24408faf9a344543a6e8484d0e5f31f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494452 Feb 15 09:46:58.065526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50652) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.077199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.091149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:58.153811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.166235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21426006-a57b-42ab-8cfb-e20e39f19762 req-541b91b7-53cd-4bf3-80f3-e3064689bf99 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:58.167338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21426006-a57b-42ab-8cfb-e20e39f19762 req-541b91b7-53cd-4bf3-80f3-e3064689bf99 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 943 time: 0.0953262 Feb 15 09:46:58.172318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.198393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ee57b94-bcbe-4379-9e59-1330c7328677,segment=NetworkSegment(43443994-87d7-4429-adc0-1866c1945596),segment_id=43443994-87d7-4429-adc0-1866c1945596)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:58.212862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.232083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9ee57b94-bcbe-4379-9e59-1330c7328677', 'network_id': 'e501dc9d-a8be-4974-acf3-597eaeddf501', 'port_id': '9ee57b94-bcbe-4379-9e59-1330c7328677', 'mac_address': 'fa:16:3e:62:94:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0bcb411-1f51-41da-a935-e82cb5218ebb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:46:58.263501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21426006-a57b-42ab-8cfb-e20e39f19762 req-4bc7a704-f3ba-4b5f-bd6f-85da43704ee7 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883789 Feb 15 09:46:58.296324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d174a6-473a-45da-870b-f2749e090489 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:58.300053 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47d174a6-473a-45da-870b-f2749e090489 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2469304 Feb 15 09:46:58.303421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50658) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.360395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting port 6994270d-4809-4f6a-a7a7-74e595507eb8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:58.360838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.429393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.433414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f77410b6-482f-44ce-be3b-e88619b031ff tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1273067 Feb 15 09:46:58.436647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:58.439573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=4a7c5211-265a-439f-9092-e320c98ae454,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:58.461857 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77af8d1-ec02-4f5c-b2ba-2dfc92816ec3 x-openstack-request-id: req-c77af8d1-ec02-4f5c-b2ba-2dfc92816ec3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:46:58.462349 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "name": "network-vif-plugged", "status": "completed", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:46:58.462918 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c77af8d1-ec02-4f5c-b2ba-2dfc92816ec3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:46:58.463470 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'code': 200} Feb 15 09:46:58.497769 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.519531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.535407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ee57b94-bcbe-4379-9e59-1330c7328677 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:46:58.544929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Calling delete_port for 6994270d-4809-4f6a-a7a7-74e595507eb8 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:58.550908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c56b344f-0786-4220-b15a-ed81f2c9cb3d None None] Could not find standard attr ID for object 7d951660-6ce5-41a6-abfc-0f3fe6daca6d. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:46:58.561080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:58.577603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ee57b94-bcbe-4379-9e59-1330c7328677,segment=NetworkSegment(43443994-87d7-4429-adc0-1866c1945596),segment_id=43443994-87d7-4429-adc0-1866c1945596)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:58.585829 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.612732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:58.614629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:46:58.616315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.618643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.623559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.626074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f1f4554-0a89-4f81-9e8e-a521964aefb7 HTTP/1.1" status: 204 len: 168 time: 0.5606349 Feb 15 09:46:58.673511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb834ff-626d-4f69-b10a-d06ed3d69e94 req-69fdc8f1-a0d6-4444-a457-1ee02b0589a1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:58.675665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfb834ff-626d-4f69-b10a-d06ed3d69e94 req-69fdc8f1-a0d6-4444-a457-1ee02b0589a1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 945 time: 0.2578118 Feb 15 09:46:58.677511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4556192-101e-4c3a-a74c-3fee2c9194d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1f4554-0a89-4f81-9e8e-a521964aefb7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:58.693889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:58.721792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43a7a96-ae95-4eb9-b94a-c48870a5b5a0 req-ebd99393-7c9e-428c-96f8-27b7e7edf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:58.725493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c43a7a96-ae95-4eb9-b94a-c48870a5b5a0 req-ebd99393-7c9e-428c-96f8-27b7e7edf8ee service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 1096 time: 0.1870368 Feb 15 09:46:58.824959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dfb834ff-626d-4f69-b10a-d06ed3d69e94 req-d445424e-519c-4135-a910-084daf28032f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317532 Feb 15 09:46:58.828579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.834191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Deleting port 4a7c5211-265a-439f-9092-e320c98ae454 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:58.834666 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.839125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c43a7a96-ae95-4eb9-b94a-c48870a5b5a0 req-43a4dc8d-7df0-460d-b289-4a17157d5cad service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757432 Feb 15 09:46:58.875274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Port': ['ID=6994270d-4809-4f6a-a7a7-74e595507eb8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:58.906419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.909746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d2d0625-6c06-42a8-abb8-6524e6a41960 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/ports/6994270d-4809-4f6a-a7a7-74e595507eb8 HTTP/1.1" status: 204 len: 168 time: 0.8599226 Feb 15 09:46:58.912515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50682) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.959513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] For port 4a7c5211-265a-439f-9092-e320c98ae454, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4a7c5211-265a-439f-9092-e320c98ae454,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:46:58.960451 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:58.960740 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb24527-6132-4612-96ce-91dda58b3c58 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:46:58.961285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb24527-6132-4612-96ce-91dda58b3c58 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:58.964915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cfb24527-6132-4612-96ce-91dda58b3c58 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/12879e59-d3d0-40e3-b3cf-e4eef8b70a15 HTTP/1.1" status: 404 len: 337 time: 0.0514181 Feb 15 09:46:58.971764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50688) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:58.979492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Calling delete_port for 4a7c5211-265a-439f-9092-e320c98ae454 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:46:59.074317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b80f6c-5f15-4210-8b3d-85c955a51fee req-4595f891-2157-46b9-81eb-3bb122ff54a4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:59.075878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9ee57b94-bcbe-4379-9e59-1330c7328677'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:46:59.076540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9b80f6c-5f15-4210-8b3d-85c955a51fee req-4595f891-2157-46b9-81eb-3bb122ff54a4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1508038 Feb 15 09:46:59.145515 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.158599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9b80f6c-5f15-4210-8b3d-85c955a51fee req-94b79502-c22a-4c0b-a1d6-e225f07ef637 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692294 Feb 15 09:46:59.207722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:46:59.282236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.313647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.347354 n-d-825064-4 neutron-server[102359]: WARNING neutron.services.revisions.revision_plugin [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Could not find related port for resource to bump revision. Feb 15 09:46:59.351692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] Pushing event deleted for resources: {'Port': ['ID=4a7c5211-265a-439f-9092-e320c98ae454,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:59.354446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Port 4a7c5211-265a-439f-9092-e320c98ae454 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 15 09:46:59.355021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation for 2001:db8::f816:3eff:fe11:99c3 {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 15 09:46:59.360575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_pluggable_backend [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe11:99c3 {{(pid=102359) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 15 09:46:59.361581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951195b5-e706-4c52-acd0-7d2f78905bc1 None None] No DVR routers for this DVR port 4a7c5211-265a-439f-9092-e320c98ae454 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:46:59.362260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.374512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab0600e-2bde-4fc0-adbd-8e751c6a1fc7']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:59.387734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4434d0bb-170e-434a-868e-4690f4908a9e') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:59.388105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4434d0bb-170e-434a-868e-4690f4908a9e') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:46:59.389038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e423fb-d6d0-4eb6-9876-2c5bc8de4aae None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:46:59.424105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:46:59.429340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:46:59.434788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:59.435264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.441077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.452877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=540b95b1-31c7-4c9c-8d3f-56280df62c3e,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:59.461621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca470abc-403e-4840-bb95-3d31dcda3cbd tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0294662 Feb 15 09:46:59.462473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50716) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:59.467426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:59.469500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.479944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:46:59.480349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:46:59.483738 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:46:59.496102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45f27-4574-4a4c-802c-604b7924738a req-4de65952-bde3-4103-86bf-b47d591ad78d tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:46:59.496297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19c45f27-4574-4a4c-802c-604b7924738a req-4de65952-bde3-4103-86bf-b47d591ad78d tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 944 time: 0.1106410 Feb 15 09:46:59.595079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:46:59.599335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.602637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19c45f27-4574-4a4c-802c-604b7924738a req-01350fc2-a324-4328-a254-45e09c729743 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947948 Feb 15 09:46:59.605194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.618494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e423fb-d6d0-4eb6-9876-2c5bc8de4aae None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:46:59.628018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.631275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/aab0600e-2bde-4fc0-adbd-8e751c6a1fc7 HTTP/1.1" status: 204 len: 168 time: 0.6580424 Feb 15 09:46:59.632282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347eb8e8-c37b-4eb4-bcb1-2dfe7e15c733 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=aab0600e-2bde-4fc0-adbd-8e751c6a1fc7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:46:59.639660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50720) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:59.731553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:59.737500 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 540b95b1-31c7-4c9c-8d3f-56280df62c3e (CIDR: 2001:db8::/64) Feb 15 09:46:59.745749 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:46:59.746904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:46:59.781175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3b415957-ac55-4226-8416-355be718e431 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3177271 Feb 15 09:46:59.781765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:46:59.786872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:46:59.787720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting port 0a1f3af6-366e-4939-afac-cfab5e3d68fe {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:46:59.788570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.942272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:46:59.962999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Calling delete_port for 0a1f3af6-366e-4939-afac-cfab5e3d68fe owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:00.013712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:00.017819 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.067452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acf9410-ca6c-4eda-8e72-bd2b8543a9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.082225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64343-c17d-43f8-85b3-95af34bfa4a1 req-7c2bb36e-50f1-4357-a176-8d5a58bf5531 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:00.084337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8c64343-c17d-43f8-85b3-95af34bfa4a1 req-7c2bb36e-50f1-4357-a176-8d5a58bf5531 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 945 time: 0.1542525 Feb 15 09:47:00.115932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '540b95b1-31c7-4c9c-8d3f-56280df62c3e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:00.117027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.141562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.163679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8c64343-c17d-43f8-85b3-95af34bfa4a1 req-898f19dd-8d85-47e0-a886-5a4a580da0d0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719411 Feb 15 09:47:00.178465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Port': ['ID=0a1f3af6-366e-4939-afac-cfab5e3d68fe,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:00.191366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.209504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1c97d0b1-1f1e-4882-8b48-822d65b627ab tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/ports/0a1f3af6-366e-4939-afac-cfab5e3d68fe HTTP/1.1" status: 204 len: 168 time: 0.5661473 Feb 15 09:47:00.212768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50742) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:00.231027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50744) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:00.242231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acf9410-ca6c-4eda-8e72-bd2b8543a9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.249455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7acf9410-ca6c-4eda-8e72-bd2b8543a9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.279395 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-016e71d1-f880-4636-857b-b20d57c85eb7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:00.279867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-016e71d1-f880-4636-857b-b20d57c85eb7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:00.283553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-016e71d1-f880-4636-857b-b20d57c85eb7 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/82a0613e-11ca-41c2-9010-21aa3c0463e8 HTTP/1.1" status: 404 len: 337 time: 0.0687451 Feb 15 09:47:00.286916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50748) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:00.386608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50752) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:00.387338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7acf9410-ca6c-4eda-8e72-bd2b8543a9e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d032e3471d454cbeac846946a8862cdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6546996 Feb 15 09:47:00.391532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf9410-ca6c-4eda-8e72-bd2b8543a9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044c4b1-2581-4402-ab4d-35bf350343aa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:00.424167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Allocated IP 2001:db8::f816:3eff:fe70:b9bb (36673517-2969-4f9b-be17-a8fd371f8f39/540b95b1-31c7-4c9c-8d3f-56280df62c3e/59b0b171-8af1-4c13-94d1-0da45ff66fd8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:00.433238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-356282218'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:00.449741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0142c26b-76f1-41ed-9cc3-3db2837fdc56 req-52417511-7105-49b5-bce3-dd3c77a7ae20 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:00.451827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.457812 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0142c26b-76f1-41ed-9cc3-3db2837fdc56 req-52417511-7105-49b5-bce3-dd3c77a7ae20 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1657267 Feb 15 09:47:00.500212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:00.516219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.546861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0142c26b-76f1-41ed-9cc3-3db2837fdc56 req-3e67dd20-0f09-47bf-903b-7728b1e26ebd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875309 Feb 15 09:47:00.547521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.584852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.602137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.646781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4a7c5211-265a-439f-9092-e320c98ae454 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:00.687554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 4a7c5211-265a-439f-9092-e320c98ae454 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:00.687897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4a7c5211-265a-439f-9092-e320c98ae454 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:00.694162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.705566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.708977 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.719182 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.722415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.724999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.739738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:00.754843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:00.763774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:00.766562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:00.766699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:00.767275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.771813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:00.779738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=79413e56-5601-4868-b633-4fe8369626ca,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:00.779881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Pushing event updated for resources: {'Port': ['ID=59b0b171-8af1-4c13-94d1-0da45ff66fd8,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:00.782894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1458176-894f-4286-b1c4-d374991cf5ba']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:00.785533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:00.809295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5feca019-7858-4125-b91a-e74b98c5009d') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:00.809700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5feca019-7858-4125-b91a-e74b98c5009d') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:00.822419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.827968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fb7a2281-7a8a-49c5-8a9a-34382c7758c3 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0448515 Feb 15 09:47:00.833480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.834355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50764) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:00.834671 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment f1b05543-a205-4f03-a5f0-0adc25357673 of type vlan for network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 Feb 15 09:47:00.841790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Attempting to bind port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:00.842461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Attempting to bind port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:00.842907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Attempting to bind port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:00.843412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:00:ce:35', 'name': 'tempest-NetworksTestDHCPv6-356953369'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:00.848906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:00.849280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:00.849818 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.850537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:00.851114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Bound port: 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:00.851114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.865275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.876314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:00.876848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:00.916643 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:00.935241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.937791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.937903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.941789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1044c4b1-2581-4402-ab4d-35bf350343aa HTTP/1.1" status: 204 len: 168 time: 0.5499940 Feb 15 09:47:00.953780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ee57b94-bcbe-4379-9e59-1330c7328677 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:00.978672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac80d6c-816c-443c-9066-e93f75b2c6f0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:00.990716 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:00.999077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:00.999902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.018868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c784e8-00a9-454d-aed9-1f6e95671220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044c4b1-2581-4402-ab4d-35bf350343aa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.025220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.073694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.074257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] For port 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:01.077124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/f1458176-894f-4286-b1c4-d374991cf5ba HTTP/1.1" status: 204 len: 168 time: 0.7891355 Feb 15 09:47:01.078479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] For port 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59b0b171-8af1-4c13-94d1-0da45ff66fd8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:01.079681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:01.094853 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.122584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af2ef05-242f-409e-9523-339c7baefa35 req-ba8c2799-5460-40a0-83c1-b7c8a0712de4 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:01.124969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab6cce-8bc2-417f-ae51-5f0254d9d26a tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=f1458176-894f-4286-b1c4-d374991cf5ba,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.125500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1af2ef05-242f-409e-9523-339c7baefa35 req-ba8c2799-5460-40a0-83c1-b7c8a0712de4 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 944 time: 0.3787625 Feb 15 09:47:01.128150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=d1f6ebc3-4ffe-4a59-8958-a449a36af9a3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.152440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-622c8343-f011-4819-b79a-fc57a347e6b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9201355 Feb 15 09:47:01.168316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:01.193335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting subnet 46b00443-6fcf-4142-a4b8-3e81c0a92584 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:01.198984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9ee57b94-bcbe-4379-9e59-1330c7328677 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:47:01.199796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:01.228165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1af2ef05-242f-409e-9523-339c7baefa35 req-8faf7391-f543-4029-9687-402f8fe8a6fd tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728669 Feb 15 09:47:01.262588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.268640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9ee57b94-bcbe-4379-9e59-1330c7328677 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:01.269024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.296296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50774) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:01.301506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:01.347538 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.408589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bded5-8800-4bb9-b866-57650100b9a4 None None] Pushing event updated for resources: {'Port': ['ID=59b0b171-8af1-4c13-94d1-0da45ff66fd8,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.465848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:01.477883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.478778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.540747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.583992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.597805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:01.600062 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337ddb53-3b27-495f-af93-68bc9310e6a5" -d '{"events": [{"server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "name": "network-vif-plugged", "status": "completed", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:01.644246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ee57b94-bcbe-4379-9e59-1330c7328677,segment=NetworkSegment(43443994-87d7-4429-adc0-1866c1945596),segment_id=43443994-87d7-4429-adc0-1866c1945596)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:01.655539 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.666592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50780) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:01.703138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.716633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d269d0e-2f74-4684-b078-92f68945aa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.734681 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94298f8d-f133-4eb1-8518-a0fd472a5b34 x-openstack-request-id: req-94298f8d-f133-4eb1-8518-a0fd472a5b34 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:01.735058 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "name": "network-vif-plugged", "status": "completed", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:01.735252 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94298f8d-f133-4eb1-8518-a0fd472a5b34 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:01.735654 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677', 'code': 200} Feb 15 09:47:01.770525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 75a4dcd0-5591-447f-8049-72825c2247f6 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:01.776528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Subnet': ['ID=46b00443-6fcf-4142-a4b8-3e81c0a92584,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.780379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:01.783716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3c7d5d93-19f9-4b9b-94f9-ef9a6b1e078c tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/subnets/46b00443-6fcf-4142-a4b8-3e81c0a92584 HTTP/1.1" status: 204 len: 168 time: 0.7031038 Feb 15 09:47:01.786624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50782) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:01.806121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:01.899667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c918126-dde7-4646-80e5-458629f37c8d req-2d37356a-5da4-4957-80a8-88239d395b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:01.901561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c918126-dde7-4646-80e5-458629f37c8d req-2d37356a-5da4-4957-80a8-88239d395b80 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 1096 time: 0.1284144 Feb 15 09:47:01.922096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f27db-3dcf-4635-ab8a-e51b07867b87 req-1266e1f1-ff3e-4721-98f6-e03deff7d5ad tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:01.923650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf2f27db-3dcf-4635-ab8a-e51b07867b87 req-1266e1f1-ff3e-4721-98f6-e03deff7d5ad tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.2349894 Feb 15 09:47:01.999134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.001760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d269d0e-2f74-4684-b078-92f68945aa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.006323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c918126-dde7-4646-80e5-458629f37c8d req-4bf83b3c-af88-4374-9b64-4cb48d763b4d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642500 Feb 15 09:47:02.007265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.018176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8d269d0e-2f74-4684-b078-92f68945aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.092116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf2f27db-3dcf-4635-ab8a-e51b07867b87 req-1d18d992-79b6-4547-b0f3-43b40a688b99 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270607 Feb 15 09:47:02.118525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d269d0e-2f74-4684-b078-92f68945aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b470bd96-0a3f-4d99-a407-4a67940c4f0a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:02.119475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=fc406b10-4759-4d75-8fbe-5afaa96db65f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:02.124986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8d269d0e-2f74-4684-b078-92f68945aa43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fd4af66f4e94d0183047142634f1075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4571016 Feb 15 09:47:02.127837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'f1b05543-a205-4f03-a5f0-0adc25357673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:02.128281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: d1f6ebc3-4ffe-4a59-8958-a449a36af9a3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:02.131894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50786) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:02.149984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8:0:1::344 (36673517-2969-4f9b-be17-a8fd371f8f39/79413e56-5601-4868-b633-4fe8369626ca/75a4dcd0-5591-447f-8049-72825c2247f6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:02.157186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe00:ce35 (36673517-2969-4f9b-be17-a8fd371f8f39/540b95b1-31c7-4c9c-8d3f-56280df62c3e/75a4dcd0-5591-447f-8049-72825c2247f6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:02.174348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:02.192644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d1f6ebc3-4ffe-4a59-8958-a449a36af9a3) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:02.203334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:02.203599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.219984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.244893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.280685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ecf64619-7da6-4fcb-8cdf-c04245a65658 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9797425 Feb 15 09:47:02.286475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50790) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:02.301929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1430778246'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:02.333127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Deleting port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:02.333700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.429389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3e5a9-de9d-4db1-aef3-bf6073d68dba req-ef2b328e-b10c-4d02-a0dd-e2be43733e4f tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:02.432036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8d3e5a9-de9d-4db1-aef3-bf6073d68dba req-ef2b328e-b10c-4d02-a0dd-e2be43733e4f tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.0962751 Feb 15 09:47:02.434316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:02.441967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.442994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.458866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] For port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,segment=NetworkSegment(b654a6aa-1f67-491f-9f43-c13c653c4157),segment_id=b654a6aa-1f67-491f-9f43-c13c653c4157)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:02.459572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.474467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.477463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.480886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b470bd96-0a3f-4d99-a407-4a67940c4f0a HTTP/1.1" status: 204 len: 168 time: 0.3439450 Feb 15 09:47:02.481058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Calling delete_port for d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:02.489664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce2ac-00a4-490b-91aa-91953e0051dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b470bd96-0a3f-4d99-a407-4a67940c4f0a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:02.545527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:02.567055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.569478 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment a95073c8-0489-44c7-96ad-89f854648d94 of type vlan for network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 Feb 15 09:47:02.599723 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.700589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8d3e5a9-de9d-4db1-aef3-bf6073d68dba req-5c10f589-5943-404e-acad-c12c235d1c28 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513745 Feb 15 09:47:02.704880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.719398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:02.725387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:02.728195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=75a4dcd0-5591-447f-8049-72825c2247f6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:02.737254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:02.740929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.744285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:02.750492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.751541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:02.753121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.755281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:02.765795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59b0b171-8af1-4c13-94d1-0da45ff66fd8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:02.816800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Port': ['ID=d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:02.828694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] No DVR routers for this DVR port d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:02.835681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1cbbce41-7146-498e-9413-b2de0bdea296 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0002849 Feb 15 09:47:02.840592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:02.908160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea805bad-ff33-4e45-a1a5-30e1bcb14c5e None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:02.909872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7789d5-5296-476b-89f2-c3742ab0eea1 None None] Network 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:02.928222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da193e4-8343-4886-9668-55fd540c816a None None] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:03.013114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.056796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d6e0ce-c180-4d0b-ad3a-bf31917fd04c']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:03.089374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b654a6aa-1f67-491f-9f43-c13c653c4157') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:03.089686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b654a6aa-1f67-491f-9f43-c13c653c4157') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:03.121969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.143510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.152906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 75a4dcd0-5591-447f-8049-72825c2247f6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:03.153320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.159092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:03.166804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:03.169660 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:03.274716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=9f19fbaf-4261-4e82-b489-a8cdf1c44523,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:03.290074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eeeec67d-7f05-43d5-a0c6-132212bc37ba tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0007842 Feb 15 09:47:03.292596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50814) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:03.298517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '9f19fbaf-4261-4e82-b489-a8cdf1c44523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:03.406627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:03.411242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.448294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.477822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:03.479913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.483392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] 10.222.0.10 "DELETE /v2.0/networks/47d6e0ce-c180-4d0b-ad3a-bf31917fd04c HTTP/1.1" status: 204 len: 168 time: 1.6958241 Feb 15 09:47:03.493976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Provisioning complete for port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:03.494343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.529967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b500-eaba-45cd-8103-2e2fbf1c61b8 tempest-NetworksIpV6TestAttrs-1349752212 tempest-NetworksIpV6TestAttrs-1349752212-project] Pushing event deleted for resources: {'Network': ['ID=47d6e0ce-c180-4d0b-ad3a-bf31917fd04c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:03.543885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.577844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 75a4dcd0-5591-447f-8049-72825c2247f6 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:03.653210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:03.905727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=83e3b1a3-ac50-4890-abf1-1c817d561757,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:03.926455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50828) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:03.937544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'a95073c8-0489-44c7-96ad-89f854648d94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9f19fbaf-4261-4e82-b489-a8cdf1c44523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:03.938066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 9f19fbaf-4261-4e82-b489-a8cdf1c44523, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:03.975403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c57c3-f287-4a3f-8832-ad2c0a45c3b0 req-b6907c11-c565-4552-9bd5-2844de3c3ee5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:03.989467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f8c57c3-f287-4a3f-8832-ad2c0a45c3b0 req-b6907c11-c565-4552-9bd5-2844de3c3ee5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.2228577 Feb 15 09:47:04.054226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:04.057108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626b454-0aa5-473a-96a5-5766508bcfe3 req-ac0b573c-6b99-4423-bb31-c324ce72e447 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.058708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d626b454-0aa5-473a-96a5-5766508bcfe3 req-ac0b573c-6b99-4423-bb31-c324ce72e447 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2152145 Feb 15 09:47:04.066703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.071564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.098164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:04.126923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=75a4dcd0-5591-447f-8049-72825c2247f6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:04.145022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 9f19fbaf-4261-4e82-b489-a8cdf1c44523) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:04.157110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.159965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.173169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d626b454-0aa5-473a-96a5-5766508bcfe3 req-c08f5e06-cab4-4032-be7c-6446905e79b6 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043515 Feb 15 09:47:04.183407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f8c57c3-f287-4a3f-8832-ad2c0a45c3b0 req-e9140d6f-daf0-4950-85bc-0eef943e9911 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932857 Feb 15 09:47:04.192731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.198085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e1ca2da-2698-4b40-a3a1-4e499002c2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/75a4dcd0-5591-447f-8049-72825c2247f6 HTTP/1.1" status: 204 len: 168 time: 1.3561780 Feb 15 09:47:04.203012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50840) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.232848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9df3cd0f-d75d-4c52-af77-5977104ec51b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9384718 Feb 15 09:47:04.235167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.313515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec47cee-0bef-4972-b8e1-6f16a0cf19b5 None None] Network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:04.316446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f61563e-de38-4660-bfe1-87e18065d25b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.318357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f61563e-de38-4660-bfe1-87e18065d25b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1137471 Feb 15 09:47:04.325957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.397718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66103a85-c30d-4aeb-8f20-8d170ee12fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.399441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66103a85-c30d-4aeb-8f20-8d170ee12fd4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0724683 Feb 15 09:47:04.403371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.417618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2f201-dee0-4649-a2a4-75fcfd906cb1 None None] DHCP port deletion for 47d6e0ce-c180-4d0b-ad3a-bf31917fd04c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:04.487307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8638ab2-2906-48b4-9023-19f1378f78ee tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.489344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8638ab2-2906-48b4-9023-19f1378f78ee tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.491007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8638ab2-2906-48b4-9023-19f1378f78ee tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.497757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c8638ab2-2906-48b4-9023-19f1378f78ee tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0933213 Feb 15 09:47:04.498647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50852) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.522716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b14a1-5b9f-47e1-bcf4-3b020d1636c4 req-3d4bd733-7780-436f-b483-9d086177ed3c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:04.530363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa0b14a1-5b9f-47e1-bcf4-3b020d1636c4 req-3d4bd733-7780-436f-b483-9d086177ed3c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1713898 Feb 15 09:47:04.542752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-59b3be80-b202-4d60-872e-1939b6bf9c5c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=664c0fbdfe934c8f95e5a94bac4132b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6119153 Feb 15 09:47:04.548079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50854) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:04.608025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.611102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 540b95b1-31c7-4c9c-8d3f-56280df62c3e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:04.620217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa0b14a1-5b9f-47e1-bcf4-3b020d1636c4 req-61879a1f-5823-432f-9a5b-e0922950c546 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Feb 15 09:47:04.623005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.645891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d1f6ebc3-4ffe-4a59-8958-a449a36af9a3', 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': 'fc406b10-4759-4d75-8fbe-5afaa96db65f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:04.651429 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.680597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.725179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.725964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.777714 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.822987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.831433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:04.921816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=83e3b1a3-ac50-4890-abf1-1c817d561757,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:05.026375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.039947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.108040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a2a7d1-028f-40d0-b20f-35a06482b098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-9f19fbaf-4261-4e82-b489-a8cdf1c44523', 'network_id': '9f19fbaf-4261-4e82-b489-a8cdf1c44523', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '83e3b1a3-ac50-4890-abf1-1c817d561757'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:05.108996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a2a7d1-028f-40d0-b20f-35a06482b098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.112694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f19fbaf-4261-4e82-b489-a8cdf1c44523']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:05.124514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.135992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95073c8-0489-44c7-96ad-89f854648d94') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:05.136260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95073c8-0489-44c7-96ad-89f854648d94') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:05.154387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555c64c-e2f5-470c-ab82-d6f3a534e5e4 req-f7517d67-f649-4f60-996e-a5265c3f2ece tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:05.155971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8555c64c-e2f5-470c-ab82-d6f3a534e5e4 req-f7517d67-f649-4f60-996e-a5265c3f2ece tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1113868 Feb 15 09:47:05.160485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.163877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.170270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.172157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6a15964-3db9-4bb5-95c0-25da8efe69a8 HTTP/1.1" status: 204 len: 168 time: 0.6226847 Feb 15 09:47:05.179598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.191464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.219056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:05.219473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.220050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.224873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/540b95b1-31c7-4c9c-8d3f-56280df62c3e HTTP/1.1" status: 204 len: 168 time: 0.7249956 Feb 15 09:47:05.230308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:05.233425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe99a86-5aed-4686-9523-e3578468dd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a15964-3db9-4bb5-95c0-25da8efe69a8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:05.245558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8555c64c-e2f5-470c-ab82-d6f3a534e5e4 req-2fe5690f-7896-405e-b29b-fdb2f8a5a024 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779672 Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:05.249071 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:05.411472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:05.411786 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:05.431074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.432655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a3e4e2-5970-4b01-8b11-79e7710afa77 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '540b95b1-31c7-4c9c-8d3f-56280df62c3e', 'ip_address': '2001:db8::f816:3eff:fe70:b9bb'}, {'subnet_id': '79413e56-5601-4868-b633-4fe8369626ca'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '59b0b171-8af1-4c13-94d1-0da45ff66fd8'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:47:05.435598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Allocated IP 172.20.255.242 (d1f6ebc3-4ffe-4a59-8958-a449a36af9a3/fc406b10-4759-4d75-8fbe-5afaa96db65f/127b46ef-7188-4c08-9df5-6cbdcc39e764) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:05.444072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:05.444544 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:05.468063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60b173-64a1-4327-b9bd-ab8d3bf3d5d0 None None] Network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:05.489423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.500048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e60b173-64a1-4327-b9bd-ab8d3bf3d5d0 None None] Network 9f19fbaf-4261-4e82-b489-a8cdf1c44523 could not be found, it might have been deleted concurrently. {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 15 09:47:05.504610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/9f19fbaf-4261-4e82-b489-a8cdf1c44523 HTTP/1.1" status: 204 len: 168 time: 1.2680011 Feb 15 09:47:05.513164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc5be9-2141-4f62-b4b1-581335951e7e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=9f19fbaf-4261-4e82-b489-a8cdf1c44523,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:05.522071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35a3e4e2-5970-4b01-8b11-79e7710afa77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.522250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:05.534607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811954349'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:05.583321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:05.587851 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.638702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:05.649600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.650111 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment c949a271-1b4b-4ecc-a3ca-a80e6292b362 of type vlan for network 266dc68d-c58d-433e-94ca-792b9faf8c29 Feb 15 09:47:05.730664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.792074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.804378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:05.805705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:05.909005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088cb2-0d4d-4963-bb42-e6b14f7cc9fe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=540b95b1-31c7-4c9c-8d3f-56280df62c3e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:05.968458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4425759 Feb 15 09:47:05.968458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ebb7f-bc17-496c-8312-7f02afea9b3b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=266dc68d-c58d-433e-94ca-792b9faf8c29,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:05.973275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50886) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:05.983341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:05.991547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:06.035127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 79413e56-5601-4868-b633-4fe8369626ca {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:06.044021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.105637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.173416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.214003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:06.218372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.220390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.268549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.275400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef7f0-b1b1-4275-8f1f-891c8b708b6c req-cc522483-371f-4417-ae48-d64e2bfc2f27 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:06.277248 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b5ef7f0-b1b1-4275-8f1f-891c8b708b6c req-cc522483-371f-4417-ae48-d64e2bfc2f27 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.3840802 Feb 15 09:47:06.283129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.292025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.305124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59b0b171-8af1-4c13-94d1-0da45ff66fd8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:06.354050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.368405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b5ef7f0-b1b1-4275-8f1f-891c8b708b6c req-7a34fe85-c441-4982-8151-d9570c798c77 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813873 Feb 15 09:47:06.390178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.396976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing IP validity checks on allocation pools {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:47:06.399596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:47:06.408586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:06.441264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=79413e56-5601-4868-b633-4fe8369626ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:06.443254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.446796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4595edbe-a1fc-4fd0-96d1-9a3c805626f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/79413e56-5601-4868-b633-4fe8369626ca HTTP/1.1" status: 204 len: 168 time: 1.2151902 Feb 15 09:47:06.449424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50898) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-35a3e4e2-5970-4b01-8b11-79e7710afa77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79413e56-5601-4868-b633-4fe8369626ca: This subnet is being modified by another concurrent operation. Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1762, in update_port Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1513, in update_port Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79413e56-5601-4868-b633-4fe8369626ca: This subnet is being modified by another concurrent operation. Feb 15 09:47:06.473789 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:47:06.487526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Pushing event updated for resources: {'Port': ['ID=127b46ef-7188-4c08-9df5-6cbdcc39e764,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:06.511360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:06.514090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8adf83bd-5ebc-4700-af27-b58a6650104f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637438 Feb 15 09:47:06.514803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:06.518517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50900) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:06.520149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:06.530403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:06.566720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f434b73-29d9-44f6-a76e-96a456a5fcae req-9d7bdcea-e0af-41ff-857d-9b879a6da595 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:06.569160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f434b73-29d9-44f6-a76e-96a456a5fcae req-9d7bdcea-e0af-41ff-857d-9b879a6da595 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1434443 Feb 15 09:47:06.667672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f434b73-29d9-44f6-a76e-96a456a5fcae req-07ca7dc7-5243-487b-a22a-6ace9fabf91c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Feb 15 09:47:06.690023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:06.690712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d6a4b4ab-8cdb-48a4-a292-57d9d8bf11e3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:06.705236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:06.706001 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-58294d1b-ce8c-4092-8e6b-fc6f9b182d1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:06.707148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:06.710740 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.715052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad852b-fa4a-4ec2-b8c1-4567575717a1 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:06.765122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50908) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:06.802325 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.835628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Attempting to bind port 127b46ef-7188-4c08-9df5-6cbdcc39e764 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:06.836794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Attempting to bind port 127b46ef-7188-4c08-9df5-6cbdcc39e764 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f1b05543-a205-4f03-a5f0-0adc25357673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:06.837935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Attempting to bind port 127b46ef-7188-4c08-9df5-6cbdcc39e764 on network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:06.844434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=59b0b171-8af1-4c13-94d1-0da45ff66fd8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:06.880966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:06.881345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Checking segment: {'id': 'f1b05543-a205-4f03-a5f0-0adc25357673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:06.881745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:06.882136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Bound using segment: {'id': 'f1b05543-a205-4f03-a5f0-0adc25357673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:06.882716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Bound port: 127b46ef-7188-4c08-9df5-6cbdcc39e764, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1b05543-a205-4f03-a5f0-0adc25357673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'd1f6ebc3-4ffe-4a59-8958-a449a36af9a3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:06.884179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.053895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-732302632', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:07.064999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=513a92b3-f12e-40eb-a952-6638fcd334a7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:07.139895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'c949a271-1b4b-4ecc-a3ca-a80e6292b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:07.140375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 266dc68d-c58d-433e-94ca-792b9faf8c29, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:07.165494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-a0f143df-f062-481f-9cab-d554e0bc02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:07.167177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-a0f143df-f062-481f-9cab-d554e0bc02b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 1096 time: 0.2005568 Feb 15 09:47:07.196156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5846bdd4-49f6-4c2b-b8cc-e61d347700bb req-3ccb19ad-9672-4d3c-8b3b-af7675b3c056 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:07.197834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5846bdd4-49f6-4c2b-b8cc-e61d347700bb req-3ccb19ad-9672-4d3c-8b3b-af7675b3c056 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2011950 Feb 15 09:47:07.218953 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.219630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.261133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:47:07.283818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] For port 127b46ef-7188-4c08-9df5-6cbdcc39e764, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:07.301914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:07.322933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 266dc68d-c58d-433e-94ca-792b9faf8c29) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:07.335314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5846bdd4-49f6-4c2b-b8cc-e61d347700bb req-ee33662f-bdbe-42ec-b66b-34e81ffa8fc5 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242721 Feb 15 09:47:07.344294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:07.344927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.352907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff602769-a901-4f48-b439-052c8c53fccc None None] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:07.425361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] For port 127b46ef-7188-4c08-9df5-6cbdcc39e764, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=127b46ef-7188-4c08-9df5-6cbdcc39e764,segment=NetworkSegment(f1b05543-a205-4f03-a5f0-0adc25357673),segment_id=f1b05543-a205-4f03-a5f0-0adc25357673)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:07.442235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.444226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-a1983f23-b79e-45f7-aca0-2a2947f3f2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:07.447351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-a1983f23-b79e-45f7-aca0-2a2947f3f2e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 200 len: 913 time: 0.2680695 Feb 15 09:47:07.452264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46954665-3803-4405-bf4d-d3089e5d252c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.4771707 Feb 15 09:47:07.456148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50930) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:07.498670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-68935393-ac39-496e-96be-8b6c035dcbe2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 200 len: 217 time: 0.0447536 Feb 15 09:47:07.500459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.525798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.582325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-4d7812c8-950b-4e14-9647-0fadff319833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:07.584790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-4d7812c8-950b-4e14-9647-0fadff319833 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0bcb411-1f51-41da-a935-e82cb5218ebb HTTP/1.1" status: 200 len: 852 time: 0.0780904 Feb 15 09:47:07.588654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.590249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9543f044-6b43-4961-ad59-c9ca75626abf tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8238969 Feb 15 09:47:07.601561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50934) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:07.627831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-93b12796-0e8e-4595-bed5-4c3fa80b978c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e501dc9d-a8be-4974-acf3-597eaeddf501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363507 Feb 15 09:47:07.632929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:07.642133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1876785514'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:07.829191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-970fe2fc-ce46-431a-9a15-80dbe26d2da2 service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869071 Feb 15 09:47:07.841320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83761a00-161e-45f7-9a75-d1a374f245fa None None] Pushing event updated for resources: {'Port': ['ID=127b46ef-7188-4c08-9df5-6cbdcc39e764,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:07.851295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:07.855389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.921897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.927963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e96f4dbc-fd94-4fc9-a91c-acb5dec06c3d None None] Provisioning complete for port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:07.928661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96f4dbc-fd94-4fc9-a91c-acb5dec06c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:07.930641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.012573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d4e0c5-fb45-472e-8f55-3134c8bcbb99 req-389f1809-7759-4177-aedb-8c7359327fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769738 Feb 15 09:47:08.052889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Deleting port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:08.053086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.096266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.112382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e2faf-b128-42af-a6cc-baffef77c869 req-a900533a-7f51-437e-9d71-db8466855016 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:08.121177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881e2faf-b128-42af-a6cc-baffef77c869 req-a900533a-7f51-437e-9d71-db8466855016 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.5451024 Feb 15 09:47:08.300965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] For port 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59b0b171-8af1-4c13-94d1-0da45ff66fd8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:08.301532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.318394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Calling delete_port for 59b0b171-8af1-4c13-94d1-0da45ff66fd8 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:08.346423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.478842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-266dc68d-c58d-433e-94ca-792b9faf8c29', 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '513a92b3-f12e-40eb-a952-6638fcd334a7'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:08.486969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.580321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763fd03-123d-4c1d-8632-35301eb42852 req-fa381b50-6d50-4247-961f-784f974f3b92 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:08.586669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f763fd03-123d-4c1d-8632-35301eb42852 req-fa381b50-6d50-4247-961f-784f974f3b92 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1301901 Feb 15 09:47:08.600842 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.639948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 127b46ef-7188-4c08-9df5-6cbdcc39e764 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:08.643636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881e2faf-b128-42af-a6cc-baffef77c869 req-ef160ebc-b2e3-44b4-9a1e-961eea839357 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5215807 Feb 15 09:47:08.678299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.685301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f763fd03-123d-4c1d-8632-35301eb42852 req-4c0cf3a0-7bfa-4e7e-a71f-fa45f8402235 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911539 Feb 15 09:47:08.730033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:08.741795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.742415 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Added segment 85b98903-b40d-459d-949f-293ae5486f8f of type vlan for network 4a033557-8dfc-4a87-81e0-562c72b965fb Feb 15 09:47:08.886065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Allocated IP 172.20.0.3 (266dc68d-c58d-433e-94ca-792b9faf8c29/513a92b3-f12e-40eb-a952-6638fcd334a7/c3441342-9bac-46ab-b888-7de31fe2b2f8) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:08.894075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 127b46ef-7188-4c08-9df5-6cbdcc39e764 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:08.894377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:08.898317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.021007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:47:09.078439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.084544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:09.085237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.107289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 59b0b171-8af1-4c13-94d1-0da45ff66fd8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=59b0b171-8af1-4c13-94d1-0da45ff66fd8,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:09.113481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=571053f4-fc8d-4c88-af3e-3eec62f8e6bc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:09.160727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5333493 Feb 15 09:47:09.163743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50972) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:09.171043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'subnet': {'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:09.234491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1fba7a-a443-4fbf-ad29-db94bea37968 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Network': ['ID=4a033557-8dfc-4a87-81e0-562c72b965fb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:09.259826 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.262998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:09.279280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.280248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.283651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:47:09.332006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 4a033557-8dfc-4a87-81e0-562c72b965fb details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:09.387704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=59b0b171-8af1-4c13-94d1-0da45ff66fd8,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:09.443337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:09.449105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:09.454870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:09.456466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.479375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=4958de24-2649-4a3f-9cad-06c839da2380,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:09.521236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-14014388-aea4-42b0-a7f6-13e4b1c257fa tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0015826 Feb 15 09:47:09.525713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50984) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:09.527680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:09.533206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:09.533387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.599290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d43e7f-7f57-4dac-91fc-bc713bf08f37 None None] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:09.664890 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.706209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.746439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:09.750258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.785583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] Pushing event deleted for resources: {'Port': ['ID=59b0b171-8af1-4c13-94d1-0da45ff66fd8,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:09.806570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:47:09.814763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-c40a8991-6e78-4258-9d78-60567b74b226 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:09.816411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-c40a8991-6e78-4258-9d78-60567b74b226 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.4580202 Feb 15 09:47:09.817931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.838550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.842760 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.874956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-038c33a2-8a18-4619-b194-2c16f65732ad None None] Provisioning complete for port 127b46ef-7188-4c08-9df5-6cbdcc39e764 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:09.875546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-038c33a2-8a18-4619-b194-2c16f65732ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.895390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Checking segment: {'id': '85b98903-b40d-459d-949f-293ae5486f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:09.895742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network hostable DHCP agents. Network: 4a033557-8dfc-4a87-81e0-562c72b965fb, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:09.905277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-6c8b3451-c440-4299-a420-6cc86e5d00a8 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/quotas/b38e741c36e342038dd9d440d0065d10 HTTP/1.1" status: 200 len: 375 time: 0.0808988 Feb 15 09:47:09.917122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:09.918816 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.920826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4898282-7841-40eb-ab57-105312df2dc2 None None] No DVR routers for this DVR port 59b0b171-8af1-4c13-94d1-0da45ff66fd8 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:09.948090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:09.987706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3302adce-9d2e-416d-b367-84925f42b4e8 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:09.989087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 4a033557-8dfc-4a87-81e0-562c72b965fb is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:10.007134 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4958de24-2649-4a3f-9cad-06c839da2380 (CIDR: 2001:db8::/64) Feb 15 09:47:10.014389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-f52837ef-5899-42db-bf22-c034c3deaac7 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993292 Feb 15 09:47:10.016784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Subnet': ['ID=a3bd9576-6418-4bd4-80c6-56b30d753af9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:10.027077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 4a033557-8dfc-4a87-81e0-562c72b965fb) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:10.031570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:10.033431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.051420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:10.055022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-5163d98e-38b9-4200-8fea-fe7db340dedd service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:47:10.057341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-5163d98e-38b9-4200-8fea-fe7db340dedd service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061719 Feb 15 09:47:10.058249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284cf9f3-4a94-4ec2-bd77-a534768da874 None None] Network 4a033557-8dfc-4a87-81e0-562c72b965fb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:10.064121 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:47:10.064567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:10.066613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a64d118a-f4af-4530-abab-d5a0a550b520 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9015572 Feb 15 09:47:10.070114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:10.096090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'network': {'name': 'tempest-router-network01--532484953'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:10.115994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:47:10.118458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:10.133692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc538832-3aa6-45cd-b585-022a4f3b6c08 req-a36b7cd4-1ad7-402d-8de1-ec54747b07e1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:10.135291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc538832-3aa6-45cd-b585-022a4f3b6c08 req-a36b7cd4-1ad7-402d-8de1-ec54747b07e1 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.2215049 Feb 15 09:47:10.147572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.224075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-74d8d267-0dee-4b7f-a470-cd89e76ad3f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6971245 Feb 15 09:47:10.240937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=513a92b3-f12e-40eb-a952-6638fcd334a7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:10.250716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50996) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:10.272001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:10.301243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-92ab916d-f536-486d-8a5d-32577774f9e1 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579454 Feb 15 09:47:10.302620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:10.306676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.393639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:10.410955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 127b46ef-7188-4c08-9df5-6cbdcc39e764, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=127b46ef-7188-4c08-9df5-6cbdcc39e764,segment=NetworkSegment(f1b05543-a205-4f03-a5f0-0adc25357673),segment_id=f1b05543-a205-4f03-a5f0-0adc25357673)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:10.415908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-b2aa9bee-fd24-4727-94b0-f74b90c0ae9d service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059742 Feb 15 09:47:10.463942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:10.502040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.502386 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Added segment 7328acad-f96b-486f-a783-86e71e102919 of type vlan for network 27554988-9552-4ab6-a91f-ee19a1ec40a4 Feb 15 09:47:10.557158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Pushing event updated for resources: {'Port': ['ID=c3441342-9bac-46ab-b888-7de31fe2b2f8,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:10.616761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.635223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.679222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc538832-3aa6-45cd-b585-022a4f3b6c08 req-6aeefc9a-5002-4937-8507-4a593c404d05 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212646 Feb 15 09:47:10.707822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.763727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.770261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:10.771480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.797333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266dc68d-c58d-433e-94ca-792b9faf8c29']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:10.850974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c949a271-1b4b-4ecc-a3ca-a80e6292b362') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:10.853129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c949a271-1b4b-4ecc-a3ca-a80e6292b362') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:10.929629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:10.937421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-681b3e7a-bc9b-436c-970c-f5166e0c2eca req-1c5332fe-3b0a-44f0-acfc-f102aadaa53d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 210 time: 0.1542640 Feb 15 09:47:10.939904 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.960122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59b0b171-8af1-4c13-94d1-0da45ff66fd8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:10.994443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:10.995332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Network': ['ID=27554988-9552-4ab6-a91f-ee19a1ec40a4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:11.003818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7a89b72-ffab-4647-865d-2b670ecfe63e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9298594 Feb 15 09:47:11.014622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51010) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:11.040453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'network': {'name': 'tempest-router-network02--2100400995'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:11.058812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35683e-5e46-4b57-84ee-e0dc360165fa req-049e219d-7e7b-4f6a-a5c4-98878a633afa tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:11.062556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:11.063228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:11.069971 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:11.072310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d35683e-5e46-4b57-84ee-e0dc360165fa req-049e219d-7e7b-4f6a-a5c4-98878a633afa tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.3192289 Feb 15 09:47:11.099299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:11.107089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.175355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d35683e-5e46-4b57-84ee-e0dc360165fa req-00c05840-3684-4b83-90fa-4482ed11c9cd tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016405 Feb 15 09:47:11.260300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:11.267827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 59b0b171-8af1-4c13-94d1-0da45ff66fd8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:11.268207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 59b0b171-8af1-4c13-94d1-0da45ff66fd8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:11.269907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=127b46ef-7188-4c08-9df5-6cbdcc39e764,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:11.335746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:47:11.335746 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:47:11.335746 n-d-825064-4 neutron-server[102359]: [parameters: {'id': '266dc68d-c58d-433e-94ca-792b9faf8c29'}] Feb 15 09:47:11.335746 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:11.340260 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:11.356308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-36673517-2969-4f9b-be17-a8fd371f8f39', 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'tenant_id': '4b91f956859949a0a8b713797f68f9f5', 'fixed_ips': [{'subnet_id': '4958de24-2649-4a3f-9cad-06c839da2380'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:11.357302 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.391601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:11.396892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.489988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:11.532649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.533240 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Added segment 423c2839-23aa-4a0e-a98e-8f8f5a118643 of type vlan for network b2550809-7490-4441-badd-3fbc1fccdd57 Feb 15 09:47:11.570045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Attempting to bind port c3441342-9bac-46ab-b888-7de31fe2b2f8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:11.573110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Attempting to bind port c3441342-9bac-46ab-b888-7de31fe2b2f8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c949a271-1b4b-4ecc-a3ca-a80e6292b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:11.573491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Attempting to bind port c3441342-9bac-46ab-b888-7de31fe2b2f8 on network 266dc68d-c58d-433e-94ca-792b9faf8c29 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:11.693759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 127b46ef-7188-4c08-9df5-6cbdcc39e764 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:11.709631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:11.711733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Checking segment: {'id': 'c949a271-1b4b-4ecc-a3ca-a80e6292b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:11.712154 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.712554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Bound using segment: {'id': 'c949a271-1b4b-4ecc-a3ca-a80e6292b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:11.713093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Bound port: c3441342-9bac-46ab-b888-7de31fe2b2f8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c949a271-1b4b-4ecc-a3ca-a80e6292b362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '266dc68d-c58d-433e-94ca-792b9faf8c29'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:11.713461 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.721691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.745093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dede1a-ad15-47aa-b9bb-6a23656dd4c8 req-9bd1b13c-939c-4152-8351-18047071f572 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:11.759717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13dede1a-ad15-47aa-b9bb-6a23656dd4c8 req-9bd1b13c-939c-4152-8351-18047071f572 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1641152 Feb 15 09:47:11.848729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:11.870375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13dede1a-ad15-47aa-b9bb-6a23656dd4c8 req-0bfc5498-4955-4b53-a25b-4882104f961b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076403 Feb 15 09:47:11.979836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.002681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:12.008884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.089283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f678fcc-b427-4780-9f75-aa2439061950 req-3f368452-1d35-4506-847a-2328fdb455b2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 210 time: 0.0547466 Feb 15 09:47:12.189301 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1663432 Feb 15 09:47:12.193194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51030) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:12.201551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'subnet': {'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:12.246373 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Network': ['ID=b2550809-7490-4441-badd-3fbc1fccdd57,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:12.276207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19889f3a-1253-4acb-991f-bf372688e13e req-79f6dd99-2fea-4468-8341-5854d3d161d5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:12.278555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19889f3a-1253-4acb-991f-bf372688e13e req-79f6dd99-2fea-4468-8341-5854d3d161d5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.4697075 Feb 15 09:47:12.285592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.286180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.286616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.287049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.287478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.287907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.288344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.288766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.289952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.290384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.290943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.291386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae5718-14d7-4938-af5d-2af55f10bdd8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.331836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Allocated IP 2001:db8::f816:3eff:fe51:6c76 (36673517-2969-4f9b-be17-a8fd371f8f39/4958de24-2649-4a3f-9cad-06c839da2380/68731279-e185-43b3-abda-cb7e81c09e47) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:12.367373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b2550809-7490-4441-badd-3fbc1fccdd57 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:12.411678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port c3441342-9bac-46ab-b888-7de31fe2b2f8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:12.412285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.463722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19889f3a-1253-4acb-991f-bf372688e13e req-73fc90d7-a59d-4d8c-9439-7f6a67e08a5f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655662 Feb 15 09:47:12.484665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:12.488024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.498205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.630186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.666452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:12.674323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:12.685335 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.708289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:12.709193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.720828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port c3441342-9bac-46ab-b888-7de31fe2b2f8, host n-d-825064-4, got binding levels [] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:12.721531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.760635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:12.763947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for c3441342-9bac-46ab-b888-7de31fe2b2f8 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:12.774183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5dcf12a-e2ca-4ea9-bbad-ccf658ee6016 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5159724 Feb 15 09:47:12.776618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51032) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:12.782656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:1c:64:14', 'name': 'tempest-NetworksTestDHCPv6-2098370940'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:12.789430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.807732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:12.861895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 127b46ef-7188-4c08-9df5-6cbdcc39e764 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:12.862312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:12.906696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Subnet': ['ID=d848cf5c-15d2-4081-a380-267150c02fce,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:12.949419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.949944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.950296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.950639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.953087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.953441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.953781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.954115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.954448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.956343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.956713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.957113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:12.988159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-4a033557-8dfc-4a87-81e0-562c72b965fb', 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb', 'tenant_id': 'd420daf6f3e74ec4813cb67e0fb51a1b', 'fixed_ips': [{'subnet_id': 'a3bd9576-6418-4bd4-80c6-56b30d753af9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:12.989469 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.084973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:13.137289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:13.247670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d30524b6-ca14-446e-9a96-f12fbf61c654 req-33e7a471-399c-44ca-9479-0aaa54e7a2e2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 210 time: 0.0511024 Feb 15 09:47:13.264877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Allocated IP 2001:db8::2 (4a033557-8dfc-4a87-81e0-562c72b965fb/a3bd9576-6418-4bd4-80c6-56b30d753af9/388bd95c-8b1f-49f8-917d-109605d070a9) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:13.270339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Checking segment: {'id': '7328acad-f96b-486f-a783-86e71e102919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:13.270899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network hostable DHCP agents. Network: 27554988-9552-4ab6-a91f-ee19a1ec40a4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:13.273918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] For port c3441342-9bac-46ab-b888-7de31fe2b2f8, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:13.311496 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.318239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18487e5b-86f1-441c-9d62-65d8c1a92c15 req-c1a5800c-b336-4dff-8d3a-446a9956fb85 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:13.319280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] For port c3441342-9bac-46ab-b888-7de31fe2b2f8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c3441342-9bac-46ab-b888-7de31fe2b2f8,segment=NetworkSegment(c949a271-1b4b-4ecc-a3ca-a80e6292b362),segment_id=c949a271-1b4b-4ecc-a3ca-a80e6292b362)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:13.319796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18487e5b-86f1-441c-9d62-65d8c1a92c15 req-c1a5800c-b336-4dff-8d3a-446a9956fb85 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2844088 Feb 15 09:47:13.324843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:13.346595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 97c1fdb8-0eb6-4f37-ade1-f84a489cd81b yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:13.358092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:13.367054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.385407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 27554988-9552-4ab6-a91f-ee19a1ec40a4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:13.390372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:13.391576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.448891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18487e5b-86f1-441c-9d62-65d8c1a92c15 req-00570731-df5d-49e4-8be9-ffe6f30b684c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939803 Feb 15 09:47:13.448891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-0e544b02-6d81-46cf-9564-fcc3c4463bfe tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:13.448891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-0e544b02-6d81-46cf-9564-fcc3c4463bfe tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.5205274 Feb 15 09:47:13.448891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a5988207-fb5a-4530-aa80-979ea8f0df9d tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2530379 Feb 15 09:47:13.461967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51044) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:13.472715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'subnet': {'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:13.508546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:13.555767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55538ea-9874-467c-9da1-ee008c740abf None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:13.562655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.583939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Request body: {'port': {'device_id': '5044b4b8-ae61-408e-a409-a169d3af2723', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'admin_state_up': True, 'tenant_id': 'b38e741c36e342038dd9d440d0065d10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:13.608750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fea98ae8-0596-4f19-b2df-c82453422aeb None None] Provisioning complete for port 127b46ef-7188-4c08-9df5-6cbdcc39e764 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:13.613278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fea98ae8-0596-4f19-b2df-c82453422aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:13.933890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=c3441342-9bac-46ab-b888-7de31fe2b2f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:13.966408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:13.975059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port c3441342-9bac-46ab-b888-7de31fe2b2f8 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:13.978519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.093180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.110316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c0ea60-9140-42d2-9709-d27880fef071 req-ccc049e5-349c-4b78-a5dd-79105e5c312b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:14.111813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87c0ea60-9140-42d2-9709-d27880fef071 req-ccc049e5-349c-4b78-a5dd-79105e5c312b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1984289 Feb 15 09:47:14.140799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa408251-b150-4b34-91ac-38d00342fb97 None None] Pushing event deleted for resources: {'Port': ['ID=c3441342-9bac-46ab-b888-7de31fe2b2f8,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:14.151639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.174254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.212338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-82330324-0283-4eec-98b7-8353647353cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:14.222562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-82330324-0283-4eec-98b7-8353647353cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 1096 time: 0.3550589 Feb 15 09:47:14.257158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266dc68d-c58d-433e-94ca-792b9faf8c29']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:14.286775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-87c0ea60-9140-42d2-9709-d27880fef071 req-53511dcf-3075-4441-9e2c-d326b03e1c7c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193969 Feb 15 09:47:14.291188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c949a271-1b4b-4ecc-a3ca-a80e6292b362') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:14.291491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c949a271-1b4b-4ecc-a3ca-a80e6292b362') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:14.346890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.376929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:14.380543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.381975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.396528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:14.397066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:14.402468 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:14.419489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8:0:1::247 (36673517-2969-4f9b-be17-a8fd371f8f39/5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47/97c1fdb8-0eb6-4f37-ade1-f84a489cd81b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:14.458458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::f816:3eff:fe1c:6414 (36673517-2969-4f9b-be17-a8fd371f8f39/4958de24-2649-4a3f-9cad-06c839da2380/97c1fdb8-0eb6-4f37-ade1-f84a489cd81b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:14.515146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e13c74a-4700-4f73-9199-9e3019238974 req-7734d673-1a65-4a4c-b43c-32eecbc1db0f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 210 time: 0.0387325 Feb 15 09:47:14.523127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.553745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.557187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/266dc68d-c58d-433e-94ca-792b9faf8c29 HTTP/1.1" status: 204 len: 168 time: 7.1000235 Feb 15 09:47:14.561962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fb620-9012-4556-afcd-49b5221e49ce tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=266dc68d-c58d-433e-94ca-792b9faf8c29,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:14.571439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51068) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:14.590824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973779280'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:14.694014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:14.699391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.758456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:14.782030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Network 4a033557-8dfc-4a87-81e0-562c72b965fb is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:14.789753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.792335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.792951 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment c506de3d-df0f-44dd-b7cc-728303c166db of type vlan for network 6644311c-3b0e-4f55-b40f-de119c4b3c31 Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-4aadfb25-6bce-41ce-9a0f-490d6e794586 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c3441342-9bac-46ab-b888-7de31fe2b2f8 could not be found. Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._iter().one() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._only_one_row( Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1557, in get_port Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c3441342-9bac-46ab-b888-7de31fe2b2f8 could not be found. Feb 15 09:47:14.833150 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:47:14.870333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.913650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Attempting to bind port 68731279-e185-43b3-abda-cb7e81c09e47 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:14.914095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Attempting to bind port 68731279-e185-43b3-abda-cb7e81c09e47 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:14.914499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Attempting to bind port 68731279-e185-43b3-abda-cb7e81c09e47 on network 36673517-2969-4f9b-be17-a8fd371f8f39 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:14.920749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:14.922320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.925733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.936903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:14.939346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:14.963275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09979b-3786-476e-8639-d44130d82608 None None] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:14.996840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:15.018112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c09979b-3786-476e-8639-d44130d82608 None None] Network 266dc68d-c58d-433e-94ca-792b9faf8c29 could not be found, it might have been deleted concurrently. {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 15 09:47:15.026035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:15.028659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Pushing event updated for resources: {'Port': ['ID=388bd95c-8b1f-49f8-917d-109605d070a9,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:15.030950 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.042067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e8228-51dd-4c8a-8a78-7da77d4b87bb req-53352cd5-d778-4b52-b63f-0b2f62ce4a2b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:15.042699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:15.043797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-478e8228-51dd-4c8a-8a78-7da77d4b87bb req-53352cd5-d778-4b52-b63f-0b2f62ce4a2b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 1.1900618 Feb 15 09:47:15.051709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:15.052173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Checking segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:15.052464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.061020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Bound using segment: {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:15.061837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Bound port: 68731279-e185-43b3-abda-cb7e81c09e47, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4765b327-0cea-4dfd-bec2-90d7127fd3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:15.062839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.094029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:15.101130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:15.107307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:15.108418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.116210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5434248 Feb 15 09:47:15.123714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51074) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:15.131805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '6644311c-3b0e-4f55-b40f-de119c4b3c31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:15.150747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd541e-c766-4fd4-a580-53bad7e556da tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=6644311c-3b0e-4f55-b40f-de119c4b3c31,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:15.163289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-e37d2c22-7240-4063-8f45-c9cad47f1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:15.167443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=97c1fdb8-0eb6-4f37-ade1-f84a489cd81b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:15.169137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-e37d2c22-7240-4063-8f45-c9cad47f1deb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 200 len: 913 time: 0.9188507 Feb 15 09:47:15.233943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-b1d8fa4b-2c4d-472d-a02d-5046bf0d8063 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 200 len: 217 time: 0.0443540 Feb 15 09:47:15.237853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0016195e-8fa0-4f47-85c4-d99ad72ec974 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.4599743 Feb 15 09:47:15.238548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:15.269097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6644311c-3b0e-4f55-b40f-de119c4b3c31 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:15.387013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Allocated IP 172.20.0.12 (9dfb4836-adb8-4844-91b1-7aaee800ea21/a44e4478-1fc7-4173-8c76-ea08c6075685/cee25249-eaec-400a-9705-e4699e628fa7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:15.402379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:15.412446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.539145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 97c1fdb8-0eb6-4f37-ade1-f84a489cd81b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:15.539686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.543651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:15.554779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:15.555854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f977e2-8546-4635-a150-cf735b9a49b7 req-b7f70ac1-6a47-45c8-b419-3fbdfec1daf6 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:15.563636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11f977e2-8546-4635-a150-cf735b9a49b7 req-b7f70ac1-6a47-45c8-b419-3fbdfec1daf6 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1429460 Feb 15 09:47:15.585089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.604749 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.608923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ac014-5783-4345-8687-67660111b41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-27554988-9552-4ab6-a91f-ee19a1ec40a4', 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4', 'tenant_id': 'd420daf6f3e74ec4813cb67e0fb51a1b', 'fixed_ips': [{'subnet_id': 'd848cf5c-15d2-4081-a380-267150c02fce'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:15.610245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.641984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-478e8228-51dd-4c8a-8a78-7da77d4b87bb req-da9cf511-d376-4d1e-b7b7-afa10c7ab9a8 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5650363 Feb 15 09:47:15.656580 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.692796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090', '9bacb12e-01f8-4ea4-8fa8-133b41c073d6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:47:15.765838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Attempting to bind port 388bd95c-8b1f-49f8-917d-109605d070a9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:15.766402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Attempting to bind port 388bd95c-8b1f-49f8-917d-109605d070a9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '85b98903-b40d-459d-949f-293ae5486f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:15.766949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Attempting to bind port 388bd95c-8b1f-49f8-917d-109605d070a9 on network 4a033557-8dfc-4a87-81e0-562c72b965fb {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:15.801709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event updated for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:15.809628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11f977e2-8546-4635-a150-cf735b9a49b7 req-90658ba1-3ec3-4fd8-b625-552ac8c33a3c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449439 Feb 15 09:47:15.850046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.863866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:15.889580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 97c1fdb8-0eb6-4f37-ade1-f84a489cd81b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:15.894144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:15.910883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:15.918367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:15.919494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.940118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-53dd80d7-d77e-463c-801a-f720c71f965d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:15.940118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-53dd80d7-d77e-463c-801a-f720c71f965d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d0bcb411-1f51-41da-a935-e82cb5218ebb HTTP/1.1" status: 200 len: 852 time: 0.6993082 Feb 15 09:47:15.970616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0be35e-d213-41e7-a24b-96b8b85f5a3e None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:15.979140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:15.979953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Checking segment: {'id': '85b98903-b40d-459d-949f-293ae5486f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:15.980757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.982808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Bound using segment: {'id': '85b98903-b40d-459d-949f-293ae5486f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:15.984237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Bound port: 388bd95c-8b1f-49f8-917d-109605d070a9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b98903-b40d-459d-949f-293ae5486f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4a033557-8dfc-4a87-81e0-562c72b965fb'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:15.984909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:15.986377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.107346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-6a609f14-ab2a-489f-a7bd-cc523af34436 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e501dc9d-a8be-4974-acf3-597eaeddf501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080668 Feb 15 09:47:16.175013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=8500fba3-6a16-4c5e-a923-07adccfc8c50,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:16.313537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:16.314230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.412917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] For port 388bd95c-8b1f-49f8-917d-109605d070a9, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:16.443374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'c506de3d-df0f-44dd-b7cc-728303c166db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6644311c-3b0e-4f55-b40f-de119c4b3c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:16.443911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 6644311c-3b0e-4f55-b40f-de119c4b3c31, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:16.460646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d35ac014-5783-4345-8687-67660111b41d None None] Allocated IP 2001:db8::2 (27554988-9552-4ab6-a91f-ee19a1ec40a4/d848cf5c-15d2-4081-a380-267150c02fce/c4b780c0-8d52-455e-88b5-5c9874ca5ed7) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:16.475841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] For port 388bd95c-8b1f-49f8-917d-109605d070a9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=388bd95c-8b1f-49f8-917d-109605d070a9,segment=NetworkSegment(85b98903-b40d-459d-949f-293ae5486f8f),segment_id=85b98903-b40d-459d-949f-293ae5486f8f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:16.547106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-d74c6073-d714-4fca-9756-887f0a684e83 service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699161 Feb 15 09:47:16.548780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.564163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.608303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.666508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.730911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c7c10-2cbc-4f7c-81ca-c492e75ba0d7 req-6dd87777-8886-4a41-be7d-c8779b1bd550 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:16.732570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c8c7c10-2cbc-4f7c-81ca-c492e75ba0d7 req-6dd87777-8886-4a41-be7d-c8779b1bd550 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 932 time: 0.9369745 Feb 15 09:47:16.735942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Subnet': ['ID=39a08713-d371-47ea-9308-5698f41cc38a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:16.743357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-e5ab4584-0c29-48cb-bdaf-1720ca1e8104 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2822082 Feb 15 09:47:16.747876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 6644311c-3b0e-4f55-b40f-de119c4b3c31 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:16.766986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=97c1fdb8-0eb6-4f37-ade1-f84a489cd81b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:16.803866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6644311c-3b0e-4f55-b40f-de119c4b3c31) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:16.845638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880447c-598e-42dc-ac22-1f4dafb55d3e None None] Network 6644311c-3b0e-4f55-b40f-de119c4b3c31 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:16.848652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:16.849278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:16.870867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Request body: {'port': {'device_id': '5044b4b8-ae61-408e-a409-a169d3af2723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:16.908435 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05e0e912-4fbe-4533-9343-988d15b69f48 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7808030 Feb 15 09:47:16.939249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:16.941791 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7080c70-50fd-48f0-b4da-25b0a6cea960" -d '{"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:16.953227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:17.042027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.150216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.152178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.168773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1355d5c1-58c6-42d8-a260-7818094e07e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/97c1fdb8-0eb6-4f37-ade1-f84a489cd81b HTTP/1.1" status: 204 len: 168 time: 1.9229693 Feb 15 09:47:17.193386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:17.266211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.276911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0baf6399-de9f-4380-8933-95d58e5adf8c req-2ec1444c-45a0-44d5-9da8-09087e0b0c0e service neutron] 10.222.0.36 "GET /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5954666 Feb 15 09:47:17.323663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c8c7c10-2cbc-4f7c-81ca-c492e75ba0d7 req-12297b4c-70d2-41c8-bd28-a5739f4c3267 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5109775 Feb 15 09:47:17.339251 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1a42c73-f09b-45c8-a7e8-75f621a84901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.352513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89fe59-ce2f-4a32-ba94-ebbc5108ebc5 req-eda103ea-d54a-40fc-9d20-4a43249ae799 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:17.354985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca89fe59-ce2f-4a32-ba94-ebbc5108ebc5 req-eda103ea-d54a-40fc-9d20-4a43249ae799 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.4785566 Feb 15 09:47:17.411630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:17.478172 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.484431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680c63a-cf84-4bd9-994f-41c8a5b1bdcb None None] Pushing event updated for resources: {'Port': ['ID=388bd95c-8b1f-49f8-917d-109605d070a9,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:17.581843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01237ea-855e-4c15-a265-27258a352c07 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:17.586354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b01237ea-855e-4c15-a265-27258a352c07 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.3914251 Feb 15 09:47:17.618709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca89fe59-ce2f-4a32-ba94-ebbc5108ebc5 req-cf935f9b-a7e9-4cf3-90f9-16ebb32b0423 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434525 Feb 15 09:47:17.627826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:17.661980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:17.709006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Checking segment: {'id': '423c2839-23aa-4a0e-a98e-8f8f5a118643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:17.709519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network hostable DHCP agents. Network: b2550809-7490-4441-badd-3fbc1fccdd57, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:17.766782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.785336 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0fa46-9797-441a-9b9e-20e73061ae9a x-openstack-request-id: req-7cb0fa46-9797-441a-9b9e-20e73061ae9a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:17.785638 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:17.785874 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cb0fa46-9797-441a-9b9e-20e73061ae9a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:17.786261 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'code': 200} Feb 15 09:47:17.800540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840ecbd-fd20-45f2-a5bd-e802bcae0bf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-6644311c-3b0e-4f55-b40f-de119c4b3c31', 'network_id': '6644311c-3b0e-4f55-b40f-de119c4b3c31', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '8500fba3-6a16-4c5e-a923-07adccfc8c50'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:17.801437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4840ecbd-fd20-45f2-a5bd-e802bcae0bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.832926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5856cf02-21ec-4822-a92f-80fcefdade34 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:17.835002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5856cf02-21ec-4822-a92f-80fcefdade34 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2041981 Feb 15 09:47:17.838525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:17.930261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9421d73-690c-4853-afe9-c446f3e8d9fe req-39ba2213-93d7-4e4c-914b-da4e24871988 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:17.942501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b9421d73-690c-4853-afe9-c446f3e8d9fe req-39ba2213-93d7-4e4c-914b-da4e24871988 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2412958 Feb 15 09:47:17.966597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network b2550809-7490-4441-badd-3fbc1fccdd57 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:17.994925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:17.999962 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.014558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd105e-36ad-4061-8c87-8a790bdc3ed4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:18.018941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd105e-36ad-4061-8c87-8a790bdc3ed4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:18.033645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd105e-36ad-4061-8c87-8a790bdc3ed4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:18.035436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9cfd105e-36ad-4061-8c87-8a790bdc3ed4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1958745 Feb 15 09:47:18.039619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:18.067652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.068178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b2550809-7490-4441-badd-3fbc1fccdd57) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:18.100169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:18.100760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.176419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=8500fba3-6a16-4c5e-a923-07adccfc8c50,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:18.189681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebde0c26-af65-4a1a-a9e8-09060f42c66b None None] Network b2550809-7490-4441-badd-3fbc1fccdd57 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:18.198200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b9421d73-690c-4853-afe9-c446f3e8d9fe req-f495bd42-9148-464b-b906-23bd7965e5bd tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547331 Feb 15 09:47:18.277035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac014-5783-4345-8687-67660111b41d None None] Pushing event updated for resources: {'Port': ['ID=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:18.280474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d45c0f-df0d-4e65-9223-c1c5bbf76817 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:18.282784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9ebfacab-a802-4b25-9ab0-d2cad86eeec9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8181520 Feb 15 09:47:18.283464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51134) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:18.423950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee25249-eaec-400a-9705-e4699e628fa7 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:47:18.437620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.694146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.712028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35ac014-5783-4345-8687-67660111b41d None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:18.738701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:18.796366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 4958de24-2649-4a3f-9cad-06c839da2380 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:18.809814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.819005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6644311c-3b0e-4f55-b40f-de119c4b3c31']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:18.889207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Transition to ACTIVE for port object cee25249-eaec-400a-9705-e4699e628fa7 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:47:18.902893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c506de3d-df0f-44dd-b7cc-728303c166db') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:18.903149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c506de3d-df0f-44dd-b7cc-728303c166db') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:18.962197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd442170-a40b-439f-97d4-6898685d3c7a req-f9759142-634f-4494-92ae-360e6a23b03d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:18.969198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:18.972326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd442170-a40b-439f-97d4-6898685d3c7a req-f9759142-634f-4494-92ae-360e6a23b03d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 932 time: 0.3602910 Feb 15 09:47:19.060406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.094958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dde5b6d-a6b5-4486-93a9-1f1c3638d89d None None] Network 4a033557-8dfc-4a87-81e0-562c72b965fb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:19.096803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7a4f9-fa0f-4e74-a475-0fc29165d894 req-dffe5695-8a5b-4f4e-be4e-66144be24893 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:19.102566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.105519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9c7a4f9-fa0f-4e74-a475-0fc29165d894 req-dffe5695-8a5b-4f4e-be4e-66144be24893 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.2337451 Feb 15 09:47:19.135535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:19.234107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9c7a4f9-fa0f-4e74-a475-0fc29165d894 req-8bd4cc3c-5403-422b-a511-0d17eed21480 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273663 Feb 15 09:47:19.236747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.243398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d35ac014-5783-4345-8687-67660111b41d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-4840ecbd-fd20-45f2-a5bd-e802bcae0bf4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8500fba3-6a16-4c5e-a923-07adccfc8c50: This subnet is being modified by another concurrent operation. Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8500fba3-6a16-4c5e-a923-07adccfc8c50: This subnet is being modified by another concurrent operation. Feb 15 09:47:19.361481 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:47:19.408939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Attempting to bind port cee25249-eaec-400a-9705-e4699e628fa7 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:19.409635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Attempting to bind port cee25249-eaec-400a-9705-e4699e628fa7 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:19.410231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Attempting to bind port cee25249-eaec-400a-9705-e4699e628fa7 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:19.426455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35ac014-5783-4345-8687-67660111b41d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:19.457674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.486622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd442170-a40b-439f-97d4-6898685d3c7a req-2fab8bbf-7740-4402-a303-65327fd8f86e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666374 Feb 15 09:47:19.499352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e241d5d-6f72-49db-bc7f-8ce4ad747724 None None] Network 6644311c-3b0e-4f55-b40f-de119c4b3c31 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:19.501629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.508838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Port cee25249-eaec-400a-9705-e4699e628fa7 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:47:19.509907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:19.510408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:19.513647 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:19.516730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Attempting to bind port cee25249-eaec-400a-9705-e4699e628fa7 on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:19.536683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:19.537207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Checking segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:19.537700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Bound using segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:19.538249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Bound port: cee25249-eaec-400a-9705-e4699e628fa7, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:19.538738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.644917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0848549-6d62-493a-af70-069e8f2eae6e req-044cce90-8ecb-484d-9ce7-30667b820d03 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:19.647444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0848549-6d62-493a-af70-069e8f2eae6e req-044cce90-8ecb-484d-9ce7-30667b820d03 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2941566 Feb 15 09:47:19.662765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:19.664554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.675066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.702991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.706622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/6644311c-3b0e-4f55-b40f-de119c4b3c31 HTTP/1.1" status: 204 len: 168 time: 2.7389641 Feb 15 09:47:19.713939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95231c-78c5-4831-a98a-201c2277f843 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=6644311c-3b0e-4f55-b40f-de119c4b3c31,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:19.720843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:19.727122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016024142'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:19.747356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.791288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=4958de24-2649-4a3f-9cad-06c839da2380,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:19.797339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.805015 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0cf34901-6a2c-41bf-b0c6-81b2b189359e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/4958de24-2649-4a3f-9cad-06c839da2380 HTTP/1.1" status: 204 len: 168 time: 1.6669500 Feb 15 09:47:19.805932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:19.881049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:19.885436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.930467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:19.937478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:19.943793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cee25249-eaec-400a-9705-e4699e628fa7,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:19.986930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.051397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:20.057373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.087309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:20.099849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.100477 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment de47cbb2-4809-4e24-937f-a363a85fff82 of type vlan for network 5fe870a5-6b93-4a09-a208-65282e3dd9ac Feb 15 09:47:20.145938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.183515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.186788 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-601545dc-b5c5-4405-822f-be60e5ac8ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.213226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.219081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:20.219898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.233236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Allocated IP 2001:db8::1 (27554988-9552-4ab6-a91f-ee19a1ec40a4/d848cf5c-15d2-4081-a380-267150c02fce/90332a12-480c-4caf-bf45-365f475ef29a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:20.238100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:20.259029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.269825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3aea75ff-0d4f-41e0-8e54-4a6f3f233aa8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47 HTTP/1.1" status: 204 len: 168 time: 0.4622338 Feb 15 09:47:20.275070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5530620 Feb 15 09:47:20.279067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:20.280116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51160) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:20.339710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:20.376174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b2550809-7490-4441-badd-3fbc1fccdd57', 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57', 'tenant_id': 'd420daf6f3e74ec4813cb67e0fb51a1b', 'fixed_ips': [{'subnet_id': '39a08713-d371-47ea-9308-5698f41cc38a'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:20.377049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.431363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d35ac014-5783-4345-8687-67660111b41d None None] Attempting to bind port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:20.431870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d35ac014-5783-4345-8687-67660111b41d None None] Attempting to bind port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '7328acad-f96b-486f-a783-86e71e102919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:20.432578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ac014-5783-4345-8687-67660111b41d None None] Attempting to bind port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 on network 27554988-9552-4ab6-a91f-ee19a1ec40a4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:20.497112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-25ee6099-712c-4c0c-9570-3ad9d2d45f9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2154567 Feb 15 09:47:20.515132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51162) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:20.521466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:20.526076 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.609608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.617212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.653721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Allocated IP 2001:db8::2 (b2550809-7490-4441-badd-3fbc1fccdd57/39a08713-d371-47ea-9308-5698f41cc38a/f0e72c25-ce50-432f-8ab5-4051976b142d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:20.721262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0848549-6d62-493a-af70-069e8f2eae6e req-1bef0bae-40e1-4857-a3c5-9bdb5851071e tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0340879 Feb 15 09:47:20.728396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:20.732460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.753845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:20.755770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:20.759737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.774560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:20.780069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:20.796798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.798488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/cee25249-eaec-400a-9705-e4699e628fa7 HTTP/1.1" status: 200 len: 1092 time: 3.9400330 Feb 15 09:47:20.798959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:20.801283 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a285130-c6ac-4c45-8a32-de4b60423376" -d '{"events": [{"name": "network-changed", "server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "tag": "cee25249-eaec-400a-9705-e4699e628fa7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:20.822996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:20.823551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.883993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.887123 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.912136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ac014-5783-4345-8687-67660111b41d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:20.912870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ac014-5783-4345-8687-67660111b41d None None] Checking segment: {'id': '7328acad-f96b-486f-a783-86e71e102919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:20.915533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.915877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35ac014-5783-4345-8687-67660111b41d None None] Bound using segment: {'id': '7328acad-f96b-486f-a783-86e71e102919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:20.917053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d35ac014-5783-4345-8687-67660111b41d None None] Bound port: c4b780c0-8d52-455e-88b5-5c9874ca5ed7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7328acad-f96b-486f-a783-86e71e102919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '27554988-9552-4ab6-a91f-ee19a1ec40a4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:20.917471 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.925037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:20.955593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:20.956098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.001227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Network b2550809-7490-4441-badd-3fbc1fccdd57 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:21.030248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d43fa-c252-48ba-8fb2-e8fa525296e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=5fe870a5-6b93-4a09-a208-65282e3dd9ac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.046360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c79a1-856f-4051-aee4-ddf7dc30247d req-39b77c3b-f2e9-4f6f-b843-3ec67ad89835 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.047972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e4c79a1-856f-4051-aee4-ddf7dc30247d req-39b77c3b-f2e9-4f6f-b843-3ec67ad89835 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.5959554 Feb 15 09:47:21.086850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656735c6-d363-4e61-a813-fcca8b8cc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.111923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5fe870a5-6b93-4a09-a208-65282e3dd9ac details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:21.189398 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:47:21.194451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Port': ['ID=90332a12-480c-4caf-bf45-365f475ef29a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.220161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e4c79a1-856f-4051-aee4-ddf7dc30247d req-a8d30a27-d0f6-40ff-bffe-d1c951c66ce9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302717 Feb 15 09:47:21.232646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.243526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-f32799d4-1c3c-4088-afe1-165cc1945ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.255882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-f32799d4-1c3c-4088-afe1-165cc1945ce6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 1095 time: 0.3160048 Feb 15 09:47:21.311442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:21.342388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acb898-dc9b-4d73-8e69-a7367182c027 req-a7742b7d-3aac-4f43-88e8-d5192587c4a9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.350292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21acb898-dc9b-4d73-8e69-a7367182c027 req-a7742b7d-3aac-4f43-88e8-d5192587c4a9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 944 time: 0.4308171 Feb 15 09:47:21.360957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-9ef0027c-9236-4ebe-bb79-83c91d3d3564 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee25249-eaec-400a-9705-e4699e628fa7 HTTP/1.1" status: 200 len: 217 time: 0.1041651 Feb 15 09:47:21.380021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=eb16356e-d5ba-449d-97c0-365e17f20b11,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.386076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'de47cbb2-4809-4e24-937f-a363a85fff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:21.386076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 5fe870a5-6b93-4a09-a208-65282e3dd9ac, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:21.396538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:21.464581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 5fe870a5-6b93-4a09-a208-65282e3dd9ac is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:21.471359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0215e-ad6e-41c6-83c8-95cadefe49a7 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '4958de24-2649-4a3f-9cad-06c839da2380'}, {'subnet_id': '5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '68731279-e185-43b3-abda-cb7e81c09e47'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:47:21.482211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.520720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5fe870a5-6b93-4a09-a208-65282e3dd9ac) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:21.529873 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.536915 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21acb898-dc9b-4d73-8e69-a7367182c027 req-f806da01-3352-45e5-9a16-e069473fd503 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800473 Feb 15 09:47:21.537227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.538263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.571314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Pushing event updated for resources: {'Port': ['ID=f0e72c25-ce50-432f-8ab5-4051976b142d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.597882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-5522b55e-37d9-4406-ac7e-27d8a27921b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.608045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-5522b55e-37d9-4406-ac7e-27d8a27921b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.2199719 Feb 15 09:47:21.615055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a996cc-ebc6-4981-8174-7dc0b4720204 None None] Network 5fe870a5-6b93-4a09-a208-65282e3dd9ac requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:21.625665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:21.646204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:21.675400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:21.676225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.709764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-06bbb1f9-1e32-465a-9ae8-c30480a93558 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3760602 Feb 15 09:47:21.743744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51174) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:21.799295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=17bf669c-516a-42f9-831f-e71c7cda00c9,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:21.927128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-5fe870a5-6b93-4a09-a208-65282e3dd9ac', 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': 'eb16356e-d5ba-449d-97c0-365e17f20b11'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:21.927989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:21.997364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d35ac014-5783-4345-8687-67660111b41d None None] For port c4b780c0-8d52-455e-88b5-5c9874ca5ed7, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:22.030140 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04f0215e-ad6e-41c6-83c8-95cadefe49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.176625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Attempting to bind port f0e72c25-ce50-432f-8ab5-4051976b142d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:22.177024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Attempting to bind port f0e72c25-ce50-432f-8ab5-4051976b142d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '423c2839-23aa-4a0e-a98e-8f8f5a118643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:22.177380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Attempting to bind port f0e72c25-ce50-432f-8ab5-4051976b142d on network b2550809-7490-4441-badd-3fbc1fccdd57 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:22.188005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d1e4054-c1a4-4df2-b7b6-14f5d802afca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6704707 Feb 15 09:47:22.191038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d35ac014-5783-4345-8687-67660111b41d None None] For port c4b780c0-8d52-455e-88b5-5c9874ca5ed7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,segment=NetworkSegment(7328acad-f96b-486f-a783-86e71e102919),segment_id=7328acad-f96b-486f-a783-86e71e102919)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:22.198187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:22.198559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Checking segment: {'id': '423c2839-23aa-4a0e-a98e-8f8f5a118643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:22.198959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.199373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Bound using segment: {'id': '423c2839-23aa-4a0e-a98e-8f8f5a118643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:22.199852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Bound port: f0e72c25-ce50-432f-8ab5-4051976b142d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423c2839-23aa-4a0e-a98e-8f8f5a118643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b2550809-7490-4441-badd-3fbc1fccdd57'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:22.213343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.215520 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.219068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:22.227344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:22.250400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:22.277957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.288476 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f3be4f-b36f-4396-acb3-21f4d49318ce x-openstack-request-id: req-b8f3be4f-b36f-4396-acb3-21f4d49318ce {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:22.289437 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "tag": "cee25249-eaec-400a-9705-e4699e628fa7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:22.289820 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8f3be4f-b36f-4396-acb3-21f4d49318ce {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:22.289998 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7', 'status': 'completed', 'code': 200} Feb 15 09:47:22.325346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d68418-5406-4ef4-be06-3724fa5f9251 req-68454d4e-a3ea-46e6-a573-1b1648d063d7 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:22.349050 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89d68418-5406-4ef4-be06-3724fa5f9251 req-68454d4e-a3ea-46e6-a573-1b1648d063d7 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.6032615 Feb 15 09:47:22.387223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-07fbf6f7-9486-4f35-a2ba-aba3084a7972 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068187 Feb 15 09:47:22.395311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d35ac014-5783-4345-8687-67660111b41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.565164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.595665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ac014-5783-4345-8687-67660111b41d None None] Pushing event updated for resources: {'Port': ['ID=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:22.631427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.650357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89d68418-5406-4ef4-be06-3724fa5f9251 req-2e82198f-5005-417d-b220-562fd10828cc tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991679 Feb 15 09:47:22.747101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedac9a-ac0b-46d9-afeb-8d751af8dacc None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:22.790884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.928327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e613c5-0a6b-49b6-bdfc-1b93fc0e599a req-f487e657-33c2-4d82-9e64-acba376b4e29 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:22.930106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4e613c5-0a6b-49b6-bdfc-1b93fc0e599a req-f487e657-33c2-4d82-9e64-acba376b4e29 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.4616628 Feb 15 09:47:22.931671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:22.935326 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.962765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:22.967380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:22.967741 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:23.089343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-6f0cc283-c445-4b91-a509-065844a9327f service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6496572 Feb 15 09:47:23.101918 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa630c6-79ac-4a46-b10d-2189d9e657a1 req-9c7d6893-a8cc-4c1a-aa46-c4acf5f6b8fa tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:23.103534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-daa630c6-79ac-4a46-b10d-2189d9e657a1 req-9c7d6893-a8cc-4c1a-aa46-c4acf5f6b8fa tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 944 time: 0.2613075 Feb 15 09:47:23.104330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.113189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] Provisioning complete for port 388bd95c-8b1f-49f8-917d-109605d070a9 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:23.113568 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.215514 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 17bf669c-516a-42f9-831f-e71c7cda00c9 (CIDR: 2001:db8::/64) Feb 15 09:47:23.238260 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:47:23.238965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:23.249612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-daa630c6-79ac-4a46-b10d-2189d9e657a1 req-de8702a4-aa25-4381-8160-a72020c341a9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369069 Feb 15 09:47:23.279191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4cf78594-9865-4c3e-96da-d0edba6cd7d4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0583034 Feb 15 09:47:23.280999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51188) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:23.285946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:23.383346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4e613c5-0a6b-49b6-bdfc-1b93fc0e599a req-fed1749b-3784-4af7-b78c-de825593c703 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4385493 Feb 15 09:47:23.459114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9a60248f-09a7-4b83-bd3c-b3cf0c5615a3 req-d81330a0-0178-4111-b8a5-f4e931783c71 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427551 Feb 15 09:47:23.498878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Allocated IP 172.20.0.2 (5fe870a5-6b93-4a09-a208-65282e3dd9ac/eb16356e-d5ba-449d-97c0-365e17f20b11/3fb161a1-652a-4ab0-8d1f-064183cea291) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:23.550279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.681367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.684100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.706282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:23.713232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:23.954266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97b6a3-9983-45df-895f-d28ed99efbf5 req-12d21e24-fda7-4af5-9161-57c4393bcc1a tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:23.955932 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce97b6a3-9983-45df-895f-d28ed99efbf5 req-12d21e24-fda7-4af5-9161-57c4393bcc1a tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.1247542 Feb 15 09:47:24.040606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce97b6a3-9983-45df-895f-d28ed99efbf5 req-28a4a4c9-010a-41e1-8812-5389c5cf5a2c tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725217 Feb 15 09:47:24.092520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:24.114737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:24.154976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] For port f0e72c25-ce50-432f-8ab5-4051976b142d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:24.162042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de0d603-9090-4b56-b7ee-d304f881e4f0 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:24.411651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-20b22cdf-f828-41d0-9a9b-17ec7599b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:24.413488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-20b22cdf-f828-41d0-9a9b-17ec7599b701 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 1095 time: 0.8601971 Feb 15 09:47:24.438647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Port': ['ID=90332a12-480c-4caf-bf45-365f475ef29a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:24.448950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-cd08ed87-f73b-4939-b306-5b100fa48c8b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:24.450663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-cd08ed87-f73b-4939-b306-5b100fa48c8b tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.36 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.9451420 Feb 15 09:47:24.460021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] For port f0e72c25-ce50-432f-8ab5-4051976b142d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0e72c25-ce50-432f-8ab5-4051976b142d,segment=NetworkSegment(423c2839-23aa-4a0e-a98e-8f8f5a118643),segment_id=423c2839-23aa-4a0e-a98e-8f8f5a118643)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:24.502006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:47:24.659519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 388bd95c-8b1f-49f8-917d-109605d070a9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:24.704661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36a0af-5262-4393-98a7-22e77608598d req-b2dbcbdd-19bd-48b1-a23a-651d5780aac9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:24.717095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c36a0af-5262-4393-98a7-22e77608598d req-b2dbcbdd-19bd-48b1-a23a-651d5780aac9 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 944 time: 0.3167803 Feb 15 09:47:24.748062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:24.749997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:24.796642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a97a03-1c7e-4d89-b0f6-0ead8c0253d5 req-7b1709b1-d8f2-415b-a50e-a7833553f998 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:24.810287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20a97a03-1c7e-4d89-b0f6-0ead8c0253d5 req-7b1709b1-d8f2-415b-a50e-a7833553f998 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1788251 Feb 15 09:47:24.867701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4c36a0af-5262-4393-98a7-22e77608598d req-ad1cecc0-e6d2-4bad-add6-b846803fd9dc tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486118 Feb 15 09:47:24.903244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-05b6ec0b-c2bf-4d41-8f99-ec04f8a53d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:24.915161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-05b6ec0b-c2bf-4d41-8f99-ec04f8a53d48 service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.4843791 Feb 15 09:47:24.919502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Router aab3d777-a34f-40da-bfa1-5c0cf116fdd1 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:47:24.953941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20a97a03-1c7e-4d89-b0f6-0ead8c0253d5 req-6bd18d19-1ce8-45a2-9684-3cb7db71ee5e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948045 Feb 15 09:47:24.973707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Pushing event updated for resources: {'Port': ['ID=f0e72c25-ce50-432f-8ab5-4051976b142d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:25.011184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] For port 388bd95c-8b1f-49f8-917d-109605d070a9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=388bd95c-8b1f-49f8-917d-109605d070a9,segment=NetworkSegment(85b98903-b40d-459d-949f-293ae5486f8f),segment_id=85b98903-b40d-459d-949f-293ae5486f8f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:25.024029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.024948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.025304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.025922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.026290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.026592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.026919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.027243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.027604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.027938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.028340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.028670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.029095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcac9c2c-e54b-4152-865e-e0a7353ac21d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:25.033807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4235e06-fd50-40df-921c-5c9e74e07ee7 None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:25.056340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-719069c1-1b5e-4e03-b726-7768c47f35e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cee25249-eaec-400a-9705-e4699e628fa7 HTTP/1.1" status: 200 len: 217 time: 0.1318159 Feb 15 09:47:25.057400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.146640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf8077-70a2-437c-ab2a-beccc91938b3 None None] Pushing event updated for resources: {'Port': ['ID=388bd95c-8b1f-49f8-917d-109605d070a9,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:25.287401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-734be940-d6d1-48b6-94c6-cc23a6d46492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:25.289087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-734be940-d6d1-48b6-94c6-cc23a6d46492 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1484809 Feb 15 09:47:25.292742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Deleting port 9ee57b94-bcbe-4379-9e59-1330c7328677 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:25.293980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.303712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:47:25.309944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b90a1380-3393-4ac4-8135-c0f8b47c447b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0236354 Feb 15 09:47:25.317043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] Sync routers for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:47:25.317566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:25.332496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:25.336073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:25.350359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.353004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:25.406136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.420647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.453295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 388bd95c-8b1f-49f8-917d-109605d070a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:25.453684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.463315 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:25.490569 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:25.491457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:25.533990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-167019dd-7b16-4d57-9f4f-78eb22c9d206 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2223341 Feb 15 09:47:25.591497 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:25.592343 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0ab5a4-bdf6-4691-a581-23fb9d6f71a6 None None] The sync data for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:47:25.627503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Provisioning complete for port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:25.634586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.723358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e34b0-caac-4d63-b891-a69a7723f8db req-b6adf958-8a97-473d-aeab-25e846ff1deb tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:25.730681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-830e34b0-caac-4d63-b891-a69a7723f8db req-b6adf958-8a97-473d-aeab-25e846ff1deb tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 945 time: 0.2715034 Feb 15 09:47:25.795160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=32849386-98bb-4e81-90b1-b9069237add4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:25.874305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-830e34b0-caac-4d63-b891-a69a7723f8db req-84318559-92a7-4614-afc4-87c4f7c615bb tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/security-groups?id=fe62962c-fd00-4e04-a782-164206e4e613&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426849 Feb 15 09:47:25.935378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] For port 9ee57b94-bcbe-4379-9e59-1330c7328677, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9ee57b94-bcbe-4379-9e59-1330c7328677,segment=NetworkSegment(43443994-87d7-4429-adc0-1866c1945596),segment_id=43443994-87d7-4429-adc0-1866c1945596)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:25.938135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:25.983861 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.000361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-dd178642-bc3c-4911-91fe-5454bc3098bf service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4440050 Feb 15 09:47:26.002962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '32849386-98bb-4e81-90b1-b9069237add4', 'ip_address': '2001:db8:0:1:f816:3eff:fe51:6c76'}, {'subnet_id': '17bf669c-516a-42f9-831f-e71c7cda00c9'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '68731279-e185-43b3-abda-cb7e81c09e47'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:47:26.030914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Calling delete_port for 9ee57b94-bcbe-4379-9e59-1330c7328677 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:26.031070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:26.072249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:26.098601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:26.099194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.108878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.206555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.249801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60d26c-78af-4791-bec1-e206d627f761 req-f3665a8d-3b01-4d54-ae23-fb9b66bf6b9e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:26.251350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b60d26c-78af-4791-bec1-e206d627f761 req-f3665a8d-3b01-4d54-ae23-fb9b66bf6b9e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1189919 Feb 15 09:47:26.271455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.293619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a285130-c6ac-4c45-8a32-de4b60423376 req-f9aa70aa-f43b-4cef-973e-cfc03e3349b8 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727938 Feb 15 09:47:26.357108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:26.377475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e3cb81d1-46a8-4269-a59c-7cbbfcb687ec tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.0953987 Feb 15 09:47:26.383913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=eb16356e-d5ba-449d-97c0-365e17f20b11,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:26.409459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51214) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:26.426542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b60d26c-78af-4791-bec1-e206d627f761 req-0552e042-0a1e-406e-88ef-892372cbb4f5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582398 Feb 15 09:47:26.431868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:8f:ba:a5', 'name': 'tempest-NetworksTestDHCPv6-1452541806'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:26.498586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Pushing event updated for resources: {'Port': ['ID=3fb161a1-652a-4ab0-8d1f-064183cea291,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:26.514261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cee25249-eaec-400a-9705-e4699e628fa7 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:47:26.581187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Network 5fe870a5-6b93-4a09-a208-65282e3dd9ac is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:26.588361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:26.591564 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.601403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:26.612304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2fdd-befd-44f5-8a38-0680eed97963 req-8237ac53-fff3-4fc8-96ae-373ebc944e3d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:26.629412 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd8c2fdd-befd-44f5-8a38-0680eed97963 req-8237ac53-fff3-4fc8-96ae-373ebc944e3d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 944 time: 0.5865657 Feb 15 09:47:26.646395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Pushing event deleted for resources: {'Port': ['ID=9ee57b94-bcbe-4379-9e59-1330c7328677,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:26.658412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9ee57b94-bcbe-4379-9e59-1330c7328677'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:47:26.805772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] No DVR routers for this DVR port 9ee57b94-bcbe-4379-9e59-1330c7328677 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:26.809537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.815280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2a887c60-5db7-49af-b9f8-ac18c9b2d6db req-7bfdad13-dbc1-46e5-82eb-ababa3c3c0b9 tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.36 "DELETE /v2.0/ports/9ee57b94-bcbe-4379-9e59-1330c7328677 HTTP/1.1" status: 204 len: 173 time: 2.3395808 Feb 15 09:47:26.817612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'name': 'network-vif-deleted', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:26.837020 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b4988c-3d0e-418c-b959-aaede6e871c9" -d '{"events": [{"server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "name": "network-vif-deleted", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:26.905809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:47:26.922026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:26.982726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:27.029508 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc53606-d09f-48aa-b7f1-5ccb67faba2a x-openstack-request-id: req-ddc53606-d09f-48aa-b7f1-5ccb67faba2a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:27.029788 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7baaa0e0-2d24-4611-975a-64e7b20aa8b0", "name": "network-vif-deleted", "tag": "9ee57b94-bcbe-4379-9e59-1330c7328677", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:27.036877 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddc53606-d09f-48aa-b7f1-5ccb67faba2a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:27.037603 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7baaa0e0-2d24-4611-975a-64e7b20aa8b0', 'name': 'network-vif-deleted', 'tag': '9ee57b94-bcbe-4379-9e59-1330c7328677', 'status': 'completed', 'code': 200} Feb 15 09:47:27.052980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe870a5-6b93-4a09-a208-65282e3dd9ac']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:27.112619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de47cbb2-4809-4e24-937f-a363a85fff82') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:27.115530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de47cbb2-4809-4e24-937f-a363a85fff82') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:27.172757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.200912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.203162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c2e64f-2555-42f7-ade7-73e2f8670a7d None None] Network b2550809-7490-4441-badd-3fbc1fccdd57 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:27.266339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4b780c0-8d52-455e-88b5-5c9874ca5ed7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:27.404749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Attempting to bind port 3fb161a1-652a-4ab0-8d1f-064183cea291 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:27.405068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Attempting to bind port 3fb161a1-652a-4ab0-8d1f-064183cea291 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'de47cbb2-4809-4e24-937f-a363a85fff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:27.405382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Attempting to bind port 3fb161a1-652a-4ab0-8d1f-064183cea291 on network 5fe870a5-6b93-4a09-a208-65282e3dd9ac {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:27.425084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.457451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.471694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd8c2fdd-befd-44f5-8a38-0680eed97963 req-86bfc433-4034-4407-9180-46a01bef1ba1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8414171 Feb 15 09:47:27.479581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8aba9d42-4dee-4405-9cd1-6316e4c2263d req-f20403a8-a1b5-4b27-b54f-08cfa90e32af tempest-TestServerAdvancedOps-1972695022 tempest-TestServerAdvancedOps-1972695022-project] 10.222.0.10 "GET /v2.0/ports?device_id=7baaa0e0-2d24-4611-975a-64e7b20aa8b0 HTTP/1.1" status: 200 len: 210 time: 0.1418178 Feb 15 09:47:27.497565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:27.506877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 90f6e6f0-d939-4efa-ae91-2eaa872b419f yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:27.508747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:27.526748 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:27.587652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:27.588388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Checking segment: {'id': 'de47cbb2-4809-4e24-937f-a363a85fff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:27.589036 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.589659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Bound using segment: {'id': 'de47cbb2-4809-4e24-937f-a363a85fff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:27.590375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Bound port: 3fb161a1-652a-4ab0-8d1f-064183cea291, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de47cbb2-4809-4e24-937f-a363a85fff82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:27.591075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:27.641192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/17bf669c-516a-42f9-831f-e71c7cda00c9/68731279-e185-43b3-abda-cb7e81c09e47) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:27.759072 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-602c2407-32a0-4c66-999d-7bb43049f715 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:47:27.773717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-602c2407-32a0-4c66-999d-7bb43049f715 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4189670 Feb 15 09:47:27.777646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:27.789180 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:47:27.789180 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:47:27.789180 n-d-825064-4 neutron-server[102359]: [parameters: {'id': '5fe870a5-6b93-4a09-a208-65282e3dd9ac'}] Feb 15 09:47:27.789180 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:27.797026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] For port 3fb161a1-652a-4ab0-8d1f-064183cea291, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:27.797431 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:27.806736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] For port 3fb161a1-652a-4ab0-8d1f-064183cea291, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3fb161a1-652a-4ab0-8d1f-064183cea291,segment=NetworkSegment(de47cbb2-4809-4e24-937f-a363a85fff82),segment_id=de47cbb2-4809-4e24-937f-a363a85fff82)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:27.865913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e0dc8-e0fc-4011-8c84-6faf390c857d req-88257434-5d99-437f-b50f-d3677e588668 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:27.885678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-553e0dc8-e0fc-4011-8c84-6faf390c857d req-88257434-5d99-437f-b50f-d3677e588668 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1444244 Feb 15 09:47:27.972360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-553e0dc8-e0fc-4011-8c84-6faf390c857d req-babb5a87-0784-42b0-b95d-4e030f297c92 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843446 Feb 15 09:47:28.221569 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.265329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] For port c4b780c0-8d52-455e-88b5-5c9874ca5ed7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,segment=NetworkSegment(7328acad-f96b-486f-a783-86e71e102919),segment_id=7328acad-f96b-486f-a783-86e71e102919)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:28.344246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a6abef-4447-49cb-8819-02af27534c38 None None] Pushing event updated for resources: {'Port': ['ID=3fb161a1-652a-4ab0-8d1f-064183cea291,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:28.366448 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.401639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:28.402011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.505217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cee25249-eaec-400a-9705-e4699e628fa7,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:28.574992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:28.704146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Deleting subnet d0bcb411-1f51-41da-a935-e82cb5218ebb {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:28.714981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.717641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.772467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 388bd95c-8b1f-49f8-917d-109605d070a9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:28.802309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.854315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'cee25249-eaec-400a-9705-e4699e628fa7', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'port_id': 'cee25249-eaec-400a-9705-e4699e628fa7', 'mac_address': 'fa:16:3e:78:86:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44e4478-1fc7-4173-8c76-ea08c6075685', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:47:28.882068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.920235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575e2a7-632a-4548-8129-609cf0270430 req-89394df5-6d82-4b5f-a735-79940df18a9d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:28.921823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1575e2a7-632a-4548-8129-609cf0270430 req-89394df5-6d82-4b5f-a735-79940df18a9d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 944 time: 0.1990807 Feb 15 09:47:28.940081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf639ae-60b1-4dd0-87fe-0ae98c4e0fef None None] Network 5fe870a5-6b93-4a09-a208-65282e3dd9ac requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:28.973303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:28.973757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:28.979375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.022119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 388bd95c-8b1f-49f8-917d-109605d070a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:29.022555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.029099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.039417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d0bcb411-1f51-41da-a935-e82cb5218ebb HTTP/1.1" status: 204 len: 168 time: 0.4629257 Feb 15 09:47:29.045172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca2333-b5ea-418f-991e-683123a73c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0bcb411-1f51-41da-a935-e82cb5218ebb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:29.046792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:29.079270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa11552-7cc6-40c9-8f9e-34873448f2e4 None None] Pushing event updated for resources: {'Port': ['ID=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:29.111175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ee57b94-bcbe-4379-9e59-1330c7328677 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:29.156608 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1575e2a7-632a-4548-8129-609cf0270430 req-9c12b5a6-6d5e-4c13-8b4e-57c375a4b6c0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140539 Feb 15 09:47:29.174208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port 3fb161a1-652a-4ab0-8d1f-064183cea291 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:29.174549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.188521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eae562-1258-4f20-ad67-78dd9b08444c req-b1559583-bb5e-4f14-ab68-19297c496285 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:29.190622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0eae562-1258-4f20-ad67-78dd9b08444c req-b1559583-bb5e-4f14-ab68-19297c496285 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1171350 Feb 15 09:47:29.292347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:29.293361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0eae562-1258-4f20-ad67-78dd9b08444c req-f7f7aeff-0501-4103-91b4-f228d21cd08c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953336 Feb 15 09:47:29.296354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port 3fb161a1-652a-4ab0-8d1f-064183cea291, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3fb161a1-652a-4ab0-8d1f-064183cea291,segment=NetworkSegment(de47cbb2-4809-4e24-937f-a363a85fff82),segment_id=de47cbb2-4809-4e24-937f-a363a85fff82)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:29.296725 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.323536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for 3fb161a1-652a-4ab0-8d1f-064183cea291 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:29.343845 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.368103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9ee57b94-bcbe-4379-9e59-1330c7328677 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:29.369064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9ee57b94-bcbe-4379-9e59-1330c7328677 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:29.396877 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.439835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.532202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.553451 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.619111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::99 (36673517-2969-4f9b-be17-a8fd371f8f39/17bf669c-516a-42f9-831f-e71c7cda00c9/90f6e6f0-d939-4efa-ae91-2eaa872b419f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:29.623671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8f:baa5 (36673517-2969-4f9b-be17-a8fd371f8f39/32849386-98bb-4e81-90b1-b9069237add4/90f6e6f0-d939-4efa-ae91-2eaa872b419f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:29.627167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=3fb161a1-652a-4ab0-8d1f-064183cea291,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:29.691715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port 3fb161a1-652a-4ab0-8d1f-064183cea291 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:29.823850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee25249-eaec-400a-9705-e4699e628fa7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:47:29.888152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0e72c25-ce50-432f-8ab5-4051976b142d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:29.896987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa9e69-0909-4f72-9bf7-1405d78cece9 None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:29.942105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.949122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:29.999559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cee25249-eaec-400a-9705-e4699e628fa7,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:30.051462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.089416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.165045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.242390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:30.248659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f0e72c25-ce50-432f-8ab5-4051976b142d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:30.249484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.265201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe870a5-6b93-4a09-a208-65282e3dd9ac']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.279927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:30.283389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:30.292793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de47cbb2-4809-4e24-937f-a363a85fff82') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.293118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de47cbb2-4809-4e24-937f-a363a85fff82') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.302635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Provisioning complete for port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:30.303175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.305364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:30.310036 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.319210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:30.322041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.337102 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.345169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:30.345730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.380991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=90f6e6f0-d939-4efa-ae91-2eaa872b419f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:30.391731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['cee25249-eaec-400a-9705-e4699e628fa7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:30.425989 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:30.435152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cb098fc5-86e4-4e1d-955a-02649219d3a4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0075240 Feb 15 09:47:30.441822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51250) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:30.541489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.645714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e4df8-d272-4c05-9f69-ea5bce56f84f req-1551c549-e047-4c39-a7ef-40b68badc4fd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:30.649530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b6e4df8-d272-4c05-9f69-ea5bce56f84f req-1551c549-e047-4c39-a7ef-40b68badc4fd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1553349 Feb 15 09:47:30.710518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e501dc9d-a8be-4974-acf3-597eaeddf501']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.711974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b6e4df8-d272-4c05-9f69-ea5bce56f84f req-2fbc568c-3782-4fbc-8e96-cf1ae093a81d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560338 Feb 15 09:47:30.734612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.753721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 90f6e6f0-d939-4efa-ae91-2eaa872b419f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:30.754060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.805682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.813545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.819986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/5fe870a5-6b93-4a09-a208-65282e3dd9ac HTTP/1.1" status: 204 len: 168 time: 9.0618708 Feb 15 09:47:30.837385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa645e-47f3-4baa-9587-5338952ea13d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=5fe870a5-6b93-4a09-a208-65282e3dd9ac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:30.838026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51256) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:30.842762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43443994-87d7-4429-adc0-1866c1945596') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.843049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43443994-87d7-4429-adc0-1866c1945596') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:30.859042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1403293394'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:30.895379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:30.979404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2333fc-ad5a-4d66-809b-080c017d125b req-83163c5a-85b6-4599-9505-ef95e206f652 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:30.982443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e2333fc-ad5a-4d66-809b-080c017d125b req-83163c5a-85b6-4599-9505-ef95e206f652 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 945 time: 0.5555763 Feb 15 09:47:30.985788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.008380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port f0e72c25-ce50-432f-8ab5-4051976b142d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0e72c25-ce50-432f-8ab5-4051976b142d,segment=NetworkSegment(423c2839-23aa-4a0e-a98e-8f8f5a118643),segment_id=423c2839-23aa-4a0e-a98e-8f8f5a118643)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:31.044770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Provisioning complete for port f0e72c25-ce50-432f-8ab5-4051976b142d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:31.049294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.064006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:31.064416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:31.067831 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:31.070761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.240370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf98b5e-47f6-4289-a088-a6b315eb7d85 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:31.253089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:31.333922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:31.358318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.415881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e2333fc-ad5a-4d66-809b-080c017d125b req-07a366b7-e196-47c0-a18f-a229beecdb34 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806419 Feb 15 09:47:31.419950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.423076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e501dc9d-a8be-4974-acf3-597eaeddf501 HTTP/1.1" status: 204 len: 168 time: 2.3695898 Feb 15 09:47:31.423915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a2246-8cb2-4e00-a287-776c4e320258 admin admin] Pushing event deleted for resources: {'Network': ['ID=e501dc9d-a8be-4974-acf3-597eaeddf501,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:31.438170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:31.562464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Deleting subnet 984f4250-f0b8-4911-8e3b-07622688a5fe {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:31.565817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.574132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=f0e72c25-ce50-432f-8ab5-4051976b142d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:31.619082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.622385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b992767-0621-4cf3-9cc1-55ea39c5e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.635724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 90f6e6f0-d939-4efa-ae91-2eaa872b419f owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:31.638329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.712593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port 90332a12-480c-4caf-bf45-365f475ef29a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:31.712949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.758784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.844132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.855376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:31.860618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.870306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.870605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.875943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/984f4250-f0b8-4911-8e3b-07622688a5fe HTTP/1.1" status: 204 len: 168 time: 0.4362988 Feb 15 09:47:31.921394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51268) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:31.949245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:31.952912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Provisioning complete for port 90332a12-480c-4caf-bf45-365f475ef29a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:31.953523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.053854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b992767-0621-4cf3-9cc1-55ea39c5e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.065159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:32.090177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.090533 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment 71a1f823-522d-40e4-a3ba-6a5d8bc2f921 of type vlan for network d4955065-e2d0-4fd1-97bd-a569f5d0f66c Feb 15 09:47:32.105026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c64713-d7be-41c6-ab47-27aec2f75f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=984f4250-f0b8-4911-8e3b-07622688a5fe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:32.120778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b992767-0621-4cf3-9cc1-55ea39c5e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.152339 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.165630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b992767-0621-4cf3-9cc1-55ea39c5e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83e1c3a-00c6-4408-9a9c-7a874bcdadb9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:32.169747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cee25249-eaec-400a-9705-e4699e628fa7 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:32.201883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78146-c318-400c-b149-4982a784a5a1 req-d5256257-c13b-469d-893f-a4de1810b7cf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:32.203663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29f78146-c318-400c-b149-4982a784a5a1 req-d5256257-c13b-469d-893f-a4de1810b7cf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.3183506 Feb 15 09:47:32.204666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=90f6e6f0-d939-4efa-ae91-2eaa872b419f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:32.212337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.219717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:32.220399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.235061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:32.243996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b992767-0621-4cf3-9cc1-55ea39c5e9a0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a6367d07a0e461aad60603e73931966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9060810 Feb 15 09:47:32.248622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:32.257833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.264561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c5250f3e-c1de-49e2-a1f5-8c06eacd1b40 None None] Port 90332a12-480c-4caf-bf45-365f475ef29a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:32.349039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29f78146-c318-400c-b149-4982a784a5a1 req-fae149d7-11ee-465b-a62b-b1d298b5b4b7 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709283 Feb 15 09:47:32.377925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5294020 Feb 15 09:47:32.395405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:32.405108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:32.417681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port cee25249-eaec-400a-9705-e4699e628fa7 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:47:32.419690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:32.423861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:32.424416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.514123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port cee25249-eaec-400a-9705-e4699e628fa7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:32.514585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.553894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.558271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f570c59-adb5-436d-b094-91b46dce1ab8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/90f6e6f0-d939-4efa-ae91-2eaa872b419f HTTP/1.1" status: 204 len: 168 time: 2.1152725 Feb 15 09:47:32.561705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.566030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51276) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:32.595614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.652450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec83fe-b8c5-49fb-bd26-7c124d677be5 req-76b9e1b7-6c0e-4c47-b5c9-73f63aaf479d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:32.654268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51ec83fe-b8c5-49fb-bd26-7c124d677be5 req-76b9e1b7-6c0e-4c47-b5c9-73f63aaf479d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 945 time: 0.1175311 Feb 15 09:47:32.666682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.673438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for 90332a12-480c-4caf-bf45-365f475ef29a owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:32.726322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:32.727530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51ec83fe-b8c5-49fb-bd26-7c124d677be5 req-e7a51472-3563-4e29-b1d8-c14c73ab86a1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514946 Feb 15 09:47:32.728346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:32.732786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.745964 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf46ea-8fb8-4fa9-b83d-2d5741f7877c" -d '{"events": [{"server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "name": "network-vif-plugged", "status": "completed", "tag": "cee25249-eaec-400a-9705-e4699e628fa7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:32.749923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a32f7b-81be-4e7a-a397-62ebb37944e2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=d4955065-e2d0-4fd1-97bd-a569f5d0f66c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:32.791101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:32.807950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing IP validity checks on allocation pools {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:47:32.808560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:47:32.817791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b49db9c-dbe7-4b29-b670-799840184ae4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:32.820580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b49db9c-dbe7-4b29-b670-799840184ae4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2232461 Feb 15 09:47:32.892646 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d948cf-4062-41bc-aee1-f8c0b1fc1106 x-openstack-request-id: req-91d948cf-4062-41bc-aee1-f8c0b1fc1106 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:32.893428 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "name": "network-vif-plugged", "status": "completed", "tag": "cee25249-eaec-400a-9705-e4699e628fa7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:32.896730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.898951 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91d948cf-4062-41bc-aee1-f8c0b1fc1106 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:32.899594 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7', 'code': 200} Feb 15 09:47:32.902076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51280) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:32.908408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d4955065-e2d0-4fd1-97bd-a569f5d0f66c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:32.938040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:32.973801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dbfc1b-c4d9-43d5-aafb-4587e82530ca']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:32.986419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba17f3de-b1a5-4704-a24b-0e410b273994') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:32.987062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba17f3de-b1a5-4704-a24b-0e410b273994') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:33.001053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.019336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.026530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cee25249-eaec-400a-9705-e4699e628fa7,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:33.027741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:33.028324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.037659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.052514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:33.065360 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:33.105120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.128326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:33.144471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f18bfa-547a-4f49-abb6-c17233d4edb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:33.151298 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-98f18bfa-547a-4f49-abb6-c17233d4edb8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2346079 Feb 15 09:47:33.153127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:33.153506 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.155346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:33.170798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.182695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.188669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] 10.222.0.10 "DELETE /v2.0/networks/f2dbfc1b-c4d9-43d5-aafb-4587e82530ca HTTP/1.1" status: 204 len: 168 time: 1.2607193 Feb 15 09:47:33.229700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:33.244308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.251713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ea0a6-a0e5-4fee-8c5b-886386d6e83d req-068cae11-87bd-4d06-a00e-9a0788c304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:33.255651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a5ea0a6-a0e5-4fee-8c5b-886386d6e83d req-068cae11-87bd-4d06-a00e-9a0788c304ae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 1097 time: 0.1994007 Feb 15 09:47:33.258834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466c84c-520a-4c51-a051-67d2d92ba4ac admin admin] Pushing event deleted for resources: {'Network': ['ID=f2dbfc1b-c4d9-43d5-aafb-4587e82530ca,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:33.317780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.323848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4b780c0-8d52-455e-88b5-5c9874ca5ed7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:33.339155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a5ea0a6-a0e5-4fee-8c5b-886386d6e83d req-12cc8791-8d03-4254-a79c-d419c0011d4b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715599 Feb 15 09:47:33.421630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5751fde9-d309-47a6-86d0-778e39f0cfe7 None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:33.437249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a91bcec4-3a0c-40e0-87fc-7b12f180ebdd None None] Could not find standard attr ID for object 75a4dcd0-5591-447f-8049-72825c2247f6. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:47:33.441271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51288) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:33.460251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:33.460694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.536792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a91bcec4-3a0c-40e0-87fc-7b12f180ebdd None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:33.537177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a91bcec4-3a0c-40e0-87fc-7b12f180ebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.545427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e008da79-8d60-4738-862b-4be8050827ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ee88b0abd94da4a866d50f6532d14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023588 Feb 15 09:47:33.547311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51290) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:33.655277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.704190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.734188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0e72c25-ce50-432f-8ab5-4051976b142d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:33.812309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.813189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:33.816677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe62962c-fd00-4e04-a782-164206e4e613 HTTP/1.1" status: 204 len: 168 time: 0.2675462 Feb 15 09:47:33.837987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f5c309ff-e3d9-4a43-af06-bdce450e568f None None] Could not find standard attr ID for object 97c1fdb8-0eb6-4f37-ade1-f84a489cd81b. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:47:33.866297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac789b7-bd8d-4f22-8a58-9a1ebb8eb698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe62962c-fd00-4e04-a782-164206e4e613,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:33.921911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f0e72c25-ce50-432f-8ab5-4051976b142d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:33.922544 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.022585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef635-f446-48ec-a130-879c4cfc97ca req-04c71932-e62e-4853-a936-4851aab69781 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.026940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f90ef635-f446-48ec-a130-879c4cfc97ca req-04c71932-e62e-4853-a936-4851aab69781 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 946 time: 0.1455846 Feb 15 09:47:34.138713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f90ef635-f446-48ec-a130-879c4cfc97ca req-0ec64640-2843-47c1-a256-3f798d3fa3ae tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054647 Feb 15 09:47:34.173686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cf9eb199-4e83-4185-a16d-dedb9ca3a8de None None] Could not find standard attr ID for object 90f6e6f0-d939-4efa-ae91-2eaa872b419f. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:47:34.236466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=9e50f759-a9b2-4937-9ae5-5c2777758cc3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:34.277523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c54757-7067-4c00-9490-a1e01de83bf7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.278942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c54757-7067-4c00-9490-a1e01de83bf7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.281223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c54757-7067-4c00-9490-a1e01de83bf7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.283867 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-55c54757-7067-4c00-9490-a1e01de83bf7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 1.1235228 Feb 15 09:47:34.305028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51296) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:34.373350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822331d7-7712-4ad7-889a-681dfa11dcff req-3d4d9786-476b-4d91-8cda-06cd46faef16 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.384933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-822331d7-7712-4ad7-889a-681dfa11dcff req-3d4d9786-476b-4d91-8cda-06cd46faef16 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.5309594 Feb 15 09:47:34.413960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.427681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 17bf669c-516a-42f9-831f-e71c7cda00c9 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:34.432500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.435685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.446961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f83e1c3a-00c6-4408-9a9c-7a874bcdadb9 HTTP/1.1" status: 204 len: 168 time: 2.1918864 Feb 15 09:47:34.538654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:34.556024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.577109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6afbb-3934-4316-bd10-b314ef256c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83e1c3a-00c6-4408-9a9c-7a874bcdadb9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:34.609419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': '71a1f823-522d-40e4-a3ba-6a5d8bc2f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:34.609887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: d4955065-e2d0-4fd1-97bd-a569f5d0f66c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:34.704535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-822331d7-7712-4ad7-889a-681dfa11dcff req-0cd33610-3e5a-4c6c-aac6-0ca81b75c8f4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2943285 Feb 15 09:47:34.706963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:34.708172 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.730581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network d4955065-e2d0-4fd1-97bd-a569f5d0f66c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:34.744669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.792230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.860939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=90332a12-480c-4caf-bf45-365f475ef29a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:34.863636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d4955065-e2d0-4fd1-97bd-a569f5d0f66c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:34.894557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82159e0f-6f6c-4c95-9a46-c5e98d36f6ae None None] Network d4955065-e2d0-4fd1-97bd-a569f5d0f66c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:34.895534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:34.895989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:34.941721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51306) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:34.963082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.109629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.122538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/17bf669c-516a-42f9-831f-e71c7cda00c9 HTTP/1.1" status: 204 len: 168 time: 0.8160772 Feb 15 09:47:35.124258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f2ef7b-ecd7-45a7-9919-b8911516bb90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=17bf669c-516a-42f9-831f-e71c7cda00c9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:35.128055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51308) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:35.234804 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e26ea346-a68b-41d4-a965-ebd244ecceee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8198524 Feb 15 09:47:35.240144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51312) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:35.245108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4335a054-58ce-4543-9749-b947df442ada None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:35.276391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.340377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4629835c-b364-467c-9cc8-760fb1b96f48 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb218079282a434096b6c0e6e4d53d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3917389 Feb 15 09:47:35.341408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51314) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:35.368505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 32849386-98bb-4e81-90b1-b9069237add4 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:35.378399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.518861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.558304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.578654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443511ae-dffc-4871-b6a9-65d2cacbb7e6 req-34c85dfa-6858-416e-b30c-c0d8257eae36 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:35.590462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-443511ae-dffc-4871-b6a9-65d2cacbb7e6 req-34c85dfa-6858-416e-b30c-c0d8257eae36 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 946 time: 0.2307646 Feb 15 09:47:35.596455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d4955065-e2d0-4fd1-97bd-a569f5d0f66c', 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '9e50f759-a9b2-4937-9ae5-5c2777758cc3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:35.597336 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.653720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-443511ae-dffc-4871-b6a9-65d2cacbb7e6 req-68304aa8-b23e-4c93-a757-1411e2429fc2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620499 Feb 15 09:47:35.666901 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.697180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Router aab3d777-a34f-40da-bfa1-5c0cf116fdd1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:47:35.743894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.801739 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.917211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:35.945264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:47:35.955593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cb09cb5b-42d0-48c5-b17e-5aa161d03f09 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1767449 Feb 15 09:47:35.958903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Allocated IP 172.20.0.3 (d4955065-e2d0-4fd1-97bd-a569f5d0f66c/9e50f759-a9b2-4937-9ae5-5c2777758cc3/cb7c72a7-a28b-4be5-8b79-4333852c167a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:35.970394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51320) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:35.991944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] Sync routers for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:47:36.053573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:36.054965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:36.085538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb576d8-f0bc-4d6c-92b1-0ee1a5b443de req-e03caf7e-4455-43f7-83fa-477c4a8a1fde tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:36.089473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7cb576d8-f0bc-4d6c-92b1-0ee1a5b443de req-e03caf7e-4455-43f7-83fa-477c4a8a1fde tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1589692 Feb 15 09:47:36.107812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:36.119264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.121871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.123017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37eac034-cb9f-4231-8072-6cd87d5d5d4f HTTP/1.1" status: 204 len: 168 time: 0.7756319 Feb 15 09:47:36.138784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:36.139399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:36.155125 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-58f87b63-3ac9-49d8-8133-26ca79cad65a tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] delete failed (client error): The resource could not be found. Feb 15 09:47:36.158585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58f87b63-3ac9-49d8-8133-26ca79cad65a tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1398791194 HTTP/1.1" status: 404 len: 335 time: 0.1852980 Feb 15 09:47:36.169513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:36.183059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cbfe6d03-74df-4ccc-9498-92caae568aa9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:36.237366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-d9c8d927-190b-4a60-aae8-035cbd4073da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:36.239056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-d9c8d927-190b-4a60-aae8-035cbd4073da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1097 time: 0.1138067 Feb 15 09:47:36.249015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.315089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:36.317360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95aadaf-16a3-4ff0-9cf4-100cee3e3d8b None None] The sync data for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:47:36.350025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=32849386-98bb-4e81-90b1-b9069237add4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:36.356602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.359296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac005bdf-5c9e-4426-8eaf-a1197525f268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37eac034-cb9f-4231-8072-6cd87d5d5d4f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:36.367413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8199620c-98b0-4c2e-88c3-e6dc1d1fa968 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/32849386-98bb-4e81-90b1-b9069237add4 HTTP/1.1" status: 204 len: 168 time: 1.2353222 Feb 15 09:47:36.371918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51332) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:36.494152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7cb576d8-f0bc-4d6c-92b1-0ee1a5b443de req-34819c7c-850f-40a2-bf6a-6870f65b3ed4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3972862 Feb 15 09:47:36.496471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b375f99-3df7-4480-90b6-d1d0544e8794 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1220965 Feb 15 09:47:36.504684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51340) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:36.511231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:36.626177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.644882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.693998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-e6b5e69c-bf4b-4c9d-866f-12735f4f8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:36.696427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-e6b5e69c-bf4b-4c9d-866f-12735f4f8f56 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.4287875 Feb 15 09:47:36.733165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Network d4955065-e2d0-4fd1-97bd-a569f5d0f66c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:36.734996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:36.738411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:36.749645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Pushing event updated for resources: {'Port': ['ID=cb7c72a7-a28b-4be5-8b79-4333852c167a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:36.778763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.848563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=9e50f759-a9b2-4937-9ae5-5c2777758cc3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:36.861816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:36.862141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Attempting to bind port cb7c72a7-a28b-4be5-8b79-4333852c167a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:36.862909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Attempting to bind port cb7c72a7-a28b-4be5-8b79-4333852c167a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '71a1f823-522d-40e4-a3ba-6a5d8bc2f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:36.863215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Attempting to bind port cb7c72a7-a28b-4be5-8b79-4333852c167a on network d4955065-e2d0-4fd1-97bd-a569f5d0f66c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:36.864171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cbfe6d03-74df-4ccc-9498-92caae568aa9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.871299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.875053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:36.875479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Checking segment: {'id': '71a1f823-522d-40e4-a3ba-6a5d8bc2f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:36.876208 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.880603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Bound using segment: {'id': '71a1f823-522d-40e4-a3ba-6a5d8bc2f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:36.880603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Bound port: cb7c72a7-a28b-4be5-8b79-4333852c167a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a1f823-522d-40e4-a3ba-6a5d8bc2f921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:36.880940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:36.912607 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-cbfe6d03-74df-4ccc-9498-92caae568aa9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] update failed (client error): The resource could not be found. Feb 15 09:47:36.922159 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cbfe6d03-74df-4ccc-9498-92caae568aa9 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1 HTTP/1.1" status: 404 len: 339 time: 0.7467816 Feb 15 09:47:36.923726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51352) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:36.948594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1149268223'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:36.989679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:37.011845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] For port cb7c72a7-a28b-4be5-8b79-4333852c167a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:37.012734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.016464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] For port cb7c72a7-a28b-4be5-8b79-4333852c167a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=cb7c72a7-a28b-4be5-8b79-4333852c167a,segment=NetworkSegment(71a1f823-522d-40e4-a3ba-6a5d8bc2f921),segment_id=71a1f823-522d-40e4-a3ba-6a5d8bc2f921)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:37.029635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.080044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:37.100043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.100403 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Added segment 5d71fa30-1b09-4a0f-b934-f8d588bda662 of type vlan for network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 Feb 15 09:47:37.106725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913329b-f2d6-4621-b68e-5c2b3b5e133b None None] Pushing event updated for resources: {'Port': ['ID=cb7c72a7-a28b-4be5-8b79-4333852c167a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:37.137849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.161981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4955065-e2d0-4fd1-97bd-a569f5d0f66c']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:37.172956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a1f823-522d-40e4-a3ba-6a5d8bc2f921') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:37.173476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a1f823-522d-40e4-a3ba-6a5d8bc2f921') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:37.191861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.192839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.198308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfccd5-ea4c-4927-b528-eb6841417a5b None None] Network d4955065-e2d0-4fd1-97bd-a569f5d0f66c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:37.235041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.242078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:37.242678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.249484 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.260910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:37.261611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:37.281210 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:37.293266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-d7229697-5cd5-4958-ba14-77b398c7dd36 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1002 time: 0.5865262 Feb 15 09:47:37.387763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4629192 Feb 15 09:47:37.388403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:37.400149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff4f3f-908c-4f10-92ff-738caadb5892 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:37.401871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'subnet': {'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:37.439344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:47:37.439344 n-d-825064-4 neutron-server[102358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:47:37.439344 n-d-825064-4 neutron-server[102358]: [parameters: {'id': 'd4955065-e2d0-4fd1-97bd-a569f5d0f66c'}] Feb 15 09:47:37.439344 n-d-825064-4 neutron-server[102358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:37.439769 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:37.446026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-48cdf0f0-c8db-4854-bdd5-b06b92bd5698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:37.447646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-48cdf0f0-c8db-4854-bdd5-b06b92bd5698 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.0862234 Feb 15 09:47:37.494376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed9450-f945-4d5c-b6fa-ab495be71391 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Network': ['ID=7d2ece77-a6ea-4f3e-ae67-229f6bdaac91,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:37.513555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Made reservation on behalf of d420daf6f3e74ec4813cb67e0fb51a1b for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:37.518802 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.540847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:37.613385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-302ad6a6-3884-48ab-b0c9-68bc73309759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:37.614940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-302ad6a6-3884-48ab-b0c9-68bc73309759 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1599853 Feb 15 09:47:37.666038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-26ac44eb-9a13-41ab-a1d1-5bbdeb0e62e4 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:37.666402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-26ac44eb-9a13-41ab-a1d1-5bbdeb0e62e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.676081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.738220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51372) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:37.790827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:37.805605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:37.817970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:37.818575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.821258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.826079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=8690cd0e-3a36-48d5-a409-e339a921884b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:37.859432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bc97d-7b82-4d07-a8e6-e33a4fee9302 req-091c0bf1-d7e6-435e-b67b-bf81078dade5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:37.861238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f1bc97d-7b82-4d07-a8e6-e33a4fee9302 req-091c0bf1-d7e6-435e-b67b-bf81078dade5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1862175 Feb 15 09:47:37.877533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-e0f55867-37da-49a7-8e75-e2e18d8168de service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551570 Feb 15 09:47:37.892803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51378) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:37.897409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f1b5ba7-b2e1-4cfe-893b-674518accba1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3809316 Feb 15 09:47:37.908190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:37.935513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1537818043-network', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:37.957145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:37.961935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '8690cd0e-3a36-48d5-a409-e339a921884b'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '68731279-e185-43b3-abda-cb7e81c09e47'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:47:37.977939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Subnet': ['ID=2335d683-7b17-499f-94ef-92072962bed1,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:38.002117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f1bc97d-7b82-4d07-a8e6-e33a4fee9302 req-804162b5-41e7-4770-98ec-c5f2dd1cf77e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261630 Feb 15 09:47:38.010937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.043102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Checking segment: {'id': '5d71fa30-1b09-4a0f-b934-f8d588bda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:38.043726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network hostable DHCP agents. Network: 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:38.076389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Made reservation on behalf of dadeabbb44014a82b2f89cdaae0f06bc for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:38.080003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.085797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e921c18b-cf55-4008-bb51-3d2be1d715d4 req-87089ac2-ea11-4bab-a853-7fa5d50b9bc1 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865823 Feb 15 09:47:38.100178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.113967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port cb7c72a7-a28b-4be5-8b79-4333852c167a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:38.114310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.133931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:38.168952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:38.175957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:38.177174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.183633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:38.187338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.265433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port cb7c72a7-a28b-4be5-8b79-4333852c167a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=cb7c72a7-a28b-4be5-8b79-4333852c167a,segment=NetworkSegment(71a1f823-522d-40e4-a3ba-6a5d8bc2f921),segment_id=71a1f823-522d-40e4-a3ba-6a5d8bc2f921)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:38.266307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.270426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-83464a52-19fc-48c8-98a6-25f52d104919 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8720953 Feb 15 09:47:38.274729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51382) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:38.284258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b08aad53-c2f0-4224-80d1-12c50069ecc6 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:38.293161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for cb7c72a7-a28b-4be5-8b79-4333852c167a owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:38.400606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37affc6-304b-46a6-be9c-8295b132a1cd None None] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:38.401838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.416980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-248a2994-02b5-400f-96dc-7b3612671fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:38.419069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-248a2994-02b5-400f-96dc-7b3612671fc2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1097 time: 0.2800505 Feb 15 09:47:38.439673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.451920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.505299 n-d-825064-4 neutron-server[102359]: INFO neutron.db.ipam_backend_mixin [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8690cd0e-3a36-48d5-a409-e339a921884b (CIDR: 2001:db8::/64) Feb 15 09:47:38.524615 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:47:38.525380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:38.543037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:38.595557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Allocated IP 2001:db8::2 (36673517-2969-4f9b-be17-a8fd371f8f39/8690cd0e-3a36-48d5-a409-e339a921884b/68731279-e185-43b3-abda-cb7e81c09e47) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:38.598271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b9a2c9-dbe1-42ae-ae9b-73d5d98604dc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:38.659512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8890f7e1-1f27-44cb-acfe-1daee69b6ebf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7652726 Feb 15 09:47:38.665020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.665523 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Added segment 57ec4c05-226c-40b7-b0df-9d9fb922220d of type vlan for network 4ea963cf-43c4-4031-876f-8c61cd4c15dc Feb 15 09:47:38.666738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51392) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:38.673072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'subnet': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:38.678518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b08aad53-c2f0-4224-80d1-12c50069ecc6 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.750903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-7d2ece77-a6ea-4f3e-ae67-229f6bdaac91', 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91', 'tenant_id': 'd420daf6f3e74ec4813cb67e0fb51a1b', 'fixed_ips': [{'subnet_id': '2335d683-7b17-499f-94ef-92072962bed1'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:38.751782 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:38.950076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=cb7c72a7-a28b-4be5-8b79-4333852c167a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:38.967079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port cb7c72a7-a28b-4be5-8b79-4333852c167a on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:39.119585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Allocated IP 2001:db8:1::2 (7d2ece77-a6ea-4f3e-ae67-229f6bdaac91/2335d683-7b17-499f-94ef-92072962bed1/22abec4b-a3b3-41c6-8377-46f3ce41ae4f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:39.196049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.215694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-3560b27e-3e41-4410-8522-d678ef8f777d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.217566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-3560b27e-3e41-4410-8522-d678ef8f777d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.7895715 Feb 15 09:47:39.228550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:39.239612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.247283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.255298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.262934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.269910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.277652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.286704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.290066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-e5d23cab-3683-4578-a9e0-1196aaf4fa11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.7963152 Feb 15 09:47:39.295117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4955065-e2d0-4fd1-97bd-a569f5d0f66c']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:39.353093 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.357658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a1f823-522d-40e4-a3ba-6a5d8bc2f921') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:39.358203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a1f823-522d-40e4-a3ba-6a5d8bc2f921') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:39.364847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.369783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.385734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.423169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-306dbc42-9146-424b-a5d2-86d06a5b2f71 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1002 time: 0.1299429 Feb 15 09:47:39.424494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.440034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c575051-2d7f-472b-b135-13d7dd7f3172 None None] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:39.446533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9059a84-9c4d-49d9-84c6-146451704ff7 req-5a994a8c-a6ef-4cbf-8be8-701f3c35d080 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1360044 Feb 15 09:47:39.448849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:39.449333 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:39.452890 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:39.540089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c26803-46f9-4ac7-9c95-adc2635f9e3a req-24c66175-b69d-4813-bea2-f15a97fb9925 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.547598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81c26803-46f9-4ac7-9c95-adc2635f9e3a req-24c66175-b69d-4813-bea2-f15a97fb9925 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.1895230 Feb 15 09:47:39.586364 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.587870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.588967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.589625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.589973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-a2749e84-143e-4c21-ab44-1cdb2f7ccc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.591457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-a2749e84-143e-4c21-ab44-1cdb2f7ccc97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.1587982 Feb 15 09:47:39.601588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.606043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.634187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-4abc5c60-2c22-4a6e-87b1-0929eeb5a5eb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457002 Feb 15 09:47:39.649649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.653077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/d4955065-e2d0-4fd1-97bd-a569f5d0f66c HTTP/1.1" status: 204 len: 168 time: 4.4100714 Feb 15 09:47:39.663132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51402) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:39.672485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:39.676074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:39.684467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87107b-e01e-452f-ab4c-c1dc705c1da7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=d4955065-e2d0-4fd1-97bd-a569f5d0f66c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:39.710757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Pushing event updated for resources: {'Port': ['ID=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:39.713461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:39.720083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-928284854'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:39.746836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81c26803-46f9-4ac7-9c95-adc2635f9e3a req-9e289a21-9e04-4781-a70c-05420377f38c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1959114 Feb 15 09:47:39.759467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51404) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:39.761559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0222211 Feb 15 09:47:39.769178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Request body: {'subnet': {'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1537818043-subnet', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:39.776405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6dd172-7092-4283-9716-d867bbd9f9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=4ea963cf-43c4-4031-876f-8c61cd4c15dc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:39.784168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:39.791541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.793202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-a589c763-a924-4813-a52a-6abc90db42f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.793706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:39.795890 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-a589c763-a924-4813-a52a-6abc90db42f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967552 Feb 15 09:47:39.816640 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b08aad53-c2f0-4224-80d1-12c50069ecc6 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:47:39.821472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b08aad53-c2f0-4224-80d1-12c50069ecc6 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1 HTTP/1.1" status: 400 len: 364 time: 1.5400555 Feb 15 09:47:39.824617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51406) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:39.877749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Attempting to bind port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:39.878107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Attempting to bind port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5d71fa30-1b09-4a0f-b934-f8d588bda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:39.878461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Attempting to bind port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f on network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:39.912530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:39.912982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Checking segment: {'id': '5d71fa30-1b09-4a0f-b934-f8d588bda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:39.913612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.914001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Bound using segment: {'id': '5d71fa30-1b09-4a0f-b934-f8d588bda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:39.919264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-1506abb0-c244-400a-af24-9be6c726d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:39.919445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Bound port: 22abec4b-a3b3-41c6-8377-46f3ce41ae4f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d71fa30-1b09-4a0f-b934-f8d588bda662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '7d2ece77-a6ea-4f3e-ae67-229f6bdaac91'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:39.919938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.924046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-1506abb0-c244-400a-af24-9be6c726d082 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 1097 time: 0.2314575 Feb 15 09:47:39.976488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Made reservation on behalf of dadeabbb44014a82b2f89cdaae0f06bc for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:39.979266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:39.982882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:39.986694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.046916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] For port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:40.050651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] For port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,segment=NetworkSegment(5d71fa30-1b09-4a0f-b934-f8d588bda662),segment_id=5d71fa30-1b09-4a0f-b934-f8d588bda662)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:40.060192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.161063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb99efe-601b-47d1-807b-ee5c4e6c4b81 None None] Pushing event updated for resources: {'Port': ['ID=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:40.167117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:40.252671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.253548 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment 4b434d8e-6f5b-4915-aa23-3de1209648db of type vlan for network 31bfec24-3f55-4e71-a570-dbc3644a0f68 Feb 15 09:47:40.276460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-a5fb05ec-d2ba-4086-b388-f9d178a64a85 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4631433 Feb 15 09:47:40.385146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.443966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af40718f-72ae-4144-9eb3-da6eef1bdd0b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:40.453348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-a7323c88-4994-4a8f-b550-9623988c09fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:40.454432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:40.454860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-a7323c88-4994-4a8f-b550-9623988c09fa service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.4948378 Feb 15 09:47:40.553400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-f16a42cf-b812-4fbb-bc41-55e06ea24884 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 200 len: 217 time: 0.0880132 Feb 15 09:47:40.602627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:40.603252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.675144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-8dd5d8a4-ac71-4643-a724-730873a52fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:40.676209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-8dd5d8a4-ac71-4643-a724-730873a52fb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1011496 Feb 15 09:47:40.681653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bc0025-8358-416c-ba56-1a61d725841f None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:40.709533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10a1abc8-42b2-4389-b457-ed8ec3cc575a req-f0541634-6245-4660-9675-a580d256ba8e service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174643 Feb 15 09:47:40.816512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-36f85429-a317-4d76-b2af-712db3a19cfa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148622 Feb 15 09:47:40.819175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Checking segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:40.819970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Network hostable DHCP agents. Network: 4ea963cf-43c4-4031-876f-8c61cd4c15dc, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:40.873366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:47:40.875801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.922955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c36497f-681b-4d1f-ab0a-56dc5df8f12f None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:40.923478 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c36497f-681b-4d1f-ab0a-56dc5df8f12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:40.933306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-54a01371-1d98-4475-b54c-991378fcb892 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099670 Feb 15 09:47:41.040798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.047309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.053608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.065410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.068292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.075987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.082352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.089248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.091319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-419d7f89-d0e4-42d8-b6e1-8e483dfa641e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.4001086 Feb 15 09:47:41.099655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:41.100398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:41.132122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 4ea963cf-43c4-4031-876f-8c61cd4c15dc) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:41.138843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.139438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.187057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b86e8c6-21f1-4826-bc4e-024906ff2207 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4233017 Feb 15 09:47:41.187691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:41.187861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e85536-1e3e-4a6d-80d1-cfec45cec807 None None] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:41.195445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:41.202626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e304457-6f18-4827-b5ef-42f5ea9c770a req-efd5582d-7092-4ecc-a5c2-37669cee6990 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961328 Feb 15 09:47:41.239008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-626534eb-990b-4fbd-8393-d5f8d66073fb req-dcefddd3-3f85-40b1-8095-9db1dba047d5 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908359 Feb 15 09:47:41.244605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.246164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.377740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.473701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:47:41.495367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.531824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88541f-2293-4983-8157-51e70d6bdec9 req-cbe3ee1f-6da6-43ef-917d-44026024ca71 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.542750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b88541f-2293-4983-8157-51e70d6bdec9 req-cbe3ee1f-6da6-43ef-917d-44026024ca71 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 946 time: 0.5657444 Feb 15 09:47:41.546767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Allocated IP 2001:db8::1 (4a033557-8dfc-4a87-81e0-562c72b965fb/a3bd9576-6418-4bd4-80c6-56b30d753af9/0669ab86-34b4-44d6-b8a7-e0691f839a96) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:41.570826 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.618397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.621065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:41.626588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.627212 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.634239 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe6202f-12ac-4726-b741-25f6451ba149" -d '{"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:41.640273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.660999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:41.661855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:41.734409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.749225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.768247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.777393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.788535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.797658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.806003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.808315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9f0d853d-8459-4e31-86f1-cf2342de99eb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.3485456 Feb 15 09:47:41.846446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1414480 Feb 15 09:47:41.912170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-599ab9ec-b8dc-48ed-b485-84236730dbcb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:41.914306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-599ab9ec-b8dc-48ed-b485-84236730dbcb tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0697725 Feb 15 09:47:41.915081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:41.923053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:41.957235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Allocated IP 172.20.0.2 (4ea963cf-43c4-4031-876f-8c61cd4c15dc/af40718f-72ae-4144-9eb3-da6eef1bdd0b/f6fbe092-d35e-4898-be4f-dc9bd65b2019) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:41.966045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b88541f-2293-4983-8157-51e70d6bdec9 req-4f21aadd-57cf-43c5-b6d0-add11596707f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4222386 Feb 15 09:47:41.984768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:41.987079 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d854496-927f-404c-8906-afd53a09f71f x-openstack-request-id: req-2d854496-927f-404c-8906-afd53a09f71f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:41.987598 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-unplugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:41.988084 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d854496-927f-404c-8906-afd53a09f71f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:41.988669 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'code': 200} Feb 15 09:47:41.989575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfb83fd-8db8-4bc4-80b5-6345dda70f5b None None] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:42.021186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d37548-13f3-4355-986c-ac11e2192f23 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=31bfec24-3f55-4e71-a570-dbc3644a0f68,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:42.219464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:42.230566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 31bfec24-3f55-4e71-a570-dbc3644a0f68 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:42.233418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.255827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.264355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] Provisioning complete for port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:42.265015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.276100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.315519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.317112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.320125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-7ec1b479-f408-47a6-9a16-a0ed5c465b11 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3756094 Feb 15 09:47:42.411346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:42.482066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:42.492761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.527353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:42.539696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:42.546467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.553039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.554644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.614442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Subnet': ['ID=50e175fb-1542-4068-b274-e287c4fc2e64,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:42.644115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=14']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:42.658067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51426) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:42.661470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2edc67f2-d15e-42f1-82b9-d887cfbc8d68 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9935064 Feb 15 09:47:42.671750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Request body: {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'mac_address': 'fa:16:3e:8c:52:46', 'name': 'tempest-NetworksTestDHCPv6-197772436'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:42.705385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.780291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 4a033557-8dfc-4a87-81e0-562c72b965fb is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:42.784657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:42.804170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.811089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.817862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.820007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:42.821706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.825119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.832849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.838326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.844112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:42.846095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-95859cfe-487a-4e09-bed1-afea65948812 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.4263005 Feb 15 09:47:42.860126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 22abec4b-a3b3-41c6-8377-46f3ce41ae4f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:42.866921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:42.897645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Port': ['ID=0669ab86-34b4-44d6-b8a7-e0691f839a96,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:42.968148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.029262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ec96d-1031-4a43-8b3c-3b20ec26a905 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:43.091842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1f5e4ee-b8a1-49b4-ae85-f7018209ccc8 req-7bc0bce8-fd4c-48ae-a9fb-1eff21440760 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312746 Feb 15 09:47:43.120481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.145015 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:43.183682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:43.208110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:43.223630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:43.229845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c45856-592b-473a-b36f-892cf75e5811 req-826083b9-1128-4c74-bb2e-13d5df3e9ba4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:43.232798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c45856-592b-473a-b36f-892cf75e5811 req-826083b9-1128-4c74-bb2e-13d5df3e9ba4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1247451 Feb 15 09:47:43.280187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c45856-592b-473a-b36f-892cf75e5811 req-88ed98f0-85b6-4968-9c76-ae31dcfe2b32 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411897 Feb 15 09:47:43.336124 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.375658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Made reservation on behalf of 4b91f956859949a0a8b713797f68f9f5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:43.388537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.419289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Pushing event updated for resources: {'Port': ['ID=f6fbe092-d35e-4898-be4f-dc9bd65b2019,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:43.431557 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.458213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.469461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:43.469834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.485002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Attempting to bind port f6fbe092-d35e-4898-be4f-dc9bd65b2019 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:43.485374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Attempting to bind port f6fbe092-d35e-4898-be4f-dc9bd65b2019 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:43.485740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Attempting to bind port f6fbe092-d35e-4898-be4f-dc9bd65b2019 on network 4ea963cf-43c4-4031-876f-8c61cd4c15dc {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:43.555018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:43.555397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Checking segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:43.555807 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.556205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Bound using segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:43.556702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Bound port: f6fbe092-d35e-4898-be4f-dc9bd65b2019, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:43.557122 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.597693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] For port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,segment=NetworkSegment(5d71fa30-1b09-4a0f-b934-f8d588bda662),segment_id=5d71fa30-1b09-4a0f-b934-f8d588bda662)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:43.642043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.860704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] For port f6fbe092-d35e-4898-be4f-dc9bd65b2019, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:43.874451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aebd4e1-7b6c-41e4-aa6b-4f3eda37ed6b None None] Pushing event updated for resources: {'Port': ['ID=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:43.914704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ccbdc6d2-3f84-4720-8505-3d47add8b948 None None] Provisioning complete for port 0669ab86-34b4-44d6-b8a7-e0691f839a96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:43.915581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc6d2-3f84-4720-8505-3d47add8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:43.977986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdc6d2-3f84-4720-8505-3d47add8b948 None None] Port 0669ab86-34b4-44d6-b8a7-e0691f839a96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:43.982429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] For port f6fbe092-d35e-4898-be4f-dc9bd65b2019, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f6fbe092-d35e-4898-be4f-dc9bd65b2019,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:44.012288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.055334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ccbdc6d2-3f84-4720-8505-3d47add8b948 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:44.055794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccbdc6d2-3f84-4720-8505-3d47add8b948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.176117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe089f-757f-42fc-9495-2ff5ea7c3e6f None None] Pushing event updated for resources: {'Port': ['ID=f6fbe092-d35e-4898-be4f-dc9bd65b2019,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:44.324134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.332576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.336233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.342415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.454392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1cf4b81c-15b3-4cd7-a249-dde4bb2340ec None None] Provisioning complete for port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:44.455462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b81c-15b3-4cd7-a249-dde4bb2340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.486009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Allocated IP 172.25.6.57 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/0bb6b485-ab86-47a8-9b42-54be86a3a0da) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:44.654784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.703806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:44.705327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event updated for resources: {'Port': ['ID=0669ab86-34b4-44d6-b8a7-e0691f839a96,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:44.805910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.891328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=775d47cf-351e-4348-8e8f-4a5be4fe081f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:44.894280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Network 4a033557-8dfc-4a87-81e0-562c72b965fb is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:44.907227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:44.929661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:44.930357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:44.966696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:44.973602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:44.981984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:44.988327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:44.997834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:45.012507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:45.020504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:45.033294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-51e54533-e303-4fa5-9fa9-1e7d8463c3a7 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 5433 time: 0.2635343 Feb 15 09:47:45.050568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1cf4b81c-15b3-4cd7-a249-dde4bb2340ec None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:45.051547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cf4b81c-15b3-4cd7-a249-dde4bb2340ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.073084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:45.125519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:45.135713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:45.143032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 24e2f22a-f339-4614-bd70-143f8ace813e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:45.151884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Pushing event updated for resources: {'Port': ['ID=0bb6b485-ab86-47a8-9b42-54be86a3a0da,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:45.166884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:45.185420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.240724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': '4b434d8e-6f5b-4915-aa23-3de1209648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:45.244643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 31bfec24-3f55-4e71-a570-dbc3644a0f68, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:47:45.254745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Router aab3d777-a34f-40da-bfa1-5c0cf116fdd1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:47:45.356292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] device_id is not set on port 0c569bb5-c039-45df-84e5-c48316a3c9e0 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:45.409989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 22abec4b-a3b3-41c6-8377-46f3ce41ae4f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:45.434612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] For port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:45.480424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 31bfec24-3f55-4e71-a570-dbc3644a0f68 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:47:45.493960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.551608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:47:45.565036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc3f5e3e-304e-4593-9243-87b992454c88 req-6b41e89f-8439-4425-866c-d426c66adee9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5304244 Feb 15 09:47:45.577127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7ee54c9a-e3b6-408f-9911-a51552734adc tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7076786 Feb 15 09:47:45.580228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:45.582940 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] Sync routers for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:47:45.604277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:45.611498 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:45.611936 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5da1568-bb27-4da2-a7a7-9b61b9464515" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:45.612132 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:45.669564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:45.716092 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.716843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db92b45b-64a2-4af7-8559-c51a947688e5 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:45.755446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:45.778223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 31bfec24-3f55-4e71-a570-dbc3644a0f68) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:45.796614 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:45.797274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:45.831131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:45.831737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.840167 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e661131e-88bf-4088-943e-9c70d8d7e7b2 x-openstack-request-id: req-e661131e-88bf-4088-943e-9c70d8d7e7b2 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:45.844012 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:45.844765 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e661131e-88bf-4088-943e-9c70d8d7e7b2 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:45.845761 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e', 'code': 200} Feb 15 09:47:45.890576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b71b3b35-3f54-4438-a008-c2e3a12fda54 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:45.894357 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:45.895006 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930549f9-b0a9-447a-9176-260a7b787cce None None] The sync data for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:47:45.961304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] device_id is not set on port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:45.964086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c4d1bd-f2f0-461b-94d8-c65883710d4c None None] Network 31bfec24-3f55-4e71-a570-dbc3644a0f68 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:45.970003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:46.035475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:46.036797 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.039472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-a1eb924e-686a-45f2-a2d7-070a5acfd20f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2113531 Feb 15 09:47:46.043594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.046763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-5779b6c6-6a0b-48ae-af03-08952ea05b29 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:47:46.048560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a07d83de-c879-44fa-834c-d3c11f025327 None None] Provisioning complete for port 0669ab86-34b4-44d6-b8a7-e0691f839a96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:46.048771 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a07d83de-c879-44fa-834c-d3c11f025327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.050739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1bb54e52-0678-4b97-a341-1fb9d820d267 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 4.1317549 Feb 15 09:47:46.052885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-5779b6c6-6a0b-48ae-af03-08952ea05b29 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120211 Feb 15 09:47:46.058246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51476) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:46.079347 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b71b3b35-3f54-4438-a008-c2e3a12fda54 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 15 09:47:46.083967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b71b3b35-3f54-4438-a008-c2e3a12fda54 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1 HTTP/1.1" status: 409 len: 329 time: 0.4995527 Feb 15 09:47:46.084303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51478) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:46.113153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.236637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d293ee-b99c-4421-8dc3-d990b13e3a45 req-fe6d1ca6-3a5b-4512-8aab-d607582d8acb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:46.239290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9d293ee-b99c-4421-8dc3-d990b13e3a45 req-fe6d1ca6-3a5b-4512-8aab-d607582d8acb tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.4530056 Feb 15 09:47:46.342265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.465335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc614750-51b1-4ee1-b48e-e77ed10aeea0 None None] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:46.488130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Pushing event updated for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:46.530538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] No DVR routers for this DVR port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:46.618366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a07d83de-c879-44fa-834c-d3c11f025327 None None] Port 0669ab86-34b4-44d6-b8a7-e0691f839a96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:46.657912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8::2b8 (36673517-2969-4f9b-be17-a8fd371f8f39/8690cd0e-3a36-48d5-a409-e339a921884b/0c569bb5-c039-45df-84e5-c48316a3c9e0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:46.762218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-31bfec24-3f55-4e71-a570-dbc3644a0f68', 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '775d47cf-351e-4348-8e8f-4a5be4fe081f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:47:46.763180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.768670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:5246 (36673517-2969-4f9b-be17-a8fd371f8f39/50e175fb-1542-4068-b274-e287c4fc2e64/0c569bb5-c039-45df-84e5-c48316a3c9e0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:46.792910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9d293ee-b99c-4421-8dc3-d990b13e3a45 req-130d2e76-139b-493b-a557-9eaf2606f812 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5332289 Feb 15 09:47:46.831470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.873731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.913110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] In _notify_port_updated(), no bound segment for port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:47:46.914723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:46.915545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:46.917097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-fbab60b7-c84c-458e-816f-2b2c8303ff94 service neutron] 10.222.0.36 "PUT /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 200 len: 1027 time: 4.5218637 Feb 15 09:47:47.063432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.071672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.077644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.083889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.090717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.095677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-72f25838-1cf4-4358-b664-df7ec47ec2da tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.097129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-72f25838-1cf4-4358-b664-df7ec47ec2da tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "GET /v2.0/ports/778828ed-8376-43a4-9694-05a146460152?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1654973 Feb 15 09:47:47.097386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.099455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-af1c3446-4470-4961-ba29-8ec24548e90d tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4657 time: 0.3353949 Feb 15 09:47:47.143350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:47.204796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9663029-e605-437c-a6c8-c1d75523bd9b req-3f2c911c-cd0d-4fde-ba54-c7addd2782e2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988145 Feb 15 09:47:47.211688 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-473d025e-772a-4400-bc36-977be020463e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.214870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.223983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] Provisioning complete for port f6fbe092-d35e-4898-be4f-dc9bd65b2019 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:47.224604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.280110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.340336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port 0669ab86-34b4-44d6-b8a7-e0691f839a96 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:47.340685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.417485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.429023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.439275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.441615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for 0669ab86-34b4-44d6-b8a7-e0691f839a96 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:47.486694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.495520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:47.511959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.512659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:47.577104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-a350eddf-8161-4b2e-97d6-8766af401d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:47.579691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-a350eddf-8161-4b2e-97d6-8766af401d52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25&tenant_id=5d49e5da016a4b81949075f687eebb7c HTTP/1.1" status: 200 len: 1095 time: 0.3244529 Feb 15 09:47:47.599479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.662635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Allocated IP 172.20.0.1 (31bfec24-3f55-4e71-a570-dbc3644a0f68/775d47cf-351e-4348-8e8f-4a5be4fe081f/c363c5fc-4f01-44ab-8263-7f1e2b38a1a7) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:47.675790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.718819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=0669ab86-34b4-44d6-b8a7-e0691f839a96,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:47.730368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f6fbe092-d35e-4898-be4f-dc9bd65b2019 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:47.769748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.807213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:47.882332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:47.889684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:47.893577 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161586f8-e52f-445e-96bc-d4cbe7596315" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:48.013365 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca385227-96e5-4e76-aa30-1e6aa77550df x-openstack-request-id: req-ca385227-96e5-4e76-aa30-1e6aa77550df {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:48.013696 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:48.013960 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca385227-96e5-4e76-aa30-1e6aa77550df {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:48.014396 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'code': 200} Feb 15 09:47:48.017239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] For port f6fbe092-d35e-4898-be4f-dc9bd65b2019, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f6fbe092-d35e-4898-be4f-dc9bd65b2019,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:48.036617 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.049686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f6fbe092-d35e-4898-be4f-dc9bd65b2019 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:48.050124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.153987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Router aab3d777-a34f-40da-bfa1-5c0cf116fdd1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:47:48.180192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.247261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.248423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a001b2b8-0b89-4cc0-9124-1eebb9f44f25 None None] Provisioning complete for port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:48.248851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b8-0b89-4cc0-9124-1eebb9f44f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.251019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:47:48.258138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.263104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-720deba3-d765-42cb-bb49-17d95ab7e036 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1739931 Feb 15 09:47:48.263283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85c923-0eed-4ac6-98e6-ffa10f5f66e4 None None] Pushing event updated for resources: {'Port': ['ID=f6fbe092-d35e-4898-be4f-dc9bd65b2019,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:48.263491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:48.290356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] Sync routers for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:47:48.316254 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-6781d585-213a-4263-82e8-dd79adf610b4 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] show failed (client error): The resource could not be found. Feb 15 09:47:48.322565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6781d585-213a-4263-82e8-dd79adf610b4 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-941868444 HTTP/1.1" status: 404 len: 334 time: 0.0533128 Feb 15 09:47:48.333127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51500) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:48.333772 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.338683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5cce9f2e-0ed6-4f22-91f4-d19f8d06f86f tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Request body: {'router': {'name': 'new_name'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:48.357947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:48.389363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:48.390048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:48.396969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.397864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 401c1da1-d18b-4930-af94-03fb8879d771 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:48.401735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a001b2b8-0b89-4cc0-9124-1eebb9f44f25 None None] Port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:48.404714 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-5cce9f2e-0ed6-4f22-91f4-d19f8d06f86f tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] update failed (client error): The resource could not be found. Feb 15 09:47:48.410933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-47c1f46d-8d12-4af9-9579-a3b7ddd1f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.411207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cce9f2e-0ed6-4f22-91f4-d19f8d06f86f tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-2050194988 HTTP/1.1" status: 404 len: 335 time: 0.0721240 Feb 15 09:47:48.411305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-47c1f46d-8d12-4af9-9579-a3b7ddd1f8a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1095 time: 0.8013844 Feb 15 09:47:48.412420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:48.468119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.480635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.486660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.493514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.499474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.503173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:48.505381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.511417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Network 31bfec24-3f55-4e71-a570-dbc3644a0f68 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:48.511646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.513715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-bd277602-e160-4b8e-a189-0241cbe35129 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 4655 time: 0.1937516 Feb 15 09:47:48.518796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting subnet 2335d683-7b17-499f-94ef-92072962bed1 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:48.521993 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.527691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:48.537366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:48.546090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Pushing event updated for resources: {'Port': ['ID=c363c5fc-4f01-44ab-8263-7f1e2b38a1a7,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:48.578273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] Routers {'aab3d777-a34f-40da-bfa1-5c0cf116fdd1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:48.578273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:48.600108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.609235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Network 36673517-2969-4f9b-be17-a8fd371f8f39 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:48.632335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0172f00d-216c-40a7-a50b-89a7344eccb8 req-b27bfe6d-d37b-4a25-bf26-5e8771d3492c tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&id=0dbd1f4d-efb9-4440-a651-5966d0632642&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0741148 Feb 15 09:47:48.637570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac88855-9e70-412c-8433-4e9fa336a67b req-4d1d1ae3-f189-4449-81f9-4cda65ec5883 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.640308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dac88855-9e70-412c-8433-4e9fa336a67b req-4d1d1ae3-f189-4449-81f9-4cda65ec5883 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.4301198 Feb 15 09:47:48.655017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=775d47cf-351e-4348-8e8f-4a5be4fe081f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:48.666536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a001b2b8-0b89-4cc0-9124-1eebb9f44f25 None None] Provisioning complete for port f6fbe092-d35e-4898-be4f-dc9bd65b2019 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:48.666991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a001b2b8-0b89-4cc0-9124-1eebb9f44f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.688310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:48.697237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:48.706697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.709437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:48.710610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.731949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event updated for resources: {'Port': ['ID=0c569bb5-c039-45df-84e5-c48316a3c9e0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:48.737041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:48.738326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ba0116-7081-4c9c-bd26-93e05983ec21 None None] The sync data for ids ['aab3d777-a34f-40da-bfa1-5c0cf116fdd1'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:47:48.809862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.838011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=778828ed-8376-43a4-9694-05a146460152,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:48.857909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Subnet': ['ID=2335d683-7b17-499f-94ef-92072962bed1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:48.862552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.866548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-069e946a-81db-40af-9429-f82cbe1cc9a1 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/subnets/2335d683-7b17-499f-94ef-92072962bed1 HTTP/1.1" status: 204 len: 168 time: 0.4521689 Feb 15 09:47:48.869420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51504) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:48.897092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e860f5fc-d99e-4e9c-8e23-2629299c88e5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 6.2297609 Feb 15 09:47:48.899009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d11d370-5c94-4773-be0d-53391cb64daf None None] Network 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:48.904776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:48.911474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:48.976748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Attempting to bind port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:48.977220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Attempting to bind port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4b434d8e-6f5b-4915-aa23-3de1209648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:48.977549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Attempting to bind port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 on network 31bfec24-3f55-4e71-a570-dbc3644a0f68 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:48.979479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:49.024774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:49.025169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.026540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Checking segment: {'id': '4b434d8e-6f5b-4915-aa23-3de1209648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:49.028415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.029633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Bound using segment: {'id': '4b434d8e-6f5b-4915-aa23-3de1209648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:49.030410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Bound port: c363c5fc-4f01-44ab-8263-7f1e2b38a1a7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b434d8e-6f5b-4915-aa23-3de1209648db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:49.031234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.043306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:47:49.056427 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.096357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:49.096678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.114073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dac88855-9e70-412c-8433-4e9fa336a67b req-453b0f15-0c0a-4b03-9356-33253a523522 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4506142 Feb 15 09:47:49.133611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bfec24-3f55-4e71-a570-dbc3644a0f68']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.146073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-f22ea86c-01b0-4fe2-8e55-e6cdd0ae0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.149856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-f22ea86c-01b0-4fe2-8e55-e6cdd0ae0dcf service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.7119510 Feb 15 09:47:49.177366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b434d8e-6f5b-4915-aa23-3de1209648db') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.177824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b434d8e-6f5b-4915-aa23-3de1209648db') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.206508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] For port 778828ed-8376-43a4-9694-05a146460152, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:49.211460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] For port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,segment=NetworkSegment(5d71fa30-1b09-4a0f-b934-f8d588bda662),segment_id=5d71fa30-1b09-4a0f-b934-f8d588bda662)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:49.211879 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.244355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for 22abec4b-a3b3-41c6-8377-46f3ce41ae4f owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:49.289233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:49.304117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.311002 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.311795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 778828ed-8376-43a4-9694-05a146460152 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:49.363566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.383032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4d5884a7-fca3-419e-9b69-e256965241cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.397665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=22abec4b-a3b3-41c6-8377-46f3ce41ae4f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:49.399786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] No DVR routers for this DVR port 22abec4b-a3b3-41c6-8377-46f3ce41ae4f on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:49.424431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] For port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:49.436878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.446506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] device_id is not set on port 778828ed-8376-43a4-9694-05a146460152 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:47:49.472885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:49.473604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:49.479244 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:49.489900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.498125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:49.517355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d0e9dc56-acff-4db3-8423-862b49e35b37 None None] Provisioning complete for port 0c569bb5-c039-45df-84e5-c48316a3c9e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:49.519027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0e9dc56-acff-4db3-8423-862b49e35b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.538851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.585775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-38128687-b459-4cc5-8497-6d47375c7325 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1000 time: 0.4109032 Feb 15 09:47:49.587165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.603487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be47037-115a-4ad5-8558-ae0310ce9424 None None] DHCP port deletion for 7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:49.606857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2ece77-a6ea-4f3e-ae67-229f6bdaac91']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.615775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7a31c48a-e7bf-4af2-a7a8-60ec070711ca no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:49.618715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d0e9dc56-acff-4db3-8423-862b49e35b37 None None] Port 0c569bb5-c039-45df-84e5-c48316a3c9e0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:49.636043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d71fa30-1b09-4a0f-b934-f8d588bda662') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.638687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d71fa30-1b09-4a0f-b934-f8d588bda662') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.649894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.665335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.672049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:49.672684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:49.679191 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:49.800234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:47:49.800234 n-d-825064-4 neutron-server[102358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:47:49.800234 n-d-825064-4 neutron-server[102358]: [parameters: {'id': '31bfec24-3f55-4e71-a570-dbc3644a0f68'}] Feb 15 09:47:49.800234 n-d-825064-4 neutron-server[102358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:47:49.800713 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:47:49.822754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.843160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.852241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.859494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.865563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.873018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f6fbe092-d35e-4898-be4f-dc9bd65b2019 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:49.873288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.877373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] No DVR routers for this DVR port 778828ed-8376-43a4-9694-05a146460152 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:49.879290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Pushing event updated for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:49.885157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:47:49.886136 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-6f21823d-78a8-4525-8125-256c32244420 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3877 time: 0.1258492 Feb 15 09:47:49.892210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.893421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting port 0c569bb5-c039-45df-84e5-c48316a3c9e0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:49.893957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:49.895620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/networks/7d2ece77-a6ea-4f3e-ae67-229f6bdaac91 HTTP/1.1" status: 204 len: 168 time: 1.0229201 Feb 15 09:47:49.898429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:49.921703 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Sync routers for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:47:49.926126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-13605731-1af6-49b6-b241-3f14ee664601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:49.927833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-13605731-1af6-49b6-b241-3f14ee664601 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.3324759 Feb 15 09:47:49.936697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f0cc7-7958-4fa2-8b52-19296b580d2e tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Network': ['ID=7d2ece77-a6ea-4f3e-ae67-229f6bdaac91,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:49.962114 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:49.982083 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:49.988484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] For port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c363c5fc-4f01-44ab-8263-7f1e2b38a1a7,segment=NetworkSegment(4b434d8e-6f5b-4915-aa23-3de1209648db),segment_id=4b434d8e-6f5b-4915-aa23-3de1209648db)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:50.005500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7a31c48a-e7bf-4af2-a7a8-60ec070711ca not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:50.006403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 0e1cd11a-b46b-4d26-bdb7-2688985797ba no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:50.022389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.053647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374'}, {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:50.057719 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1397797e-bce2-49c5-bb12-6a7bc7a3fea6" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374"}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "401c1da1-d18b-4930-af94-03fb8879d771"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:50.111811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.118538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25f59f37-cb81-41b4-9774-663780026eaf admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.9274781 Feb 15 09:47:50.126216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51516) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:50.139515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db94a8a-19f1-4d32-80f6-a69b13ebeb57 None None] Pushing event updated for resources: {'Port': ['ID=c363c5fc-4f01-44ab-8263-7f1e2b38a1a7,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:50.143380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f6fbe092-d35e-4898-be4f-dc9bd65b2019 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:50.144070 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.181117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting subnet 39a08713-d371-47ea-9308-5698f41cc38a {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:50.202431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07395f8a-aa94-45ef-a8d5-7486cb58b9d0 req-2c0e1fe8-29a6-45f5-9382-9a92fb7f2dab tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753220 Feb 15 09:47:50.227738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.267308 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:47:50.317444 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6896816a-051e-40e0-a3a0-0bb315ca8346 x-openstack-request-id: req-6896816a-051e-40e0-a3a0-0bb315ca8346 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:50.318329 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374", "code": 200}, {"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "401c1da1-d18b-4930-af94-03fb8879d771", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:50.318329 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6896816a-051e-40e0-a3a0-0bb315ca8346 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:50.318676 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'code': 200} Feb 15 09:47:50.318676 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771', 'code': 200} Feb 15 09:47:50.320192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.333164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] In _notify_port_updated(), no bound segment for port 778828ed-8376-43a4-9694-05a146460152 on network ab000546-5737-4d0c-b056-d175597a69da {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:47:50.335143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:50.336107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.338061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-34fe780e-511f-4cfb-a68c-e67349c68f31 service neutron] 10.222.0.36 "PUT /v2.0/ports/778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 200 len: 1027 time: 3.2005341 Feb 15 09:47:50.392081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.395828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a816a9-fbf9-48be-99e6-2f03597906a7 None None] Network 31bfec24-3f55-4e71-a570-dbc3644a0f68 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:50.498731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.525555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.535376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-89aab431-c028-4607-a48f-1c5b2c4df084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:50.537604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-89aab431-c028-4607-a48f-1c5b2c4df084 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5964608 Feb 15 09:47:50.552577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5c1e20c0-48ad-40ad-bd99-957e3913a4c3 None None] Provisioning complete for port 778828ed-8376-43a4-9694-05a146460152 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:50.552577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5c1e20c0-48ad-40ad-bd99-957e3913a4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.569931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36ae2-e4d6-4d46-90a7-76683975531c req-bf93c3c2-9319-4c49-9c78-93822d8f9e41 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:50.582631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ec36ae2-e4d6-4d46-90a7-76683975531c req-bf93c3c2-9319-4c49-9c78-93822d8f9e41 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1299994 Feb 15 09:47:50.619560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Calling delete_port for 0c569bb5-c039-45df-84e5-c48316a3c9e0 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:50.624552 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:45Z', 'revision_number': 3, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:50.662131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.665607 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Checking router: 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:47:50.666629 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Updating router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 port 0bb6b485-ab86-47a8-9b42-54be86a3a0da binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:47:50.702015 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.779565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:50.787097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.790218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e20c0-48ad-40ad-bd99-957e3913a4c3 None None] Port 778828ed-8376-43a4-9694-05a146460152 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:50.876719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:50.882175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:50.924460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196617f4-7f2b-4c52-a53e-9e012b143631 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:47:50.942377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:50.957581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ec36ae2-e4d6-4d46-90a7-76683975531c req-699b1a87-086f-4efa-99a9-4d50d513637f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3723683 Feb 15 09:47:51.010100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 24e2f22a-f339-4614-bd70-143f8ace813e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:51.010733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.058557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.061731 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.073663 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.106065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Subnet': ['ID=39a08713-d371-47ea-9308-5698f41cc38a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:51.112645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] For port 24e2f22a-f339-4614-bd70-143f8ace813e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=24e2f22a-f339-4614-bd70-143f8ace813e,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:51.113364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.114840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.120109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6746ae92-50fb-4f9a-8ad8-0c95973af068 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/subnets/39a08713-d371-47ea-9308-5698f41cc38a HTTP/1.1" status: 204 len: 168 time: 1.2205310 Feb 15 09:47:51.122568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:51.134697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-a5ffe95c-077f-4c63-86d8-d86ce7b305ee service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5644383 Feb 15 09:47:51.151998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 24e2f22a-f339-4614-bd70-143f8ace813e owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:51.154817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:51.155266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.163642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Attempting to bind port 0bb6b485-ab86-47a8-9b42-54be86a3a0da on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:47:51.164313 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Attempting to bind port 0bb6b485-ab86-47a8-9b42-54be86a3a0da by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:47:51.165763 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Attempting to bind port 0bb6b485-ab86-47a8-9b42-54be86a3a0da on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:47:51.176143 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:47:51.176903 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:47:51.177591 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.178235 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:47:51.179515 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Bound port: 0bb6b485-ab86-47a8-9b42-54be86a3a0da, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:47:51.180177 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.191239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting subnet d848cf5c-15d2-4081-a380-267150c02fce {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:51.195854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.219230 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Pushing event updated for resources: {'Port': ['ID=0bb6b485-ab86-47a8-9b42-54be86a3a0da,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:51.223710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c363c5fc-4f01-44ab-8263-7f1e2b38a1a7,segment=NetworkSegment(4b434d8e-6f5b-4915-aa23-3de1209648db),segment_id=4b434d8e-6f5b-4915-aa23-3de1209648db)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:51.224199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.231350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196617f4-7f2b-4c52-a53e-9e012b143631 None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:47:51.231908 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.232503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.233271 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.233832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.234386 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.234980 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.235465 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.235872 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.236265 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.236652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.237074 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.237472 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:47:51.243980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:51.257341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.280723 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] For port 0bb6b485-ab86-47a8-9b42-54be86a3a0da, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:47:51.284991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] For port 0bb6b485-ab86-47a8-9b42-54be86a3a0da, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb6b485-ab86-47a8-9b42-54be86a3a0da,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:47:51.290302 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.363523 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16668b-826a-4e32-8736-9e667c8b17a7 None None] Pushing event updated for resources: {'Port': ['ID=0bb6b485-ab86-47a8-9b42-54be86a3a0da,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:51.391422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:47:51.392274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:51.402354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.429420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.483532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 22abec4b-a3b3-41c6-8377-46f3ce41ae4f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:51.581745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.583368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 22abec4b-a3b3-41c6-8377-46f3ce41ae4f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:51.583923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 22abec4b-a3b3-41c6-8377-46f3ce41ae4f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:51.629628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.633856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/subnets/d848cf5c-15d2-4081-a380-267150c02fce HTTP/1.1" status: 204 len: 168 time: 0.5097709 Feb 15 09:47:51.634895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7231c-1774-4d67-89b0-62b01de01f32 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Subnet': ['ID=d848cf5c-15d2-4081-a380-267150c02fce,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:51.637932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:51.673185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:47:51.739822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.830165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port f0e72c25-ce50-432f-8ab5-4051976b142d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:51.830566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.927259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] For port f0e72c25-ce50-432f-8ab5-4051976b142d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0e72c25-ce50-432f-8ab5-4051976b142d,segment=NetworkSegment(423c2839-23aa-4a0e-a98e-8f8f5a118643),segment_id=423c2839-23aa-4a0e-a98e-8f8f5a118643)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:51.927708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:51.934522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:45Z', 'revision_number': 3, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:51.944453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for f0e72c25-ce50-432f-8ab5-4051976b142d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:51.970532 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e378384f-88c6-4b5f-a83b-01f6f839f0f7 None None] The sync data for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 is: [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:45Z', 'revision_number': 3, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:47:52.047588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=c363c5fc-4f01-44ab-8263-7f1e2b38a1a7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:52.081009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port c363c5fc-4f01-44ab-8263-7f1e2b38a1a7 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:52.081495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.097185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] No DVR routers for this DVR port f0e72c25-ce50-432f-8ab5-4051976b142d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:52.139561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=f0e72c25-ce50-432f-8ab5-4051976b142d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:52.162087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.171306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.178198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.185307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.204996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.213382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-8078a2ed-319e-4f6e-94f5-08bca7588d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3875 time: 0.8089278 Feb 15 09:47:52.222886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.273611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.283299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76e24-a512-41ed-9d62-f903e18152a4 req-12ed578f-83d3-42bf-b9fb-1e809ed59a8b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:52.292897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99d76e24-a512-41ed-9d62-f903e18152a4 req-12ed578f-83d3-42bf-b9fb-1e809ed59a8b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1662750 Feb 15 09:47:52.322274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:52.324768 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7b33e9-a9b1-4db2-9961-ace4279dcd80" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:52.355230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2550809-7490-4441-badd-3fbc1fccdd57']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.366634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.383379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423c2839-23aa-4a0e-a98e-8f8f5a118643') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.383677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423c2839-23aa-4a0e-a98e-8f8f5a118643') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.387853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99d76e24-a512-41ed-9d62-f903e18152a4 req-94159914-8efc-4095-a370-2f4ccf575199 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940704 Feb 15 09:47:52.411368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.444131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.462416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:52.469402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:52.490487 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:52.538422 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0626b1f8-7985-4b35-8e65-ab37795fa608 x-openstack-request-id: req-0626b1f8-7985-4b35-8e65-ab37795fa608 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:52.540206 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-unplugged", "status": "completed", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:52.540206 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0626b1f8-7985-4b35-8e65-ab37795fa608 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:52.540206 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'code': 200} Feb 15 09:47:52.643459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d079ce5-1f1a-4733-99ec-63b7fec2e916 req-52e27f35-c1fb-4764-a493-da6fe7a41d98 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3798597 Feb 15 09:47:52.655146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.676897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a71a8bc-4a50-4e70-82f0-3ced12ff5c99 req-24b1a2f0-3db6-40d8-bfdc-80b60c937f62 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5320468 Feb 15 09:47:52.706864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.717160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.733062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/networks/b2550809-7490-4441-badd-3fbc1fccdd57 HTTP/1.1" status: 204 len: 168 time: 1.0834694 Feb 15 09:47:52.733062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:52.733062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0322569-4a17-496e-b000-3523ffb489cd tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Network': ['ID=b2550809-7490-4441-badd-3fbc1fccdd57,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:52.806624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bfec24-3f55-4e71-a570-dbc3644a0f68']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.863247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.881260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b434d8e-6f5b-4915-aa23-3de1209648db') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.883549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b434d8e-6f5b-4915-aa23-3de1209648db') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:52.929552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:52.929930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:52.982621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0618dd5b-aae4-4ddd-9905-86101b04704c None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:47:53.002134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.013387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.037761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] For port c4b780c0-8d52-455e-88b5-5c9874ca5ed7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,segment=NetworkSegment(7328acad-f96b-486f-a783-86e71e102919),segment_id=7328acad-f96b-486f-a783-86e71e102919)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:53.038003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.038406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.049193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:53.050182 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.056502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for c4b780c0-8d52-455e-88b5-5c9874ca5ed7 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:53.085989 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38241f48-4d0f-42c0-8efb-0546ef6542d0 None None] Provisioning complete for port 0c569bb5-c039-45df-84e5-c48316a3c9e0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:53.086357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38241f48-4d0f-42c0-8efb-0546ef6542d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.142043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-38241f48-4d0f-42c0-8efb-0546ef6542d0 None None] Port 0c569bb5-c039-45df-84e5-c48316a3c9e0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:53.155098 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:53.203571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-38241f48-4d0f-42c0-8efb-0546ef6542d0 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:53.204012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-38241f48-4d0f-42c0-8efb-0546ef6542d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.224666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.258960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=c4b780c0-8d52-455e-88b5-5c9874ca5ed7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:53.272988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=24e2f22a-f339-4614-bd70-143f8ace813e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:53.284407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.292170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] No DVR routers for this DVR port c4b780c0-8d52-455e-88b5-5c9874ca5ed7 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:53.307534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.320094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/31bfec24-3f55-4e71-a570-dbc3644a0f68 HTTP/1.1" status: 204 len: 168 time: 7.2161686 Feb 15 09:47:53.334449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51554) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:53.384478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1539955595'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:53.401353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20aff4-b0c8-40a9-af5d-c94f65cb21fa tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=31bfec24-3f55-4e71-a570-dbc3644a0f68,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:53.421107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.438836 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.573060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] No DVR routers for this DVR port 24e2f22a-f339-4614-bd70-143f8ace813e on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:53.584471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0618dd5b-aae4-4ddd-9905-86101b04704c None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:47:53.587468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.594376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-df53d33d-081b-43fd-b944-62a8c3a4035b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "DELETE /v2.0/ports/24e2f22a-f339-4614-bd70-143f8ace813e HTTP/1.1" status: 204 len: 173 time: 3.2373593 Feb 15 09:47:53.602258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:47:53.605953 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f675b85f-1281-4637-bfd1-aa97c60a1010" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:47:53.775287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.862318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27554988-9552-4ab6-a91f-ee19a1ec40a4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:53.889673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97f8d1-7f65-434a-ad36-6d1baa652231 req-81c1f86c-9552-486f-8de8-ab512846b0e0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:53.889673 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd97f8d1-7f65-434a-ad36-6d1baa652231 req-81c1f86c-9552-486f-8de8-ab512846b0e0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.2113018 Feb 15 09:47:53.893024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7328acad-f96b-486f-a783-86e71e102919') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:53.893508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7328acad-f96b-486f-a783-86e71e102919') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:47:53.933056 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d18fa96-5b74-417b-8af9-7d9edb1e0803 x-openstack-request-id: req-8d18fa96-5b74-417b-8af9-7d9edb1e0803 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:47:53.933638 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "24e2f22a-f339-4614-bd70-143f8ace813e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:47:53.935827 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d18fa96-5b74-417b-8af9-7d9edb1e0803 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:47:53.936353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:53.936789 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '24e2f22a-f339-4614-bd70-143f8ace813e', 'status': 'completed', 'code': 200} Feb 15 09:47:53.940356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Port': ['ID=0c569bb5-c039-45df-84e5-c48316a3c9e0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:53.976727 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.001510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:47:54.001510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:47:54.018886 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:47:54.061119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb6b485-ab86-47a8-9b42-54be86a3a0da up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:54.252741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Allocated IP 172.20.0.1 (4ea963cf-43c4-4031-876f-8c61cd4c15dc/af40718f-72ae-4144-9eb3-da6eef1bdd0b/5a5eb6b8-172b-432f-90be-77bac9ab22fc) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:47:54.290116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd97f8d1-7f65-434a-ad36-6d1baa652231 req-f494edbd-c109-40f3-bf09-fb753f71c90d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2669725 Feb 15 09:47:54.294772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.302811 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.310664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/networks/27554988-9552-4ab6-a91f-ee19a1ec40a4 HTTP/1.1" status: 204 len: 168 time: 1.5827043 Feb 15 09:47:54.317298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:54.369172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dff37-3e5c-46a8-8339-b4fc1020803b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Network': ['ID=27554988-9552-4ab6-a91f-ee19a1ec40a4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:54.483149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.498605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting subnet a3bd9576-6418-4bd4-80c6-56b30d753af9 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:54.511333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.574267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.602350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0bb6b485-ab86-47a8-9b42-54be86a3a0da triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:54.609710 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.682536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.732340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a83470-bee9-4165-b5bf-77b50a52f0ba None None] DHCP port deletion for b2550809-7490-4441-badd-3fbc1fccdd57 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:54.755138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:54.764299 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:54.773327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.822498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b909e4-2f13-494b-a862-651c5ccc5307 None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:54.863847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b909e4-2f13-494b-a862-651c5ccc5307 None None] Network 27554988-9552-4ab6-a91f-ee19a1ec40a4 could not be found, it might have been deleted concurrently. {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 15 09:47:54.884883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.931327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 0bb6b485-ab86-47a8-9b42-54be86a3a0da, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb6b485-ab86-47a8-9b42-54be86a3a0da,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:54.940927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.953248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:54.966994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c7c859b0-d959-49e5-913d-1c54a8587799 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/0c569bb5-c039-45df-84e5-c48316a3c9e0 HTTP/1.1" status: 204 len: 168 time: 6.0475907 Feb 15 09:47:54.968491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51576) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:55.027458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.064243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:55.074685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:47:55.079115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0201f9-5740-441f-bd7b-144f76f32e77 None None] DHCP port deletion for 27554988-9552-4ab6-a91f-ee19a1ec40a4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:55.143512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=0bb6b485-ab86-47a8-9b42-54be86a3a0da,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:55.172143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.240837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f59703-c5c5-4ff4-9b6c-de0beb262755 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.262077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4f59703-c5c5-4ff4-9b6c-de0beb262755 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2920914 Feb 15 09:47:55.274332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51582) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:55.340785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-034fc43c-c669-45cb-be57-f4e904aa4b55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.352623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-034fc43c-c669-45cb-be57-f4e904aa4b55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.359817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-034fc43c-c669-45cb-be57-f4e904aa4b55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.368154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-034fc43c-c669-45cb-be57-f4e904aa4b55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.371593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-034fc43c-c669-45cb-be57-f4e904aa4b55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3142 time: 1.4104123 Feb 15 09:47:55.446678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.446940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.464990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:47:55.529975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:55.539527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.539930 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment 69cd2b2e-8b29-4228-bacf-90a1ae5d4b96 of type vlan for network 2419409b-1a05-4475-8f5e-f38bc4563346 Feb 15 09:47:55.544120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e923505a-7b89-4877-a797-2f5484627fca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.549806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e923505a-7b89-4877-a797-2f5484627fca tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2700474 Feb 15 09:47:55.559056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:55.575161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c2ee04f-a2ef-44bd-b044-489c7a5e775b req-f26611c9-7564-4ae7-9ed5-c465fca3cbd6 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420140 Feb 15 09:47:55.619159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 401c1da1-d18b-4930-af94-03fb8879d771 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:55.619567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.718462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.721590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Subnet': ['ID=a3bd9576-6418-4bd4-80c6-56b30d753af9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:55.738811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb6b485-ab86-47a8-9b42-54be86a3a0da up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:47:55.759235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.765538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d815dd06-8e95-4672-8624-69a32875bc4b tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/subnets/a3bd9576-6418-4bd4-80c6-56b30d753af9 HTTP/1.1" status: 204 len: 168 time: 1.4468691 Feb 15 09:47:55.767009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51590) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:55.812545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163103c2-10ef-40c1-800b-5a77e8ef4ed3 None None] Network 4a033557-8dfc-4a87-81e0-562c72b965fb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:55.867962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916594b4-d92e-4357-ae4f-5251fa04b111 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.870585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916594b4-d92e-4357-ae4f-5251fa04b111 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.872657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916594b4-d92e-4357-ae4f-5251fa04b111 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.874616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-916594b4-d92e-4357-ae4f-5251fa04b111 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2119544 Feb 15 09:47:55.877766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:55.901590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b68d3b-7bb9-4071-a6b6-615303af1c88 req-2f221463-2309-43ca-91e5-a1f00fcceaa5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:55.903713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67b68d3b-7bb9-4071-a6b6-615303af1c88 req-2f221463-2309-43ca-91e5-a1f00fcceaa5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.2343221 Feb 15 09:47:55.927962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:47:55.987142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 50e175fb-1542-4068-b274-e287c4fc2e64 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:55.989401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3890dab4-92c2-4ac1-9358-c68cc6082458 None None] Provisioning complete for port 5a5eb6b8-172b-432f-90be-77bac9ab22fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:55.990024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3890dab4-92c2-4ac1-9358-c68cc6082458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:55.995169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.030757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.073193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3890dab4-92c2-4ac1-9358-c68cc6082458 None None] Port 5a5eb6b8-172b-432f-90be-77bac9ab22fc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:56.073689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67b68d3b-7bb9-4071-a6b6-615303af1c88 req-2d82c9cd-8096-4ec6-8a8c-01206daa995c tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448247 Feb 15 09:47:56.091818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.097416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0bb6b485-ab86-47a8-9b42-54be86a3a0da triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:56.098295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.123477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:56.132330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.147903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.175461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] DHCP port deletion for 4a033557-8dfc-4a87-81e0-562c72b965fb request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:56.301801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4b780c0-8d52-455e-88b5-5c9874ca5ed7 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:56.334193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c4b780c0-8d52-455e-88b5-5c9874ca5ed7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:56.335407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c4b780c0-8d52-455e-88b5-5c9874ca5ed7 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:56.336138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0e72c25-ce50-432f-8ab5-4051976b142d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:56.359772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.370370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f0e72c25-ce50-432f-8ab5-4051976b142d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:56.371031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0e72c25-ce50-432f-8ab5-4051976b142d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:56.380207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Deleting port 388bd95c-8b1f-49f8-917d-109605d070a9 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:56.380768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.388327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0080688 Feb 15 09:47:56.391678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51594) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:56.393448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] For port 401c1da1-d18b-4930-af94-03fb8879d771, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=401c1da1-d18b-4930-af94-03fb8879d771,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:56.393812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.411471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:47:56.474178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 401c1da1-d18b-4930-af94-03fb8879d771 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:56.501934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] For port 388bd95c-8b1f-49f8-917d-109605d070a9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=388bd95c-8b1f-49f8-917d-109605d070a9,segment=NetworkSegment(85b98903-b40d-459d-949f-293ae5486f8f),segment_id=85b98903-b40d-459d-949f-293ae5486f8f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:56.502747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.503518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.532542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Calling delete_port for 388bd95c-8b1f-49f8-917d-109605d070a9 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:56.552293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5eac1-fdab-4f19-ba6b-b8e9fd59b6a0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=2419409b-1a05-4475-8f5e-f38bc4563346,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:56.578397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.599857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=50e175fb-1542-4068-b274-e287c4fc2e64,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:56.605478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.610622 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.617929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47afc69e-41a4-4dad-b23c-ad0378fe141e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/50e175fb-1542-4068-b274-e287c4fc2e64 HTTP/1.1" status: 204 len: 168 time: 0.7388554 Feb 15 09:47:56.620693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51596) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:56.682467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2419409b-1a05-4475-8f5e-f38bc4563346 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:47:56.753030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.814656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Deleting subnet 8690cd0e-3a36-48d5-a409-e339a921884b {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:47:56.818444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.863452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:56.928744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:56.950317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d215a986-dbed-4190-abee-28e6518288a7 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:56.955412 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.022646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Deleting port 388bd95c-8b1f-49f8-917d-109605d070a9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:57.024174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] Pushing event deleted for resources: {'Port': ['ID=388bd95c-8b1f-49f8-917d-109605d070a9,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:57.024357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.028118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270525ad-abe5-4543-a48b-d81274ed1736 None None] No DVR routers for this DVR port 388bd95c-8b1f-49f8-917d-109605d070a9 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:57.197092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.213630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:47:57.217553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.342911 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.397359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Subnet': ['ID=8690cd0e-3a36-48d5-a409-e339a921884b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:57.409863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-cdefa4b9-5250-476e-8af0-59cf43a9f8d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.411164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.417578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13bff307-e75e-40ca-a727-42d9502eae9f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/8690cd0e-3a36-48d5-a409-e339a921884b HTTP/1.1" status: 204 len: 168 time: 0.7936926 Feb 15 09:47:57.417795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-cdefa4b9-5250-476e-8af0-59cf43a9f8d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.418945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51604) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:57.423794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-cdefa4b9-5250-476e-8af0-59cf43a9f8d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.436133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-cdefa4b9-5250-476e-8af0-59cf43a9f8d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.446239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-cdefa4b9-5250-476e-8af0-59cf43a9f8d2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 3142 time: 0.6386111 Feb 15 09:47:57.483532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d651f2a-5b98-472e-b2ae-fb72c586119c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616083 Feb 15 09:47:57.484445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51606) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:57.559736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c40be4-5db3-4f48-b77a-f5d334ec3e76 None None] Update dhcp port {'port': {'network_id': '36673517-2969-4f9b-be17-a8fd371f8f39', 'fixed_ips': [{'subnet_id': '8690cd0e-3a36-48d5-a409-e339a921884b'}], 'binding:host_id': 'n-d-825064-4'}, 'id': '68731279-e185-43b3-abda-cb7e81c09e47'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:47:57.566661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a61ae-8a5a-4ff3-a6d0-090ce68e56dc req-4ca82ae9-c13c-4c66-991f-626795348e72 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.575601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c1a61ae-8a5a-4ff3-a6d0-090ce68e56dc req-4ca82ae9-c13c-4c66-991f-626795348e72 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.2473383 Feb 15 09:47:57.644903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29c40be4-5db3-4f48-b77a-f5d334ec3e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:57.679047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 388bd95c-8b1f-49f8-917d-109605d070a9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:57.690034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7c1a61ae-8a5a-4ff3-a6d0-090ce68e56dc req-8cd29bad-dcac-4f8d-b961-842b6ee8f2bd tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122949 Feb 15 09:47:57.729817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 388bd95c-8b1f-49f8-917d-109605d070a9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:57.730176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 388bd95c-8b1f-49f8-917d-109605d070a9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:57.738034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa5bae-4882-4e63-afd4-1d14782a11ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.742630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e3aa5bae-4882-4e63-afd4-1d14782a11ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2539780 Feb 15 09:47:57.744774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51608) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:57.816567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f36975-43b0-469e-9baf-88a56b9d4caf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:57.820849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-80f36975-43b0-469e-9baf-88a56b9d4caf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0723507 Feb 15 09:47:57.821845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:57.911148 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd7c8112-f0b6-4c24-853e-dc7ed058e490 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880620 Feb 15 09:47:57.912878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:57.981086 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd699ffa-80df-4a98-9614-eb753a63345e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:57.981824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd699ffa-80df-4a98-9614-eb753a63345e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:57.995455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd699ffa-80df-4a98-9614-eb753a63345e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/0c569bb5-c039-45df-84e5-c48316a3c9e0 HTTP/1.1" status: 404 len: 333 time: 0.0702436 Feb 15 09:47:57.995455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51614) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.001386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba55c56f-546c-4989-acb3-329043afdfa9 None None] Network 36673517-2969-4f9b-be17-a8fd371f8f39 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:47:58.032638 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c56f24-7d9a-4a49-893b-18e568405784 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.033140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c56f24-7d9a-4a49-893b-18e568405784 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.040408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d2c56f24-7d9a-4a49-893b-18e568405784 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/50e175fb-1542-4068-b274-e287c4fc2e64 HTTP/1.1" status: 404 len: 337 time: 0.0415890 Feb 15 09:47:58.040772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.154848 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a925757e-6200-4b79-8ff2-3e2752c36ef8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.155822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a925757e-6200-4b79-8ff2-3e2752c36ef8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.159350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] For port 388bd95c-8b1f-49f8-917d-109605d070a9, host n-d-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:58.159902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:58.169190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51622) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.169393 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a925757e-6200-4b79-8ff2-3e2752c36ef8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/8690cd0e-3a36-48d5-a409-e339a921884b HTTP/1.1" status: 404 len: 337 time: 0.1226976 Feb 15 09:47:58.188317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:47:58.308635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e547f883-6229-4f02-84cd-f688e51e0900 None None] Provisioning complete for port 68731279-e185-43b3-abda-cb7e81c09e47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:58.309142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e547f883-6229-4f02-84cd-f688e51e0900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:58.333760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Calling delete_port for 388bd95c-8b1f-49f8-917d-109605d070a9 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:58.431496 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73aa42eb-896b-4aec-9db2-3a3028b495f4 req-6788e60a-3e6e-4bfa-9d65-bb7534a9821e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9842839 Feb 15 09:47:58.433899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Port 388bd95c-8b1f-49f8-917d-109605d070a9 was not found and therefore no delete operation was performed {{(pid=102358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:47:58.452963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:47:58.474306 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b654d353-ed44-4728-95d8-6668eedfdba6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.493811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b654d353-ed44-4728-95d8-6668eedfdba6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.506768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b654d353-ed44-4728-95d8-6668eedfdba6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/90f6e6f0-d939-4efa-ae91-2eaa872b419f HTTP/1.1" status: 404 len: 333 time: 0.3056333 Feb 15 09:47:58.507475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:47:58.507830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51624) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.518901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] DHCP port deletion for 36673517-2969-4f9b-be17-a8fd371f8f39 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:47:58.526167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:58.610368 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f14e4d3-1e48-4d0a-8815-0bdf2df4318e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.611162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f14e4d3-1e48-4d0a-8815-0bdf2df4318e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.621465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f14e4d3-1e48-4d0a-8815-0bdf2df4318e tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/32849386-98bb-4e81-90b1-b9069237add4 HTTP/1.1" status: 404 len: 337 time: 0.1119010 Feb 15 09:47:58.622281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.698425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Port': ['ID=388bd95c-8b1f-49f8-917d-109605d070a9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:58.700298 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-61dbf8a9-da75-4288-badc-35357cd388b4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.714174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61dbf8a9-da75-4288-badc-35357cd388b4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.723484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-61dbf8a9-da75-4288-badc-35357cd388b4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/17bf669c-516a-42f9-831f-e71c7cda00c9 HTTP/1.1" status: 404 len: 337 time: 0.0982757 Feb 15 09:47:58.724445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.746160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Deleting port 68731279-e185-43b3-abda-cb7e81c09e47 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:47:58.746542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:58.852133 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f834b53-8b10-485f-9919-3ce15957a73d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:58.855621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f834b53-8b10-485f-9919-3ce15957a73d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:58.865078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f834b53-8b10-485f-9919-3ce15957a73d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/97c1fdb8-0eb6-4f37-ade1-f84a489cd81b HTTP/1.1" status: 404 len: 333 time: 0.1386406 Feb 15 09:47:58.868392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51632) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:58.922355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] For port 68731279-e185-43b3-abda-cb7e81c09e47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=68731279-e185-43b3-abda-cb7e81c09e47,segment=NetworkSegment(4765b327-0cea-4dfd-bec2-90d7127fd3e3),segment_id=4765b327-0cea-4dfd-bec2-90d7127fd3e3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:47:58.922722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:58.948975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Calling delete_port for 68731279-e185-43b3-abda-cb7e81c09e47 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:47:59.137117 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-000051dd-256d-4c01-8fdb-8db078c734ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.137117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000051dd-256d-4c01-8fdb-8db078c734ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.161821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-000051dd-256d-4c01-8fdb-8db078c734ef tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5e9509d8-9a0a-4ef6-93d7-7ecaa3609f47 HTTP/1.1" status: 404 len: 337 time: 0.2894001 Feb 15 09:47:59.164644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.227012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dc3a3664-be9c-4c6f-9df8-cfb2628e8af0 None None] Provisioning complete for port 5a5eb6b8-172b-432f-90be-77bac9ab22fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:47:59.227646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dc3a3664-be9c-4c6f-9df8-cfb2628e8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:59.255371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:47:59.258039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] No DVR routers for this DVR port 388bd95c-8b1f-49f8-917d-109605d070a9 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:59.265502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:59.273006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:59.332359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02aee86-0a23-41c6-8264-2830b7cb9a36 req-e28d8255-63f8-451a-82d3-e268167aa61a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:47:59.348257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-dc3a3664-be9c-4c6f-9df8-cfb2628e8af0 None None] Port 5a5eb6b8-172b-432f-90be-77bac9ab22fc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:47:59.362549 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d02aee86-0a23-41c6-8264-2830b7cb9a36 req-e28d8255-63f8-451a-82d3-e268167aa61a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.3764656 Feb 15 09:47:59.404664 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-534a6e13-bc9e-4d10-ac7c-299f866c7591 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.405175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534a6e13-bc9e-4d10-ac7c-299f866c7591 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.405510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=6bf8c79e-bdc0-4d0e-a3bd-45a288d8b42b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:59.410822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=401c1da1-d18b-4930-af94-03fb8879d771,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:59.414749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-534a6e13-bc9e-4d10-ac7c-299f866c7591 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/4958de24-2649-4a3f-9cad-06c839da2380 HTTP/1.1" status: 404 len: 337 time: 0.2486165 Feb 15 09:47:59.441608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51638) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.454943 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:47:59.467636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d02aee86-0a23-41c6-8264-2830b7cb9a36 req-8eea2144-ec7e-413f-b94c-43779c4b2a5a tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026080 Feb 15 09:47:59.493262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] No DVR routers for this DVR port 68731279-e185-43b3-abda-cb7e81c09e47 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:47:59.552093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a84f2e-b900-465d-a60b-3d5b31ba1043 None None] Pushing event deleted for resources: {'Port': ['ID=68731279-e185-43b3-abda-cb7e81c09e47,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:47:59.593463 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-262e5a2a-a13e-46c7-b680-40d5111f83f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.594429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-262e5a2a-a13e-46c7-b680-40d5111f83f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.606625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-262e5a2a-a13e-46c7-b680-40d5111f83f8 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/75a4dcd0-5591-447f-8049-72825c2247f6 HTTP/1.1" status: 404 len: 333 time: 0.1377070 Feb 15 09:47:59.607350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.615225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:47:59.678362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 68731279-e185-43b3-abda-cb7e81c09e47 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:47:59.679373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 68731279-e185-43b3-abda-cb7e81c09e47 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:47:59.694283 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a62eee0-2841-40aa-96d8-5ff3f438ee66 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.695045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a62eee0-2841-40aa-96d8-5ff3f438ee66 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.719961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a62eee0-2841-40aa-96d8-5ff3f438ee66 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/79413e56-5601-4868-b633-4fe8369626ca HTTP/1.1" status: 404 len: 337 time: 0.1068985 Feb 15 09:47:59.720750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.815012 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbec478-0e60-4929-9b46-9564deafd972 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.815515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbec478-0e60-4929-9b46-9564deafd972 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.831669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ecbec478-0e60-4929-9b46-9564deafd972 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/540b95b1-31c7-4c9c-8d3f-56280df62c3e HTTP/1.1" status: 404 len: 337 time: 0.1080208 Feb 15 09:47:59.832397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51646) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.908745 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bfa024-0ae1-4151-8ef6-c4b7793f0ef0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:47:59.910447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bfa024-0ae1-4151-8ef6-c4b7793f0ef0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:47:59.931645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-73bfa024-0ae1-4151-8ef6-c4b7793f0ef0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/7d951660-6ce5-41a6-abfc-0f3fe6daca6d HTTP/1.1" status: 404 len: 333 time: 0.0933640 Feb 15 09:47:59.933139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:47:59.986504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:00.009778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Sync routers for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:00.013148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c7edea02-f33d-48ed-b6e2-669b7a2e33a7 admin admin] 10.222.0.10 "PUT /v2.0/routers/2d0f3b0c-7fd3-4abd-909b-7722b3250d99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8817074 Feb 15 09:48:00.045934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:00.046584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:00.057422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] No DVR routers for this DVR port 401c1da1-d18b-4930-af94-03fb8879d771 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:00.060545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:00.064852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-9813499e-ddd2-4f4b-9de4-86164b6d1159 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "DELETE /v2.0/ports/401c1da1-d18b-4930-af94-03fb8879d771 HTTP/1.1" status: 204 len: 173 time: 6.4427698 Feb 15 09:48:00.070967 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e8e0bf-898c-48c1-a579-aa217a66ae90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.075180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e8e0bf-898c-48c1-a579-aa217a66ae90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.082191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b1e8e0bf-898c-48c1-a579-aa217a66ae90 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/2e5fe115-70b3-4253-bdfe-7c8b04a64c37 HTTP/1.1" status: 404 len: 337 time: 0.1466877 Feb 15 09:48:00.107333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.128622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:00.137187 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e9f8ac-108d-425a-847c-2a4a8b37aec6" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "401c1da1-d18b-4930-af94-03fb8879d771"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:00.159709 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a61caf-3d37-4d7c-8f6c-b8d66887f3cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.161489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a61caf-3d37-4d7c-8f6c-b8d66887f3cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.168730 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2a61caf-3d37-4d7c-8f6c-b8d66887f3cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/974c4295-5b33-4332-acc1-f0472e9e2e4b HTTP/1.1" status: 404 len: 333 time: 0.0526605 Feb 15 09:48:00.173276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.266082 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de6d48a-46f3-47f0-a2d3-1d77abf4effe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.269472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de6d48a-46f3-47f0-a2d3-1d77abf4effe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.280688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9de6d48a-46f3-47f0-a2d3-1d77abf4effe tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5123d623-ac61-4405-993a-b82a676d5e1d HTTP/1.1" status: 404 len: 337 time: 0.1059413 Feb 15 09:48:00.283289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.371095 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-397985c3-75a7-4de9-87f7-05f2665d759f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.371967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-397985c3-75a7-4de9-87f7-05f2665d759f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.375232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-397985c3-75a7-4de9-87f7-05f2665d759f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/147f2cf0-5fcc-4469-a857-f9029fde882d HTTP/1.1" status: 404 len: 333 time: 0.0907679 Feb 15 09:48:00.383884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.388306 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e8ae60-157d-48ec-86e2-668a36f4cbcc x-openstack-request-id: req-06e8ae60-157d-48ec-86e2-668a36f4cbcc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:00.398708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:00.399267 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "401c1da1-d18b-4930-af94-03fb8879d771", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:00.399440 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06e8ae60-157d-48ec-86e2-668a36f4cbcc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:00.399889 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '401c1da1-d18b-4930-af94-03fb8879d771', 'status': 'completed', 'code': 200} Feb 15 09:48:00.402299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:00.435176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28268-22fa-41df-894c-aa7a04693a39 req-9a58c261-689e-4b9b-b7a7-fd139f65aab9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:00.458575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28268-22fa-41df-894c-aa7a04693a39 req-9a58c261-689e-4b9b-b7a7-fd139f65aab9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:00.476294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c28268-22fa-41df-894c-aa7a04693a39 req-9a58c261-689e-4b9b-b7a7-fd139f65aab9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:00.487236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28c28268-22fa-41df-894c-aa7a04693a39 req-9a58c261-689e-4b9b-b7a7-fd139f65aab9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 2409 time: 0.5856888 Feb 15 09:48:00.502872 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-13169e4f-5a17-48ab-a68e-4d4763756de1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.507295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13169e4f-5a17-48ab-a68e-4d4763756de1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.521976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13169e4f-5a17-48ab-a68e-4d4763756de1 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/c37d56a6-718b-4347-a8ce-fd0153bf78bd HTTP/1.1" status: 404 len: 337 time: 0.1368358 Feb 15 09:48:00.526532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51670) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.611412 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f025f69c-a3da-4573-a47f-3220f1f306e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.612153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f025f69c-a3da-4573-a47f-3220f1f306e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.615282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f025f69c-a3da-4573-a47f-3220f1f306e4 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6391c5d0-03cf-4f09-b110-1dd4909f7c36 HTTP/1.1" status: 404 len: 333 time: 0.0875983 Feb 15 09:48:00.621605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.698731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:00.699403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 2419409b-1a05-4475-8f5e-f38bc4563346, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:00.738538 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec45d1c-0f28-42c2-88a5-74d6a2ecaee5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:00.739254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec45d1c-0f28-42c2-88a5-74d6a2ecaee5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:00.759808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a033557-8dfc-4a87-81e0-562c72b965fb']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:00.767698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ec45d1c-0f28-42c2-88a5-74d6a2ecaee5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/33ce9c15-93e9-42bb-8a9e-86e58104b9a9 HTTP/1.1" status: 404 len: 337 time: 0.1423087 Feb 15 09:48:00.797845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51676) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:00.868350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28c28268-22fa-41df-894c-aa7a04693a39 req-c57bbaec-de8a-4ba2-8a83-5644a1cd6fd2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3762963 Feb 15 09:48:00.942903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b98903-b40d-459d-949f-293ae5486f8f') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:00.943374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b98903-b40d-459d-949f-293ae5486f8f') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:00.962915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 0e1cd11a-b46b-4d26-bdb7-2688985797ba {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:00.963454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:00.972118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168cd2eb-f5ce-44e9-92a4-defd0b04f4a5 req-aa0b9964-8884-4269-8987-0797531932cc tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:00.984476 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-168cd2eb-f5ce-44e9-92a4-defd0b04f4a5 req-aa0b9964-8884-4269-8987-0797531932cc tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.2490704 Feb 15 09:48:01.064663 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9cf725-228d-414b-a543-d14df4d15b23 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.064663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9cf725-228d-414b-a543-d14df4d15b23 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.071327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3f9cf725-228d-414b-a543-d14df4d15b23 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/4dcbe8a5-1a99-4114-9436-8e68ce5f4d20 HTTP/1.1" status: 404 len: 333 time: 0.2609322 Feb 15 09:48:01.075158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51682) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.084052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.112263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 2, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:01.172898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Checking router: 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:01.175033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Updating router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 port 5a5eb6b8-172b-432f-90be-77bac9ab22fc binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:48:01.179296 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b6010a1-c0e8-4308-b887-91501838556b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.180009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b6010a1-c0e8-4308-b887-91501838556b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.197389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6b6010a1-c0e8-4308-b887-91501838556b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/5dd530cf-c9ce-4d63-8214-254272a03aae HTTP/1.1" status: 404 len: 337 time: 0.1087327 Feb 15 09:48:01.202904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51684) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.251035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-168cd2eb-f5ce-44e9-92a4-defd0b04f4a5 req-5aa49b23-cff2-4a7e-8064-b0c2cd7dab0d tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2651174 Feb 15 09:48:01.257563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.310490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] For port 0e1cd11a-b46b-4d26-bdb7-2688985797ba, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=0e1cd11a-b46b-4d26-bdb7-2688985797ba,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:01.310973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.313605 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bc07959-6ac4-4bf6-841c-f34e88627546 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.314948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bc07959-6ac4-4bf6-841c-f34e88627546 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.325008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4bc07959-6ac4-4bf6-841c-f34e88627546 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/eb2e022d-175d-46b6-bbf0-2313cb090f8b HTTP/1.1" status: 404 len: 333 time: 0.1165121 Feb 15 09:48:01.325287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 0e1cd11a-b46b-4d26-bdb7-2688985797ba owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:01.326500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51688) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.339680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.359926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:01.363985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.367928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 2419409b-1a05-4475-8f5e-f38bc4563346 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:01.376121 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:01.416982 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ef1bc1-869a-4552-bebb-6c0f91a38c9b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.417642 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95ef1bc1-869a-4552-bebb-6c0f91a38c9b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.433000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95ef1bc1-869a-4552-bebb-6c0f91a38c9b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/767c9c15-dc89-4846-b02b-bcdea4b0bb0e HTTP/1.1" status: 404 len: 337 time: 0.0947449 Feb 15 09:48:01.434267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51690) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.515745 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5087f18-c7a5-427f-ac0f-10aa4484ece5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.516712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5087f18-c7a5-427f-ac0f-10aa4484ece5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.542644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5087f18-c7a5-427f-ac0f-10aa4484ece5 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/63b1d731-0e4f-4960-ac5b-9b528b30f3d9 HTTP/1.1" status: 404 len: 337 time: 0.1066873 Feb 15 09:48:01.544890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51694) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.583592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.591342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-676927461-network', 'tenant_id': '119d84b0ca3041809865601c9ad7878c'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:01.662294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2419409b-1a05-4475-8f5e-f38bc4563346) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:01.720848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:01.724631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.727940 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a90dabb-2eeb-41a2-9fcb-a080918fee57 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.733682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a90dabb-2eeb-41a2-9fcb-a080918fee57 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.734952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366aea7f-91c5-40a3-bdf0-64f47da4af8b None None] Network 2419409b-1a05-4475-8f5e-f38bc4563346 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:01.743566 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a90dabb-2eeb-41a2-9fcb-a080918fee57 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6289cad4-db94-445d-a0c2-2d29456a918e HTTP/1.1" status: 404 len: 333 time: 0.1940515 Feb 15 09:48:01.746222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51698) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.750225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Made reservation on behalf of 119d84b0ca3041809865601c9ad7878c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:01.754222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.791116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.844523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.860901 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:01.869155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/networks/4a033557-8dfc-4a87-81e0-562c72b965fb HTTP/1.1" status: 204 len: 168 time: 6.0922992 Feb 15 09:48:01.882369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.902000 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba9c0d9-d2db-447b-ab32-c7062c951a60 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.903058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba9c0d9-d2db-447b-ab32-c7062c951a60 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.917470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ba9c0d9-d2db-447b-ab32-c7062c951a60 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/08688b26-ab19-4978-b139-d8301236a754 HTTP/1.1" status: 404 len: 337 time: 0.1604860 Feb 15 09:48:01.921820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51704) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:01.970926 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a26778-18b4-40ff-9188-98f16f7da458 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:01.971602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a26778-18b4-40ff-9188-98f16f7da458 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:01.981434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4a26778-18b4-40ff-9188-98f16f7da458 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/3e26d873-e2af-4c8b-aa4d-246713d1706d HTTP/1.1" status: 404 len: 337 time: 0.0573339 Feb 15 09:48:01.986289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51706) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.032611 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee670ee-63f3-4e41-9845-62e46a8b038f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:02.034225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee670ee-63f3-4e41-9845-62e46a8b038f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:02.036910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-565e1189-1858-4302-bfb6-6f38e448ac4a tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "GET /v2.0/ports?device_id=aab3d777-a34f-40da-bfa1-5c0cf116fdd1 HTTP/1.1" status: 200 len: 205 time: 0.1293104 Feb 15 09:48:02.039000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80f3c6-8460-4c69-a438-4bd016356ee2 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Pushing event deleted for resources: {'Network': ['ID=4a033557-8dfc-4a87-81e0-562c72b965fb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:02.041879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51708) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.046504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ee670ee-63f3-4e41-9845-62e46a8b038f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/6cc6de9c-16bb-453e-8306-c413ba16f70d HTTP/1.1" status: 404 len: 333 time: 0.0572608 Feb 15 09:48:02.047492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51710) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.099036 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb0237f-453a-4dc1-a6b1-2e35d1864cc7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:02.099665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb0237f-453a-4dc1-a6b1-2e35d1864cc7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:02.105870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8fb0237f-453a-4dc1-a6b1-2e35d1864cc7 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/25f596ff-b16a-4a34-ad50-4e9a0c2c5e11 HTTP/1.1" status: 404 len: 337 time: 0.0547175 Feb 15 09:48:02.233839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51714) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.296186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.299671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.336728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9aeba4a1-766d-4a27-9ac9-4f31c649aab2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.9282322 Feb 15 09:48:02.344324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51718) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.475105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.508870 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f068e67-817e-4b3c-b102-fbf922d167b0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:02.509516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f068e67-817e-4b3c-b102-fbf922d167b0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:02.524080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8f068e67-817e-4b3c-b102-fbf922d167b0 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/a7685708-d9c0-444f-807a-cc910b9105e9 HTTP/1.1" status: 404 len: 337 time: 0.2860236 Feb 15 09:48:02.557575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:02.583131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.599031 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.599221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.599354 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Added segment b520a63a-8f56-4acc-85e2-ee248785b9f2 of type vlan for network d40e9538-0702-4b5d-8947-794319ae7867 Feb 15 09:48:02.662876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.707206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51720) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.738379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.739349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:02.739925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.754453 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-54df3fdb-7d7f-4993-a6e1-f26273a16dad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:02.755282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54df3fdb-7d7f-4993-a6e1-f26273a16dad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:02.762497 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54df3fdb-7d7f-4993-a6e1-f26273a16dad tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/4dbd2d6e-215e-4d5d-a873-508baaadcc3d HTTP/1.1" status: 404 len: 333 time: 0.0513949 Feb 15 09:48:02.766818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51724) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.786860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2000537 Feb 15 09:48:02.809083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42426b1-1e0e-4b44-bf1e-d919e7209c49 None None] Pushing event updated for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:02.819133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51726) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.835902 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-342c3c7a-117d-4ff1-b90b-43774118bcfc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:02.836356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-342c3c7a-117d-4ff1-b90b-43774118bcfc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:02.843114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-342c3c7a-117d-4ff1-b90b-43774118bcfc tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/ff44ccd6-b84b-4824-bc64-93cfed7403f5 HTTP/1.1" status: 404 len: 337 time: 0.0618656 Feb 15 09:48:02.857684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Request body: {'subnet': {'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-676927461-subnet', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:02.860876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51728) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:02.886319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:02.951012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac5e9-8f2b-40dd-869e-97d960ae6fd9 req-a0093916-7a79-4c52-931d-262dd9f41d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:03.019427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=0e1cd11a-b46b-4d26-bdb7-2688985797ba,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:03.049047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac5e9-8f2b-40dd-869e-97d960ae6fd9 req-a0093916-7a79-4c52-931d-262dd9f41d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:03.053078 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2b75b41-1cdd-4b6e-83e6-fb6b92ed9f18 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:03.053655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2b75b41-1cdd-4b6e-83e6-fb6b92ed9f18 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:03.059154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a2b75b41-1cdd-4b6e-83e6-fb6b92ed9f18 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/beabbb8a-f644-4424-9b45-c8cf276ecf90 HTTP/1.1" status: 404 len: 337 time: 0.1772254 Feb 15 09:48:03.067718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51730) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:03.073487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac5e9-8f2b-40dd-869e-97d960ae6fd9 req-a0093916-7a79-4c52-931d-262dd9f41d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:03.075197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f81ac5e9-8f2b-40dd-869e-97d960ae6fd9 req-a0093916-7a79-4c52-931d-262dd9f41d55 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 2409 time: 0.8599453 Feb 15 09:48:03.078007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9d61ff-8a29-49cf-a0b0-e99c48b5638f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:03.110995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a98eaa-48a6-4333-9c98-9a4e480340fe admin admin] Pushing event updated for resources: {'Network': ['ID=d40e9538-0702-4b5d-8947-794319ae7867,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:03.143975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f81ac5e9-8f2b-40dd-869e-97d960ae6fd9 req-5d843d4d-ae5a-4655-8319-a4926aa1b9cd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552490 Feb 15 09:48:03.230993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network d40e9538-0702-4b5d-8947-794319ae7867 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:03.318539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2419409b-1a05-4475-8f5e-f38bc4563346', 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '6bf8c79e-bdc0-4d0e-a3bd-45a288d8b42b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:48:03.320007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.387658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Attempting to bind port 5a5eb6b8-172b-432f-90be-77bac9ab22fc on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:03.388379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Attempting to bind port 5a5eb6b8-172b-432f-90be-77bac9ab22fc by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:03.389003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Attempting to bind port 5a5eb6b8-172b-432f-90be-77bac9ab22fc on network 4ea963cf-43c4-4031-876f-8c61cd4c15dc {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:03.417383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:03.418193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Checking segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:03.418809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.419414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Bound using segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:03.420104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Bound port: 5a5eb6b8-172b-432f-90be-77bac9ab22fc, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:03.420724 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.452373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-66bae2a7-6cba-4f75-a29c-0d3a7f7d7574 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports?device_id=d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 HTTP/1.1" status: 200 len: 205 time: 0.3567975 Feb 15 09:48:03.452723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51732) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:03.498833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.528194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] No DVR routers for this DVR port 0e1cd11a-b46b-4d26-bdb7-2688985797ba on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:03.535053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.548513 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-a13126e1-e270-4932-8f5a-fac8cf04e6d3 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "DELETE /v2.0/ports/0e1cd11a-b46b-4d26-bdb7-2688985797ba HTTP/1.1" status: 204 len: 173 time: 3.3863313 Feb 15 09:48:03.557025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0b8fb5aa-5685-48b6-bf42-b6f683b6c09f None None] Provisioning complete for port 5a5eb6b8-172b-432f-90be-77bac9ab22fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:03.557781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb5aa-5685-48b6-bf42-b6f683b6c09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.600271 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-d630f63c-940e-47ef-9f33-a691a278ea94 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] delete failed (client error): The resource could not be found. Feb 15 09:48:03.611873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d630f63c-940e-47ef-9f33-a691a278ea94 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/routers/d3c8d6f8-4cf6-4af5-aef6-6e0a583aeec1 HTTP/1.1" status: 404 len: 336 time: 0.1557226 Feb 15 09:48:03.613295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51734) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:03.623611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0b8fb5aa-5685-48b6-bf42-b6f683b6c09f None None] Port 5a5eb6b8-172b-432f-90be-77bac9ab22fc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:48:03.662949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.665463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.727366 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-feea5411-c927-4778-b0aa-f02f1f9648ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:03.727823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feea5411-c927-4778-b0aa-f02f1f9648ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:03.738276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-feea5411-c927-4778-b0aa-f02f1f9648ab tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/1f05d584-69ad-4713-98b4-b74827333b18 HTTP/1.1" status: 404 len: 337 time: 0.1238246 Feb 15 09:48:03.738992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51736) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:03.770537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:03.775902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Allocated IP 172.20.0.1 (2419409b-1a05-4475-8f5e-f38bc4563346/6bf8c79e-bdc0-4d0e-a3bd-45a288d8b42b/4d9b049f-77c7-4421-9a8b-f35cf297cca1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:03.776796 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02f7091-706c-401f-858d-cc8eb51a939c" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:03.825650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0de40d82-dc0a-4822-b230-f20921768973 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "GET /v2.0/ports?device_id=fb1c773e-e513-41aa-9444-f2352b306c9f HTTP/1.1" status: 200 len: 205 time: 0.0854197 Feb 15 09:48:03.827848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51740) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:03.879618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a55050-3c05-40b6-a9c8-c6230ce959d4 req-5f22d5ce-9f3d-4cd6-ab73-2fdabef92e97 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:03.892152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a55050-3c05-40b6-a9c8-c6230ce959d4 req-5f22d5ce-9f3d-4cd6-ab73-2fdabef92e97 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 1.0683005 Feb 15 09:48:03.896959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] For port 5a5eb6b8-172b-432f-90be-77bac9ab22fc, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:03.907007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] For port 5a5eb6b8-172b-432f-90be-77bac9ab22fc, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5a5eb6b8-172b-432f-90be-77bac9ab22fc,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:03.919165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Made reservation on behalf of 119d84b0ca3041809865601c9ad7878c for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:03.922465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.924552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.925201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Fanout notify agent at l3_agent the message router_deleted on router aab3d777-a34f-40da-bfa1-5c0cf116fdd1 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:48:03.937692 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ca72f5-54e0-4422-a38b-c5ffe7fdfcdb x-openstack-request-id: req-b4ca72f5-54e0-4422-a38b-c5ffe7fdfcdb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:03.938152 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "0e1cd11a-b46b-4d26-bdb7-2688985797ba", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:03.938498 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4ca72f5-54e0-4422-a38b-c5ffe7fdfcdb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:03.939072 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': '0e1cd11a-b46b-4d26-bdb7-2688985797ba', 'status': 'completed', 'code': 200} Feb 15 09:48:03.947816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.949123 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c4983124-6184-43c1-9d49-e87160ee4cf8 tempest-RoutersNegativeIpV6Test-1223035134 tempest-RoutersNegativeIpV6Test-1223035134-project] 10.222.0.10 "DELETE /v2.0/routers/aab3d777-a34f-40da-bfa1-5c0cf116fdd1 HTTP/1.1" status: 204 len: 168 time: 1.8932126 Feb 15 09:48:03.956638 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:03.965103 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a677550f-211b-43db-857d-e8e6b1b8395d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] delete failed (client error): The resource could not be found. Feb 15 09:48:03.967123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a677550f-211b-43db-857d-e8e6b1b8395d tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/routers/fb1c773e-e513-41aa-9444-f2352b306c9f HTTP/1.1" status: 404 len: 336 time: 0.1380558 Feb 15 09:48:03.969740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.096158 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-a244cdfc-5b73-4b82-8127-84d7c818c386 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:04.101327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a244cdfc-5b73-4b82-8127-84d7c818c386 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:04.104578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a244cdfc-5b73-4b82-8127-84d7c818c386 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/afb89a25-e473-493a-8283-c97dd66ce474 HTTP/1.1" status: 404 len: 337 time: 0.1331782 Feb 15 09:48:04.109987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51746) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.129049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:04.144539 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:04.148588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a55050-3c05-40b6-a9c8-c6230ce959d4 req-d09e480b-bd90-4eab-a095-cf51c27f8fa3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553442 Feb 15 09:48:04.195729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Network 2419409b-1a05-4475-8f5e-f38bc4563346 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:04.208762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:04.214917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:04.215641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:04.252604 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ce780b-ad1e-46cc-80ec-13795c7bf0ed tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:04.255905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ce780b-ad1e-46cc-80ec-13795c7bf0ed tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:04.263919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-29ce780b-ad1e-46cc-80ec-13795c7bf0ed tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/b06b64ff-4219-4578-8cd1-f597a15f56d6 HTTP/1.1" status: 404 len: 337 time: 0.1527927 Feb 15 09:48:04.269994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51750) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.364272 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4520705a-835e-4f22-8f13-587b4304d78f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:04.372344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4520705a-835e-4f22-8f13-587b4304d78f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:04.389309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4520705a-835e-4f22-8f13-587b4304d78f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/b926307f-25b0-4d4b-98b4-2dcc9b965d8f HTTP/1.1" status: 404 len: 333 time: 0.1157174 Feb 15 09:48:04.396244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51754) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.585919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:04.616904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:04.644118 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd05969-38cf-48e4-be1a-8db3361db791 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:04.644757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd05969-38cf-48e4-be1a-8db3361db791 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:04.657694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cd05969-38cf-48e4-be1a-8db3361db791 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/85c10e49-147d-4aec-ad96-4847f2f05ad1 HTTP/1.1" status: 404 len: 337 time: 0.2599869 Feb 15 09:48:04.659523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.659965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51760) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:04.691262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42426b1-1e0e-4b44-bf1e-d919e7209c49 None None] Pushing event updated for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:04.725641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Attempting to bind port 4d9b049f-77c7-4421-9a8b-f35cf297cca1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:04.725641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Attempting to bind port 4d9b049f-77c7-4421-9a8b-f35cf297cca1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:04.729560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Attempting to bind port 4d9b049f-77c7-4421-9a8b-f35cf297cca1 on network 2419409b-1a05-4475-8f5e-f38bc4563346 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:04.746442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:04.818184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:04.933224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:04.933936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:04.984443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Pushing event updated for resources: {'Port': ['ID=4d9b049f-77c7-4421-9a8b-f35cf297cca1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:05.038705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:05.039402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Checking segment: {'id': '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:05.039973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.040529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Bound using segment: {'id': '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:05.041200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Bound port: 4d9b049f-77c7-4421-9a8b-f35cf297cca1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2419409b-1a05-4475-8f5e-f38bc4563346'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:05.041824 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.091804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] Provisioning complete for port 5a5eb6b8-172b-432f-90be-77bac9ab22fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:05.092426 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.093026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.138043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2419409b-1a05-4475-8f5e-f38bc4563346']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:05.177592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:05.178425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:05.189617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.235784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.243098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:05.243490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.286220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.342704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:03Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:05.384072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] For port 4d9b049f-77c7-4421-9a8b-f35cf297cca1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:05.388544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=6bf8c79e-bdc0-4d0e-a3bd-45a288d8b42b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:05.391196 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:05.402142 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d09a7f4-29fd-4b05-a4da-97b38d330858 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:05.404205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d09a7f4-29fd-4b05-a4da-97b38d330858 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:05.407712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9475ad18-3b2d-4645-97e9-4c4bfa0dfac3 None None] The sync data for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 is: [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:03Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:05.414720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d09a7f4-29fd-4b05-a4da-97b38d330858 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/a2cd2974-b291-43be-a123-43c7a9907250 HTTP/1.1" status: 404 len: 333 time: 0.7516658 Feb 15 09:48:05.417037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] For port 5a5eb6b8-172b-432f-90be-77bac9ab22fc, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5a5eb6b8-172b-432f-90be-77bac9ab22fc,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:05.428691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51766) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:05.445421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.api [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:48:05.445421 n-d-825064-4 neutron-server[102358]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:48:05.445421 n-d-825064-4 neutron-server[102358]: [parameters: {'id': '2419409b-1a05-4475-8f5e-f38bc4563346'}] Feb 15 09:48:05.445421 n-d-825064-4 neutron-server[102358]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:48:05.446822 n-d-825064-4 neutron-server[102358]: DEBUG oslo_db.api [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:48:05.461979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.483571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] For port 4d9b049f-77c7-4421-9a8b-f35cf297cca1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d9b049f-77c7-4421-9a8b-f35cf297cca1,segment=NetworkSegment(69cd2b2e-8b29-4228-bacf-90a1ae5d4b96),segment_id=69cd2b2e-8b29-4228-bacf-90a1ae5d4b96)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:05.496883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.501187 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb56cf5b-5f6a-4d59-b9f5-e38902c038f6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:05.501639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb56cf5b-5f6a-4d59-b9f5-e38902c038f6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:05.537040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb56cf5b-5f6a-4d59-b9f5-e38902c038f6 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/d4140c51-6116-4f73-80c4-e22278929f1f HTTP/1.1" status: 404 len: 337 time: 0.1049526 Feb 15 09:48:05.574443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:05.739075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] For port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:05.739611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.742829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e13a94-7707-4807-95e7-ca4fc3c44219 req-cfd631c4-e6ba-4686-9483-a1e3830ef053 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:05.756485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:05.781941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e13a94-7707-4807-95e7-ca4fc3c44219 req-cfd631c4-e6ba-4686-9483-a1e3830ef053 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:05.788618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77e13a94-7707-4807-95e7-ca4fc3c44219 req-cfd631c4-e6ba-4686-9483-a1e3830ef053 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 1677 time: 1.3957379 Feb 15 09:48:05.815365 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c7527-4e71-4d34-b5ae-ab5d8806c55c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:05.818519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42c7527-4e71-4d34-b5ae-ab5d8806c55c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:05.822358 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f42c7527-4e71-4d34-b5ae-ab5d8806c55c tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/1d45cd2c-34c0-4751-998e-31b9ad325871 HTTP/1.1" status: 404 len: 333 time: 0.2317886 Feb 15 09:48:05.827246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187f7a72-73dd-4097-aac0-990c5d9f5bae None None] Pushing event updated for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:05.860519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51772) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:05.955094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.967731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:05.970648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96581be-ae54-48ef-a366-85f6f81075e3 None None] Pushing event updated for resources: {'Port': ['ID=4d9b049f-77c7-4421-9a8b-f35cf297cca1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:05.980627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a677f4df-1328-4896-9e92-f0986efbea25 None None] Network 2419409b-1a05-4475-8f5e-f38bc4563346 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:06.010696 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae2226c9-46b1-47f1-98ac-6ad610c70d22 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.011209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae2226c9-46b1-47f1-98ac-6ad610c70d22 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.018957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ae2226c9-46b1-47f1-98ac-6ad610c70d22 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/59b5c1ed-5b89-4bf5-96c6-678b0e8fb442 HTTP/1.1" status: 404 len: 337 time: 0.1465364 Feb 15 09:48:06.027003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51774) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.092029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77e13a94-7707-4807-95e7-ca4fc3c44219 req-5eee39e4-a874-44d7-9632-ccab63bbc4e8 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2821233 Feb 15 09:48:06.097091 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-750736f0-cdf8-4c34-9a88-663c4185af88 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.097906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750736f0-cdf8-4c34-9a88-663c4185af88 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.101966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=b1f04fb5-1a6f-477e-b5a5-cb2524ed3374,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:06.112493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51776) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.120223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-750736f0-cdf8-4c34-9a88-663c4185af88 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/f02ea78c-5f2b-460f-8887-4d5effb2d8f8 HTTP/1.1" status: 404 len: 333 time: 0.0895228 Feb 15 09:48:06.150925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-76533804-4bed-402b-a3f7-fbf3b6447596 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d420daf6f3e74ec4813cb67e0fb51a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4896178 Feb 15 09:48:06.153501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.239828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.301122 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-69665d8e-6719-459c-9f48-6e8894c74c38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.301648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69665d8e-6719-459c-9f48-6e8894c74c38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.318083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69665d8e-6719-459c-9f48-6e8894c74c38 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/55fb8c22-aa3d-47df-bee9-957aa1f65e2d HTTP/1.1" status: 404 len: 337 time: 0.2030809 Feb 15 09:48:06.325234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.334909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51782) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.449094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.455435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.459044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/571053f4-fc8d-4c88-af3e-3eec62f8e6bc HTTP/1.1" status: 204 len: 168 time: 0.3022792 Feb 15 09:48:06.484736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] No DVR routers for this DVR port b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:06.492228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.501098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-8205b35d-b434-4171-b0db-6b08163c94f5 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "DELETE /v2.0/ports/b1f04fb5-1a6f-477e-b5a5-cb2524ed3374 HTTP/1.1" status: 204 len: 173 time: 2.7186174 Feb 15 09:48:06.504342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9678fc-3fe3-4a1d-8fd8-fd96e9bd2c1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571053f4-fc8d-4c88-af3e-3eec62f8e6bc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:06.588243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:06.601105 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589cd41-78ce-43ec-b7f1-94f37dfe634c" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:06.625669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aaed70-7b95-4a38-8365-2cf420a5e4b8 req-52082b21-1b6c-430f-b8f7-d9df6b8ba558 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:06.634944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02aaed70-7b95-4a38-8365-2cf420a5e4b8 req-52082b21-1b6c-430f-b8f7-d9df6b8ba558 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 1.2254748 Feb 15 09:48:06.644319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-d815121a-722c-4306-af1a-30b9ac0cf0a7 req-ac8ea4f9-42fd-4dd1-a9b0-70687bd69ed4 tempest-LiveMigrationTest-1076840691 tempest-LiveMigrationTest-1076840691-project] (102359) timed out ('10.222.0.36', 61389) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 09:48:06.681824 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34c40f9-5576-4b03-93f9-59ab6cb84abf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.682701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f34c40f9-5576-4b03-93f9-59ab6cb84abf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.700229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f34c40f9-5576-4b03-93f9-59ab6cb84abf tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/19bb3b4c-dba4-49e8-9ae6-025036515eac HTTP/1.1" status: 404 len: 333 time: 0.2888296 Feb 15 09:48:06.702850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.835762 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29432e9-62bb-4860-a6c1-1f67dd5a9089 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.838798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d29432e9-62bb-4860-a6c1-1f67dd5a9089 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.843398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d29432e9-62bb-4860-a6c1-1f67dd5a9089 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/b95c7ee0-01a6-4cca-b694-09c888986f97 HTTP/1.1" status: 404 len: 337 time: 0.1395166 Feb 15 09:48:06.851879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:06.897690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:06.914941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9f8a77-27f2-4b3b-9167-3ead799c88d5 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:48:06.929520 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd502d98-4a31-4315-aa34-2f4877b60741 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:06.930423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd502d98-4a31-4315-aa34-2f4877b60741 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:06.938226 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd502d98-4a31-4315-aa34-2f4877b60741 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/855ac556-be60-4ead-a237-1f5b59ca4202 HTTP/1.1" status: 404 len: 333 time: 0.0787849 Feb 15 09:48:06.945418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:07.143109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-3839f851-fa71-4294-8ec1-ec4b78319514 req-df8e43ac-7f4b-46d2-b621-f8c0ed00dd4c service neutron] (102358) timed out ('10.222.0.36', 61225) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 09:48:07.143815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc7ba0f1-484d-4b83-9841-b29c46c9b741,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:07.166449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02aaed70-7b95-4a38-8365-2cf420a5e4b8 req-e08dcaaf-8f20-4e95-999d-173831b7ec99 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5303087 Feb 15 09:48:07.212672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-5d8513f6-ed27-41f3-9693-3d3080da2e68 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:07.220742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-5d8513f6-ed27-41f3-9693-3d3080da2e68 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.4244378 Feb 15 09:48:07.235699 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-6963d375-38e4-4315-a4fe-845da83fd2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:07.249972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6963d375-38e4-4315-a4fe-845da83fd2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:07.253275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6963d375-38e4-4315-a4fe-845da83fd2cb tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/be90e9db-11d9-42bf-b717-be0db566915b HTTP/1.1" status: 404 len: 337 time: 0.2988267 Feb 15 09:48:07.259717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51820) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:07.274920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port 4d9b049f-77c7-4421-9a8b-f35cf297cca1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:07.275267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:07.282701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-1aff77e1-adce-4f91-ac13-51d889a1e53c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/quotas/b38e741c36e342038dd9d440d0065d10 HTTP/1.1" status: 200 len: 375 time: 0.0609312 Feb 15 09:48:07.463088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-aed9a8c2-c42b-46f2-bd8e-c6f1ccf6f320 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1794589 Feb 15 09:48:07.468179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-49d315f5-35ec-4ba6-aa21-e363f566f5b4 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:48:07.480098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-49d315f5-35ec-4ba6-aa21-e363f566f5b4 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148358 Feb 15 09:48:07.507574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port 4d9b049f-77c7-4421-9a8b-f35cf297cca1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d9b049f-77c7-4421-9a8b-f35cf297cca1,segment=NetworkSegment(69cd2b2e-8b29-4228-bacf-90a1ae5d4b96),segment_id=69cd2b2e-8b29-4228-bacf-90a1ae5d4b96)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:07.508179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:07.558277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for 4d9b049f-77c7-4421-9a8b-f35cf297cca1 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:07.636564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f8a77-27f2-4b3b-9167-3ead799c88d5 None None] Network d40e9538-0702-4b5d-8947-794319ae7867 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102360) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:07.641481 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0ff8d-02ea-49e1-9667-89213706bd9f x-openstack-request-id: req-99b0ff8d-02ea-49e1-9667-89213706bd9f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:07.642388 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "b1f04fb5-1a6f-477e-b5a5-cb2524ed3374", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:07.642618 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99b0ff8d-02ea-49e1-9667-89213706bd9f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:07.643807 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': 'b1f04fb5-1a6f-477e-b5a5-cb2524ed3374', 'status': 'completed', 'code': 200} Feb 15 09:48:07.653126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f8a77-27f2-4b3b-9167-3ead799c88d5 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d40e9538-0702-4b5d-8947-794319ae7867) {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:48:07.667374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5a5eb6b8-172b-432f-90be-77bac9ab22fc up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:07.675504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-cee5db32-e86f-4f4c-be6f-37c412ebb90d service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926165 Feb 15 09:48:07.774117 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3596f17-9d1e-466f-a248-a7be5ad4056b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:07.774845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3596f17-9d1e-466f-a248-a7be5ad4056b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:07.782099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e3596f17-9d1e-466f-a248-a7be5ad4056b tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/ports/7f3b2229-b1b7-476f-9930-1d112e1a48ad HTTP/1.1" status: 404 len: 333 time: 0.1983171 Feb 15 09:48:07.795171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:07.815471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Checking segment: {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:07.815830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Network hostable DHCP agents. Network: d40e9538-0702-4b5d-8947-794319ae7867, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:07.818682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5a5eb6b8-172b-432f-90be-77bac9ab22fc triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:07.819707 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:07.863571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Unable to find a vacant binding_index for network d40e9538-0702-4b5d-8947-794319ae7867 and agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 15 09:48:07.872547 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-765510da-ac71-481c-b308-f4c704eb288f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:07.873246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-765510da-ac71-481c-b308-f4c704eb288f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:07.880638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-765510da-ac71-481c-b308-f4c704eb288f tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/subnets/32abab91-b024-4740-b351-b2558988c94e HTTP/1.1" status: 404 len: 337 time: 0.0834064 Feb 15 09:48:07.884097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51832) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:07.906653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-683e376f-d95f-4bad-9adf-920380a0f585 service neutron] 10.222.0.10 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299497 Feb 15 09:48:07.945141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:08.198487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3cf78df7-602d-46e7-8a84-09e898c36dfb req-063f823b-a610-43cb-9107-b824afe5190c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 210 time: 0.0429428 Feb 15 09:48:08.204414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-512941302-network', 'tenant_id': '9d79fbdba2a448d59c99d5a8f3dd3551'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:08.269645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Made reservation on behalf of 9d79fbdba2a448d59c99d5a8f3dd3551 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:08.272890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.273625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-d40e9538-0702-4b5d-8947-794319ae7867', 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'fixed_ips': [{'subnet_id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:48:08.274715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.284325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.435743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4d409-cb8d-43af-a1eb-df4064400b9f req-e6cdf97f-b4bf-4bf4-8ab8-8a4aba502ea4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:08.438550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7f4d409-cb8d-43af-a1eb-df4064400b9f req-e6cdf97f-b4bf-4bf4-8ab8-8a4aba502ea4 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1110995 Feb 15 09:48:08.449043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, d40e9538-0702-4b5d-8947-794319ae7867) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:08.472951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:08.473853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.488990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Allocated IP 172.20.0.2 (d40e9538-0702-4b5d-8947-794319ae7867/fc7ba0f1-484d-4b83-9841-b29c46c9b741/2024fde8-b146-4fdc-b4c1-66f355c66def) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:08.492247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port db92b45b-64a2-4af7-8559-c51a947688e5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:08.497872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.521494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967067bc-7bd3-4600-9350-58fb01c5a368 req-c526239b-c64d-406f-82dc-e25701344465 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:08.525835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-967067bc-7bd3-4600-9350-58fb01c5a368 req-c526239b-c64d-406f-82dc-e25701344465 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 943 time: 0.8959863 Feb 15 09:48:08.527222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.541277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7f4d409-cb8d-43af-a1eb-df4064400b9f req-44a80dff-c9dc-41f1-a902-14ddc74a8b0b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926797 Feb 15 09:48:08.544393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.584013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:08.586613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee83cbfd-a6fe-463f-901b-b0a3181bb119,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:08.597783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.597783 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Added segment 4db7fb48-158c-4823-ab51-de2b268aea8e of type vlan for network 245e46f2-0c84-41bb-a02a-426b7b45b429 Feb 15 09:48:08.609216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.646130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.675694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=4d9b049f-77c7-4421-9a8b-f35cf297cca1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:08.686291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.687525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:08.688284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.690428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-83aabd0a-27c4-4700-885d-05dcadb0220a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 5.8650651 Feb 15 09:48:08.695974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51850) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:08.700720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.705115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:08.715110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port 4d9b049f-77c7-4421-9a8b-f35cf297cca1 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:08.734587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.744535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.789075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Network d40e9538-0702-4b5d-8947-794319ae7867 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:08.792600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:08.798901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:08.811179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Pushing event updated for resources: {'Port': ['ID=2024fde8-b146-4fdc-b4c1-66f355c66def,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:08.838516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8898742 Feb 15 09:48:08.839594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51852) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:08.855247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Request body: {'subnet': {'network_id': '245e46f2-0c84-41bb-a02a-426b7b45b429', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-512941302-subnet', 'tenant_id': '9d79fbdba2a448d59c99d5a8f3dd3551', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:08.863003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.864060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.870833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.871440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1750a31-d7c7-49af-a485-9497b53b7377 admin admin] Pushing event updated for resources: {'Network': ['ID=245e46f2-0c84-41bb-a02a-426b7b45b429,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:08.892258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 245e46f2-0c84-41bb-a02a-426b7b45b429 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:08.903668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2419409b-1a05-4475-8f5e-f38bc4563346']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:08.917124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:08.917523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd2b2e-8b29-4228-bacf-90a1ae5d4b96') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:08.918987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Attempting to bind port 2024fde8-b146-4fdc-b4c1-66f355c66def on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:08.919501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Attempting to bind port 2024fde8-b146-4fdc-b4c1-66f355c66def by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:08.919910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Attempting to bind port 2024fde8-b146-4fdc-b4c1-66f355c66def on network d40e9538-0702-4b5d-8947-794319ae7867 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:08.930289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.946055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.954555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:08.954891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.964730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:08.965179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Checking segment: {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:08.965644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:08.966110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Bound using segment: {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:08.966748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Bound port: 2024fde8-b146-4fdc-b4c1-66f355c66def, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:08.967351 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.010116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.011841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Made reservation on behalf of 9d79fbdba2a448d59c99d5a8f3dd3551 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:09.017081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:09.024967 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:09.038755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-967067bc-7bd3-4600-9350-58fb01c5a368 req-879fd402-25e5-4018-875a-bdab0be411b2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4389024 Feb 15 09:48:09.077504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] For port db92b45b-64a2-4af7-8559-c51a947688e5, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db92b45b-64a2-4af7-8559-c51a947688e5,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:09.078439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.126144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.160167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] For port 2024fde8-b146-4fdc-b4c1-66f355c66def, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:09.166996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] For port 2024fde8-b146-4fdc-b4c1-66f355c66def, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2024fde8-b146-4fdc-b4c1-66f355c66def,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:09.173189 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.243013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.247726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/2419409b-1a05-4475-8f5e-f38bc4563346 HTTP/1.1" status: 204 len: 168 time: 6.8893058 Feb 15 09:48:09.267852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:09.276654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b359-e52e-4093-90f3-313d47ad1fb7 None None] Pushing event updated for resources: {'Port': ['ID=2024fde8-b146-4fdc-b4c1-66f355c66def,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:09.282989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ba31d-9d6a-46ca-956f-65937aeac8d9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=2419409b-1a05-4475-8f5e-f38bc4563346,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:09.299884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627727261'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:09.301130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.368694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36673517-2969-4f9b-be17-a8fd371f8f39']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:09.413974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4765b327-0cea-4dfd-bec2-90d7127fd3e3') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:09.414514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4765b327-0cea-4dfd-bec2-90d7127fd3e3') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:09.431259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.436029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7825f7f0-5006-41cd-b3fa-9cd19775eb0f req-bbc16caa-187a-48bb-b43c-42fbbb353950 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 210 time: 0.0854325 Feb 15 09:48:09.451929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.460747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.522101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:09.526347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:09.527133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.528380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:09.530399 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:09.703826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:09.712115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.712474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.712792 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Floating IP 6b89055e-a116-4e93-8bf7-628457fb355f disassociated. External IP: 172.25.6.172, port: db92b45b-64a2-4af7-8559-c51a947688e5. Feb 15 09:48:09.713163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for db92b45b-64a2-4af7-8559-c51a947688e5 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:09.731447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.731653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.733701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.734039 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment c9c28b39-3bf8-403e-8228-0f758fe0ae21 of type vlan for network 7d36462d-5880-40b1-bbdf-2961483e6154 Feb 15 09:48:09.754184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.759709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] 10.222.0.10 "DELETE /v2.0/networks/36673517-2969-4f9b-be17-a8fd371f8f39 HTTP/1.1" status: 204 len: 168 time: 1.8646069 Feb 15 09:48:09.808246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa647-f536-4e4c-b034-1fc59b377f15 tempest-NetworksTestDHCPv6-1022230337 tempest-NetworksTestDHCPv6-1022230337-project] Pushing event deleted for resources: {'Network': ['ID=36673517-2969-4f9b-be17-a8fd371f8f39,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:09.821167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78704355-be9b-4978-ac62-245bbc88c878 req-30441aa8-a42c-4ae9-8c0d-210943662b21 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:09.822848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78704355-be9b-4978-ac62-245bbc88c878 req-30441aa8-a42c-4ae9-8c0d-210943662b21 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.1568902 Feb 15 09:48:09.823375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.839280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04711031-0c69-4415-ae1e-f11c04c42e33,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:09.873374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-74089185-daf8-45b8-80f2-8ff501a6b0e0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:09.874952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-74089185-daf8-45b8-80f2-8ff501a6b0e0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.36 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 814 time: 0.3205030 Feb 15 09:48:09.890416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Checking segment: {'id': '4db7fb48-158c-4823-ab51-de2b268aea8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '245e46f2-0c84-41bb-a02a-426b7b45b429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:09.891114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Network hostable DHCP agents. Network: 245e46f2-0c84-41bb-a02a-426b7b45b429, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:09.895415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Request body: {'port': {'device_id': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'admin_state_up': True, 'tenant_id': 'b38e741c36e342038dd9d440d0065d10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:09.900707 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.906659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:09.907244 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:09.932797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78704355-be9b-4978-ac62-245bbc88c878 req-0324f7db-d183-4239-9769-14efe00fd9cf tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912132 Feb 15 09:48:10.001176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7275200 Feb 15 09:48:10.002344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:10.005889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Network 245e46f2-0c84-41bb-a02a-426b7b45b429 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:10.011937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'New_network'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:10.012499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723493b-2336-4860-9e09-18f6e4c4f96c tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=7d36462d-5880-40b1-bbdf-2961483e6154,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:10.032140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:10.069689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51866) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:10.111860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 245e46f2-0c84-41bb-a02a-426b7b45b429) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:10.122001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:10.122594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.186063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e61b888c-44e4-46b9-a1e9-01a7147acbd5 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3306031 Feb 15 09:48:10.253583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.294156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.330436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.407765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5274c-3fe9-48c3-90b3-384787aea65d req-bb703d1d-de7d-4999-b051-343ad3704968 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:10.409693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71a5274c-3fe9-48c3-90b3-384787aea65d req-bb703d1d-de7d-4999-b051-343ad3704968 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 865 time: 0.1828709 Feb 15 09:48:10.412599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=db92b45b-64a2-4af7-8559-c51a947688e5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:10.513591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71a5274c-3fe9-48c3-90b3-384787aea65d req-8b294763-7e8f-4002-9553-3c9e430c952a tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf9edff1-18ba-4d8f-a913-e01f303f297f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863276 Feb 15 09:48:10.538112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Allocated IP 172.25.6.12 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d25a20a9-42dc-4d23-bbe8-2a7b659c80a9) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:10.552080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdedf1-6fb2-4f1b-8d11-7cc54ed704ce None None] Network d40e9538-0702-4b5d-8947-794319ae7867 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:10.554922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Made reservation on behalf of b38e741c36e342038dd9d440d0065d10 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:10.564326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c558fd8-e559-4ab7-a9db-40eff74d2859 None None] Network 245e46f2-0c84-41bb-a02a-426b7b45b429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:10.572360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.705468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d403e02-8fa1-4bdf-a15a-c473f7996844 req-4a504f38-d3c6-4d3d-8c56-056671f17d50 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 210 time: 0.0872970 Feb 15 09:48:10.713029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.757429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] Provisioning complete for port 2024fde8-b146-4fdc-b4c1-66f355c66def triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:10.758057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.759718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.770400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c37f21b-6591-4151-943c-3eef5a3bbcae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b91f956859949a0a8b713797f68f9f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958692 Feb 15 09:48:10.774600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51886) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:10.786546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.797607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1adb10b-7247-411a-b402-3a5576ed2bb4 None None] Network 245e46f2-0c84-41bb-a02a-426b7b45b429 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:10.833151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:10.843252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:10.845711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.852859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:10.860729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Pushing event updated for resources: {'Port': ['ID=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:10.895556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 7d36462d-5880-40b1-bbdf-2961483e6154 is not hosted by any dhcp agent {{(pid=102358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:48:10.900221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:10.900901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:10.905995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "PUT /v2.0/networks/7d36462d-5880-40b1-bbdf-2961483e6154 HTTP/1.1" status: 200 len: 723 time: 0.9024863 Feb 15 09:48:10.906333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:10.916489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:10.960073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:10.973704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581386594-network', 'tenant_id': 'a9d0535caa354d868cc1a7b1d91002d4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:11.009198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Router f710906c-e40d-444f-93b6-8f00ab6f816a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:11.013143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be8f0b-d658-435b-b946-229bb923c59f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=7d36462d-5880-40b1-bbdf-2961483e6154,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:11.031614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.057107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Allocated IP 172.20.0.5 (9dfb4836-adb8-4844-91b1-7aaee800ea21/a44e4478-1fc7-4173-8c76-ea08c6075685/d08b2119-8ab6-4852-81db-ce84c9104e5b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:11.096784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.132952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:11.217573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Made reservation on behalf of a9d0535caa354d868cc1a7b1d91002d4 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:11.220194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.236223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:11.236483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:48:11.252073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Sync routers for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:11.252893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.255617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.259889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed6248d1-cf41-40bb-96f6-c8cfb21cc816 HTTP/1.1" status: 204 len: 168 time: 0.4612806 Feb 15 09:48:11.262708 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:11.263446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:11.338312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.345917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10f68b-ae07-4a0c-bd1d-68b5ec5e80a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6248d1-cf41-40bb-96f6-c8cfb21cc816,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:11.370367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.371900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.451903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.467419 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:11.487051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] No DVR routers for this DVR port db92b45b-64a2-4af7-8559-c51a947688e5 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:11.524641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.534230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-063bb7b4-e11f-4411-8adc-6513188f3c99 req-d0c7274d-4757-4d42-96b2-1c442c514ee2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.36 "DELETE /v2.0/ports/db92b45b-64a2-4af7-8559-c51a947688e5 HTTP/1.1" status: 204 len: 173 time: 4.8730860 Feb 15 09:48:11.534669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:11.542751 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724f62a-1634-4d91-8eda-323c60f49959" -d '{"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:11.599228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffe8086-2ff7-4eed-9c72-74c361d019e5 req-a86d6899-b886-4fb3-bda3-63b35386810b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:11.601017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ffe8086-2ff7-4eed-9c72-74c361d019e5 req-a86d6899-b886-4fb3-bda3-63b35386810b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 944 time: 0.3924115 Feb 15 09:48:11.611882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Network 9dfb4836-adb8-4844-91b1-7aaee800ea21 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:11.616462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:11.619649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event updated for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:11.623033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:11.625608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090', '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'cee25249-eaec-400a-9705-e4699e628fa7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:11.723234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:11.724283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.758681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f97fb776-30e7-412e-b426-7a914143354e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8684773 Feb 15 09:48:11.779104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Request body: {'port': {'device_id': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:11.786465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:11.795902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.828212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] For port 2024fde8-b146-4fdc-b4c1-66f355c66def, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2024fde8-b146-4fdc-b4c1-66f355c66def,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:11.872591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:11.953182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62a700b6-f206-4a89-b000-3bfb91f38c15 req-abf12e24-7bb3-458a-a79a-6b1fe4ecfe5e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0949547 Feb 15 09:48:11.963386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:12.015191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:12.155214 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0417025-3083-41cf-8431-4eab75bef1a3 x-openstack-request-id: req-d0417025-3083-41cf-8431-4eab75bef1a3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:12.155674 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "082a73b2-1c47-4048-9c82-c2d67a5de294", "name": "network-vif-deleted", "tag": "db92b45b-64a2-4af7-8559-c51a947688e5", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:12.156073 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0417025-3083-41cf-8431-4eab75bef1a3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:12.156690 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '082a73b2-1c47-4048-9c82-c2d67a5de294', 'name': 'network-vif-deleted', 'tag': 'db92b45b-64a2-4af7-8559-c51a947688e5', 'status': 'completed', 'code': 200} Feb 15 09:48:12.157202 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:12.227697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Checking router: f710906c-e40d-444f-93b6-8f00ab6f816a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:12.242679 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:12.243938 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:12.272362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4ffe8086-2ff7-4eed-9c72-74c361d019e5 req-5f8d842b-f298-4590-af75-8ea28c883749 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6595590 Feb 15 09:48:12.316631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3fdfd-9d6e-4f5e-8c6c-25c79a4be845 None None] Pushing event updated for resources: {'Port': ['ID=2024fde8-b146-4fdc-b4c1-66f355c66def,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:12.329964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2024fde8-b146-4fdc-b4c1-66f355c66def up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:12.378720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:12.404365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'port_id': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'mac_address': 'fa:16:3e:d9:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:48:12.557190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f7403-4863-4f13-9fcd-ee68aad80995 req-90213396-d10b-4ff9-8d9d-ccf3d1ac4ef5 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:12.558722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e0f7403-4863-4f13-9fcd-ee68aad80995 req-90213396-d10b-4ff9-8d9d-ccf3d1ac4ef5 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 931 time: 0.3644314 Feb 15 09:48:12.587869 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:12.701996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:12.755106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e0f7403-4863-4f13-9fcd-ee68aad80995 req-e6a8e9ae-8ccb-4329-bec7-eede3262455f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785448 Feb 15 09:48:12.855276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2024fde8-b146-4fdc-b4c1-66f355c66def triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:12.855653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:12.873656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:48:12.941483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08b2119-8ab6-4852-81db-ce84c9104e5b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:48:12.975909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.011569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Transition to ACTIVE for port object d08b2119-8ab6-4852-81db-ce84c9104e5b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:48:13.025300 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.065721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:13.130604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.197700 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:13.203188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:13.275414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.275414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.275776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.276116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.276444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.276770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.277121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.279392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.284385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.284837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.285211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.285563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.285880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.289601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fad6f225-8325-4399-abe4-8500b05acfef req-142a21aa-da4f-44f7-b4fa-2f82689869ce tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0636346 Feb 15 09:48:13.297809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.324275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51924) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:13.338135 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102704e-c079-4b5d-a5d2-3c53d2d3114f None None] The sync data for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 is: [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:41:21Z', 'revision_number': 4, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f0a78cae-3d74-49c5-92de-68dd3de80ffa', 'name': '', 'network_id': '7d140436-5ae5-449e-af0d-6865edfaf3b7', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'mac_address': 'fa:16:3e:dc:bf:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:18Z', 'updated_at': '2022-02-15T09:41:26Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'subnets': [{'id': '5fca121c-8613-44ff-a1b3-cf1d49d5a782', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:13.405869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Attempting to bind port d08b2119-8ab6-4852-81db-ce84c9104e5b on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:13.406606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Attempting to bind port d08b2119-8ab6-4852-81db-ce84c9104e5b by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:13.407100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Attempting to bind port d08b2119-8ab6-4852-81db-ce84c9104e5b on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:13.419963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Port d08b2119-8ab6-4852-81db-ce84c9104e5b on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:48:13.420730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Attempting to bind port d08b2119-8ab6-4852-81db-ce84c9104e5b on network 9dfb4836-adb8-4844-91b1-7aaee800ea21 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:13.441378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:13.443354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:13.444480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Checking segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:13.445089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Bound using segment: {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:13.445725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Bound port: d08b2119-8ab6-4852-81db-ce84c9104e5b, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:13.446285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.491595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:13.566725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50397d73-281a-49f6-b404-7add445205be,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:13.582399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.582731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.583779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.583779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.583779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.587269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.587625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.587958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.588300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.588568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.589890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.590224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:13.598493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:13.605825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.606174 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Added segment 920e5e91-81d8-43f5-aace-9856b3e5bd34 of type vlan for network 17dd6991-ebd7-41c2-a114-7058156d3df1 Feb 15 09:48:13.619397 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e7ca6-14fb-41a9-a7e9-87898ea9de38 req-ea9e0718-8be0-41d5-9f44-10b15cd7e738 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:13.622539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:13.627833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e0e7ca6-14fb-41a9-a7e9-87898ea9de38 req-ea9e0718-8be0-41d5-9f44-10b15cd7e738 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.1860318 Feb 15 09:48:13.634300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:13.643187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1371757432'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:13.648271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.653705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-829f11b5-4653-42bd-aed4-110248cd759f None None] Network d40e9538-0702-4b5d-8947-794319ae7867 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:13.716302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.717669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.786688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e0e7ca6-14fb-41a9-a7e9-87898ea9de38 req-4f8778dd-b6c2-445b-b673-92504d1eb499 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519959 Feb 15 09:48:13.795094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6c3cc8ae-08b7-40be-9272-38ea69ca1465 None None] Provisioning complete for port 2024fde8-b146-4fdc-b4c1-66f355c66def triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:13.795600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c3cc8ae-08b7-40be-9272-38ea69ca1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.827066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:13.827901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.829544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] 10.222.0.36 "PUT /v2.0/ports/d08b2119-8ab6-4852-81db-ce84c9104e5b HTTP/1.1" status: 200 len: 1091 time: 2.0635483 Feb 15 09:48:13.838947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:13.843261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.858734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.866521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:13.868576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.resource_extend [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:48:13.922116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fc717-2348-425c-9229-31f8e9d72be2 service neutron] Pushing event updated for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:13.972424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b353383-6031-4945-8651-62a1d8865ba4 None None] New status for floating IP 6b89055e-a116-4e93-8bf7-628457fb355f: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:48:13.995689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-72bba778-ed34-4ed7-942d-74785fad0872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:13.995946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:13.996071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2024fde8-b146-4fdc-b4c1-66f355c66def up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:13.996587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-72bba778-ed34-4ed7-942d-74785fad0872 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 1094 time: 0.0758276 Feb 15 09:48:14.000743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.064355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-17cbbc85-4bd8-4fb3-8163-d5b7abb64519 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b HTTP/1.1" status: 200 len: 217 time: 0.0586171 Feb 15 09:48:14.066882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.100664 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.101856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:14.103507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.133336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:14.158415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee8dd31-46d5-426f-a925-5fba0886e320,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:14.161484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:14.164679 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c618c1-5ca8-4613-98cd-6642053047df" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:14.185053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.190049 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Added segment 4347a6b5-2d22-4546-9636-1c7922aea1b1 of type vlan for network 911c7473-9b46-4be8-b37e-1586d6f63ddc Feb 15 09:48:14.193796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'c9c28b39-3bf8-403e-8228-0f758fe0ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:14.194074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 7d36462d-5880-40b1-bbdf-2961483e6154, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:14.199122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2303648 Feb 15 09:48:14.213074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51934) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:14.221667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-096b7582-0ea3-4a20-9fee-1a268c2c9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:14.225498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b4296-f260-4dbe-94a9-845093241e38 req-29edf884-ec23-43bd-8e67-4c25fca12e71 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:14.227836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae0b4296-f260-4dbe-94a9-845093241e38 req-29edf884-ec23-43bd-8e67-4c25fca12e71 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 943 time: 0.2406535 Feb 15 09:48:14.230164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-096b7582-0ea3-4a20-9fee-1a268c2c9225 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1514366 Feb 15 09:48:14.237556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Request body: {'subnet': {'network_id': '17dd6991-ebd7-41c2-a114-7058156d3df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1581386594-subnet', 'tenant_id': 'a9d0535caa354d868cc1a7b1d91002d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:14.257074 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd73a60-a83b-4514-8984-dac87e457cf9 x-openstack-request-id: req-5fd73a60-a83b-4514-8984-dac87e457cf9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:14.257755 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:14.258222 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fd73a60-a83b-4514-8984-dac87e457cf9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:14.258828 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b', 'status': 'completed', 'code': 200} Feb 15 09:48:14.288766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-589879e5-ebc0-46c2-b0b9-aa88ef5f988a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337086 Feb 15 09:48:14.298677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.302154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a0f0d-9ef5-4e1a-8f78-2ebc7d0eafba admin admin] Pushing event updated for resources: {'Network': ['ID=17dd6991-ebd7-41c2-a114-7058156d3df1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:14.359060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 7d36462d-5880-40b1-bbdf-2961483e6154 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:14.411618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-f07e45c4-abd1-4005-bb16-beb549fd4579 service neutron] 10.222.0.36 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148872 Feb 15 09:48:14.415890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Made reservation on behalf of a9d0535caa354d868cc1a7b1d91002d4 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:14.420100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.450718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 17dd6991-ebd7-41c2-a114-7058156d3df1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:14.518941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7d36462d-5880-40b1-bbdf-2961483e6154) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:14.527931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:14.529320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.543819 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.572795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae0b4296-f260-4dbe-94a9-845093241e38 req-95d1d797-a399-4fb6-89fd-8bf7b3a6d1a7 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990489 Feb 15 09:48:14.573278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a042ce81-3a1e-463c-8b0f-ba4df6ef26b9 None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:14.776407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:48:14.788876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.881072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=db810284-b12a-4ef5-9b79-4d91bff35310,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:14.892050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ada3829-9817-4965-a1da-6981ac160409 req-965c855f-85a1-4535-98d4-3548151ee091 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.4426563 Feb 15 09:48:14.905027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.911270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:14.913036 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:14.948870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ab75d339-2415-4987-ab3f-f1df54b9ba64 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0410595 Feb 15 09:48:14.960793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51940) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:14.963747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Checking segment: {'id': '920e5e91-81d8-43f5-aace-9856b3e5bd34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '17dd6991-ebd7-41c2-a114-7058156d3df1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:14.964107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Network hostable DHCP agents. Network: 17dd6991-ebd7-41c2-a114-7058156d3df1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:14.965355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6242535 Feb 15 09:48:14.966283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51942) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:14.978911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'subnet': {'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:14.981296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2024fde8-b146-4fdc-b4c1-66f355c66def triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:14.981780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.043586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:15.120114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-7d36462d-5880-40b1-bbdf-2961483e6154', 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': '665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:48:15.121007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.165656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d546c08-fcf5-4640-805d-d74aa7755806 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Network': ['ID=911c7473-9b46-4be8-b37e-1586d6f63ddc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:15.170540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a592c15a-835b-4a8c-9371-5d2ba3ee70de req-e322299c-87c2-405f-aab5-8d9a8f720446 service neutron] 10.222.0.36 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7514186 Feb 15 09:48:15.207747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:15.218845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.224769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Network 17dd6991-ebd7-41c2-a114-7058156d3df1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:15.360909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Allocated IP 172.20.0.2 (7d36462d-5880-40b1-bbdf-2961483e6154/665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b/1b0529b0-ea85-4bf4-a317-dcc8240e16c0) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:15.371596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c563d82-8383-4d3b-baa1-244190f1ee8c req-83759aa5-89f8-4716-b5ae-caea4005c6e0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:15.374821 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c563d82-8383-4d3b-baa1-244190f1ee8c req-83759aa5-89f8-4716-b5ae-caea4005c6e0 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.4212856 Feb 15 09:48:15.376215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:15.390580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Sync routers for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:15.395090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 17dd6991-ebd7-41c2-a114-7058156d3df1) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:15.410416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c618c1-5ca8-4613-98cd-6642053047df req-c46c7ef0-a51e-4b12-871c-59f8ce248f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:15.414724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-c46c7ef0-a51e-4b12-871c-59f8ce248f6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 1094 time: 0.1578925 Feb 15 09:48:15.420508 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Routers {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:15.421245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:15.435633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:15.436643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.452282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12459284'] for subnet, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.502489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.504831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-16581ab5-dccc-46e5-8783-2493d6f16ff1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.8057194 Feb 15 09:48:15.516249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51944) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:15.525178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-445790db-9ad4-499e-aefe-3dfaa4f3a90a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3101165 Feb 15 09:48:15.532331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c618c1-5ca8-4613-98cd-6642053047df req-5d373d7c-c854-446a-b987-c7706a967023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:15.535704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-5d373d7c-c854-446a-b987-c7706a967023 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.1092670 Feb 15 09:48:15.556035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.568977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:15.575449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69810d1-bef4-4ac6-b984-bbfb81b75b36 None None] Network 17dd6991-ebd7-41c2-a114-7058156d3df1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:15.619383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:15.621528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-8e24f452-bbeb-4be4-af69-3628c0be4465 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b HTTP/1.1" status: 200 len: 217 time: 0.0794389 Feb 15 09:48:15.680908 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Set router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:15.760611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c618c1-5ca8-4613-98cd-6642053047df req-d402a5fc-08cd-488f-bb95-758cb7a41f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:15.762172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-d402a5fc-08cd-488f-bb95-758cb7a41f34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1160185 Feb 15 09:48:15.834815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-bd94a122-1669-4ee1-89de-b9a85d362610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532777 Feb 15 09:48:15.845041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:15.863076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Pushing event updated for resources: {'Port': ['ID=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:15.920112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Deleting subnet 04711031-0c69-4415-ae1e-f11c04c42e33 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:48:15.932362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c563d82-8383-4d3b-baa1-244190f1ee8c req-80d11215-da41-4b21-9faf-eabeb1ab5dd5 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5277028 Feb 15 09:48:15.979280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d1ca7b76-f237-4d27-a8fe-f575915290ee None None] Provisioning complete for port 2024fde8-b146-4fdc-b4c1-66f355c66def triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:15.979655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d1ca7b76-f237-4d27-a8fe-f575915290ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.000750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.052965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:16.071214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a8377-8496-4d3d-b2ca-d7f041526141 None None] Network 17dd6991-ebd7-41c2-a114-7058156d3df1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:16.077176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:16.085423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:16.199560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-deb5ef52-5469-4ec7-ab1e-4b8f8b3e8e35 req-eeadfd99-2f8d-48e4-a1a2-3ad9e4c86f42 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0725505 Feb 15 09:48:16.227547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-2ce93ecd-af75-4078-b250-1cc4f7772e04 service neutron] 10.222.0.36 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190675 Feb 15 09:48:16.231152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.267014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:11Z', 'revision_number': 3, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:16.301855 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Checking router: 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:16.302239 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Updating router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:48:16.321841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Attempting to bind port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:16.322152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Attempting to bind port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c9c28b39-3bf8-403e-8228-0f758fe0ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:16.322495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Attempting to bind port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 on network 7d36462d-5880-40b1-bbdf-2961483e6154 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:16.334825 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.368323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:16.369860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Checking segment: {'id': 'c9c28b39-3bf8-403e-8228-0f758fe0ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:16.370274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.371837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Bound using segment: {'id': 'c9c28b39-3bf8-403e-8228-0f758fe0ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:16.371982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783122181479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8808077'] for subnet, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.372431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Bound port: 1b0529b0-ea85-4bf4-a317-dcc8240e16c0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c28b39-3bf8-403e-8228-0f758fe0ae21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '7d36462d-5880-40b1-bbdf-2961483e6154'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:16.372755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.391929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.438371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4740c-bc26-4bbd-a4f9-db87d50cae1c req-79892deb-d705-429e-b6bd-dc5155a686d2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:16.446176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48b4740c-bc26-4bbd-a4f9-db87d50cae1c req-79892deb-d705-429e-b6bd-dc5155a686d2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 943 time: 0.6828830 Feb 15 09:48:16.447154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:16.447750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.451784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "PUT /v2.0/subnets/665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b HTTP/1.1" status: 200 len: 806 time: 1.4617991 Feb 15 09:48:16.452411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:16.555148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a3eb7-bde6-413b-9b8a-53357c1f6e4f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:16.563501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.565588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Subnet': ['ID=ae02042f-d2e8-4c9d-a929-9698c161f649,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:16.596702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48b4740c-bc26-4bbd-a4f9-db87d50cae1c req-ec933eba-2104-40f1-b7de-574079f8c48c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495736 Feb 15 09:48:16.618117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.659710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1c618c1-5ca8-4613-98cd-6642053047df req-3797b730-ece8-4744-886e-4457da8c8dd3 service neutron] 10.222.0.36 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186535 Feb 15 09:48:16.665732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Checking segment: {'id': '4347a6b5-2d22-4546-9636-1c7922aea1b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:16.666133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network hostable DHCP agents. Network: 911c7473-9b46-4be8-b37e-1586d6f63ddc, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:16.733668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b1a8f87-74de-4d9d-a135-802f1ff5c197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.740637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] For port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:16.746499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] For port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,segment=NetworkSegment(c9c28b39-3bf8-403e-8228-0f758fe0ae21),segment_id=c9c28b39-3bf8-403e-8228-0f758fe0ae21)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:16.750739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:16.758273 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.764261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.830972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e402-f3af-4bde-a353-e168ef4ba7b3 None None] Pushing event updated for resources: {'Port': ['ID=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:16.842484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 911c7473-9b46-4be8-b37e-1586d6f63ddc) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:16.844619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04711031-0c69-4415-ae1e-f11c04c42e33,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:16.849309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:16.850872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.861607 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.869900 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.872439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f50d74e-478e-4ebd-8a41-4ba11bc40846 None None] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:16.873457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.878748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:16.890818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-31c97d54-8b6d-48c5-a382-2e2caaa26c0c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/04711031-0c69-4415-ae1e-f11c04c42e33 HTTP/1.1" status: 204 len: 168 time: 1.0444493 Feb 15 09:48:16.891556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51956) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:16.969021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Attempting to bind port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:16.969021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Attempting to bind port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:16.969021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Attempting to bind port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:16.986432 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d609-1828-41ef-8bd6-a2d0c80aecfd None None] Pushing event updated for resources: {'Port': ['ID=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:17.001599 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:17.001983 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:17.002378 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.002772 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:17.003252 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Bound port: d25a20a9-42dc-4d23-bbe8-2a7b659c80a9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:17.003632 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.102316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a911356-72fd-4a36-b735-da4b502fce09 None None] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:17.117610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c15fbe3-158a-43f3-82d8-d703b6c2a7f8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1390543 Feb 15 09:48:17.119746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51960) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:17.126591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1816982954', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:17.140176 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] For port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:17.147622 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.154618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] For port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:17.162249 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.249401 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.257569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.369540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.436707 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Routers {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:17.437423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:47:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:17.439937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.470720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:17.473899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['245e46f2-0c84-41bb-a02a-426b7b45b429']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:17.487561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db7fb48-158c-4823-ab51-de2b268aea8e') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:17.487900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db7fb48-158c-4823-ab51-de2b268aea8e') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:17.492712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.510720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.526117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29f82a-ae76-42dd-9ff6-51be07333227 req-53a482af-5579-4b15-8d65-fc7a479b4170 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:17.528210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd29f82a-ae76-42dd-9ff6-51be07333227 req-53a482af-5579-4b15-8d65-fc7a479b4170 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 945 time: 0.3055024 Feb 15 09:48:17.547674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.565991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:17.566603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:17.602241 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:17.606879 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d609-1828-41ef-8bd6-a2d0c80aecfd None None] Pushing event updated for resources: {'Port': ['ID=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:17.639904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Allocated IP 172.20.0.1 (d40e9538-0702-4b5d-8947-794319ae7867/fc7ba0f1-484d-4b83-9841-b29c46c9b741/0dc05ec0-79f7-4472-a40e-f15b3221e11d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:17.640260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:17.641145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.656095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd29f82a-ae76-42dd-9ff6-51be07333227 req-312fa131-03dc-4729-8305-4977505c3eb9 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003938 Feb 15 09:48:17.711268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] Set router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:17.823000 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.843697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1275c0eb-5dd7-4f62-98ef-a43f8ba9ffd1 req-c909253d-bcfa-489a-8aa9-e0ca5092fdff tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.4690819 Feb 15 09:48:17.847030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.904426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.917060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.918269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:17.920624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:17.921609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/245e46f2-0c84-41bb-a02a-426b7b45b429 HTTP/1.1" status: 204 len: 168 time: 1.0135529 Feb 15 09:48:17.925641 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44118e1c-72fa-41ea-a721-c6117103ecb0" -d '{"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:17.935579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:17.969437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:17.978791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:17.979340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.012627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809e1b-e6d7-49a9-af51-88327f5ae4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=245e46f2-0c84-41bb-a02a-426b7b45b429,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:18.069011 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:18.097897 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb980f3-24a6-42db-a061-d358929b6fef x-openstack-request-id: req-1eb980f3-24a6-42db-a061-d358929b6fef {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:18.105428 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-plugged", "status": "completed", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:18.106422 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1eb980f3-24a6-42db-a061-d358929b6fef {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:18.106422 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'code': 200} Feb 15 09:48:18.152385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.156455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Deleting subnet db810284-b12a-4ef5-9b79-4d91bff35310 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:48:18.160846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.210006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.256532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.264401 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:11Z', 'revision_number': 3, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:18.332942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.344027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af9ad6c-2e3d-479d-9d6c-491356b21207 None None] The sync data for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 is: [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:11Z', 'revision_number': 3, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:18.395171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.438239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:18.445599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.450996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/db810284-b12a-4ef5-9b79-4d91bff35310 HTTP/1.1" status: 204 len: 168 time: 0.4530370 Feb 15 09:48:18.470045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51970) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:18.522593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178ce6f-7019-4d99-9f72-89ed459a0b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db810284-b12a-4ef5-9b79-4d91bff35310,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:18.534888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Network d40e9538-0702-4b5d-8947-794319ae7867 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:18.550287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:18.550657 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.582247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:18.593424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:18.650549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6a3ba-f788-4078-b09b-18b3d5f34422 req-f2ada2d7-a767-439c-9ca4-23acf16e42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:18.652012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6d6a3ba-f788-4078-b09b-18b3d5f34422 req-f2ada2d7-a767-439c-9ca4-23acf16e42cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1098 time: 0.2889099 Feb 15 09:48:18.742046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.764202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.826451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,segment=NetworkSegment(c9c28b39-3bf8-403e-8228-0f758fe0ae21),segment_id=c9c28b39-3bf8-403e-8228-0f758fe0ae21)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:18.848104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.963579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Pushing event updated for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:18.966017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:18.976262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2183c64-3b84-468f-972c-0f95b456abda req-fac6ef09-fc88-4d7b-bcb2-b684b98da817 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:18.979096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2183c64-3b84-468f-972c-0f95b456abda req-fac6ef09-fc88-4d7b-bcb2-b684b98da817 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 943 time: 1.2007260 Feb 15 09:48:19.023880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,segment=NetworkSegment(c9c28b39-3bf8-403e-8228-0f758fe0ae21),segment_id=c9c28b39-3bf8-403e-8228-0f758fe0ae21)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:19.024592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.072592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ace71b-aaf9-4f1e-bf72-8a2e515df78b None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:19.078548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6d6a3ba-f788-4078-b09b-18b3d5f34422 req-3a8cab6f-3cb3-42a9-a153-f60e26f39e0c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3430378 Feb 15 09:48:19.095665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2183c64-3b84-468f-972c-0f95b456abda req-54692688-cf93-4157-931c-984ee78522bb tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018045 Feb 15 09:48:19.104845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:19.129129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:19.250194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d08b2119-8ab6-4852-81db-ce84c9104e5b details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:48:19.266259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.297096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17dd6991-ebd7-41c2-a114-7058156d3df1']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:19.310248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '920e5e91-81d8-43f5-aace-9856b3e5bd34') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:19.310968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '920e5e91-81d8-43f5-aace-9856b3e5bd34') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:19.331539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.348306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.359060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:19.359680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.390162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40bf1822-9799-4140-a7dc-8783ce7d7d5f req-b041f276-72b1-4475-8127-9cbdc7dc0a82 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.1342647 Feb 15 09:48:19.444608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:19.465364 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:19.492639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933e51e-7284-40d9-8abb-a65c22754241 req-29afb44a-4a5e-458d-a796-f2b92789b951 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:19.494350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7933e51e-7284-40d9-8abb-a65c22754241 req-29afb44a-4a5e-458d-a796-f2b92789b951 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.6036453 Feb 15 09:48:19.496323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'd08b2119-8ab6-4852-81db-ce84c9104e5b', 'network_id': '9dfb4836-adb8-4844-91b1-7aaee800ea21', 'port_id': 'd08b2119-8ab6-4852-81db-ce84c9104e5b', 'mac_address': 'fa:16:3e:83:0e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44e4478-1fc7-4173-8c76-ea08c6075685', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:48:19.498031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.508836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Provisioning complete for port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:19.510820 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.520171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.524038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] 10.222.0.10 "DELETE /v2.0/networks/17dd6991-ebd7-41c2-a114-7058156d3df1 HTTP/1.1" status: 204 len: 168 time: 1.0485153 Feb 15 09:48:19.540158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.583157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.623077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c953eab-00be-459a-8b97-c500c0ebd89d admin admin] Pushing event deleted for resources: {'Network': ['ID=17dd6991-ebd7-41c2-a114-7058156d3df1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:19.629189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=1b0529b0-ea85-4bf4-a317-dcc8240e16c0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:19.698765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7933e51e-7284-40d9-8abb-a65c22754241 req-80eb2672-9064-4a22-8754-b19ca809cb63 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915548 Feb 15 09:48:19.760534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.799929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:19.820026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9c887bed-4e3b-49dc-a983-d4dcba633393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.822681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08b2119-8ab6-4852-81db-ce84c9104e5b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:48:19.893742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:19.944454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51978) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:19.947425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Could not find standard attr ID for object 1b0529b0-ea85-4bf4-a317-dcc8240e16c0. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:48:19.949202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.951230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:19.973923 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.db [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] No ports have port_id starting with 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 Feb 15 09:48:20.007631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.019133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.219447 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d0cf3194-aa0d-47c2-84bc-1193be286eef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9d79fbdba2a448d59c99d5a8f3dd3551&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708688 Feb 15 09:48:20.220712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51986) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:20.284857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.306270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d08b2119-8ab6-4852-81db-ce84c9104e5b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:20.346206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:20.368753 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.371555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Provisioning complete for port 0dc05ec0-79f7-4472-a40e-f15b3221e11d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:20.372008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.448170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.460781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:20.483029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.532337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:20.539268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.627043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.632624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.634193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee83cbfd-a6fe-463f-901b-b0a3181bb119 HTTP/1.1" status: 204 len: 168 time: 0.4132104 Feb 15 09:48:20.662752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e006130e-cf52-4f25-a21a-cd6fc63a288c req-1afc8a37-5e89-45a4-aa1a-f442c419be83 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0525928 Feb 15 09:48:20.682950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.157 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/ae5189d1-6f13-4210-8959-238552710678) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:20.685218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8538bc3-e48a-4dfe-a152-95f970893985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee83cbfd-a6fe-463f-901b-b0a3181bb119,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:20.690097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.691143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.782440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d36462d-5880-40b1-bbdf-2961483e6154']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:20.815871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9c28b39-3bf8-403e-8228-0f758fe0ae21') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:20.816171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9c28b39-3bf8-403e-8228-0f758fe0ae21') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:20.838943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f9312d3a-477f-4669-bac8-892ef06e5cec None None] Port 0dc05ec0-79f7-4472-a40e-f15b3221e11d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:48:20.850776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.888739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.915241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:20.915241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:20.989682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32415a27-038e-4903-8048-a73184998f6f None None] Network 7d36462d-5880-40b1-bbdf-2961483e6154 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:20.993976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.057960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.065495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:21.065871 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.153044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:21.162689 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:21.164928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Pushing event updated for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:21.183632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:21.196188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:21.209611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:21.265001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.275723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Network d40e9538-0702-4b5d-8947-794319ae7867 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:21.283279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:21.316048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.324246 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/7d36462d-5880-40b1-bbdf-2961483e6154 HTTP/1.1" status: 204 len: 168 time: 4.8639758 Feb 15 09:48:21.335539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c30bb8-f775-4b30-aa91-dd5e2cc1a132 req-85140d05-efb5-43fa-bf91-74f46a5f1761 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:21.337645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19c30bb8-f775-4b30-aa91-dd5e2cc1a132 req-85140d05-efb5-43fa-bf91-74f46a5f1761 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 944 time: 1.0074449 Feb 15 09:48:21.338680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7cb393-0a52-438c-a51d-795ea914d3d2 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=7d36462d-5880-40b1-bbdf-2961483e6154,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:21.432164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88669c3-9607-40f6-a712-d85ca358309e req-9871f4f5-a666-4c56-b14d-40ab4e8b356b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:21.446255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d88669c3-9607-40f6-a712-d85ca358309e req-9871f4f5-a666-4c56-b14d-40ab4e8b356b tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.4044566 Feb 15 09:48:21.462851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52028) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:21.475685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=ae5189d1-6f13-4210-8959-238552710678,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:21.620430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52030) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:21.662512 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc99a975-b695-4f85-b0f2-30e3e6c0034f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:21.663142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc99a975-b695-4f85-b0f2-30e3e6c0034f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:21.672371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc99a975-b695-4f85-b0f2-30e3e6c0034f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/7d36462d-5880-40b1-bbdf-2961483e6154 HTTP/1.1" status: 404 len: 339 time: 0.1975553 Feb 15 09:48:21.672601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52032) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:21.688508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1360680474', 'description': 'd1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:21.739581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19c30bb8-f775-4b30-aa91-dd5e2cc1a132 req-23108386-f331-4809-83ae-f94722f8d39c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778161 Feb 15 09:48:21.750185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:21.758733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.777081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d88669c3-9607-40f6-a712-d85ca358309e req-fde8205a-bcb9-4051-b481-5f1f0c85efee tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3274670 Feb 15 09:48:21.790129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:21.798262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f10f257-dd7f-4c09-9721-f16c32baf6c7 None None] DHCP port deletion for 7d36462d-5880-40b1-bbdf-2961483e6154 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:48:21.799917 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.800630 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment 60c21fed-ea11-4fd7-9ffd-1e76abe44da4 of type vlan for network 41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 Feb 15 09:48:21.813085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f6261ee4-e3f1-402c-8456-f0758793fbe2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9d0535caa354d868cc1a7b1d91002d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817517 Feb 15 09:48:21.816953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52036) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:21.861743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.940840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.950793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1adecd5-2edb-41e7-a171-6e0da7c4d951 req-426b97ac-02e1-4ccf-8459-c6d2e880b0a2 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0411432 Feb 15 09:48:21.957282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-84855919-b057-4fa0-bf39-c86c62b773f1 None None] Provisioning complete for port 0dc05ec0-79f7-4472-a40e-f15b3221e11d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:21.957735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-84855919-b057-4fa0-bf39-c86c62b773f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.961677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:21.972220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:21.978320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:21.978943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.026097 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.030360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-84855919-b057-4fa0-bf39-c86c62b773f1 None None] Port 0dc05ec0-79f7-4472-a40e-f15b3221e11d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:48:22.032879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:22.039622 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.077206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.078705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3951213 Feb 15 09:48:22.079442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:22.119739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:22.122335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:22.148958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:48:22.149303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1b0529b0-ea85-4bf4-a317-dcc8240e16c0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:48:22.155651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.159023 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.162278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.163705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50397d73-281a-49f6-b404-7add445205be HTTP/1.1" status: 204 len: 168 time: 0.3457284 Feb 15 09:48:22.183290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc023a-b986-45d5-ad5b-0e6738cbf361 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=41955e6c-9ba3-4ad3-b42f-bc535e60f1c3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:22.203738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:22.206891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd8c40-6ccf-496e-8620-d422ddb4a110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50397d73-281a-49f6-b404-7add445205be,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:22.334950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e484816-74d7-44d5-9ffd-e2f4031cf4f7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:22.340744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e484816-74d7-44d5-9ffd-e2f4031cf4f7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks?id=41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 HTTP/1.1" status: 200 len: 761 time: 0.2567964 Feb 15 09:48:22.341277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52042) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:22.348720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'description': 'd2'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:22.380109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:22.389216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bd12baa-9922-4165-aab6-7022e774d0ed admin admin] 10.222.0.10 "PUT /v2.0/routers/53614e7d-a86f-46bf-9ab0-dd4d9008e3b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8619149 Feb 15 09:48:22.434594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Sync routers for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:22.452328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.453524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:22.472523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Routers {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:22.473554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:22.671298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Set router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:22.972547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf8d3-5524-438a-8cdc-8feb8d22bbf7 req-2f9eab8b-eae2-4912-b99b-1a1a0ac5ef8c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:22.975334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7bcf8d3-5524-438a-8cdc-8feb8d22bbf7 req-2f9eab8b-eae2-4912-b99b-1a1a0ac5ef8c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 944 time: 0.0947502 Feb 15 09:48:23.030293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.052099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e7bcf8d3-5524-438a-8cdc-8feb8d22bbf7 req-b2a5316b-8338-4e0e-a18c-f829fb5e0339 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677907 Feb 15 09:48:23.060335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:19Z', 'revision_number': 4, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0dc05ec0-79f7-4472-a40e-f15b3221e11d', 'name': '', 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'mac_address': 'fa:16:3e:3e:57:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:16Z', 'updated_at': '2022-02-15T09:48:19Z', 'revision_number': 2, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'subnets': [{'id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:23.073479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.113194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Checking router: 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:23.113562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Updating router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 port 0dc05ec0-79f7-4472-a40e-f15b3221e11d binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:48:23.169648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.169843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.243687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb1cf7f-ab41-4429-bec9-9beeda942f4e req-d49ce750-3a9a-49e5-9b29-c3a11221b9cc tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:23.256780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbb1cf7f-ab41-4429-bec9-9beeda942f4e req-d49ce750-3a9a-49e5-9b29-c3a11221b9cc tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.0999050 Feb 15 09:48:23.257985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d08b2119-8ab6-4852-81db-ce84c9104e5b up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:23.300230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=41955e6c-9ba3-4ad3-b42f-bc535e60f1c3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:23.310292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 is not hosted by any dhcp agent {{(pid=102358) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:48:23.324224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:23.325962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.328034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e4725d85-3d62-4410-952e-68ca6d47b116 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "PUT /v2.0/networks/41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 HTTP/1.1" status: 200 len: 758 time: 0.9840295 Feb 15 09:48:23.333223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbb1cf7f-ab41-4429-bec9-9beeda942f4e req-60069c81-2278-463d-8795-e85226afb05e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663955 Feb 15 09:48:23.333719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52074) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:23.378310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:23.541978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:48:23.555034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port d08b2119-8ab6-4852-81db-ce84c9104e5b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:48:23.557844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59651aa1-f1a1-4aed-ad0c-b8ec7793c3c0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:23.563450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-59651aa1-f1a1-4aed-ad0c-b8ec7793c3c0 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks?id=41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 HTTP/1.1" status: 200 len: 761 time: 0.2266641 Feb 15 09:48:23.564084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:23.584683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port d08b2119-8ab6-4852-81db-ce84c9104e5b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:23.585092 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.587948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52080) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:23.592600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-775336321', 'description': 'tempest-secgroup-smoke-775336321 description', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:23.593658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-560588109'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:23.601704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf121cca-a7cb-4d3c-a662-ad17241eeed3 req-8a1cafb5-417e-4a24-9ac5-d0708b0e4cfd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0755386 Feb 15 09:48:23.642299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:23.650508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.666669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.702865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:23.720539 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:23.744446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:23.746265 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:23.751230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.752482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0728a2b0-5583-4e97-9ea9-3c3bf0f16c20 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6313338 Feb 15 09:48:23.755249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52084) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:23.799066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:23.805867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.806054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.820776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.838639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:23.847535 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:23.848364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:23.858856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:23.861070 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a569317e-7720-4415-a032-b9002f7852e1" -d '{"events": [{"server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "name": "network-vif-plugged", "status": "completed", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:23.880001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.884556 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.885675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:23.885804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:23.886592 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b93ecad-54d0-4cee-a48e-f50927ebbcd5 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:23.890289 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment d3ed7cb6-b644-479c-b2b3-bffb43f70c68 of type vlan for network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 Feb 15 09:48:23.896910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.899193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.916510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25155af-b311-482d-b7e8-ad1beb5ac973,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:23.922315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:23.923688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7fda0455-8dc9-4c97-9431-a3faae83ac65 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3346090 Feb 15 09:48:23.936310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52090) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:23.941979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:23.990528 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24d3370-fd11-4ed1-ac49-55cfd8635fe4 x-openstack-request-id: req-a24d3370-fd11-4ed1-ac49-55cfd8635fe4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:23.990827 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "name": "network-vif-plugged", "status": "completed", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:23.991235 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a24d3370-fd11-4ed1-ac49-55cfd8635fe4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:23.991471 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b', 'code': 200} Feb 15 09:48:24.014931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.016344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:24.117617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Attempting to bind port 0dc05ec0-79f7-4472-a40e-f15b3221e11d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:24.118174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Attempting to bind port 0dc05ec0-79f7-4472-a40e-f15b3221e11d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:24.118486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Attempting to bind port 0dc05ec0-79f7-4472-a40e-f15b3221e11d on network d40e9538-0702-4b5d-8947-794319ae7867 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:24.125165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.129932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:24.130310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Checking segment: {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:24.131043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.131316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Bound using segment: {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:24.131795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Bound port: 0dc05ec0-79f7-4472-a40e-f15b3221e11d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b520a63a-8f56-4acc-85e2-ee248785b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:24.132173 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.249065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.261447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.279623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e643ea2-4534-443a-ad37-e8c9715cdd28 req-b41cd6c5-b202-4454-b8d3-134478e8b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:24.285891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e643ea2-4534-443a-ad37-e8c9715cdd28 req-b41cd6c5-b202-4454-b8d3-134478e8b064 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 1096 time: 0.2077515 Feb 15 09:48:24.301020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] For port 0dc05ec0-79f7-4472-a40e-f15b3221e11d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:24.304958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] For port 0dc05ec0-79f7-4472-a40e-f15b3221e11d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc05ec0-79f7-4472-a40e-f15b3221e11d,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:24.307998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:24.347279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dd9fca-eed0-4bac-9891-242b35c10a4c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:24.367464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.369951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35af6e-4592-4035-b1b8-057a89e05f41 None None] Pushing event updated for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:24.393239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.402977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3411de48-d9a0-42d3-94b1-cbad3249c8c8 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4627976 Feb 15 09:48:24.407929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52100) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:24.413988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:24.430257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e643ea2-4534-443a-ad37-e8c9715cdd28 req-dd93681b-b965-42d3-8a84-8638b2dbdbcf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155038 Feb 15 09:48:24.434849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a35af6e-4592-4035-b1b8-057a89e05f41 None None] Pushing event updated for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:24.488796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:24.489552 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.497142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.559498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Provisioning complete for port 0dc05ec0-79f7-4472-a40e-f15b3221e11d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:24.560138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.592153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Routers {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:24.602176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:24.665722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.679838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.721675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386120c3-1792-49be-a90a-73d0658bd913,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:24.734521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.739096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-de9c1312-9308-44f0-aa2c-23048a373bac tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3261309 Feb 15 09:48:24.739096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52108) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:24.750888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:24.780756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.786419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:24.788227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.818364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6eee410a-4475-4cef-b6ad-f5a062e13443 req-0e360596-5ff1-454b-afbb-5348b94a1562 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0537171 Feb 15 09:48:24.848139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c671d3-a95b-453e-af4a-b8802e82712c req-34bf0341-5e58-41c9-b689-abe9575beada tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:24.856548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3c671d3-a95b-453e-af4a-b8802e82712c req-34bf0341-5e58-41c9-b689-abe9575beada tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 945 time: 0.6539204 Feb 15 09:48:24.883827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.950367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:24.954470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3653877 Feb 15 09:48:24.966501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:24.975461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:24.986999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] Set router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:25.009023 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.020173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.030726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf4beb3-de58-4c0b-8314-c244ce33ce1f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=dbfd200f-8dbe-4d01-b0c1-ac417d4742e5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.047796 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3c671d3-a95b-453e-af4a-b8802e82712c req-8873898a-77bc-45c3-8ae7-792aa57ee231 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900775 Feb 15 09:48:25.065660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bcd2a9-8f3d-4bdb-978a-fe65fdfb8428,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.101626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.106374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8a08644-0fbc-4c5c-b0a0-bd07f79917e7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3642333 Feb 15 09:48:25.107241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52116) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:25.114173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:25.165406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:25.175944 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.192320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] For port 0dc05ec0-79f7-4472-a40e-f15b3221e11d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc05ec0-79f7-4472-a40e-f15b3221e11d,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:25.270087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:25.274082 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.325827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.341107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.396185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a2825b-8c50-46d1-ac34-c192e77afb77,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.410143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.414096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fcd14712-769a-4cf5-922a-58c60cc5d636 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3028634 Feb 15 09:48:25.414618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52124) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:25.421356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:25.435121 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.488026 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Project dadeabbb44014a82b2f89cdaae0f06bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:48:25.502262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.522466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Pushing event updated for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.527607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:19Z', 'revision_number': 4, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0dc05ec0-79f7-4472-a40e-f15b3221e11d', 'name': '', 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'mac_address': 'fa:16:3e:3e:57:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:16Z', 'updated_at': '2022-02-15T09:48:24Z', 'revision_number': 4, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'subnets': [{'id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:25.573217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.573827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.574350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.574867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.575795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.576318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.576865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.577380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.577888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.578872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.579414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.579932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cd362c-e503-4b2f-92e3-8eedd1919524 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:48:25.586075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6282d4-7d48-4139-a83b-ca5cb44bb818 None None] The sync data for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 is: [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12'}], 'enable_snat': True}, 'gw_port_id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:48:19Z', 'revision_number': 4, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port': {'id': 'd25a20a9-42dc-4d23-bbe8-2a7b659c80a9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:b9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2751, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:10Z', 'updated_at': '2022-02-15T09:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0dc05ec0-79f7-4472-a40e-f15b3221e11d', 'name': '', 'network_id': 'd40e9538-0702-4b5d-8947-794319ae7867', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'mac_address': 'fa:16:3e:3e:57:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2771, 'fixed_ips': [{'subnet_id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:48:16Z', 'updated_at': '2022-02-15T09:48:24Z', 'revision_number': 4, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'subnets': [{'id': 'fc7ba0f1-484d-4b83-9841-b29c46c9b741', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:25.586627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.602486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0aa915b6-cd4c-47b1-bec6-b55dd1ea4956 None None] Provisioning complete for port 0dc05ec0-79f7-4472-a40e-f15b3221e11d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:25.603227 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0aa915b6-cd4c-47b1-bec6-b55dd1ea4956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.643675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.652936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.698144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffee58b-c6b6-4932-a827-5b1b5c4c77a5,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.721200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.727198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ab09c5ea-c955-4614-85af-e8d8d02f326b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3114328 Feb 15 09:48:25.728053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52128) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:25.733613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'security_group_rule': {'security_group_id': 'e25155af-b311-482d-b7e8-ad1beb5ac973', 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:25.767366 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Project dadeabbb44014a82b2f89cdaae0f06bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:48:25.772995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.900145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.906145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.939251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:25.940384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2109642 Feb 15 09:48:25.941349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed1fd-75b3-4e4b-9182-a029c70423b7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e366715b-8a9f-4e58-a679-26118482d8c6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:25.990773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.020176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed96c4f2-511f-4101-865b-18f1bc4da3f2 req-393fe839-1f8e-491c-8abc-cddea6e96322 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Feb 15 09:48:26.095293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=d2b8300a-5ada-480f-8103-b9145274229b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:26.213510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:26.213774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: dbfd200f-8dbe-4d01-b0c1-ac417d4742e5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:26.249139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc05ec0-79f7-4472-a40e-f15b3221e11d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:26.259676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.1 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/eeb23d50-4eb4-4773-9c4a-a488157e738f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:26.297843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-df1aecb8-3352-4f1d-aadd-0ce5ac737dba tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-775336321&fields=id&tenant_id=dadeabbb44014a82b2f89cdaae0f06bc HTTP/1.1" status: 200 len: 267 time: 0.0626087 Feb 15 09:48:26.336412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0dc05ec0-79f7-4472-a40e-f15b3221e11d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:26.336777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.357372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:26.395257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2991b-72b3-4304-91fb-c350bea2c726 req-68293ae6-a65e-49f6-b005-e0617c530c75 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:26.403833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9e2991b-72b3-4304-91fb-c350bea2c726 req-68293ae6-a65e-49f6-b005-e0617c530c75 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 945 time: 0.1997371 Feb 15 09:48:26.426084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, dbfd200f-8dbe-4d01-b0c1-ac417d4742e5) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:26.437716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05474f7-d886-428b-9ecf-67b7ea963ffb None None] Network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:26.447493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:26.448089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.465984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-dcdc995a-ee10-4046-a16c-77c616ea70c2 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:26.467760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-dcdc995a-ee10-4046-a16c-77c616ea70c2 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 809 time: 0.1688101 Feb 15 09:48:26.493165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-301e5f88-7aa9-4c1d-a572-82052b618100 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/quotas/dadeabbb44014a82b2f89cdaae0f06bc HTTP/1.1" status: 200 len: 375 time: 0.0150948 Feb 15 09:48:26.509327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9e2991b-72b3-4304-91fb-c350bea2c726 req-5285fef6-1e7e-4b18-8a90-07b7d9e36ea2 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044414 Feb 15 09:48:26.527680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b65e1c88-58b0-4a7f-b035-020f22a8e4f4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5580621 Feb 15 09:48:26.528293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:26.578352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.608409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-2fd96a52-626c-404f-a29f-d9c87e8ef234 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1075644 Feb 15 09:48:26.715212 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.733808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-dbfd200f-8dbe-4d01-b0c1-ac417d4742e5', 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': 'd2b8300a-5ada-480f-8103-b9145274229b'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:48:26.734870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.749701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:26.871446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-cc51cccf-37c6-46a0-9753-368ba99e1492 service neutron] 10.222.0.10 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424443 Feb 15 09:48:26.894962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:26.917498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:26.925753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Allocated IP 172.20.0.2 (dbfd200f-8dbe-4d01-b0c1-ac417d4742e5/d2b8300a-5ada-480f-8103-b9145274229b/40ae2a45-8ffe-4428-ac31-e79200ab64b1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:26.937827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:26.960124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=eeb23d50-4eb4-4773-9c4a-a488157e738f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:26.997593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.122671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-05c0652e-3cad-4e18-b273-00fe905718a6 service neutron] 10.222.0.10 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434015 Feb 15 09:48:27.124182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.242268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.266382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.368871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:27.386077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:27.399572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:27.432941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5efbc373-08ab-4864-96cb-e885f4fca9eb req-336f536b-0504-4e57-867e-98de149af4d9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.1067152 Feb 15 09:48:27.462667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.512153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Pushing event updated for resources: {'Port': ['ID=40ae2a45-8ffe-4428-ac31-e79200ab64b1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:27.549678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1335a4a-53d1-450c-b91f-df5077690521 req-69059cf5-27c2-4846-962d-9b67556d5231 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0611076 Feb 15 09:48:27.641361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b8300a-5ada-480f-8103-b9145274229b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:27.648291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Attempting to bind port 40ae2a45-8ffe-4428-ac31-e79200ab64b1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:27.649764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Attempting to bind port 40ae2a45-8ffe-4428-ac31-e79200ab64b1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:27.652071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Attempting to bind port 40ae2a45-8ffe-4428-ac31-e79200ab64b1 on network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:27.664947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:27.665453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Checking segment: {'id': 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:27.666120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.666618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Bound using segment: {'id': 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:27.667203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Bound port: 40ae2a45-8ffe-4428-ac31-e79200ab64b1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:27.668172 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.843558 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.862909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] For port 40ae2a45-8ffe-4428-ac31-e79200ab64b1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:27.874635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] For port 40ae2a45-8ffe-4428-ac31-e79200ab64b1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=40ae2a45-8ffe-4428-ac31-e79200ab64b1,segment=NetworkSegment(d3ed7cb6-b644-479c-b2b3-bffb43f70c68),segment_id=d3ed7cb6-b644-479c-b2b3-bffb43f70c68)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:27.883701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.910357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfd200f-8dbe-4d01-b0c1-ac417d4742e5']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:27.924103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:27.925116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:27.939927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.961850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:27.964090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.064655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e07971-89d3-450c-aa09-39d1e2de5173 None None] Pushing event updated for resources: {'Port': ['ID=40ae2a45-8ffe-4428-ac31-e79200ab64b1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:28.086442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:28.087953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3169f6e-c986-4172-b687-f4a6b025b039 None None] Network dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:28.088543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:28.094020 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:28.315409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb35d54-cc8f-4832-9225-7748f6a9e36d None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:48:28.432852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:48:28.432852 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:48:28.432852 n-d-825064-4 neutron-server[102359]: [parameters: {'id': 'dbfd200f-8dbe-4d01-b0c1-ac417d4742e5'}] Feb 15 09:48:28.432852 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:48:28.434547 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:48:28.568459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb35d54-cc8f-4832-9225-7748f6a9e36d None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:48:28.599571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a4d647a1-55dd-4168-81e4-59c3a94d97ca req-34d4d431-efde-45f4-8a1a-65d542a1a865 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0468056 Feb 15 09:48:28.741439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.749781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-03c8529a-c030-4957-a8b1-64dcc1e75adb req-09f53794-bfa0-4c8b-9399-c7851c87391e tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0595551 Feb 15 09:48:28.751719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.834551 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.837465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=eeb23d50-4eb4-4773-9c4a-a488157e738f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:28.937787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:28.969803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:28.975415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:29.127584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port 40ae2a45-8ffe-4428-ac31-e79200ab64b1 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:29.127924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:29.213390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:29.219978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port 40ae2a45-8ffe-4428-ac31-e79200ab64b1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=40ae2a45-8ffe-4428-ac31-e79200ab64b1,segment=NetworkSegment(d3ed7cb6-b644-479c-b2b3-bffb43f70c68),segment_id=d3ed7cb6-b644-479c-b2b3-bffb43f70c68)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:29.220349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:29.241092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for 40ae2a45-8ffe-4428-ac31-e79200ab64b1 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:29.310281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-69fbd780-93c2-4f63-a991-6d3260cdb40b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:29.311892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-69fbd780-93c2-4f63-a991-6d3260cdb40b tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.72 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 809 time: 0.2012947 Feb 15 09:48:29.384784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-70c4f9fd-b3cd-48d9-ac3a-1a1a3f4e57b6 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dadeabbb44014a82b2f89cdaae0f06bc HTTP/1.1" status: 200 len: 379 time: 0.0628588 Feb 15 09:48:29.399207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'port': {'device_id': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'admin_state_up': True, 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'security_groups': ['e25155af-b311-482d-b7e8-ad1beb5ac973']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:29.541047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Made reservation on behalf of dadeabbb44014a82b2f89cdaae0f06bc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:29.545043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:29.695742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:29.704331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ddd2ef9-0850-42ac-a9f2-4f0338bfb30a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/routers/a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9457960 Feb 15 09:48:29.710261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:29.712802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52206) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:29.726802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'port': {'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc', 'name': 'tempest-FloatingIPTestJSON-959745083'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:29.734131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Allocated IP 172.20.0.13 (4ea963cf-43c4-4031-876f-8c61cd4c15dc/af40718f-72ae-4144-9eb3-da6eef1bdd0b/10b57481-4228-447b-b01e-d777ae1ff272) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:29.738956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:29.741233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:29.800014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:29.807443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:29.828523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port 40ae2a45-8ffe-4428-ac31-e79200ab64b1 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:29.833050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:29.837068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3a5e06d-8f7e-4060-b31c-96bbf275e5d5 req-81f6bea6-e711-4660-b88d-e3a4ed94f518 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0532408 Feb 15 09:48:29.845507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:29.895025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=40ae2a45-8ffe-4428-ac31-e79200ab64b1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:29.918850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:29.919774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecb3406-e4e4-4418-8f8c-8d8b8be6160a None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:29.975773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6646a642-b4ff-46fa-82bf-4c55f2d049b5 req-156c94e5-3c9b-4b88-9aef-27a099d65ca2 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0982130 Feb 15 09:48:30.027622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:30.031912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.050790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.063258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.073108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] device_id is not set on port 62694c3e-71dd-4d93-a018-f02db6229b47 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:48:30.092790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbfd200f-8dbe-4d01-b0c1-ac417d4742e5']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:30.107215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:30.107717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ed7cb6-b644-479c-b2b3-bffb43f70c68') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:30.118267 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.134975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.141379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:30.141896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:30.145361 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:30.176566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.235348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.244122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:30.254675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:30.256357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.261124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:30.279956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 HTTP/1.1" status: 204 len: 168 time: 3.7308524 Feb 15 09:48:30.280661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52214) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:30.311498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.5 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/62694c3e-71dd-4d93-a018-f02db6229b47) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:30.318515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:30.331326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:30.331865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.345207 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f0df60-383a-437e-bcfb-ebbfc716767d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] GET failed (client error): The resource could not be found. Feb 15 09:48:30.348691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5f0df60-383a-437e-bcfb-ebbfc716767d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets/d2b8300a-5ada-480f-8103-b9145274229b HTTP/1.1" status: 404 len: 337 time: 0.0628393 Feb 15 09:48:30.354338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52216) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:30.362424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b5dbe-4008-48d8-be4c-792d003367e6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=dbfd200f-8dbe-4d01-b0c1-ac417d4742e5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:30.389589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-35e40286-2d82-4f89-a50c-c3de44a0401f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9970376 Feb 15 09:48:30.393159 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec093616-d0ac-4391-b7f7-566fbe86146b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:30.393773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec093616-d0ac-4391-b7f7-566fbe86146b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:30.402766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:30.402962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec093616-d0ac-4391-b7f7-566fbe86146b tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 HTTP/1.1" status: 404 len: 339 time: 0.0474284 Feb 15 09:48:30.410370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Request body: {'port': {'device_id': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:30.571375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.648919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a7f9cbbb-1873-4f37-b137-1f2cc09cb158 None None] Provisioning complete for port 10b57481-4228-447b-b01e-d777ae1ff272 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:30.649654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7f9cbbb-1873-4f37-b137-1f2cc09cb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.741512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.743664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9cbbb-1873-4f37-b137-1f2cc09cb158 None None] Port 10b57481-4228-447b-b01e-d777ae1ff272 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:48:30.786641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983f189-9b8c-4d9d-93e0-220c4294a9de tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:30.789206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1983f189-9b8c-4d9d-93e0-220c4294a9de tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3842325 Feb 15 09:48:30.791022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:30.831123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44da9900-7228-404e-90cc-a86d4ac850c8 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 207 time: 0.0387506 Feb 15 09:48:30.836091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:30.850983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:30.922897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:30.930188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:30.936131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:30.942551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=62694c3e-71dd-4d93-a018-f02db6229b47,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:30.977483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003ef49-8a9c-4e28-bde9-e3a94af49cac tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:30.984162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003ef49-8a9c-4e28-bde9-e3a94af49cac tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:30.992547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003ef49-8a9c-4e28-bde9-e3a94af49cac tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:30.999929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9003ef49-8a9c-4e28-bde9-e3a94af49cac tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.009155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9003ef49-8a9c-4e28-bde9-e3a94af49cac tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1719718 Feb 15 09:48:31.009934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.020159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a058336b-e85a-40b3-a983-d66924f25173 req-f51b862a-2dc8-43dc-bcdd-68faab8737e9 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/ports?device_id=082a73b2-1c47-4048-9c82-c2d67a5de294 HTTP/1.1" status: 200 len: 210 time: 0.0796654 Feb 15 09:48:31.102589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.104129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.116170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b57481-4228-447b-b01e-d777ae1ff272 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:48:31.128837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.145601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-02b5a9ff-b2dd-4038-a9c6-9157033a570c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4307816 Feb 15 09:48:31.149280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.154210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'port': {'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc', 'name': 'tempest-FloatingIPTestJSON-1336026907'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:31.160117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Transition to ACTIVE for port object 10b57481-4228-447b-b01e-d777ae1ff272 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:48:31.184024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.204886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f88318-ac8a-40e1-9907-0b45caada1fc req-b987ec77-fc34-4e78-be8b-699f22d7a770 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.206398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1f88318-ac8a-40e1-9907-0b45caada1fc req-b987ec77-fc34-4e78-be8b-699f22d7a770 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 932 time: 0.1023729 Feb 15 09:48:31.280778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Pushing event updated for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:31.297510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-910a6d09-775b-43da-9b59-a0216a75cf65 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2863774 Feb 15 09:48:31.302773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52234) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.343056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1f88318-ac8a-40e1-9907-0b45caada1fc req-ea6c5b15-4de6-4d2c-9550-2b589b846327 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247129 Feb 15 09:48:31.411258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ff34c-c60e-4999-ab6b-61964c3c01a4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.413647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ff34c-c60e-4999-ab6b-61964c3c01a4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.418744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad5ff34c-c60e-4999-ab6b-61964c3c01a4 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1112735 Feb 15 09:48:31.420636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.469894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Attempting to bind port 10b57481-4228-447b-b01e-d777ae1ff272 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:31.470232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Attempting to bind port 10b57481-4228-447b-b01e-d777ae1ff272 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:31.470562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Attempting to bind port 10b57481-4228-447b-b01e-d777ae1ff272 on network 4ea963cf-43c4-4031-876f-8c61cd4c15dc {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:31.476183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Port 10b57481-4228-447b-b01e-d777ae1ff272 on network 4ea963cf-43c4-4031-876f-8c61cd4c15dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:48:31.476750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Attempting to bind port 10b57481-4228-447b-b01e-d777ae1ff272 on network 4ea963cf-43c4-4031-876f-8c61cd4c15dc {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:31.492792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:31.496366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.517752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63681fb-6c55-40d2-9d7c-e6e2f965a1f6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.519406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63681fb-6c55-40d2-9d7c-e6e2f965a1f6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.519529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:31.519861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Checking segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:31.520241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Bound using segment: {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:31.524915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Bound port: 10b57481-4228-447b-b01e-d777ae1ff272, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57ec4c05-226c-40b7-b0df-9d9fb922220d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:31.525087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e63681fb-6c55-40d2-9d7c-e6e2f965a1f6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0993018 Feb 15 09:48:31.525178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.526136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.544850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] device_id is not set on port f2245a45-6741-4c40-85ca-2c4e271ca7fe yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:48:31.714902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.10 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/f2245a45-6741-4c40-85ca-2c4e271ca7fe) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:31.741556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:31.746653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=10b57481-4228-447b-b01e-d777ae1ff272,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:31.754567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb5c06a-4bf7-43ff-9583-76bea3e17713 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.758169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-efb5c06a-4bf7-43ff-9583-76bea3e17713 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks/d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 HTTP/1.1" status: 200 len: 799 time: 0.2309136 Feb 15 09:48:31.761965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:31.764133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.827703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:31.828518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:31.830148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] 10.222.0.72 "PUT /v2.0/ports/10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 1092 time: 1.4238906 Feb 15 09:48:31.830770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:31.833239 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84fab58-b102-4089-9878-5d83bf897919" -d '{"events": [{"name": "network-changed", "server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "tag": "10b57481-4228-447b-b01e-d777ae1ff272"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:31.991404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ccf5de1-ea8a-4586-91c9-68010c11de1d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/networks/d1f6ebc3-4ffe-4a59-8958-a449a36af9a3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2268164 Feb 15 09:48:31.992231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52248) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.003668 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1d12a3-7901-4884-8354-7bb9d2a5eb6b x-openstack-request-id: req-ac1d12a3-7901-4884-8354-7bb9d2a5eb6b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:32.004213 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "tag": "10b57481-4228-447b-b01e-d777ae1ff272", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:32.004213 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1d12a3-7901-4884-8354-7bb9d2a5eb6b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:32.004575 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272', 'status': 'completed', 'code': 200} Feb 15 09:48:32.032705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564328-1f9e-41f7-b618-5a9ed34c8697 service neutron] Pushing event updated for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:32.116520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82072ca-176d-4273-9323-90040199d59a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.122320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f82072ca-176d-4273-9323-90040199d59a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets/fc406b10-4759-4d75-8fbe-5afaa96db65f HTTP/1.1" status: 200 len: 811 time: 0.1245923 Feb 15 09:48:32.122320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.139809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-17ed13fe-d3cf-454b-9731-4f7591f8d775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.142140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-17ed13fe-d3cf-454b-9731-4f7591f8d775 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1095 time: 0.2148769 Feb 15 09:48:32.203181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.212090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-28f3f68d-ab63-4fb4-95d2-83d6700b5295 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 217 time: 0.0622029 Feb 15 09:48:32.215111 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.254038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08379bc2-1d55-4776-86d8-4c44b32e37d6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['shared'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.256014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-08379bc2-1d55-4776-86d8-4c44b32e37d6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "GET /v2.0/subnets/fc406b10-4759-4d75-8fbe-5afaa96db65f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1186147 Feb 15 09:48:32.262834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.267836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1182432278'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:32.312496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:32.316287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.317049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-3fc02d2b-939b-493e-b8d1-295dcc1b2ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.319828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-3fc02d2b-939b-493e-b8d1-295dcc1b2ce2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0956049 Feb 15 09:48:32.329518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.358040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.377462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.395813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:48:32.418225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:32.425044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.425526 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Added segment bac1b178-b3f0-4ef8-ab16-0502e0c3c362 of type vlan for network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f Feb 15 09:48:32.431625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:32.437061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:32.441328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-378e5591-e088-4c48-b22b-0a2134da4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.443563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-378e5591-e088-4c48-b22b-0a2134da4c07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea963cf-43c4-4031-876f-8c61cd4c15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167471 Feb 15 09:48:32.446241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=f2245a45-6741-4c40-85ca-2c4e271ca7fe,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:32.474832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.503678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.503678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.503678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/security-groups/cf9edff1-18ba-4d8f-a913-e01f303f297f HTTP/1.1" status: 204 len: 168 time: 0.2968469 Feb 15 09:48:32.504955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.570780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ca4b7-ac4c-4c64-aa28-a47f6fe14b4e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9edff1-18ba-4d8f-a913-e01f303f297f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:32.574835 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-2bd3d142-f568-485e-905e-4ec14646d3cf tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] show failed (client error): The resource could not be found. Feb 15 09:48:32.575949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2bd3d142-f568-485e-905e-4ec14646d3cf tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "GET /v2.0/security-groups/cf9edff1-18ba-4d8f-a913-e01f303f297f HTTP/1.1" status: 404 len: 347 time: 0.0704908 Feb 15 09:48:32.578883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52276) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.595333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.596481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.631894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5c3cf965-a49d-4cfe-b0c2-34db7871797f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4812982 Feb 15 09:48:32.635106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.637348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.643243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.643824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.659011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'f2245a45-6741-4c40-85ca-2c4e271ca7fe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:32.660614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86cddb-885f-4039-93bf-b9d39739333e req-751d2679-852d-4ded-bf86-f6f7494d6a76 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:32.662267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf86cddb-885f-4039-93bf-b9d39739333e req-751d2679-852d-4ded-bf86-f6f7494d6a76 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 944 time: 0.1485643 Feb 15 09:48:32.703462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:32.777880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-325023cb-91b7-4678-ade9-28081f176b6d service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055930 Feb 15 09:48:32.797586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5315940 Feb 15 09:48:32.806905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52280) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:32.814808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:32.858098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd512bb8-cad3-44d7-b266-8af65933d000 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Network': ['ID=18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:32.862254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf86cddb-885f-4039-93bf-b9d39739333e req-fef9c7ac-7e7e-4c84-ab4e-73ac99a1dad4 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773717 Feb 15 09:48:32.877251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:48:32.914074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-36bd6cc3-8e75-4ff7-bb8c-d24c2b4054ec req-58cf9440-d457-4e3a-a772-119c2d205d19 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268685 Feb 15 09:48:32.939210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 945a0523-44a8-476f-bdd0-fc6bb6e2ff40 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:32.939549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.023650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Made reservation on behalf of 2856db6740964ee2a5dab4b5e1dc0c90 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:33.027252 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.069169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.091063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fab58-b102-4089-9878-5d83bf897919 req-a4d45fc5-d535-4cac-9bc7-63fbf988f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:33.092648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-a4d45fc5-d535-4cac-9bc7-63fbf988f6c0 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1095 time: 0.1054857 Feb 15 09:48:33.111805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing IP validity checks on allocation pools {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:48:33.112318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:48:33.118868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.119193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.142915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 945a0523-44a8-476f-bdd0-fc6bb6e2ff40 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:33.213651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fab58-b102-4089-9878-5d83bf897919 req-d66431a6-752c-456c-943c-16c868c01341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:33.215165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-d66431a6-752c-456c-943c-16c868c01341 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 910 time: 0.0900400 Feb 15 09:48:33.365659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.434160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.485240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=945a0523-44a8-476f-bdd0-fc6bb6e2ff40,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:33.502673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=b425b14a-dbaf-4a3d-a634-9e9b8c15319a,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:33.514845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Checking segment: {'id': 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:33.515205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network hostable DHCP agents. Network: 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:48:33.565094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.569250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.570603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-06819461-8757-4e87-a3d0-ad27fec78e16 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/floatingips/6b89055e-a116-4e93-8bf7-628457fb355f HTTP/1.1" status: 204 len: 168 time: 0.9901438 Feb 15 09:48:33.571909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:48:33.574400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:33.610306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:33.621023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:33.621776 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.622462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8f7f80-a195-429c-86bd-cfcebabef7fa None None] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:33.652227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d32d5c5-2e01-40f6-bd30-995aec51e75e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8417947 Feb 15 09:48:33.681264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:33.681684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-49a5eaab-c2a8-4a50-8e55-bd27912c4b39 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 217 time: 0.4553316 Feb 15 09:48:33.688570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:33.837962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 7a31c48a-e7bf-4af2-a7a8-60ec070711ca {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:33.838296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:33.839821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fab58-b102-4089-9878-5d83bf897919 req-0a3e7948-c3a1-423b-b4f9-646cab58c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:33.841419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-0a3e7948-c3a1-423b-b4f9-646cab58c0b1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1516280 Feb 15 09:48:33.956717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.71 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/52a23862-135b-47c7-8ca3-050824dbc7c3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:34.023051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12459284'] for subnet, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.080893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fab58-b102-4089-9878-5d83bf897919 req-bd2e2933-854c-47b0-a8ca-df1979789416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:34.081971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-bd2e2933-854c-47b0-a8ca-df1979789416 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea963cf-43c4-4031-876f-8c61cd4c15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264874 Feb 15 09:48:34.094251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f', 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f', 'tenant_id': '2856db6740964ee2a5dab4b5e1dc0c90', 'fixed_ips': [{'subnet_id': 'b425b14a-dbaf-4a3d-a634-9e9b8c15319a'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:48:34.100315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.237259 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.263804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 7a31c48a-e7bf-4af2-a7a8-60ec070711ca owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:34.345765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 10b57481-4228-447b-b01e-d777ae1ff272 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:48:34.366248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4992b-64bb-4d70-a6e0-cc7e97f073c0 req-fc26cbc9-dc9f-43ec-b607-2e69d742c2ba tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:34.368643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783122181479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8808077'] for subnet, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.374943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ca4992b-64bb-4d70-a6e0-cc7e97f073c0 req-fc26cbc9-dc9f-43ec-b607-2e69d742c2ba tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 944 time: 0.2917976 Feb 15 09:48:34.477738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:34.478437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.479780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "PUT /v2.0/subnets/b425b14a-dbaf-4a3d-a634-9e9b8c15319a HTTP/1.1" status: 200 len: 877 time: 0.7974031 Feb 15 09:48:34.484672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52294) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:34.488217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.510701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Allocated IP 172.20.0.3 (18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f/b425b14a-dbaf-4a3d-a634-9e9b8c15319a/da8240bb-abe0-461e-89c6-4d24dc766a05) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:34.544907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-90d26ee7-86cf-4357-a71a-85b9b28178b6 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4406130 Feb 15 09:48:34.550329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ca4992b-64bb-4d70-a6e0-cc7e97f073c0 req-ca410d92-a93b-4109-bbbe-399328b860a6 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742744 Feb 15 09:48:34.572103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e65c2-c04d-43ee-9413-fa866fe16119 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event updated for resources: {'Subnet': ['ID=b425b14a-dbaf-4a3d-a634-9e9b8c15319a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:34.575204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.625946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.655401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=10b57481-4228-447b-b01e-d777ae1ff272,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:34.672150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '10b57481-4228-447b-b01e-d777ae1ff272', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'port_id': '10b57481-4228-447b-b01e-d777ae1ff272', 'mac_address': 'fa:16:3e:0d:17:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:48:34.672963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.704427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=7a31c48a-e7bf-4af2-a7a8-60ec070711ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:34.750347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.751528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:34.766589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:34.778892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:34.780839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.786530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c26b99ac-fb8e-4a75-b8d7-3734469b70fd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/ports/7a31c48a-e7bf-4af2-a7a8-60ec070711ca HTTP/1.1" status: 204 len: 168 time: 1.2079842 Feb 15 09:48:34.789561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52296) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:34.825404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=52a23862-135b-47c7-8ca3-050824dbc7c3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:34.872056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e84fab58-b102-4089-9878-5d83bf897919 req-d789995a-2621-4494-a188-2c977d830e81 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189116 Feb 15 09:48:34.897504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b57481-4228-447b-b01e-d777ae1ff272 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:48:34.922652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=10b57481-4228-447b-b01e-d777ae1ff272,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:34.963872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.968487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:34.980075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.015378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.069745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:35.088481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:35.095231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:35.139077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.181661 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:48:35.223987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting port 778828ed-8376-43a4-9694-05a146460152 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:35.234007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.241022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=b425b14a-dbaf-4a3d-a634-9e9b8c15319a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:35.574889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.575973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['10b57481-4228-447b-b01e-d777ae1ff272'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:35.659868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:35.669322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.763946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Pushing event updated for resources: {'Port': ['ID=da8240bb-abe0-461e-89c6-4d24dc766a05,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:35.772995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Attempting to bind port da8240bb-abe0-461e-89c6-4d24dc766a05 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:48:35.773476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Attempting to bind port da8240bb-abe0-461e-89c6-4d24dc766a05 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:48:35.773959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Attempting to bind port da8240bb-abe0-461e-89c6-4d24dc766a05 on network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:48:35.799395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:48:35.804417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Checking segment: {'id': 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:48:35.806479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.807787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Bound using segment: {'id': 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:48:35.808399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Bound port: da8240bb-abe0-461e-89c6-4d24dc766a05, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:48:35.810404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.950728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] For port da8240bb-abe0-461e-89c6-4d24dc766a05, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:48:35.954873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] For port da8240bb-abe0-461e-89c6-4d24dc766a05, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da8240bb-abe0-461e-89c6-4d24dc766a05,segment=NetworkSegment(bac1b178-b3f0-4ef8-ab16-0502e0c3c362),segment_id=bac1b178-b3f0-4ef8-ab16-0502e0c3c362)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:48:35.970733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.971077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:35.997196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.001317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.007187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.077054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938f52c-f6d3-4184-b4cb-9aea987f2002 None None] Pushing event updated for resources: {'Port': ['ID=da8240bb-abe0-461e-89c6-4d24dc766a05,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:36.099448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=52a23862-135b-47c7-8ca3-050824dbc7c3,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:36.121614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.159087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.159372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.180540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf9e46d-dab1-4788-9d91-c36124bd3750 None None] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:36.209118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.277249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.309978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:36.310298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:36.322648 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:36.337837 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP 6fe48818-884d-40af-be10-a13503b3c77f associated. External IP: 172.25.6.71, port: f2245a45-6741-4c40-85ca-2c4e271ca7fe. Feb 15 09:48:36.374150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.433853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40b23-aca3-4c1c-84e6-b0ffa360db62 req-0ab552ce-82f7-4551-9751-ff1fb57be477 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:36.435329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84f40b23-aca3-4c1c-84e6-b0ffa360db62 req-0ab552ce-82f7-4551-9751-ff1fb57be477 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.4217157 Feb 15 09:48:36.466465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Calling delete_port for 778828ed-8376-43a4-9694-05a146460152 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:36.491934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.db.api [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 15 09:48:36.491934 n-d-825064-4 neutron-server[102359]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 15 09:48:36.491934 n-d-825064-4 neutron-server[102359]: [parameters: {'id': '18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f'}] Feb 15 09:48:36.491934 n-d-825064-4 neutron-server[102359]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=102359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:48:36.492546 n-d-825064-4 neutron-server[102359]: DEBUG oslo_db.api [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:48:36.503755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b4bbd-8e19-4a7b-b5ee-5b0bb0953cea None None] Network 18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:36.639495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:36.694211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.709089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a1be78-f1e4-4d21-9eb5-f85a8e2d277c None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:48:36.762724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84f40b23-aca3-4c1c-84e6-b0ffa360db62 req-0b3d7e0c-7ffb-4183-80e9-6335bebe1771 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187788 Feb 15 09:48:36.764797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Port': ['ID=778828ed-8376-43a4-9694-05a146460152,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:36.806339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:36.818555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:36.844164 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:36.845924 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.883027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.909109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:36.913714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a1be78-f1e4-4d21-9eb5-f85a8e2d277c None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:48:36.915785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2df181d4-fecd-4811-a145-7d1b53bbfecd tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/ports/778828ed-8376-43a4-9694-05a146460152 HTTP/1.1" status: 204 len: 168 time: 2.1249712 Feb 15 09:48:36.918811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52314) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:36.948673 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.949458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-075c402c-68a3-4723-acda-9bcaa4730d83 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.2954698 Feb 15 09:48:36.950360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52316) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:36.959042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:36.969761 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:36.972319 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:36.992459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting subnet b76e56eb-556a-47c5-9347-2fd55f81dd38 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:48:36.996629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.013939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.038893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:37.041556 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fd63ec-f6aa-4ee0-985a-7b6e5ecdc1d4 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:37.071661 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.196470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.300078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.344946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-5ad46b17-2919-49ed-b568-10887049374f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874337 Feb 15 09:48:37.380538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.386011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.386479 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP 6fe48818-884d-40af-be10-a13503b3c77f disassociated. External IP: 172.25.6.71, port: f2245a45-6741-4c40-85ca-2c4e271ca7fe. Feb 15 09:48:37.410510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port da8240bb-abe0-461e-89c6-4d24dc766a05 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:37.411048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.496345 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.524352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-73000d96-27ab-4e6e-b448-c3fd0874c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:37.525977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-73000d96-27ab-4e6e-b448-c3fd0874c37d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5d49e5da016a4b81949075f687eebb7c&device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 1098 time: 0.0929837 Feb 15 09:48:37.540387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Subnet': ['ID=b76e56eb-556a-47c5-9347-2fd55f81dd38,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:37.548114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.555518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52324) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:37.555881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-154ac896-d3f6-4146-bc49-1c5f4902909f tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/subnets/b76e56eb-556a-47c5-9347-2fd55f81dd38 HTTP/1.1" status: 204 len: 168 time: 0.6358049 Feb 15 09:48:37.557933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8259da65-6248-4506-8730-e3bc74440de7 None None] Network 00f95f69-dff1-4423-8c32-3e3b7acd1a8c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:37.558665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port da8240bb-abe0-461e-89c6-4d24dc766a05, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da8240bb-abe0-461e-89c6-4d24dc766a05,segment=NetworkSegment(bac1b178-b3f0-4ef8-ab16-0502e0c3c362),segment_id=bac1b178-b3f0-4ef8-ab16-0502e0c3c362)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:37.559018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.576198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for da8240bb-abe0-461e-89c6-4d24dc766a05 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:37.681358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.716174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=da8240bb-abe0-461e-89c6-4d24dc766a05,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:37.720333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port da8240bb-abe0-461e-89c6-4d24dc766a05 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:37.769094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Deleting subnet e0215850-da01-40c0-bb21-a46a85e5d76b {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:48:37.788068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.860239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] DHCP port deletion for 00f95f69-dff1-4423-8c32-3e3b7acd1a8c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:48:37.870081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-3fcc55a0-78f2-4368-bc5b-fc517ebcdd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:37.871572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-3fcc55a0-78f2-4368-bc5b-fc517ebcdd2e service neutron] 10.222.0.36 "GET /v2.0/networks?id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 200 len: 918 time: 0.3169405 Feb 15 09:48:37.887067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.952132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:37.962430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.969278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:37.971060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:37.971362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac1b178-b3f0-4ef8-ab16-0502e0c3c362') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:37.980438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Deleting port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:37.980803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:37.998929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.028722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.037607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:38.038165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:38.044289 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:38.088623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] For port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,segment=NetworkSegment(79a823c8-4e53-4db5-9d69-d112440102c5),segment_id=79a823c8-4e53-4db5-9d69-d112440102c5)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:38.089051 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.109359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Calling delete_port for 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:38.142587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-cb20af78-f5b3-46fb-ba4f-51ad6ee8c12d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 200 len: 1002 time: 0.2547197 Feb 15 09:48:38.145265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.159756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.163378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f HTTP/1.1" status: 204 len: 168 time: 3.6793621 Feb 15 09:48:38.176099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52328) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:38.177570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f964ed-cc5b-4945-9ac4-8924fdec2055 req-8471c46e-1245-4700-bb5a-f8f5d05ca936 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:38.179095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0f964ed-cc5b-4945-9ac4-8924fdec2055 req-8471c46e-1245-4700-bb5a-f8f5d05ca936 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 945 time: 0.2237895 Feb 15 09:48:38.192345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a227c74-d41e-4387-beb3-08f4db3c7d91 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:38.214612 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-964cb698-1f5a-49b7-a941-7e73ae73c7c9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:38.215057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964cb698-1f5a-49b7-a941-7e73ae73c7c9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:38.218534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-964cb698-1f5a-49b7-a941-7e73ae73c7c9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/b425b14a-dbaf-4a3d-a634-9e9b8c15319a HTTP/1.1" status: 404 len: 337 time: 0.0414617 Feb 15 09:48:38.221851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52330) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:38.253375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:38.275108 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-455638d2-d940-4780-a497-cd8564654b02 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:38.275897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-455638d2-d940-4780-a497-cd8564654b02 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:38.289838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-455638d2-d940-4780-a497-cd8564654b02 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/18e18a0d-7c2a-476e-b1d7-49a6dd11fa1f HTTP/1.1" status: 404 len: 339 time: 0.0658932 Feb 15 09:48:38.297234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52334) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:38.383122 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-763ef77c-c901-4752-92f6-90f007308b61 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:38.383858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-763ef77c-c901-4752-92f6-90f007308b61 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:38.387800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-763ef77c-c901-4752-92f6-90f007308b61 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/d2b8300a-5ada-480f-8103-b9145274229b HTTP/1.1" status: 404 len: 337 time: 0.0838416 Feb 15 09:48:38.390256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.390488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52340) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:38.394781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 10b57481-4228-447b-b01e-d777ae1ff272 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:48:38.431405 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea9f59b-3285-45b3-bfc6-9adb1213a12e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:38.432380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea9f59b-3285-45b3-bfc6-9adb1213a12e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:38.435189 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.436105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ea9f59b-3285-45b3-bfc6-9adb1213a12e tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/dbfd200f-8dbe-4d01-b0c1-ac417d4742e5 HTTP/1.1" status: 404 len: 339 time: 0.0443730 Feb 15 09:48:38.440452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52342) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:38.496566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] Pushing event deleted for resources: {'Port': ['ID=5bb9b45d-7b39-49b0-9e9c-2d23479e1736,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:38.502854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d384c20e-2516-4c48-89a5-7c0d8fab1ebd None None] No DVR routers for this DVR port 5bb9b45d-7b39-49b0-9e9c-2d23479e1736 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:38.559367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 10b57481-4228-447b-b01e-d777ae1ff272 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:48:38.573767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 10b57481-4228-447b-b01e-d777ae1ff272 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:48:38.574152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.584304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.695604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.720983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:38.723237 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8bedbc-7a7f-4060-ac06-92dec2f24bd1" -d '{"events": [{"server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "name": "network-vif-plugged", "status": "completed", "tag": "10b57481-4228-447b-b01e-d777ae1ff272"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:38.743821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=10b57481-4228-447b-b01e-d777ae1ff272,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:38.749311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.749511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.783531 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062fb89b-4f8a-4656-9dda-4c32b432de92 x-openstack-request-id: req-062fb89b-4f8a-4656-9dda-4c32b432de92 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:38.783857 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "name": "network-vif-plugged", "status": "completed", "tag": "10b57481-4228-447b-b01e-d777ae1ff272", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:38.784298 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-062fb89b-4f8a-4656-9dda-4c32b432de92 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:38.785540 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272', 'code': 200} Feb 15 09:48:38.796586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.823137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41955e6c-9ba3-4ad3-b42f-bc535e60f1c3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:38.835558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-253030df-6d0b-4df3-8c7c-7ba643315339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:38.837287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-253030df-6d0b-4df3-8c7c-7ba643315339 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 200 len: 856 time: 0.6859686 Feb 15 09:48:38.847767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c21fed-ea11-4fd7-9ffd-1e76abe44da4') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:38.848056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c21fed-ea11-4fd7-9ffd-1e76abe44da4') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:38.852092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:38.870149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.880442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0f964ed-cc5b-4945-9ac4-8924fdec2055 req-40b3a6ce-0782-4e32-ad72-0b83962f1845 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6746333 Feb 15 09:48:38.894273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.908082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:38.908495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:38.912782 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:38.953795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:38.964827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:38.968051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:38.984328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:38.985589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:38.994685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.007573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.014580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.022018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/41955e6c-9ba3-4ad3-b42f-bc535e60f1c3 HTTP/1.1" status: 204 len: 168 time: 0.5803199 Feb 15 09:48:39.023002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52346) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.024378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-4f63f486-d4e8-42e5-b1d9-bfae88732a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:39.025992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-4f63f486-d4e8-42e5-b1d9-bfae88732a5e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1731761 Feb 15 09:48:39.027716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee96c1-4a2c-46f6-aef7-f3379b25b176 req-b157c345-75fe-4ff3-8c15-a8605f0ddefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:39.029080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bee96c1-4a2c-46f6-aef7-f3379b25b176 req-b157c345-75fe-4ff3-8c15-a8605f0ddefc service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1097 time: 0.1666458 Feb 15 09:48:39.042678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.056846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:39.058116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.071774 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-cedb9ffb-895d-4b93-8751-ea56cb558378 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.072362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cedb9ffb-895d-4b93-8751-ea56cb558378 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.077961 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2fc64028-04df-45ef-90a3-3186f24fd7c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/6fe48818-884d-40af-be10-a13503b3c77f HTTP/1.1" status: 200 len: 687 time: 2.1243882 Feb 15 09:48:39.081231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cedb9ffb-895d-4b93-8751-ea56cb558378 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/665e3ca7-1f56-4f66-8b7b-76d7ad9bec8b HTTP/1.1" status: 404 len: 337 time: 0.0466392 Feb 15 09:48:39.082122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52348) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.082724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52350) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.084098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe4669-608d-4dbe-a79f-de4caf6c6c28 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=41955e6c-9ba3-4ad3-b42f-bc535e60f1c3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:39.110794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Subnet': ['ID=e0215850-da01-40c0-bb21-a46a85e5d76b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:39.117980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.118201 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca59085-1923-428a-b727-183df11aa8e9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.118537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca59085-1923-428a-b727-183df11aa8e9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.122727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f65d0c5e-a346-46c9-b5b7-fe4a92024379 tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/subnets/e0215850-da01-40c0-bb21-a46a85e5d76b HTTP/1.1" status: 204 len: 168 time: 1.5530119 Feb 15 09:48:39.124485 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cca59085-1923-428a-b727-183df11aa8e9 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/7d36462d-5880-40b1-bbdf-2961483e6154 HTTP/1.1" status: 404 len: 339 time: 0.0320039 Feb 15 09:48:39.128441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52352) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.128773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52354) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.139490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.141318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512a7c53-f45a-4e6f-8c49-82d9d5d0515a None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:39.160253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c925434d-46ff-4e06-91d4-3732587cfdb1 None None] Network ab000546-5737-4d0c-b056-d175597a69da requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:39.185284 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf220f37-2ed0-4613-b3f3-2fb432167e2a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.185740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf220f37-2ed0-4613-b3f3-2fb432167e2a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.189017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf220f37-2ed0-4613-b3f3-2fb432167e2a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/6bf8c79e-bdc0-4d0e-a3bd-45a288d8b42b HTTP/1.1" status: 404 len: 337 time: 0.0573673 Feb 15 09:48:39.198699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52356) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.306993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-7fc9fcc5-a7dc-4700-aeac-f4ca7f2fac51 service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536762 Feb 15 09:48:39.344054 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bbaf46-f7b9-41d0-9c23-0e2d64b5990f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.345363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bbaf46-f7b9-41d0-9c23-0e2d64b5990f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.352668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b8bbaf46-f7b9-41d0-9c23-0e2d64b5990f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/2419409b-1a05-4475-8f5e-f38bc4563346 HTTP/1.1" status: 404 len: 339 time: 0.1192892 Feb 15 09:48:39.353949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6bee96c1-4a2c-46f6-aef7-f3379b25b176 req-23402244-bbeb-48ff-b9f8-2a2f3ae4886f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020887 Feb 15 09:48:39.364340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52358) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.454998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.469023 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68551f6-48a9-4da3-bdcb-17d51f0429ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.469894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68551f6-48a9-4da3-bdcb-17d51f0429ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.472883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b68551f6-48a9-4da3-bdcb-17d51f0429ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/775d47cf-351e-4348-8e8f-4a5be4fe081f HTTP/1.1" status: 404 len: 337 time: 0.0971184 Feb 15 09:48:39.476712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.492486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] DHCP port deletion for ab000546-5737-4d0c-b056-d175597a69da request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:48:39.505948 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb578d83-f256-446d-9c0c-bb06f2f392e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.506771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb578d83-f256-446d-9c0c-bb06f2f392e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.509807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb578d83-f256-446d-9c0c-bb06f2f392e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/31bfec24-3f55-4e71-a570-dbc3644a0f68 HTTP/1.1" status: 404 len: 339 time: 0.0274556 Feb 15 09:48:39.512218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 52a23862-135b-47c7-8ca3-050824dbc7c3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:39.512744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.514153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52364) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.619701 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-665658ed-e90c-47ef-81ce-50cc8aa760e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.620228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-665658ed-e90c-47ef-81ce-50cc8aa760e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.622185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Deleting port 455d1dc6-1439-4738-846d-011e432c61c0 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:39.623961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-665658ed-e90c-47ef-81ce-50cc8aa760e7 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/9e50f759-a9b2-4937-9ae5-5c2777758cc3 HTTP/1.1" status: 404 len: 337 time: 0.1079082 Feb 15 09:48:39.624747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.636402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.658079 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-7907048e-1507-4326-8909-80c953be7e13 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.658717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7907048e-1507-4326-8909-80c953be7e13 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.663093 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7907048e-1507-4326-8909-80c953be7e13 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/d4955065-e2d0-4fd1-97bd-a569f5d0f66c HTTP/1.1" status: 404 len: 339 time: 0.0329964 Feb 15 09:48:39.665594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52372) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.676793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b151a77-9bd6-44fd-9aec-03e1c8cc25bb req-8eea293a-83da-497d-b8a9-aa44b4309ebd service neutron] 10.222.0.36 "GET /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217936 Feb 15 09:48:39.687221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.716669 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cd5820-8ee6-42fc-b0f3-34471374f62a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.717074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cd5820-8ee6-42fc-b0f3-34471374f62a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.721035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89cd5820-8ee6-42fc-b0f3-34471374f62a tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/eb16356e-d5ba-449d-97c0-365e17f20b11 HTTP/1.1" status: 404 len: 337 time: 0.0544677 Feb 15 09:48:39.723725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52374) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.728368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] For port 455d1dc6-1439-4738-846d-011e432c61c0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=455d1dc6-1439-4738-846d-011e432c61c0,segment=NetworkSegment(d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7),segment_id=d0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:39.729179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.746289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Calling delete_port for 455d1dc6-1439-4738-846d-011e432c61c0 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:39.750780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f95f69-dff1-4423-8c32-3e3b7acd1a8c']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.752104 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e3d6848-5820-49d5-b2f2-afdf2d4a7c54 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.752696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e3d6848-5820-49d5-b2f2-afdf2d4a7c54 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.756614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5e3d6848-5820-49d5-b2f2-afdf2d4a7c54 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/5fe870a5-6b93-4a09-a208-65282e3dd9ac HTTP/1.1" status: 404 len: 339 time: 0.0313847 Feb 15 09:48:39.763214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52376) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.768560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a823c8-4e53-4db5-9d69-d112440102c5') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.768886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a823c8-4e53-4db5-9d69-d112440102c5') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:39.786018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.806481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.808233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.808362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.811445 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3450ec96-86eb-4611-b01b-3df2f7add9b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.811904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3450ec96-86eb-4611-b01b-3df2f7add9b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.814479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:39.814995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.815574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3450ec96-86eb-4611-b01b-3df2f7add9b1 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/8500fba3-6a16-4c5e-a923-07adccfc8c50 HTTP/1.1" status: 404 len: 337 time: 0.0511038 Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:39.820699 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:39.822840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52378) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.845454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 52a23862-135b-47c7-8ca3-050824dbc7c3 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:39.847602 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24fb6fb-0561-4f46-a9d5-c1af19b80f01 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.848182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24fb6fb-0561-4f46-a9d5-c1af19b80f01 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.851901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c24fb6fb-0561-4f46-a9d5-c1af19b80f01 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/6644311c-3b0e-4f55-b40f-de119c4b3c31 HTTP/1.1" status: 404 len: 339 time: 0.0287204 Feb 15 09:48:39.856218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52380) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.890074 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f497d3d-4af3-461d-b555-b1e78697b7a6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.890392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f497d3d-4af3-461d-b555-b1e78697b7a6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.898274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f497d3d-4af3-461d-b555-b1e78697b7a6 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/513a92b3-f12e-40eb-a952-6638fcd334a7 HTTP/1.1" status: 404 len: 337 time: 0.0410719 Feb 15 09:48:39.901454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52382) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.925299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.945628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.947991 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-104024b8-6f14-41c3-ac82-1d26cf4a8670 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:39.948891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104024b8-6f14-41c3-ac82-1d26cf4a8670 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:39.955447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-104024b8-6f14-41c3-ac82-1d26cf4a8670 tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/266dc68d-c58d-433e-94ca-792b9faf8c29 HTTP/1.1" status: 404 len: 339 time: 0.0522335 Feb 15 09:48:39.958241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52386) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:39.972918 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:39.979587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/networks/00f95f69-dff1-4423-8c32-3e3b7acd1a8c HTTP/1.1" status: 204 len: 168 time: 0.8465130 Feb 15 09:48:39.985885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:40.008239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096fb8bf-efba-4f6f-8bab-e20c70dac84e tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Network': ['ID=00f95f69-dff1-4423-8c32-3e3b7acd1a8c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:40.016321 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-a854b1e6-98ff-4de3-9454-c78402748dbb tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:40.016321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a854b1e6-98ff-4de3-9454-c78402748dbb tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:40.024163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a854b1e6-98ff-4de3-9454-c78402748dbb tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/83e3b1a3-ac50-4890-abf1-1c817d561757 HTTP/1.1" status: 404 len: 337 time: 0.0608301 Feb 15 09:48:40.024163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52390) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:40.031462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] No DVR routers for this DVR port 455d1dc6-1439-4738-846d-011e432c61c0 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:40.035955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070842bc-d038-4661-8f09-0beb85c71eae None None] Pushing event deleted for resources: {'Port': ['ID=455d1dc6-1439-4738-846d-011e432c61c0,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:40.085642 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb46758-82c7-401c-91de-fe027ae5719f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] DELETE failed (client error): The resource could not be found. Feb 15 09:48:40.086274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb46758-82c7-401c-91de-fe027ae5719f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:48:40.089433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8fb46758-82c7-401c-91de-fe027ae5719f tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/9f19fbaf-4261-4e82-b489-a8cdf1c44523 HTTP/1.1" status: 404 len: 339 time: 0.0636797 Feb 15 09:48:40.091989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52392) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:40.115247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.150532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting subnet fc406b10-4759-4d75-8fbe-5afaa96db65f {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:48:40.154222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.161580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6341f93-debf-4b8d-8913-f15751a46793 req-eefcfe37-5899-4db7-8f3f-b6b7c1fcb866 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:40.163131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6341f93-debf-4b8d-8913-f15751a46793 req-eefcfe37-5899-4db7-8f3f-b6b7c1fcb866 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.1472702 Feb 15 09:48:40.222648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.241771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 455d1dc6-1439-4738-846d-011e432c61c0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:40.283294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.293100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.304174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 455d1dc6-1439-4738-846d-011e432c61c0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:48:40.304174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 455d1dc6-1439-4738-846d-011e432c61c0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:48:40.310166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6341f93-debf-4b8d-8913-f15751a46793 req-2bfd5036-16e7-47a9-8804-e7702eb6fbb7 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407003 Feb 15 09:48:40.343450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=52a23862-135b-47c7-8ca3-050824dbc7c3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:40.352519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab000546-5737-4d0c-b056-d175597a69da']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:40.357421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.396568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:40.397124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0df0ae1-a0f6-4a4f-8b2f-5fe738a17ed7') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:40.411742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.433054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.440699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.444146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b888b415-a30e-4ef5-b3d4-48c7d28f7579 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/6fe48818-884d-40af-be10-a13503b3c77f HTTP/1.1" status: 204 len: 168 time: 1.3589015 Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:40.451999 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:40.458360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.463676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52394) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:40.490037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '62694c3e-71dd-4d93-a018-f02db6229b47'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:40.524419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.529570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9972c57-d34b-4926-ab3a-d7e384d422fa None None] Network d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:48:40.537486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.543004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/subnets/fc406b10-4759-4d75-8fbe-5afaa96db65f HTTP/1.1" status: 204 len: 168 time: 0.4466250 Feb 15 09:48:40.543589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.544262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9854989-c72c-4442-b936-283a8696f04d tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Subnet': ['ID=fc406b10-4759-4d75-8fbe-5afaa96db65f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:40.546154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52396) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:40.565052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] 10.222.0.10 "DELETE /v2.0/networks/ab000546-5737-4d0c-b056-d175597a69da HTTP/1.1" status: 204 len: 168 time: 0.5670471 Feb 15 09:48:40.574618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eafcbc-9a1e-4f29-85e3-c434752a792b tempest-TaggedBootDevicesTest-377497059 tempest-TaggedBootDevicesTest-377497059-project] Pushing event deleted for resources: {'Network': ['ID=ab000546-5737-4d0c-b056-d175597a69da,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:40.803394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.814818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:40.927694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] DHCP port deletion for d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:48:41.073322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Deleting port 127b46ef-7188-4c08-9df5-6cbdcc39e764 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:41.073707 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.080492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Deleting port 127b46ef-7188-4c08-9df5-6cbdcc39e764 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:41.081614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.182631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.204405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] For port 127b46ef-7188-4c08-9df5-6cbdcc39e764, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=127b46ef-7188-4c08-9df5-6cbdcc39e764,segment=NetworkSegment(f1b05543-a205-4f03-a5f0-0adc25357673),segment_id=f1b05543-a205-4f03-a5f0-0adc25357673)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:41.204774 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.213976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] For port 127b46ef-7188-4c08-9df5-6cbdcc39e764, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=127b46ef-7188-4c08-9df5-6cbdcc39e764,segment=NetworkSegment(f1b05543-a205-4f03-a5f0-0adc25357673),segment_id=f1b05543-a205-4f03-a5f0-0adc25357673)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:41.214432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.231660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Calling delete_port for 127b46ef-7188-4c08-9df5-6cbdcc39e764 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:41.257306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Calling delete_port for 127b46ef-7188-4c08-9df5-6cbdcc39e764 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:41.331519 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.370165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.123 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/38e9a7cb-6f6a-40cf-a511-73c4ca0643b0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:41.373609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] No DVR routers for this DVR port 127b46ef-7188-4c08-9df5-6cbdcc39e764 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:41.389389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd1187-58e7-40ba-b070-d980a4e67913 None None] Pushing event deleted for resources: {'Port': ['ID=127b46ef-7188-4c08-9df5-6cbdcc39e764,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:41.414234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.483736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Port': ['ID=127b46ef-7188-4c08-9df5-6cbdcc39e764,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:41.491049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] No DVR routers for this DVR port 127b46ef-7188-4c08-9df5-6cbdcc39e764 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:41.651656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.661022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921411e2-8e0b-496d-9035-73c0422b8165 req-3afadea6-5a0c-4ea4-8f96-0107ba8b06d2 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:41.662644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-921411e2-8e0b-496d-9035-73c0422b8165 req-3afadea6-5a0c-4ea4-8f96-0107ba8b06d2 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.1738229 Feb 15 09:48:41.679611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.705116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f6ebc3-4ffe-4a59-8958-a449a36af9a3']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:41.725727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1b05543-a205-4f03-a5f0-0adc25357673') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:41.726023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1b05543-a205-4f03-a5f0-0adc25357673') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:41.748642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.782294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-921411e2-8e0b-496d-9035-73c0422b8165 req-b0d5c1b8-d4ec-449f-be9a-5e91e97e585d tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965536 Feb 15 09:48:41.783587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.790844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:48:41.791296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:48:41.794172 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:48:41.796655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.876686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=38e9a7cb-6f6a-40cf-a511-73c4ca0643b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:41.930598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:41.932647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:41.935934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:41.975185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.991317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:41.997518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] 10.222.0.10 "DELETE /v2.0/networks/d1f6ebc3-4ffe-4a59-8958-a449a36af9a3 HTTP/1.1" status: 204 len: 168 time: 1.4407234 Feb 15 09:48:42.029314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb66b9-1487-4513-8d7c-6035ef7b79ee tempest-NetworksTest-444140245 tempest-NetworksTest-444140245-project] Pushing event deleted for resources: {'Network': ['ID=d1f6ebc3-4ffe-4a59-8958-a449a36af9a3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:42.139324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d72aea-73bd-4b99-8c0d-e6cf276a79a3 req-5b936b9a-8b51-493b-b7e3-04aa67b6b961 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:42.141471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61d72aea-73bd-4b99-8c0d-e6cf276a79a3 req-5b936b9a-8b51-493b-b7e3-04aa67b6b961 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.1502030 Feb 15 09:48:42.231674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61d72aea-73bd-4b99-8c0d-e6cf276a79a3 req-b1188ad2-1cb9-49cd-9cb8-6e51d4fdf62f tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630908 Feb 15 09:48:42.264828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 127b46ef-7188-4c08-9df5-6cbdcc39e764 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:42.324844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 127b46ef-7188-4c08-9df5-6cbdcc39e764 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:48:42.324844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 127b46ef-7188-4c08-9df5-6cbdcc39e764 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:48:42.480414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52432) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:42.499494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2d159-1e48-4ac7-bed5-bfb3aa9c3bc5 req-6d8b6ad3-0881-436c-adf0-8e386898636d tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:42.501045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44f2d159-1e48-4ac7-bed5-bfb3aa9c3bc5 req-6d8b6ad3-0881-436c-adf0-8e386898636d tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.0978599 Feb 15 09:48:42.680557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-40982c86-c38f-45cc-b5da-26a1335a3d00 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1407809 Feb 15 09:48:42.685528 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44f2d159-1e48-4ac7-bed5-bfb3aa9c3bc5 req-eea431d3-8ae2-4390-838e-d8bf9d8d5fec tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760025 Feb 15 09:48:42.702189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4b4a63bf-9e31-455a-8738-0cae57e6de2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2856db6740964ee2a5dab4b5e1dc0c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170827 Feb 15 09:48:42.705441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52436) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:42.724425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52438) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:42.821721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:42.850156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:42.854428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-36f9d2e6-e090-41b6-bca8-80b92ea99f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:42.856586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-36f9d2e6-e090-41b6-bca8-80b92ea99f2f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b38e741c36e342038dd9d440d0065d10&device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 1096 time: 0.1209221 Feb 15 09:48:42.915113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:42.995196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.105330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.111836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.114901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bac80d6c-816c-443c-9066-e93f75b2c6f0 HTTP/1.1" status: 204 len: 168 time: 0.4039519 Feb 15 09:48:43.125244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-fdb42710-1cb7-4b25-bc28-f529f95bd1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:43.126776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-fdb42710-1cb7-4b25-bc28-f529f95bd1dd service neutron] 10.222.0.72 "GET /v2.0/networks?id=9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 200 len: 915 time: 0.2443528 Feb 15 09:48:43.175897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f62398-3e77-42df-8381-d87e1b4826eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac80d6c-816c-443c-9066-e93f75b2c6f0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:43.204169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206651b9-b7d8-4cb9-9bd8-07ebeb8fd061 tempest-TestServerBasicOps-687299840 tempest-TestServerBasicOps-687299840-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:43.210259 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-206651b9-b7d8-4cb9-9bd8-07ebeb8fd061 tempest-TestServerBasicOps-687299840 tempest-TestServerBasicOps-687299840-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1092 time: 0.4802399 Feb 15 09:48:43.210778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52456) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:43.214824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-c1b0901b-b706-4b62-97ec-adab5b20ea6b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6 HTTP/1.1" status: 200 len: 217 time: 0.0813527 Feb 15 09:48:43.224023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '10b57481-4228-447b-b01e-d777ae1ff272', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:43.282154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.457023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-d3fc813b-ba3f-4f36-b8be-469e326f1c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:43.461714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-d3fc813b-ba3f-4f36-b8be-469e326f1c34 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 200 len: 854 time: 0.1697156 Feb 15 09:48:43.554342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-21678c36-f493-40f0-9aaf-4e2cce4d9e86 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=9dfb4836-adb8-4844-91b1-7aaee800ea21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854931 Feb 15 09:48:43.570090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.636451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.649174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:43.853262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Allocated IP 172.25.6.204 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d1e67a50-014b-4183-a3c2-44c0fccc2a3c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:44.050951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:44.164092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:44.253558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=38e9a7cb-6f6a-40cf-a511-73c4ca0643b0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:44.258527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:44.271172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-b4fcee30-bc12-4e27-a6ab-bde30370cf6e service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6966014 Feb 15 09:48:44.337494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:44.354902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'Port': ['ID=d1e67a50-014b-4183-a3c2-44c0fccc2a3c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:44.359188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:44.361032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:44.366269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:44.649260 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-152f82b7-3a71-41b2-8da8-deaed8a8b97b req-3fb4700c-5b1c-489f-9e76-5cff5af6ab85 service neutron] 10.222.0.72 "GET /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691967 Feb 15 09:48:44.739019 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP a0a3d308-3117-4da0-8d09-5d1947e23d60 associated. External IP: 172.25.6.123, port: 62694c3e-71dd-4d93-a018-f02db6229b47. Feb 15 09:48:44.741214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52494) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:44.943100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031963286'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:45.109654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.119094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.124880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:45.184957 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.279257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:45.292133 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:45.307756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:45.307756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:45.332218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.401758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:45.429358 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:45.429971 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:45.437842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.448723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.461987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.533306 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:45.534209 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158acb32-3508-4aaf-a232-bf8da277daaa None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:45.613633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-68dcf938-6574-483c-8428-d0e376e3a93d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1388395 Feb 15 09:48:45.615226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52510) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:45.631003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=005d60c1-f03a-44de-a475-aac3ce838080,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:45.641734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.674356 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.714050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:45.715464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9732752 Feb 15 09:48:45.721213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52512) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:45.759501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-410181e0-50c8-4670-9767-fe538f1718b2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/floatingips/a0a3d308-3117-4da0-8d09-5d1947e23d60 HTTP/1.1" status: 200 len: 977 time: 0.1404076 Feb 15 09:48:45.762513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52514) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:45.770041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9aded3-4d92-4657-b5d0-e8e87f392bc5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b337f-ed7a-443a-bfb5-8ae82a133cd9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:45.929004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e49f6e3e-d37f-4d5c-8bd4-828c3f2800c2 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2048585 Feb 15 09:48:45.932299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2a24c178-64ea-4b31-92bf-5df0b96065ac tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1684813 Feb 15 09:48:45.932913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52516) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:45.936644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52518) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:45.938165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-security--668077684', 'description': 'tempest-security-description-190730224'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:45.941230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': 'f2245a45-6741-4c40-85ca-2c4e271ca7fe'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:45.987601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.065576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.102526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.118743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.121717 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.123876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "PUT /v2.0/security-groups/eb4b337f-ed7a-443a-bfb5-8ae82a133cd9 HTTP/1.1" status: 200 len: 1778 time: 0.1900082 Feb 15 09:48:46.127124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.153112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9627148-aaa9-42cf-b301-bd814af6ed17 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4b337f-ed7a-443a-bfb5-8ae82a133cd9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:46.245850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5971c378-70a1-4a74-abc4-60ec92b26930 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups/eb4b337f-ed7a-443a-bfb5-8ae82a133cd9 HTTP/1.1" status: 200 len: 1778 time: 0.1148393 Feb 15 09:48:46.247070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52524) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.258938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.271179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.337695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.370705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.397816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event updated for resources: {'Port': ['ID=d1e67a50-014b-4183-a3c2-44c0fccc2a3c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:46.418122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.429408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.433266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.437700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/eb4b337f-ed7a-443a-bfb5-8ae82a133cd9 HTTP/1.1" status: 204 len: 168 time: 0.1903503 Feb 15 09:48:46.438865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52528) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.468247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51929c70-69f3-41df-801d-f1f1d69f84de tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4b337f-ed7a-443a-bfb5-8ae82a133cd9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:46.546617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a93f6b84-5615-434b-a530-dfe6c3498ac9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023204 Feb 15 09:48:46.548588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52534) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.564330 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-0f1197a7-1992-4af9-b4ae-aa6dc3f0e076 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] delete failed (client error): The resource could not be found. Feb 15 09:48:46.571801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f1197a7-1992-4af9-b4ae-aa6dc3f0e076 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/eb4b337f-ed7a-443a-bfb5-8ae82a133cd9 HTTP/1.1" status: 404 len: 347 time: 0.0218723 Feb 15 09:48:46.572645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52536) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.578609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--177032462'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:46.610250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.693585 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Floating IP 3f632586-5441-497b-8f36-cba7171b5036 associated. External IP: 172.25.6.204, port: 10b57481-4228-447b-b01e-d777ae1ff272. Feb 15 09:48:46.702616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.704751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36b3f3d6-f0f7-4c63-b7de-f6c0027742d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.710580 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.741996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ee79aa-c780-4986-912c-1a5c552d87d0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:46.752321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.756392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7181bed6-6405-4ac8-a30d-2c5a5d536fe6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1798201 Feb 15 09:48:46.756564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52538) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.760974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '69ee79aa-c780-4986-912c-1a5c552d87d0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:46.791977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.818852 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.870615 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.874794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.898452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de14eab-1a90-42d7-9481-f8a93b0b9d22,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:46.906635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.910779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e165b6bf-642e-4889-a869-b6b5a781800a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1531899 Feb 15 09:48:46.912097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52540) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:46.941073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.949694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.980163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.987034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:46.993606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8de14eab-1a90-42d7-9481-f8a93b0b9d22 HTTP/1.1" status: 204 len: 168 time: 0.0752327 Feb 15 09:48:46.993606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:47.008069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d6ed7-306e-450a-8573-288ef35596b6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8de14eab-1a90-42d7-9481-f8a93b0b9d22,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:47.059114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a95b29f9-0b9e-4d5b-b70e-3ce07b9c6430 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654294 Feb 15 09:48:47.062146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52544) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:47.106273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:47.118467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.132448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.161863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.180530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.212491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.215616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.219119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/69ee79aa-c780-4986-912c-1a5c552d87d0 HTTP/1.1" status: 204 len: 168 time: 0.1526699 Feb 15 09:48:47.219869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52548) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:47.240415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c129f1a7-305f-4110-8661-2747a90ae5a6 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ee79aa-c780-4986-912c-1a5c552d87d0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:47.285712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3feff12a-50eb-4153-b082-af15c417b206 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647976 Feb 15 09:48:47.290646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52550) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:47.295054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351936720'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:47.320745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.340766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:47.347238 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP a0a3d308-3117-4da0-8d09-5d1947e23d60 associated. External IP: 172.25.6.123, port: 62694c3e-71dd-4d93-a018-f02db6229b47. Feb 15 09:48:47.360998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Sync routers for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:47.400731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.407997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:47.408973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:47.409982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.416298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.451274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341e76b1-1d7a-4d04-b189-885660c4dd51,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:47.458808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.468827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4663d75e-7030-461d-879b-67b56ef605d9 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1685352 Feb 15 09:48:47.469223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4371abca-912d-4976-b141-82d00c0a0f30 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2481875 Feb 15 09:48:47.469223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:47.469223 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d18bd87-637e-46a6-9c27-47ddc29fd605" -d '{"events": [{"name": "network-changed", "server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "tag": "10b57481-4228-447b-b01e-d777ae1ff272"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:47.480452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52558) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:47.483819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '341e76b1-1d7a-4d04-b189-885660c4dd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:47.580281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:47.604908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:47.832700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-1bfdfd44-0eb0-4258-b599-72ad4c52e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:47.835039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-1bfdfd44-0eb0-4258-b599-72ad4c52e881 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1097 time: 0.0558565 Feb 15 09:48:48.007538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-02f6f672-fcef-4602-ae9a-38db0572a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:48.007538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-02f6f672-fcef-4602-ae9a-38db0572a477 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 910 time: 0.1591232 Feb 15 09:48:48.094779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.096904 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f3db2a-d7e1-46ff-9ebe-4fc722917cce x-openstack-request-id: req-42f3db2a-d7e1-46ff-9ebe-4fc722917cce {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:48.097201 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "tag": "10b57481-4228-447b-b01e-d777ae1ff272", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:48.097510 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42f3db2a-d7e1-46ff-9ebe-4fc722917cce {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:48.097891 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272', 'status': 'completed', 'code': 200} Feb 15 09:48:48.109420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:48.123379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.137633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50af5db1-598f-4653-9d41-419a01b7307b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:48.151589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-b0d4b2a5-4160-4625-a795-f4c75f120c99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 1000 time: 0.1329079 Feb 15 09:48:48.169598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3f632586-5441-497b-8f36-cba7171b5036', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'port_id': '10b57481-4228-447b-b01e-d777ae1ff272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'mac_address': 'fa:16:3e:0d:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:48:44Z', 'updated_at': '2022-02-15T09:48:44Z', 'revision_number': 0, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.190167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.195437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b226d288-c5a8-4808-ab19-4be67aaf5d20 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7149367 Feb 15 09:48:48.198002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52582) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:48.203116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '341e76b1-1d7a-4d04-b189-885660c4dd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:48.220293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Checking router: 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:48.235770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-769ad068-9a8c-45ed-af39-2c73c609c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:48.236688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:48.237605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.238617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-769ad068-9a8c-45ed-af39-2c73c609c8ab service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 200 len: 848 time: 0.0860546 Feb 15 09:48:48.301156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:48.314036 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:48.338166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-cea9d43e-b42c-4cbc-beaa-1a2673db9076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:48.340278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-cea9d43e-b42c-4cbc-beaa-1a2673db9076 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea963cf-43c4-4031-876f-8c61cd4c15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944922 Feb 15 09:48:48.349438 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:48.350287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.352660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.432255 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.447569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.452120 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:48.452983 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.460858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.471587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:48.478702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-e27ba5cd-487d-4faf-b111-199259f0600d service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311240 Feb 15 09:48:48.495309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f609d5-601a-4070-91b0-da1e8651086b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:48.528962 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.537384 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa32a16-02be-4ac8-b77e-1aaf38eaae51 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:48.585130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.586679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-64e35a9a-250e-42c1-96a9-a40eee34449b tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3876832 Feb 15 09:48:48.590434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52584) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:48.600520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '341e76b1-1d7a-4d04-b189-885660c4dd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:48.678671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d18bd87-637e-46a6-9c27-47ddc29fd605 req-073b987d-2c44-4c2c-90e7-0147fe28b2ca service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910851 Feb 15 09:48:48.783738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.802574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3f632586-5441-497b-8f36-cba7171b5036', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'port_id': '10b57481-4228-447b-b01e-d777ae1ff272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'mac_address': 'fa:16:3e:0d:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:48:44Z', 'updated_at': '2022-02-15T09:48:44Z', 'revision_number': 0, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:48.836784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:48.837469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a486aeb2-4b42-4dcb-bce3-fbf9baab69c8 None None] The sync data for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 is: [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '3f632586-5441-497b-8f36-cba7171b5036', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'port_id': '10b57481-4228-447b-b01e-d777ae1ff272', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'mac_address': 'fa:16:3e:0d:17:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:48:44Z', 'updated_at': '2022-02-15T09:48:44Z', 'revision_number': 0, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:48.900603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.914109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.970115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f41cdb1-ad5d-4289-b6f5-21478993d6e6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:48.987945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:48.989534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e683452-dec7-40ce-b656-192b7cc21728 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3975270 Feb 15 09:48:48.992096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52590) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:48.997353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '341e76b1-1d7a-4d04-b189-885660c4dd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:49.021310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:49.029604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.047720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:49.062329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:49.065174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:49.106640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:49.124271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:49.125538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:49.173378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.188116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:49.189463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338828f3-9a93-47e9-9fab-f31eeaafd622 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:49.220503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc62013-bde8-4188-b004-7cbfcf5ca33b None None] New status for floating IP 3f632586-5441-497b-8f36-cba7171b5036: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:48:49.237611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8e32ea14-4401-468f-b469-fe891806420e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/a0a3d308-3117-4da0-8d09-5d1947e23d60 HTTP/1.1" status: 200 len: 979 time: 3.2976060 Feb 15 09:48:49.238435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.243788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:49.277956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd3db610-2a2e-4a6d-9a71-64f40e80c90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.313578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.320157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.345525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdcdf00-8e08-40f3-b0ce-26f9868f9217,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:49.368654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.370072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a73ded3-bb8b-4389-8817-c928267e3a61 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3769512 Feb 15 09:48:49.373198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.380678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '341e76b1-1d7a-4d04-b189-885660c4dd51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:49.424005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.445223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.532204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.539780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.562654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f3d048-ec5d-48ec-9d79-79acaf254f15,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:49.575214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.576714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2cf8ecb-111b-40ad-9a07-116bd392335a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2020698 Feb 15 09:48:49.579673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52606) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.626156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.649928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.702671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.702895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.710194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.713631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c6f3d048-ec5d-48ec-9d79-79acaf254f15 HTTP/1.1" status: 204 len: 168 time: 0.1304474 Feb 15 09:48:49.713773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.713773 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP a0a3d308-3117-4da0-8d09-5d1947e23d60 disassociated. External IP: 172.25.6.123, port: f2245a45-6741-4c40-85ca-2c4e271ca7fe. Feb 15 09:48:49.713954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.733921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2c88e-cb94-40a4-ace4-e24ed9ac431e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6f3d048-ec5d-48ec-9d79-79acaf254f15,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:49.780856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a7f3261-3852-40f2-90ae-c125b3c17d72 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0622473 Feb 15 09:48:49.782168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.841409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.853913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.890968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.899304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:49.902748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/afdcdf00-8e08-40f3-b0ce-26f9868f9217 HTTP/1.1" status: 204 len: 168 time: 0.1172528 Feb 15 09:48:49.903379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52616) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.915996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7e2be-3090-4d07-81bd-2b0462d93a04 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afdcdf00-8e08-40f3-b0ce-26f9868f9217,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:49.962899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21941424-cf4c-492f-881b-a3c850aeb440 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0562379 Feb 15 09:48:49.963354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:49.994236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.002405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.042146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.046423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:50.049840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.053035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3f41cdb1-ad5d-4289-b6f5-21478993d6e6 HTTP/1.1" status: 204 len: 168 time: 0.0863378 Feb 15 09:48:50.056244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52620) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.058707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd30f693-6ff7-48a8-abed-54a5ae883f6d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f41cdb1-ad5d-4289-b6f5-21478993d6e6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:50.160464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05e566fa-50a0-4561-9a14-86fb049deb76 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1005812 Feb 15 09:48:50.161488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52622) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.229008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.237696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.257196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:50.263288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.268669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:50.302300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:50.303158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:50.329543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.330076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f6448279-adfc-4450-bc36-20e2c4b2778c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/a0a3d308-3117-4da0-8d09-5d1947e23d60 HTTP/1.1" status: 200 len: 688 time: 1.0895383 Feb 15 09:48:50.350897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.355283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:50.358780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.362475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a9f609d5-601a-4070-91b0-da1e8651086b HTTP/1.1" status: 204 len: 168 time: 0.1979885 Feb 15 09:48:50.365469 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.365660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52630) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.373551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:50.377880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:50.404855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874549d3-3daa-42c9-aace-6867ca4e227f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9f609d5-601a-4070-91b0-da1e8651086b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:50.432224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:50.433111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf1fa23-9262-4fe7-a0d8-3163a8e2e9f7 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:50.472229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-35217b66-2726-4881-9377-5fded25976ad tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1049211 Feb 15 09:48:50.479903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52632) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.539046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.552660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.594293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 38e9a7cb-6f6a-40cf-a511-73c4ca0643b0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:50.594968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.610375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.616030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.619996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/50af5db1-598f-4653-9d41-419a01b7307b HTTP/1.1" status: 204 len: 168 time: 0.1343663 Feb 15 09:48:50.620211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52634) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.661699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a76fa-4285-4175-9746-040fe0f4f0fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50af5db1-598f-4653-9d41-419a01b7307b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:50.704560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52638) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:50.705937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0bd907a4-91ee-4a8e-a42f-558464a79cdc tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0844769 Feb 15 09:48:50.731457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.731796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.755062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 38e9a7cb-6f6a-40cf-a511-73c4ca0643b0 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:50.828654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.875387 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.993526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.996155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:50.999870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/341e76b1-1d7a-4d04-b189-885660c4dd51 HTTP/1.1" status: 204 len: 168 time: 0.2916739 Feb 15 09:48:51.000643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52642) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.039935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ed599-d6b6-4220-8e5d-aed934bd91db tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341e76b1-1d7a-4d04-b189-885660c4dd51,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:51.070920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.091986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aec3de24-904e-46fc-a252-0f84b1638932 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0884717 Feb 15 09:48:51.107701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.112382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943114844'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:51.115513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=38e9a7cb-6f6a-40cf-a511-73c4ca0643b0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:51.150630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.186958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.192075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.194104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4eae57f6-8c7e-490a-b65c-d2442463c022 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/a0a3d308-3117-4da0-8d09-5d1947e23d60 HTTP/1.1" status: 204 len: 168 time: 0.8625791 Feb 15 09:48:51.196665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52646) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.229501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.237877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.245619 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a8948f8b-7355-4580-bf06-a172d958d0a9 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] delete failed (client error): The resource could not be found. Feb 15 09:48:51.247010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a8948f8b-7355-4580-bf06-a172d958d0a9 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/a0a3d308-3117-4da0-8d09-5d1947e23d60 HTTP/1.1" status: 404 len: 345 time: 0.0491054 Feb 15 09:48:51.251185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.281180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aabadc3d-50ef-4587-b8b3-6f53976e7942,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:51.297650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.299403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d487f30f-4bda-4d60-891a-c9f1917ade78 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1902325 Feb 15 09:48:51.301872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.307852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'aabadc3d-50ef-4587-b8b3-6f53976e7942', 'direction': 'ingress', 'protocol': 17}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:51.361448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86e48f-b2d7-4f7a-820b-33ac7a0e06d4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:51.369948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86e48f-b2d7-4f7a-820b-33ac7a0e06d4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:51.383086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.386176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be86e48f-b2d7-4f7a-820b-33ac7a0e06d4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:51.392175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be86e48f-b2d7-4f7a-820b-33ac7a0e06d4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/ports?network_id=911c7473-9b46-4be8-b37e-1586d6f63ddc HTTP/1.1" status: 200 len: 2358 time: 0.1398451 Feb 15 09:48:51.394955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.484436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71f87e0-a957-4ae9-b1a6-a02d515b074f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:51.490688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b71f87e0-a957-4ae9-b1a6-a02d515b074f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/subnets/ae02042f-d2e8-4c9d-a929-9698c161f649 HTTP/1.1" status: 200 len: 797 time: 0.0891469 Feb 15 09:48:51.491100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.494324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.496108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'port': {'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc', 'name': 'tempest-FloatingIPTestJSON-506830177', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:51.501936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.523166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e40ce9-72fb-49bf-96f8-aa50f81b40b5,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:51.534876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.540325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca8d383f-c058-48c9-91a1-d7194b7d46b7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2373211 Feb 15 09:48:51.541033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52662) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.612374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.639783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.714184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:48:51.728342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.731024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.732460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/aabadc3d-50ef-4587-b8b3-6f53976e7942 HTTP/1.1" status: 204 len: 168 time: 0.1903327 Feb 15 09:48:51.744207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52670) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.744873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ade931-f13a-4b58-a96d-ba461fb42815 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabadc3d-50ef-4587-b8b3-6f53976e7942,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:51.811364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:51.824300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1aace42b-c6a7-44cd-85f5-4f8577d85fb5 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751588 Feb 15 09:48:51.827995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52672) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:51.834846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] device_id is not set on port 8fa3ebca-eac6-4509-a494-0aa8a35b9c67 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:48:51.857736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--260969865'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:51.915629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.045827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.051558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.085389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95c5fd-7dd1-41bb-a7fe-e3f4b1d463a9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:52.135278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.136936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cab1df83-fee9-4f4d-9488-893e51901528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2899518 Feb 15 09:48:52.139830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.147699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201543033'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:52.179161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.267399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.295907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.304628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.333386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.14 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/8fa3ebca-eac6-4509-a494-0aa8a35b9c67) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:52.342636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.13 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/8fa3ebca-eac6-4509-a494-0aa8a35b9c67) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:52.356776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.370055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.371361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2301304 Feb 15 09:48:52.380841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52682) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.390561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'cb95c5fd-7dd1-41bb-a7fe-e3f4b1d463a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '022e2364-9584-4436-b77d-c9913bfe39fd', 'remote_ip_prefix': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:52.397107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9cfbe-93a8-40a9-890c-a3ca07869d74 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022e2364-9584-4436-b77d-c9913bfe39fd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:52.445976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.550851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.555061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.581068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.590086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.602734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bff62fa-33e9-44fc-a7fe-ee46aa485131,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:52.619316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.624448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b63bbd9-f33a-4375-adae-5680350c2a69 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2425504 Feb 15 09:48:52.625332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52684) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.636753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:52.640167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:52.649610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:52.672643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.682895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.719546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.728524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.732984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3bff62fa-33e9-44fc-a7fe-ee46aa485131 HTTP/1.1" status: 204 len: 168 time: 0.1063633 Feb 15 09:48:52.734840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52686) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.736343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=8fa3ebca-eac6-4509-a494-0aa8a35b9c67,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:52.746886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb33ae-afbb-4900-9ccb-8a90e2c5f528 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3bff62fa-33e9-44fc-a7fe-ee46aa485131,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:52.764883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:52.771833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.795894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-de1b21d0-2191-439c-936f-6c434527c536 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0599201 Feb 15 09:48:52.796516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52690) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.812333 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c716fd9a-b9a8-436e-8a95-e8587c537e49 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.3200431 Feb 15 09:48:52.815427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.821064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '8fa3ebca-eac6-4509-a494-0aa8a35b9c67', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:52.874443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.876038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.907164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.968016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.970878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:52.972069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/022e2364-9584-4436-b77d-c9913bfe39fd HTTP/1.1" status: 204 len: 168 time: 0.1744916 Feb 15 09:48:52.975264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52694) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:52.986945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdbc318-5f61-41e9-ac43-d99c40c0054f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e2364-9584-4436-b77d-c9913bfe39fd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:53.076092 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2b06de8-6eca-41cb-824e-f72a3beb516d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0994105 Feb 15 09:48:53.078993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:53.162309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.181060 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.202405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.284219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.292188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.295997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/cb95c5fd-7dd1-41bb-a7fe-e3f4b1d463a9 HTTP/1.1" status: 204 len: 168 time: 0.2136426 Feb 15 09:48:53.302487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52710) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:53.328713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88c706-5d30-4bb2-8956-8b97dbc2408e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95c5fd-7dd1-41bb-a7fe-e3f4b1d463a9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:53.426030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09fe509f-ae99-4b38-8603-471ec3eac4d2 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1213353 Feb 15 09:48:53.430586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52712) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:53.437240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--1209238626'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:53.476185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.249 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e6ca52c9-b029-426b-a036-264f44ed07f8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:48:53.498018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.596799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.603024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.628280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.630145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1976950 Feb 15 09:48:53.633164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52714) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:53.637872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': '83f57bd4-6426-43cc-bf83-ae86424e7231', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:53.642639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.660600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834171c8-8e85-4890-810b-496f5e313694 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f57bd4-6426-43cc-bf83-ae86424e7231,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:53.711656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.721311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.768367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=e6ca52c9-b029-426b-a036-264f44ed07f8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:53.809025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:48:53.813600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:48:53.819979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:48:53.853211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.870614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.915727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.919841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2827754 Feb 15 09:48:53.922106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52720) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:53.950672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed81a7-7449-4ed6-80c3-7dcf26e89986 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0361a525-de64-4e9a-9d59-1e8543337501,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:53.973540 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:53.992000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.054626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.062984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.068142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/0361a525-de64-4e9a-9d59-1e8543337501 HTTP/1.1" status: 204 len: 168 time: 0.1414931 Feb 15 09:48:54.071810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:54.096445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd13aec-dc68-4e4f-a4ae-eb91450f4ee4 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0361a525-de64-4e9a-9d59-1e8543337501,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:54.189072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:54.201827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d67f3914-e8cb-4200-87d7-bc4d00105916 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057656 Feb 15 09:48:54.277391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b5fe8-5929-4cc2-9aec-dc15eb053f00 req-098de3bb-e1fd-4f88-9f46-ada76066c151 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:54.288322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e09b5fe8-5929-4cc2-9aec-dc15eb053f00 req-098de3bb-e1fd-4f88-9f46-ada76066c151 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 945 time: 0.0847931 Feb 15 09:48:54.357544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.384167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e09b5fe8-5929-4cc2-9aec-dc15eb053f00 req-22cd8e1e-7c08-47fb-b657-40e53e8a3d85 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941634 Feb 15 09:48:54.444208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.522427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.574467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.578306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.579977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/83f57bd4-6426-43cc-bf83-ae86424e7231 HTTP/1.1" status: 204 len: 168 time: 0.3898351 Feb 15 09:48:54.583654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52740) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:54.611668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e2e6b-3c24-43f2-864b-6cb90f639381 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f57bd4-6426-43cc-bf83-ae86424e7231,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:54.679440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9f669dc6-7ec6-4503-9f9c-324ad7769bd7 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943956 Feb 15 09:48:54.680006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:54.680634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:54.696675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117057336'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:54.795650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.000531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.011448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.021850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca189dee-5add-4873-b6fd-2bc1216c0e08 req-b990fba6-6a88-49c8-836b-3012a6ea495e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:55.023472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca189dee-5add-4873-b6fd-2bc1216c0e08 req-b990fba6-6a88-49c8-836b-3012a6ea495e tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.1364384 Feb 15 09:48:55.025677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.027789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.113999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.118113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4328287 Feb 15 09:48:55.119626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52750) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.126946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'db7cf565-1da6-440d-8424-d018719f08ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:55.151364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de224ffd-b79a-4cc0-bbcd-acec5d783423 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db7cf565-1da6-440d-8424-d018719f08ab,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:55.162662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=e6ca52c9-b029-426b-a036-264f44ed07f8,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:55.168874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.173749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca189dee-5add-4873-b6fd-2bc1216c0e08 req-2fe106f6-2fde-418f-af44-c3523f422fea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345465 Feb 15 09:48:55.183503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.253174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.259049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.277769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd51847-4a59-4daa-93e5-fc9e0105fa1e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:55.298877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.304381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52752) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.304964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ecb8f0fe-0029-4df5-b769-e7c708d7baaf tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1833377 Feb 15 09:48:55.325723 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP ecc4a352-b6a4-476e-bc1d-7c170b1f83e8 associated. External IP: 172.25.6.249, port: 8fa3ebca-eac6-4509-a494-0aa8a35b9c67. Feb 15 09:48:55.332507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-57748cf4-97b3-4661-8b6f-be5f98419af8 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules/2dd51847-4a59-4daa-93e5-fc9e0105fa1e HTTP/1.1" status: 200 len: 763 time: 0.0269818 Feb 15 09:48:55.336224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52756) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.449091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01477ac2-0324-48e9-9e6e-b667cc6ab5fa tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1115904 Feb 15 09:48:55.450755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52768) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.544941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.553911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.626699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.697592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:55.701597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/2dd51847-4a59-4daa-93e5-fc9e0105fa1e HTTP/1.1" status: 204 len: 168 time: 0.2482646 Feb 15 09:48:55.702559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0422b8a0-9978-41c6-962a-0031e7b12cc0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dd51847-4a59-4daa-93e5-fc9e0105fa1e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:55.711620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52776) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.804443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90351f82-b9dc-4c9c-9dff-dd218509f426 req-228bcd05-ba32-44bd-867d-accebaf6bf20 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:55.806584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90351f82-b9dc-4c9c-9dff-dd218509f426 req-228bcd05-ba32-44bd-867d-accebaf6bf20 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 945 time: 0.2905436 Feb 15 09:48:55.821731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed850b-5c11-4194-8233-10546e3471bb req-099aea4a-0e1c-4bc8-ae55-8dc8ee99d17f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:55.823986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7ed850b-5c11-4194-8233-10546e3471bb req-099aea4a-0e1c-4bc8-ae55-8dc8ee99d17f tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 945 time: 0.1674221 Feb 15 09:48:55.837727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fea4a51b-d09e-4b86-b411-687ef9d4cced tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1175501 Feb 15 09:48:55.904844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52778) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:55.924403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'db7cf565-1da6-440d-8424-d018719f08ab', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:55.960592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90351f82-b9dc-4c9c-9dff-dd218509f426 req-aba3082e-9051-494b-b771-fb7879e04dff tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213970 Feb 15 09:48:55.962155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52782) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.015165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:56.022239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.028164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Deleting port d08b2119-8ab6-4852-81db-ce84c9104e5b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:56.028509 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.150200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:56.160520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.162590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ec72714-ccf3-43bf-9172-53a70932f86f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.166796 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:56.180829 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:56.181016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.181667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.182163 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:56.218895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-25b6c0f1-33c5-4566-8a67-18f613214707 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.4023502 Feb 15 09:48:56.219525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.222093 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:56.225447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': '8fa3ebca-eac6-4509-a494-0aa8a35b9c67', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:56.241210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:56.241896 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:56.267594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.269072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3482316 Feb 15 09:48:56.272095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52790) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.277736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] For port d08b2119-8ab6-4852-81db-ce84c9104e5b, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d08b2119-8ab6-4852-81db-ce84c9104e5b,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:56.277736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.290221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4672e-742f-4198-8a07-1ffd63025f81 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d801e434-d59b-4992-8fe2-b41e1398ae09,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:56.308442 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:56.309328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Calling delete_port for d08b2119-8ab6-4852-81db-ce84c9104e5b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:56.310382 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f2bac8-da6c-4a3b-a510-963a997e0fdb None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:56.316620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e0405739-a1e3-4b14-932e-ec88017ee0cb tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules/d801e434-d59b-4992-8fe2-b41e1398ae09 HTTP/1.1" status: 200 len: 763 time: 0.0403993 Feb 15 09:48:56.317668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52792) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.357825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.370475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-ac0ab1f8-1753-42b6-aed2-c5d460b8dcea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:56.372193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-ac0ab1f8-1753-42b6-aed2-c5d460b8dcea tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.36 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.1937299 Feb 15 09:48:56.459678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9271d3f5-c108-446b-a2fa-c937a68851c2 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1377470 Feb 15 09:48:56.465827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52794) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.507036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.525085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23a08f-963b-442f-b3bf-228766603bf2 req-36a0c749-d98a-4752-999e-09c1555ea835 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:56.528992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb23a08f-963b-442f-b3bf-228766603bf2 req-36a0c749-d98a-4752-999e-09c1555ea835 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.1876516 Feb 15 09:48:56.598267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb23a08f-963b-442f-b3bf-228766603bf2 req-ddffa897-6d29-41ca-a359-de741802d86f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681093 Feb 15 09:48:56.701019 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.724130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.867804 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.875316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.878885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d801e434-d59b-4992-8fe2-b41e1398ae09 HTTP/1.1" status: 204 len: 168 time: 0.4070346 Feb 15 09:48:56.882805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52802) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:56.922305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ec72714-ccf3-43bf-9172-53a70932f86f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:56.932611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9257e3ed-b1f5-4dd6-9f00-2248dbaaefe0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d801e434-d59b-4992-8fe2-b41e1398ae09,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:56.937194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ec72714-ccf3-43bf-9172-53a70932f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.037448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-82c919b9-cefd-4a29-82c1-8fbb63879b71 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1509688 Feb 15 09:48:57.044380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52806) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:57.051137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'db7cf565-1da6-440d-8424-d018719f08ab', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:57.062693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ec72714-ccf3-43bf-9172-53a70932f86f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=16bd14aa0d054c6d97efd654ae38efb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0943241 Feb 15 09:48:57.062693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Deleting port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:57.062693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.063066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec72714-ccf3-43bf-9172-53a70932f86f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9766e082-6ad0-4111-b2da-367c4b77daa2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:57.068271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52808) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:57.138258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.152012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d08b2119-8ab6-4852-81db-ce84c9104e5b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:57.201176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ee87245f-da3c-45da-a66f-a53a98f29a56 req-5e6f4da9-653a-4423-b123-9b518c9d322d tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d57c626-b27e-422d-9aa3-c9c884511e58 HTTP/1.1" status: 200 len: 210 time: 0.0729640 Feb 15 09:48:57.207027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090', '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'cee25249-eaec-400a-9705-e4699e628fa7'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:48:57.234858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event deleted for resources: {'Port': ['ID=d08b2119-8ab6-4852-81db-ce84c9104e5b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:57.245583 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Project 3ff077228a604883b652a7d943eb537b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:48:57.286400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.320630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] No DVR routers for this DVR port d08b2119-8ab6-4852-81db-ce84c9104e5b on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:57.344889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.349050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7ed850b-5c11-4194-8233-10546e3471bb req-dd6f0fed-1a50-4cc4-892c-3f2689a9e7c1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.36 "DELETE /v2.0/ports/d08b2119-8ab6-4852-81db-ce84c9104e5b HTTP/1.1" status: 204 len: 173 time: 1.4891813 Feb 15 09:48:57.349454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'name': 'network-vif-deleted', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:57.352032 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122c18bb-2c94-4295-bbfb-4a46637b014e" -d '{"events": [{"server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "name": "network-vif-deleted", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:57.376072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] For port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:57.376442 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.387732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.475718 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b72e0f6-bdd5-46ba-a384-389db7ae5632 x-openstack-request-id: req-8b72e0f6-bdd5-46ba-a384-389db7ae5632 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:57.476001 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57c626-b27e-422d-9aa3-c9c884511e58", "name": "network-vif-deleted", "tag": "d08b2119-8ab6-4852-81db-ce84c9104e5b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:57.476284 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b72e0f6-bdd5-46ba-a384-389db7ae5632 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:57.476715 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57c626-b27e-422d-9aa3-c9c884511e58', 'name': 'network-vif-deleted', 'tag': 'd08b2119-8ab6-4852-81db-ce84c9104e5b', 'status': 'completed', 'code': 200} Feb 15 09:48:57.503347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.545533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.571369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.580941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.606025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.642865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58210972-f284-45be-a005-1f3419e6a797,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:57.694471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.695723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-639a0622-d41c-4970-8000-9d0e2a7ef079 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6503420 Feb 15 09:48:57.699556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52814) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:57.752544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.756729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.759302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.760462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9766e082-6ad0-4111-b2da-367c4b77daa2 HTTP/1.1" status: 204 len: 168 time: 0.6899657 Feb 15 09:48:57.770588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-94bd3c1f-6600-44e4-871b-1a8204a8f299 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules/58210972-f284-45be-a005-1f3419e6a797 HTTP/1.1" status: 200 len: 769 time: 0.0672305 Feb 15 09:48:57.773184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52818) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:57.780586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.780983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:57.781304 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Floating IP 539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae disassociated. External IP: 172.25.6.170, port: 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7. Feb 15 09:48:57.781653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Calling delete_port for 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:57.806753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293e99b-cc1d-4a95-8d2d-ca593a6158e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9766e082-6ad0-4111-b2da-367c4b77daa2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:57.866446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e805eb-256f-4478-bcef-9d22f07c7c69 req-86d5cc64-d62c-45da-b6a6-2d13571827c3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:48:57.873914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c4e805eb-256f-4478-bcef-9d22f07c7c69 req-86d5cc64-d62c-45da-b6a6-2d13571827c3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 947 time: 0.1750438 Feb 15 09:48:57.905651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1377b561-8d8b-4bef-a562-40aad82c5039 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1313751 Feb 15 09:48:57.913151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52820) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:57.977107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c4e805eb-256f-4478-bcef-9d22f07c7c69 req-848e2d89-2cf7-4f8c-ade6-0863da291d26 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups?id=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000280 Feb 15 09:48:57.997102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.027957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.033593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:58.080066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.111258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.117760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.119050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/58210972-f284-45be-a005-1f3419e6a797 HTTP/1.1" status: 204 len: 168 time: 0.2013514 Feb 15 09:48:58.122020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.126365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'Port': ['ID=4ac07fd2-b2a3-44d5-a794-fb4a41171bd7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:58.140464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35f79b-6257-4d9e-9284-2df213917c9d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58210972-f284-45be-a005-1f3419e6a797,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:58.226389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.237287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fcb7a95-5f4d-4e98-89f6-3b058bcd1d2f tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1140690 Feb 15 09:48:58.241009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52828) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.246458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:58.253100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.264905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:58.283273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:58.283592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d5918c6-02b4-4d16-99da-72d625445c0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.283887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:58.309385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:48:58.326972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.337906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:58.349238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:58.350498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:58.354611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.373081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bf9f77b-862a-48d3-b9f6-3f1b3fce1df2 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/ecc4a352-b6a4-476e-bc1d-7c170b1f83e8 HTTP/1.1" status: 200 len: 978 time: 2.1524322 Feb 15 09:48:58.373683 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.394732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:58.396596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25192e8-42fe-41e8-9c67-79aa5739b35a None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:48:58.434414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.438858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.440245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/db7cf565-1da6-440d-8424-d018719f08ab HTTP/1.1" status: 204 len: 168 time: 0.1981997 Feb 15 09:48:58.447429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52838) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.455489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Deleting port f0a78cae-3d74-49c5-92de-68dd3de80ffa {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:58.455835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.520873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2107d-db37-4077-b583-fa5251291b94 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7cf565-1da6-440d-8424-d018719f08ab,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:58.625600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:48:58.637605 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:48:58.669103 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:58.669975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:58.713224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] No DVR routers for this DVR port 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:48:58.717359 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.720689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-914cb41c-84c8-48a4-87c8-0d29b76a575b req-8d8f6304-d273-4feb-a8fa-9b9082af71b3 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.36 "DELETE /v2.0/ports/4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 HTTP/1.1" status: 204 len: 173 time: 2.3164916 Feb 15 09:48:58.750606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-417adf8d-02e7-4592-8060-0bf976805d7d tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3012397 Feb 15 09:48:58.757393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52840) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:58.762265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080986405'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:58.806741 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.840418 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:58.953428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.959274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:58.994875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d5918c6-02b4-4d16-99da-72d625445c0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.005403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89c521f-cf36-4282-a3a5-90e0abd0ddec,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.011687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.013288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5a785bec-464c-4068-8031-1d169fc19db0 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2548985 Feb 15 09:48:59.017377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.022645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Request body: {'security_group_rule': {'security_group_id': 'c89c521f-cf36-4282-a3a5-90e0abd0ddec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:48:59.029823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d5918c6-02b4-4d16-99da-72d625445c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.068266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.141401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] For port f0a78cae-3d74-49c5-92de-68dd3de80ffa, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f0a78cae-3d74-49c5-92de-68dd3de80ffa,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:48:59.141933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.163234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8d5918c6-02b4-4d16-99da-72d625445c0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d410048f36c24c37b400bcc81e82aa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9329102 Feb 15 09:48:59.163234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5918c6-02b4-4d16-99da-72d625445c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7be9a87-ab59-435f-a2e9-5b5849640824,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.165576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.180082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Calling delete_port for f0a78cae-3d74-49c5-92de-68dd3de80ffa owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:59.196415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40ef5779-1079-4a14-971f-55ff10b4c4e1 req-4265e2f4-a6f4-4178-ab0e-5e054b85336f tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/ports?device_id=1c40698a-e8b7-455a-9346-b2b43faded25 HTTP/1.1" status: 200 len: 210 time: 0.0567639 Feb 15 09:48:59.215413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.233805 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.258800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f6c22ec-1219-4063-9958-e88dbf63b508,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.275563 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.276836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-124f9a98-4bb7-4707-8fa5-c7b28d5a4da3 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584519 Feb 15 09:48:59.281534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52848) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.290149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port e6ca52c9-b029-426b-a036-264f44ed07f8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:48:59.290610 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.338025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:59.362303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:59.373449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.393100 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:48:59.401551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:48:59.402203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ac07fd2-b2a3-44d5-a794-fb4a41171bd7 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:48:59.402807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d08b2119-8ab6-4852-81db-ce84c9104e5b no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:48:59.409121 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:48:59.409906 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:59.418241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.438692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: d08b2119-8ab6-4852-81db-ce84c9104e5b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:48:59.439313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d08b2119-8ab6-4852-81db-ce84c9104e5b not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:48:59.441131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.483748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-deleted', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:48:59.486766 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3a4bef-34a7-4162-bc61-a65e549d5175" -d '{"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-deleted", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:48:59.500271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.503637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.505645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/c89c521f-cf36-4282-a3a5-90e0abd0ddec HTTP/1.1" status: 204 len: 168 time: 0.2226520 Feb 15 09:48:59.519121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52854) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.520628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4fdc-6bd2-4288-b1d0-b9e7fce61771 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89c521f-cf36-4282-a3a5-90e0abd0ddec,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.579396 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48550b73-43eb-4632-9ea8-5644198c9743 x-openstack-request-id: req-48550b73-43eb-4632-9ea8-5644198c9743 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:48:59.579591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.579718 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c40698a-e8b7-455a-9346-b2b43faded25", "name": "network-vif-deleted", "tag": "4ac07fd2-b2a3-44d5-a794-fb4a41171bd7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:48:59.579861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.579963 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48550b73-43eb-4632-9ea8-5644198c9743 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:48:59.580336 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c40698a-e8b7-455a-9346-b2b43faded25', 'name': 'network-vif-deleted', 'tag': '4ac07fd2-b2a3-44d5-a794-fb4a41171bd7', 'status': 'completed', 'code': 200} Feb 15 09:48:59.584065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.594099 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:48:59.604738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b22b4d95-dc17-4d0e-b52b-3af97536924a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814688 Feb 15 09:48:59.607931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52856) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.609896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for e6ca52c9-b029-426b-a036-264f44ed07f8 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:48:59.657942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-231610e0-af23-45ad-8648-a7a7cd42de2e tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0487058 Feb 15 09:48:59.660381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52858) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.676326 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-c996b54a-dcfd-47a7-9d4c-02a1f64b862a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] delete failed (client error): The resource could not be found. Feb 15 09:48:59.677609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c996b54a-dcfd-47a7-9d4c-02a1f64b862a tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "DELETE /v2.0/security-groups/c89c521f-cf36-4282-a3a5-90e0abd0ddec HTTP/1.1" status: 404 len: 347 time: 0.0162296 Feb 15 09:48:59.682679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52860) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:48:59.764391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e36e96ed-6781-4ac8-84dc-516d60013685 tempest-SecGroupIPv6Test-2047207580 tempest-SecGroupIPv6Test-2047207580-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0792525 Feb 15 09:48:59.807553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.810615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.814112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7be9a87-ab59-435f-a2e9-5b5849640824 HTTP/1.1" status: 204 len: 168 time: 0.6405566 Feb 15 09:48:59.826961 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:48:59.827810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f523632-2b84-4f54-b6d6-dd1c0f3c7e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7be9a87-ab59-435f-a2e9-5b5849640824,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.857150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:48:59.885829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a78cae-3d74-49c5-92de-68dd3de80ffa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:48:59.890111 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6458efb-71a2-4d93-9337-2f3cb1346e65 None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:41:59Z', 'revision_number': 4, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '2358f579-2193-4555-8d90-a8acb76385b2', 'name': '', 'network_id': 'c0c3a3cf-975c-438f-bb3e-90b5cdac1f10', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'mac_address': 'fa:16:3e:cd:0c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': '2cd022a8-8669-4920-9200-578c5685af56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:55Z', 'updated_at': '2022-02-15T09:42:07Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'subnets': [{'id': '2cd022a8-8669-4920-9200-578c5685af56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:00.251038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:00.260671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.291913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=e6ca52c9-b029-426b-a036-264f44ed07f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:00.299006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.411091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52880) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:00.455742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.456086 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP ecc4a352-b6a4-476e-bc1d-7c170b1f83e8 disassociated (deleted). External IP: 172.25.6.249, port: 8fa3ebca-eac6-4509-a494-0aa8a35b9c67. Feb 15 09:49:00.474892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b4271d-ef69-492b-ba3b-5cf0787df4dc None None] New status for floating IP 539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:49:00.519738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.593457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.607882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a89cc582-0918-4411-9d2d-9e877e997704 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ff077228a604883b652a7d943eb537b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549488 Feb 15 09:49:00.619994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52888) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:00.673743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.678991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.683735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "DELETE /v2.0/security-groups/cd8de504-0ecb-436a-bb7c-cc5d5ca80a28 HTTP/1.1" status: 204 len: 168 time: 0.2715850 Feb 15 09:49:00.684336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:00.697560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835b19-cd8b-4ac1-bd41-1f124f293c78 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8de504-0ecb-436a-bb7c-cc5d5ca80a28,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:00.750849 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-e4c8626c-744e-4b6b-9d18-f4a9aeede475 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] show failed (client error): The resource could not be found. Feb 15 09:49:00.752418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e4c8626c-744e-4b6b-9d18-f4a9aeede475 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "GET /v2.0/security-groups/cd8de504-0ecb-436a-bb7c-cc5d5ca80a28 HTTP/1.1" status: 404 len: 347 time: 0.0599689 Feb 15 09:49:00.755712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52894) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:00.870726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:00.887799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Router f710906c-e40d-444f-93b6-8f00ab6f816a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:00.945293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.002227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Deleting port 1f96382f-ddc7-405d-99c6-6635a4068bf6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:01.003917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.055130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:01.122454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.122847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.137918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Calling delete_port for 1f96382f-ddc7-405d-99c6-6635a4068bf6 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:01.149076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.152171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.153557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/005d60c1-f03a-44de-a475-aac3ce838080 HTTP/1.1" status: 204 len: 168 time: 0.5326962 Feb 15 09:49:01.177536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433ef38-044a-4a5d-92d0-2a050fbf26f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005d60c1-f03a-44de-a475-aac3ce838080,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:01.181766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:01.191599 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Sync routers for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:01.206264 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:01.206870 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.218069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-096bccfe-9713-4bd1-8d85-9ef0b1c748cb admin admin] 10.222.0.10 "PUT /v2.0/routers/f710906c-e40d-444f-93b6-8f00ab6f816a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7076323 Feb 15 09:49:01.220711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52908) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:01.380360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:01.385709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.393137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:01.416483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:01.419738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.429540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f00c545-f6b8-4e5f-8f8b-30ddaa31ae89 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/ecc4a352-b6a4-476e-bc1d-7c170b1f83e8 HTTP/1.1" status: 204 len: 168 time: 3.0531459 Feb 15 09:49:01.432658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52916) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:01.465859 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:01.532378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.562906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:01.565621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.580449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.652857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Pushing event deleted for resources: {'Port': ['ID=1f96382f-ddc7-405d-99c6-6635a4068bf6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:01.671190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.672109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131d83fe-8fe8-44c9-9158-cdd3d34f5a7c None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:01.842382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.845033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:01.861609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bce74c4c-4afb-4089-9cbd-911f8bf8a7f6 tempest-AttachVolumeShelveTestJSON-1794152449 tempest-AttachVolumeShelveTestJSON-1794152449-project] 10.222.0.10 "DELETE /v2.0/floatingips/539c6c30-3ba3-4704-a9ad-b6f8c5cf2bae HTTP/1.1" status: 204 len: 168 time: 1.1047304 Feb 15 09:49:01.919881 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:48:59Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:01.952948 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Checking router: f710906c-e40d-444f-93b6-8f00ab6f816a for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:49:01.976402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Routers {'f710906c-e40d-444f-93b6-8f00ab6f816a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:01.977171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['f710906c-e40d-444f-93b6-8f00ab6f816a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:02.019713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.158673 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] Set router f710906c-e40d-444f-93b6-8f00ab6f816a gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:02.231246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 8fa3ebca-eac6-4509-a494-0aa8a35b9c67 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:02.231604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.330817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c564c3-b46b-4993-bfad-ef1306b4180c req-60122d0f-8f62-4dda-9994-2af738ff15b0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:02.332481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e8c564c3-b46b-4993-bfad-ef1306b4180c req-60122d0f-8f62-4dda-9994-2af738ff15b0 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 946 time: 0.2375684 Feb 15 09:49:02.411752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.443142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e8c564c3-b46b-4993-bfad-ef1306b4180c req-3ed69922-47b4-4264-a4e6-1968b30c5afb tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898867 Feb 15 09:49:02.452952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.492028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 8fa3ebca-eac6-4509-a494-0aa8a35b9c67 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:02.530530 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:48:59Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:02.573681 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be60e66-e251-4ed5-9346-5f6cb8e12087 None None] The sync data for ids ['f710906c-e40d-444f-93b6-8f00ab6f816a'] in n-d-825064-4 is: [{'id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'name': 'tempest-TaggedBootDevicesTest-1872058264-router', 'tenant_id': '593edc21200c4426866d41a68ddcef50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8'}], 'enable_snat': True}, 'gw_port_id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:11Z', 'updated_at': '2022-02-15T09:48:59Z', 'revision_number': 5, 'project_id': '593edc21200c4426866d41a68ddcef50', 'gw_port': {'id': 'c87d2c39-7167-4f65-8836-734408e7bd13', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f710906c-e40d-444f-93b6-8f00ab6f816a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1848, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:12Z', 'updated_at': '2022-02-15T09:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:02.601901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Deleting port c87d2c39-7167-4f65-8836-734408e7bd13 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:02.602243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.762377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] For port c87d2c39-7167-4f65-8836-734408e7bd13, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c87d2c39-7167-4f65-8836-734408e7bd13,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:02.762748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.783913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Calling delete_port for c87d2c39-7167-4f65-8836-734408e7bd13 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:02.897219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:02.935926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=8fa3ebca-eac6-4509-a494-0aa8a35b9c67,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:03.107430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.117357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8d78866c-2c2f-4661-83e5-7c77bb898446 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/8fa3ebca-eac6-4509-a494-0aa8a35b9c67 HTTP/1.1" status: 204 len: 168 time: 1.6797450 Feb 15 09:49:03.117989 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:03.151574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:03.189608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.221363 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.285169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87d2c39-7167-4f65-8836-734408e7bd13,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:03.410515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.410743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:03.514016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.521605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.588453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.597572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.598615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f710906c-e40d-444f-93b6-8f00ab6f816a {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:49:03.604162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.605350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96f431d1-9652-4637-95d8-7dc2b3183754 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f710906c-e40d-444f-93b6-8f00ab6f816a HTTP/1.1" status: 204 len: 168 time: 2.3834453 Feb 15 09:49:03.634936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52990) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:03.645252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f75cc21-2bb5-4bcd-bdad-79355093dd6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.729673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Deleting subnet 5fca121c-8613-44ff-a1b3-cf1d49d5a782 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:03.736518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.792248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f75cc21-2bb5-4bcd-bdad-79355093dd6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.798618 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.800835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.152 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/67b42613-8152-45cd-a934-d94c46bb8f72) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:03.801915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-13cd81e9-a760-4146-aa66-4ced1d8acd65 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:03.803481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-13cd81e9-a760-4146-aa66-4ced1d8acd65 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 946 time: 0.2575848 Feb 15 09:49:03.806690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f75cc21-2bb5-4bcd-bdad-79355093dd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:03.864689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75cc21-2bb5-4bcd-bdad-79355093dd6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31af93bf-be44-4710-8df2-32022e04bfc2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:03.880638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc3f206-0bce-4344-8552-018e39b29719 req-5b8ef98e-2d7d-45f5-b440-c34c4bf165b1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:03.889368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cc3f206-0bce-4344-8552-018e39b29719 req-5b8ef98e-2d7d-45f5-b440-c34c4bf165b1 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 946 time: 0.3024032 Feb 15 09:49:03.957416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.003654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5f75cc21-2bb5-4bcd-bdad-79355093dd6f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=63ea1bc60b0243a4a7c25dcbf53548f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916650 Feb 15 09:49:04.008851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53000) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:04.030476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cc3f206-0bce-4344-8552-018e39b29719 req-95f3cbb4-e3a4-4906-b5b6-c73e976d745a tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773599 Feb 15 09:49:04.052358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.105852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Deleting port cee25249-eaec-400a-9705-e4699e628fa7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:04.106574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.111218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.156209 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fca121c-8613-44ff-a1b3-cf1d49d5a782,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:04.156671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eff147-fd35-4cb6-9332-73490aa8fade None None] Network 7d140436-5ae5-449e-af0d-6865edfaf3b7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:04.160425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.165221 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ecf6e75d-5b7f-40a5-ba57-e30d28beccf8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5fca121c-8613-44ff-a1b3-cf1d49d5a782 HTTP/1.1" status: 204 len: 168 time: 0.5294545 Feb 15 09:49:04.167641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:04.194382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.205233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.270001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.342893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0a78cae-3d74-49c5-92de-68dd3de80ffa no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:04.367123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f0a78cae-3d74-49c5-92de-68dd3de80ffa {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:04.367814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f0a78cae-3d74-49c5-92de-68dd3de80ffa not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:04.368441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c87d2c39-7167-4f65-8836-734408e7bd13 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:04.375862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:04.393941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.407861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:04.408111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c87d2c39-7167-4f65-8836-734408e7bd13 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:04.408341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c87d2c39-7167-4f65-8836-734408e7bd13 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:04.419034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:04.476217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] For port cee25249-eaec-400a-9705-e4699e628fa7, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cee25249-eaec-400a-9705-e4699e628fa7,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:04.476746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.506811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] DHCP port deletion for 7d140436-5ae5-449e-af0d-6865edfaf3b7 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:49:04.507508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=67b42613-8152-45cd-a934-d94c46bb8f72,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:04.526053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.529760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.542088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31af93bf-be44-4710-8df2-32022e04bfc2 HTTP/1.1" status: 204 len: 168 time: 0.5316257 Feb 15 09:49:04.543715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Calling delete_port for cee25249-eaec-400a-9705-e4699e628fa7 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:04.572366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42861e7-fb98-42b0-9705-ac4cf2de21dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31af93bf-be44-4710-8df2-32022e04bfc2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:04.639446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Deleting port ca7d893b-1b8b-412d-8628-b36d0966f49e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:04.641488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.722301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.748580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Deleting port ca7d893b-1b8b-412d-8628-b36d0966f49e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:04.749292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.751306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] For port ca7d893b-1b8b-412d-8628-b36d0966f49e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ca7d893b-1b8b-412d-8628-b36d0966f49e,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:04.751721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.779451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Calling delete_port for ca7d893b-1b8b-412d-8628-b36d0966f49e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:04.783365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.803853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090', '9bacb12e-01f8-4ea4-8fa8-133b41c073d6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:04.820130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event deleted for resources: {'Port': ['ID=cee25249-eaec-400a-9705-e4699e628fa7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:04.861227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] For port ca7d893b-1b8b-412d-8628-b36d0966f49e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ca7d893b-1b8b-412d-8628-b36d0966f49e,segment=NetworkSegment(14a118f4-0937-435e-83aa-c517cedf9817),segment_id=14a118f4-0937-435e-83aa-c517cedf9817)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:04.861504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.877379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Calling delete_port for ca7d893b-1b8b-412d-8628-b36d0966f49e owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:04.919966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] No DVR routers for this DVR port cee25249-eaec-400a-9705-e4699e628fa7 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:04.923175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:04.928385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2da22acd-5bce-4896-987f-78f3ad8b8515 req-95a0eede-63e1-4a07-ae77-782471f6fe5b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "DELETE /v2.0/ports/cee25249-eaec-400a-9705-e4699e628fa7 HTTP/1.1" status: 204 len: 173 time: 1.0778933 Feb 15 09:49:04.929194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'name': 'network-vif-deleted', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:04.931809 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede75271-f8bd-40cb-8de9-6e1fb4792ded" -d '{"events": [{"server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "name": "network-vif-deleted", "tag": "cee25249-eaec-400a-9705-e4699e628fa7"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:04.994061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.008533 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b79aa4d-fd95-4e08-865f-87f669afac09 x-openstack-request-id: req-2b79aa4d-fd95-4e08-865f-87f669afac09 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:05.013154 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5044b4b8-ae61-408e-a409-a169d3af2723", "name": "network-vif-deleted", "tag": "cee25249-eaec-400a-9705-e4699e628fa7", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:05.013539 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2b79aa4d-fd95-4e08-865f-87f669afac09 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:05.014136 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5044b4b8-ae61-408e-a409-a169d3af2723', 'name': 'network-vif-deleted', 'tag': 'cee25249-eaec-400a-9705-e4699e628fa7', 'status': 'completed', 'code': 200} Feb 15 09:49:05.222916 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.225247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.239556 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.243973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] No DVR routers for this DVR port ca7d893b-1b8b-412d-8628-b36d0966f49e on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:05.291761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.297475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f15cd8-5c10-4a0a-91b3-7ec7148a06c0 req-a4b6b067-46ef-4e19-bfd9-d0cd16ff562b tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=5044b4b8-ae61-408e-a409-a169d3af2723 HTTP/1.1" status: 200 len: 210 time: 0.1109726 Feb 15 09:49:05.307293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca7d893b-1b8b-412d-8628-b36d0966f49e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:05.334213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] Pushing event deleted for resources: {'Port': ['ID=ca7d893b-1b8b-412d-8628-b36d0966f49e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:05.339488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b2c69-debc-4841-82ab-ba0dff14f08d None None] No DVR routers for this DVR port ca7d893b-1b8b-412d-8628-b36d0966f49e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:05.392792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53022) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:05.416467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22ee1a69-78d7-4f21-85dc-728de88b20bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.498038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.504940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=67b42613-8152-45cd-a934-d94c46bb8f72,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:05.536263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.550496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d140436-5ae5-449e-af0d-6865edfaf3b7']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:05.569047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a118f4-0937-435e-83aa-c517cedf9817') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:05.569343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a118f4-0937-435e-83aa-c517cedf9817') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:05.579803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.581220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30edc89f-ecaf-411c-bf2b-b3df0fa12f04 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4619606 Feb 15 09:49:05.585859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.589326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:05.594606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'port': {'network_id': '911c7473-9b46-4be8-b37e-1586d6f63ddc', 'name': 'tempest-FloatingIPTestJSON-53457530'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:05.603716 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22ee1a69-78d7-4f21-85dc-728de88b20bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.615909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-22ee1a69-78d7-4f21-85dc-728de88b20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.660647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.673962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:05.674376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:05.676350 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:05.681853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-22ee1a69-78d7-4f21-85dc-728de88b20bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3ca0edf37f2d4604a6869384a9fd5117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845778 Feb 15 09:49:05.683444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53032) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:05.720415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee1a69-78d7-4f21-85dc-728de88b20bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8664931a-eb94-4024-bede-c29474f94b29,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:05.782872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.803442 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.819523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53038) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:05.822436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] 10.222.0.10 "DELETE /v2.0/networks/7d140436-5ae5-449e-af0d-6865edfaf3b7 HTTP/1.1" status: 204 len: 168 time: 1.6534646 Feb 15 09:49:05.845496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2975618-708b-4066-adf7-3217863fc44e admin admin] Pushing event deleted for resources: {'Network': ['ID=7d140436-5ae5-449e-af0d-6865edfaf3b7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:05.873014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:05.876970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.893972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:05.899293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] device_id is not set on port 3922b6fa-7fc0-4a8a-8a15-e2603c376d92 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:49:05.959394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.046728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.049819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.054466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8664931a-eb94-4024-bede-c29474f94b29 HTTP/1.1" status: 204 len: 168 time: 0.3689098 Feb 15 09:49:06.070973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d143b72e-2100-4caa-a4fd-3afe1fdf7078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8664931a-eb94-4024-bede-c29474f94b29,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:06.073875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.6 (911c7473-9b46-4be8-b37e-1586d6f63ddc/ae02042f-d2e8-4c9d-a929-9698c161f649/3922b6fa-7fc0-4a8a-8a15-e2603c376d92) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:06.290449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ca7d893b-1b8b-412d-8628-b36d0966f49e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:06.321780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: ca7d893b-1b8b-412d-8628-b36d0966f49e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:06.322853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ca7d893b-1b8b-412d-8628-b36d0966f49e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:06.381473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.436144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cee25249-eaec-400a-9705-e4699e628fa7 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:06.450588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.484313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: cee25249-eaec-400a-9705-e4699e628fa7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:06.485879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cee25249-eaec-400a-9705-e4699e628fa7 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:06.495547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 911c7473-9b46-4be8-b37e-1586d6f63ddc is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:06.498854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:06.534238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:06.628669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:06.630635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.643159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=3922b6fa-7fc0-4a8a-8a15-e2603c376d92,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:06.670581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b41f211-eb68-4a2b-a9be-d7382a2b7db8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0800140 Feb 15 09:49:06.672975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53068) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:06.682553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.684872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': '3922b6fa-7fc0-4a8a-8a15-e2603c376d92'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:06.726290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:06.882413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f1b40-4a1e-4f40-8b74-b9380f3fda4a req-39b5fc20-7df1-4c32-9e04-ab909e7cae16 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:06.883905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be4f1b40-4a1e-4f40-8b74-b9380f3fda4a req-39b5fc20-7df1-4c32-9e04-ab909e7cae16 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 945 time: 0.1070411 Feb 15 09:49:06.968468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be4f1b40-4a1e-4f40-8b74-b9380f3fda4a req-7e61f2ca-f7cd-40ed-ac06-bf0d664a6bc3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724823 Feb 15 09:49:07.032606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Deleting port cca48778-0e0d-477c-9381-b482d7af573a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:07.033067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.149819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] For port cca48778-0e0d-477c-9381-b482d7af573a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=cca48778-0e0d-477c-9381-b482d7af573a,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:07.150721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.167638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Calling delete_port for cca48778-0e0d-477c-9381-b482d7af573a owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:07.414191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.451225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Pushing event deleted for resources: {'Port': ['ID=cca48778-0e0d-477c-9381-b482d7af573a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:07.784125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.839548 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.849782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:07.994484 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP 51ded9c7-c566-4242-ab6f-a60642cd6ec0 associated. External IP: 172.25.6.152, port: 3922b6fa-7fc0-4a8a-8a15-e2603c376d92. Feb 15 09:49:08.377521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:08.534461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:08.541438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:08.549199 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:08.578052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b99b4543-a79d-4578-b2d4-de9c0b16475f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/51ded9c7-c566-4242-ab6f-a60642cd6ec0 HTTP/1.1" status: 200 len: 976 time: 1.9038756 Feb 15 09:49:08.579723 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:08.580351 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:08.581203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:08.593951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-cf4a674b-aff9-4c6a-9602-0e70b8f3ce00 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:08.595437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-cf4a674b-aff9-4c6a-9602-0e70b8f3ce00 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 945 time: 0.5589819 Feb 15 09:49:08.638634 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:08.665979 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:08.666598 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:08.694951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a884e-39ab-40f1-ad99-a51f01abbcfb req-43310b95-d52f-48b0-b07b-5aabb8d337ab tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:08.702246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-428a884e-39ab-40f1-ad99-a51f01abbcfb req-43310b95-d52f-48b0-b07b-5aabb8d337ab tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 945 time: 0.1672752 Feb 15 09:49:08.730556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Router eb4b2113-9d19-4349-bf36-707dcb9078b2 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:08.734036 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:08.734967 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5fb695-cdc8-43aa-b133-c5f7a7d1a71f None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:08.752364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 3922b6fa-7fc0-4a8a-8a15-e2603c376d92 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:08.753052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:08.784977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-428a884e-39ab-40f1-ad99-a51f01abbcfb req-bc438fe3-74b0-4126-9a0d-f366b5f8f63c tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Feb 15 09:49:08.848511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Deleting port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:08.849475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:08.955479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:08.996452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:09.005120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c1883597-e535-4d4d-98f3-7823b8eefc83 admin admin] 10.222.0.10 "PUT /v2.0/routers/eb4b2113-9d19-4349-bf36-707dcb9078b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1826282 Feb 15 09:49:09.005120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53146) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:09.019015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:09.029155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Sync routers for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:09.061572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:09.063132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:09.083586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] For port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:09.083949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.116992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Calling delete_port for 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:09.227353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.262647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.263349 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.263731 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP 51ded9c7-c566-4242-ab6f-a60642cd6ec0 disassociated. External IP: 172.25.6.152, port: 3922b6fa-7fc0-4a8a-8a15-e2603c376d92. Feb 15 09:49:09.264088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 3922b6fa-7fc0-4a8a-8a15-e2603c376d92 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:09.313794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b8dc17-c1fc-4316-a39f-7a030315a174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.465577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:09.484354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.494701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.533052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=3922b6fa-7fc0-4a8a-8a15-e2603c376d92,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:09.567177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.653984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] No DVR routers for this DVR port 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:09.659857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event deleted for resources: {'Port': ['ID=9bacb12e-01f8-4ea4-8fa8-133b41c073d6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:09.673842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e1420ea8-a361-4114-bc05-1d3ed0864090'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:09.674241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.679935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be43364b-d1d4-4417-895c-7fffa6e60faa req-d9c0ddd1-ab6c-45ff-a9b5-ec330215af55 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "DELETE /v2.0/ports/9bacb12e-01f8-4ea4-8fa8-133b41c073d6 HTTP/1.1" status: 204 len: 173 time: 1.0765138 Feb 15 09:49:09.683269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'name': 'network-vif-deleted', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:09.686432 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e761c012-1dae-4190-9de0-bdc93a207098" -d '{"events": [{"server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "name": "network-vif-deleted", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:09.730739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:09.737171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b8dc17-c1fc-4316-a39f-7a030315a174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.745011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Deleting port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:09.745639 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.760011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25b8dc17-c1fc-4316-a39f-7a030315a174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:09.853652 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0529584c-0510-45bd-ade2-3beada08ce18 x-openstack-request-id: req-0529584c-0510-45bd-ade2-3beada08ce18 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:09.854359 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb6bfe78-6752-4977-b1d9-420c662ebc82", "name": "network-vif-deleted", "tag": "9bacb12e-01f8-4ea4-8fa8-133b41c073d6", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:09.854359 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0529584c-0510-45bd-ade2-3beada08ce18 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:09.854636 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb6bfe78-6752-4977-b1d9-420c662ebc82', 'name': 'network-vif-deleted', 'tag': '9bacb12e-01f8-4ea4-8fa8-133b41c073d6', 'status': 'completed', 'code': 200} Feb 15 09:49:09.866892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8dc17-c1fc-4316-a39f-7a030315a174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc157496-287b-47ab-8c2e-be68a4d16f9c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:09.944177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:49:07Z', 'revision_number': 5, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port': {'id': '0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:c5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:37Z', 'updated_at': '2022-02-15T09:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.007413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Checking router: eb4b2113-9d19-4349-bf36-707dcb9078b2 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:49:10.009300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25b8dc17-c1fc-4316-a39f-7a030315a174 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75a239676c45402eafd120996f12a3a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9996622 Feb 15 09:49:10.012638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:10.014647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:10.025089 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:10.031550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c7ee24d-219d-4ee1-93b4-1e5ac3e20633 req-f2fb4b93-1b63-44c0-bd67-85d19affe499 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=cb6bfe78-6752-4977-b1d9-420c662ebc82 HTTP/1.1" status: 200 len: 210 time: 0.0936275 Feb 15 09:49:10.049522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:10.050353 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.054570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Routers {'eb4b2113-9d19-4349-bf36-707dcb9078b2'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:10.055300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['eb4b2113-9d19-4349-bf36-707dcb9078b2'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.092437 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.106108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:10.108165 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.116335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] For port 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:10.116709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.140217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53170) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:10.156712 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.157456 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3888fd4c-4d5a-43ef-b800-209684c54a1f None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:10.201676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Calling delete_port for 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:10.272951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.307376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.325033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cef61350-768f-4fed-af29-3c30084ef597 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/3922b6fa-7fc0-4a8a-8a15-e2603c376d92 HTTP/1.1" status: 204 len: 168 time: 1.7426939 Feb 15 09:49:10.330247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53174) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:10.342645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.379713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] Set router eb4b2113-9d19-4349-bf36-707dcb9078b2 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:10.417054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-53a86f90-ce9c-4017-9aca-68496957f417 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/floatingips/51ded9c7-c566-4242-ab6f-a60642cd6ec0 HTTP/1.1" status: 200 len: 688 time: 0.0854604 Feb 15 09:49:10.417809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:10.505707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:49:09Z', 'revision_number': 6, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:10.510632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:10.604958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.607661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.611457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc157496-287b-47ab-8c2e-be68a4d16f9c HTTP/1.1" status: 204 len: 168 time: 0.5928726 Feb 15 09:49:10.617929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c684b0fc-1b3f-420f-8a94-f2096104c8ec None None] The sync data for ids ['eb4b2113-9d19-4349-bf36-707dcb9078b2'] in n-d-825064-4 is: [{'id': 'eb4b2113-9d19-4349-bf36-707dcb9078b2', 'name': 'tempest-TaggedBootDevicesTest-1694542840-router', 'tenant_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:32Z', 'updated_at': '2022-02-15T09:49:09Z', 'revision_number': 6, 'project_id': 'fc18b2e2bba8406cad781fb1a50c937e', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:10.622866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:10.623205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9bacb12e-01f8-4ea4-8fa8-133b41c073d6 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:10.646944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a15e5e-225e-4e1f-8634-d0ef99ff943a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc157496-287b-47ab-8c2e-be68a4d16f9c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:10.694198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 67b42613-8152-45cd-a934-d94c46bb8f72 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:10.695974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.728696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.776998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:10.807176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.807614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.824145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 67b42613-8152-45cd-a934-d94c46bb8f72 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:10.875616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.976239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.978685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:10.978968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.018540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=67b42613-8152-45cd-a934-d94c46bb8f72,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:11.069366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.069762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb4b2113-9d19-4349-bf36-707dcb9078b2 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:49:11.075754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.077171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cddfc650-6617-4ca7-a8d1-ef9e139eeba2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/eb4b2113-9d19-4349-bf36-707dcb9078b2 HTTP/1.1" status: 204 len: 168 time: 2.0565717 Feb 15 09:49:11.080182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53186) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:11.080517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53188) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:11.123856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.127234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.132004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-76e3947b-eebe-41dc-8db7-144ace920976 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/51ded9c7-c566-4242-ab6f-a60642cd6ec0 HTTP/1.1" status: 204 len: 168 time: 0.7111697 Feb 15 09:49:11.132601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53192) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:11.137106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'f2245a45-6741-4c40-85ca-2c4e271ca7fe'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:11.159467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c828c429-a04b-4039-86ef-1f9711b17e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.164523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Deleting subnet fff6faa9-e8f6-405c-bae2-c7ba3b6f2273 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:11.165128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.176856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.223887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.295214 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.296330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.402439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.118 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/2652bd98-1b34-4d21-8671-314e096129c8) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:11.431699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.526069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c828c429-a04b-4039-86ef-1f9711b17e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.526611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.562074 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c828c429-a04b-4039-86ef-1f9711b17e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.564507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.611776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:11.614890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:11.620893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:11.640101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c828c429-a04b-4039-86ef-1f9711b17e45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dadcafdd2f94efba141d5f23e40679b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5584369 Feb 15 09:49:11.642466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53198) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:11.650945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c429-a04b-4039-86ef-1f9711b17e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f5d43-8c8a-4e00-94ce-98dc93d030e8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:11.653782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.655524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=2652bd98-1b34-4d21-8671-314e096129c8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:11.713398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff6faa9-e8f6-405c-bae2-c7ba3b6f2273,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:11.721761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.728880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01e92fa6-d575-46ad-9e3b-025a7d5994da admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fff6faa9-e8f6-405c-bae2-c7ba3b6f2273 HTTP/1.1" status: 204 len: 168 time: 0.6433489 Feb 15 09:49:11.731489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:11.732841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935034e3-e29a-4eaa-9057-fdf73b30d786 None None] Network 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:11.765253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.819471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.902773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Deleting port 2358f579-2193-4555-8d90-a8acb76385b2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:11.903471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.920721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.923361 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:11.928350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/494f5d43-8c8a-4e00-94ce-98dc93d030e8 HTTP/1.1" status: 204 len: 168 time: 0.2836468 Feb 15 09:49:11.976168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d236c5-beb2-4de6-be58-b7fdaab542db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f5d43-8c8a-4e00-94ce-98dc93d030e8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:12.034911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] DHCP port deletion for 13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:49:12.086860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] For port 2358f579-2193-4555-8d90-a8acb76385b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2358f579-2193-4555-8d90-a8acb76385b2,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:12.088685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.111412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Calling delete_port for 2358f579-2193-4555-8d90-a8acb76385b2 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:12.119560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.155587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Deleting port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:12.156229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.189330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:49:12.339648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Deleting port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:12.340203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:12.340864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.381775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:12.382371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c1af88b-e9eb-4ba1-81a2-d622cb65e4f7 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:12.382973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device cca48778-0e0d-477c-9381-b482d7af573a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:12.416196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: cca48778-0e0d-477c-9381-b482d7af573a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:12.416785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device cca48778-0e0d-477c-9381-b482d7af573a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:12.417373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:12.425992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] For port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:12.426588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.442767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Calling delete_port for e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:12.448482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] For port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,segment=NetworkSegment(23865559-09f4-4e25-9acd-daa327158625),segment_id=23865559-09f4-4e25-9acd-daa327158625)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:12.449129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.472740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Calling delete_port for e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:12.553650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.586041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.629953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:12.636461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] No DVR routers for this DVR port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:12.655248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 update to DOWN by agent not found {{(pid=102360) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}} Feb 15 09:49:12.735912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.796339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] Pushing event deleted for resources: {'Port': ['ID=e7bf0ec8-47b4-49d6-b57e-8e2f298c6644,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:12.799368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Pushing event deleted for resources: {'Port': ['ID=2358f579-2193-4555-8d90-a8acb76385b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:12.805187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cc47c-309a-4a71-8df6-e12d626a100e None None] No DVR routers for this DVR port e7bf0ec8-47b4-49d6-b57e-8e2f298c6644 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:12.860889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.920998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.972052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:12.986227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:12.992529 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.012309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23865559-09f4-4e25-9acd-daa327158625') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:13.012635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23865559-09f4-4e25-9acd-daa327158625') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:13.030412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.064046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.076293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:13.076690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:13.078401 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:13.210240 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.240454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.246847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] 10.222.0.10 "DELETE /v2.0/networks/13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c HTTP/1.1" status: 204 len: 168 time: 1.5092921 Feb 15 09:49:13.757199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:13.775119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Pushing event deleted for resources: {'Network': ['ID=13ca3cb5-7870-4e46-b5cb-b2e3104a4d7c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:13.789371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.789988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.790614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.791109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.791627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.792151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.792670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.793932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.794465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.795005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.795672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.796444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1051ad72-50db-4c6c-98ed-d7c0369cafbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:13.858329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e3f32139-b42b-4328-8580-4ac0070f7b29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=593edc21200c4426866d41a68ddcef50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0998728 Feb 15 09:49:13.865032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:13.887865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:13.907402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.094593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.109962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Router 62cb336c-0594-4bde-8ac2-6a874db163d1 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:14.161371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.165558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=2652bd98-1b34-4d21-8671-314e096129c8,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:14.250077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.309114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:14.321688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Sync routers for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:14.337172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf57d8b8-0d07-419f-9197-15381680eb6a admin admin] 10.222.0.10 "PUT /v2.0/routers/62cb336c-0594-4bde-8ac2-6a874db163d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1954632 Feb 15 09:49:14.340038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:14.351979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:14.352890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:14.394256 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP beadcc88-fd8e-40bf-aa1e-984a018d9976 associated. External IP: 172.25.6.118, port: f2245a45-6741-4c40-85ca-2c4e271ca7fe. Feb 15 09:49:14.399703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.402406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.403524 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dbd1f4d-efb9-4440-a651-5966d0632642 HTTP/1.1" status: 204 len: 168 time: 0.5351698 Feb 15 09:49:14.411962 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.485655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:14.549557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4111c00-00b3-4949-91a0-2b07cc994734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd1f4d-efb9-4440-a651-5966d0632642,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:14.730876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:14.755835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:49:12Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:14.796661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Checking router: 62cb336c-0594-4bde-8ac2-6a874db163d1 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:49:14.812208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Routers {'62cb336c-0594-4bde-8ac2-6a874db163d1'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:14.813362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['62cb336c-0594-4bde-8ac2-6a874db163d1'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:14.922915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53276) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:14.954550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] Set router 62cb336c-0594-4bde-8ac2-6a874db163d1 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:49:14.962824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:14.978917 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.023104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-df9fd466-e613-47ef-a563-43a6f032aedc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fc18b2e2bba8406cad781fb1a50c937e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0983129 Feb 15 09:49:15.034555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:15.152383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.194159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Deleting port 8020db61-1d0d-44e7-a5a9-e5e08be8be92 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:15.194159 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.197374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.272127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.274910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.276161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f57ae09d-30a8-48ed-9e4d-1b1510dad0f3 HTTP/1.1" status: 204 len: 168 time: 0.2394638 Feb 15 09:49:15.304559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57ae09d-30a8-48ed-9e4d-1b1510dad0f3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:15.307549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:15.324662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:15.336046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.337108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.337108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.337108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.337395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.347423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:15.348410 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:15.348576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.348839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.349248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.349599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.349934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.350269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.350597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353b710d-c204-4612-bf90-7a6bb7c5d523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:15.389449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.439231 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:15.457385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:15.459028 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:15.459676 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:48:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:15.461514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-88cb05be-d9c7-4145-988f-f0f226c800fe tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.3277183 Feb 15 09:49:15.463978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1963029582'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:15.496266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] For port 8020db61-1d0d-44e7-a5a9-e5e08be8be92, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8020db61-1d0d-44e7-a5a9-e5e08be8be92,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:15.496919 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.511626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:49:12Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:15.526513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Calling delete_port for 8020db61-1d0d-44e7-a5a9-e5e08be8be92 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:15.535607 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:15.540208 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568c259-3c9b-402f-98d2-b424d28aaf0d None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:15.554292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:15.558518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.630720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:49:15.631392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a978ae1d-f843-42e7-a78d-d33f0ea75b4d None None] The sync data for ids ['62cb336c-0594-4bde-8ac2-6a874db163d1'] in n-d-825064-4 is: [{'id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1953678276-router', 'tenant_id': '5d49e5da016a4b81949075f687eebb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251'}], 'enable_snat': True}, 'gw_port_id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:41:40Z', 'updated_at': '2022-02-15T09:49:12Z', 'revision_number': 5, 'project_id': '5d49e5da016a4b81949075f687eebb7c', 'gw_port': {'id': '8020db61-1d0d-44e7-a5a9-e5e08be8be92', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:34:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62cb336c-0594-4bde-8ac2-6a874db163d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1950, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:41:43Z', 'updated_at': '2022-02-15T09:41:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:15.674365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.675125 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Added segment 5fdfc560-9eee-41f5-8c33-0050748ebdc9 of type vlan for network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 Feb 15 09:49:15.834067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.871609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.940679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Pushing event deleted for resources: {'Port': ['ID=8020db61-1d0d-44e7-a5a9-e5e08be8be92,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:15.951951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:15.968153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:15.968800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.043067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.101365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6423533 Feb 15 09:49:16.102229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53322) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:16.164585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'subnet': {'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:16.243586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54add5b8-433f-4dfc-9a4e-8cd8d2a89979 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Network': ['ID=64eb69d9-3db8-4866-8c51-2f67d4cebd51,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:16.256288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:49:16.279593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.287907 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.341379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0482c35-aaca-41ee-871b-45abda1488d9 req-3711d655-c446-4f0b-bf10-7c0d32ce0e4e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:16.342695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0482c35-aaca-41ee-871b-45abda1488d9 req-3711d655-c446-4f0b-bf10-7c0d32ce0e4e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.3933370 Feb 15 09:49:16.402472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.403904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62cb336c-0594-4bde-8ac2-6a874db163d1 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:49:16.408882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.412754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-661e6655-0ad5-445f-8ef6-9d938f554395 admin admin] 10.222.0.10 "DELETE /v2.0/routers/62cb336c-0594-4bde-8ac2-6a874db163d1 HTTP/1.1" status: 204 len: 168 time: 2.0716393 Feb 15 09:49:16.415159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53330) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:16.481857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2358f579-2193-4555-8d90-a8acb76385b2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:16.493109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Deleting subnet 2cd022a8-8669-4920-9200-578c5685af56 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:16.498554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.499313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0482c35-aaca-41ee-871b-45abda1488d9 req-0e3d967e-9608-4970-b907-f91c7ce46dde tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334021 Feb 15 09:49:16.500106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:16.511204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.545838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2358f579-2193-4555-8d90-a8acb76385b2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:16.546992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2358f579-2193-4555-8d90-a8acb76385b2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:16.578382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.719048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eeceda96-d7c1-4a14-a6d4-1bb13552501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.755693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.841263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.883959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.934626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cd022a8-8669-4920-9200-578c5685af56,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:16.938691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:16.944354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-75393b03-7e23-430c-ab9f-93c0203301c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2cd022a8-8669-4920-9200-578c5685af56 HTTP/1.1" status: 204 len: 168 time: 0.5274079 Feb 15 09:49:16.946136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e370356-77e1-4ea1-9e99-9db3755093ee None None] Network c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:16.946973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53352) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:16.955487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.077750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.109546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53358) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:17.123439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Subnet': ['ID=696b05a8-508c-4a72-8769-db90294d6bbe,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:17.145261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Checking segment: {'id': '5fdfc560-9eee-41f5-8c33-0050748ebdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:17.145862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network hostable DHCP agents. Network: 64eb69d9-3db8-4866-8c51-2f67d4cebd51, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:49:17.168518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:49:17.190680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53362) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:17.210261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 64eb69d9-3db8-4866-8c51-2f67d4cebd51) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:17.216214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:17.219275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.236077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23b101-2a56-445c-8897-f2ddb99f6827 None None] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:17.265439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2cd2fa63-8c3a-446c-a4a7-843d929f199d tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1589704 Feb 15 09:49:17.266602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53366) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:17.284016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1568632390-network', 'tenant_id': '7f7dbcfe73ae465cb5629819f169accd'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:17.286813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2090021313', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:17.327914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc75eb5-6add-4006-be66-c6337b6362e1 req-a929f4e0-d60f-4e2c-91ad-024b15815252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:17.329516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdc75eb5-6add-4006-be66-c6337b6362e1 req-a929f4e0-d60f-4e2c-91ad-024b15815252 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1097 time: 0.4830070 Feb 15 09:49:17.343176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94b6dea-5ff6-44b8-85ff-1c9d5af24c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.361195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Deleting port 2122c4e1-0989-4102-8f38-2ad35f3b056a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:17.364058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.393827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.395267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.427662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] DHCP port deletion for c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:49:17.437263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] For port 2122c4e1-0989-4102-8f38-2ad35f3b056a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2122c4e1-0989-4102-8f38-2ad35f3b056a,segment=NetworkSegment(8e198ee5-75bd-445c-bcd2-f6bf570caac8),segment_id=8e198ee5-75bd-445c-bcd2-f6bf570caac8)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:17.437894 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.453932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Calling delete_port for 2122c4e1-0989-4102-8f38-2ad35f3b056a owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:17.518325 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.544554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-64eb69d9-3db8-4866-8c51-2f67d4cebd51', 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51', 'tenant_id': '3b3d5cfff7654e579a72adbaaf1c1509', 'fixed_ips': [{'subnet_id': '696b05a8-508c-4a72-8769-db90294d6bbe'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:49:17.545605 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.571829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.607629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2122c4e1-0989-4102-8f38-2ad35f3b056a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:17.627311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-bf301acb-74e2-42ff-bdde-8182f990e84e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:17.638364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-bf301acb-74e2-42ff-bdde-8182f990e84e tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.2338750 Feb 15 09:49:17.640947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Made reservation on behalf of 7f7dbcfe73ae465cb5629819f169accd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:17.647518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.655774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdc75eb5-6add-4006-be66-c6337b6362e1 req-d17aa9be-627e-4a3b-9530-be8c0685ae7b service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159678 Feb 15 09:49:17.686377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] No DVR routers for this DVR port 2122c4e1-0989-4102-8f38-2ad35f3b056a on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:17.688014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.699731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94b6dea-5ff6-44b8-85ff-1c9d5af24c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.713877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b94b6dea-5ff6-44b8-85ff-1c9d5af24c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.718114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Deleting port 2122c4e1-0989-4102-8f38-2ad35f3b056a {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:17.719151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.837216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] For port 2122c4e1-0989-4102-8f38-2ad35f3b056a, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:17.837525 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.845620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72420a0-3809-4af6-9eaf-ed9fe5a3aa42 req-c5c6db3f-6ac9-415e-a87c-c2d8bf210490 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:17.847408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e72420a0-3809-4af6-9eaf-ed9fe5a3aa42 req-c5c6db3f-6ac9-415e-a87c-c2d8bf210490 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 946 time: 0.1932173 Feb 15 09:49:17.855902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.862725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Calling delete_port for 2122c4e1-0989-4102-8f38-2ad35f3b056a owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:17.867159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Port 2122c4e1-0989-4102-8f38-2ad35f3b056a was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:49:17.874825 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.901671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] No DVR routers for this DVR port 2122c4e1-0989-4102-8f38-2ad35f3b056a on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:17.902427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c3a3cf-975c-438f-bb3e-90b5cdac1f10']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:17.920629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e198ee5-75bd-445c-bcd2-f6bf570caac8') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:17.920952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e198ee5-75bd-445c-bcd2-f6bf570caac8') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:17.942274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ec595-0f6b-4739-b5fa-55e40bc75b59 None None] Pushing event deleted for resources: {'Port': ['ID=2122c4e1-0989-4102-8f38-2ad35f3b056a,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:17.949792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.950240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Allocated IP 172.20.0.2 (64eb69d9-3db8-4866-8c51-2f67d4cebd51/696b05a8-508c-4a72-8769-db90294d6bbe/3f3effbd-1364-416e-bbb5-02bf5cd7043b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:17.954034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b6dea-5ff6-44b8-85ff-1c9d5af24c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d273f4db-34a6-4f4f-b830-a1cfcf4acc7d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:17.967204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e72420a0-3809-4af6-9eaf-ed9fe5a3aa42 req-3a4567e2-7488-4eda-91d5-f560294a3927 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/security-groups?id=090f6d20-9482-4d5f-be27-c0fc761fb0bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963843 Feb 15 09:49:17.981198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b94b6dea-5ff6-44b8-85ff-1c9d5af24c9a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ed17deeefd46496e9f3638a4651dc012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7885931 Feb 15 09:49:17.982360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53372) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:17.983336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:17.986996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.007467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:18.016695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:18.023709 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:18.061098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Deleting port e1420ea8-a361-4114-bc05-1d3ed0864090 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:18.061676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.084087 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.135242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.177832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.187731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.203538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:49:18.230874 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.234524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.239134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c0c3a3cf-975c-438f-bb3e-90b5cdac1f10 HTTP/1.1" status: 204 len: 168 time: 1.2905202 Feb 15 09:49:18.240374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf1177-7fb3-4215-ac28-36b880e563d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c3a3cf-975c-438f-bb3e-90b5cdac1f10,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:18.249446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.256290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06bb38c-32eb-43aa-aef7-3623fc9e025c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:18.261641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.262372 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Added segment b8f1bbca-d28c-40e4-9b48-2936b4a97885 of type vlan for network cb5cf43e-85b7-49e1-b744-d32df45fd25c Feb 15 09:49:18.263908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8020db61-1d0d-44e7-a5a9-e5e08be8be92 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:18.297291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] For port e1420ea8-a361-4114-bc05-1d3ed0864090, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e1420ea8-a361-4114-bc05-1d3ed0864090,segment=NetworkSegment(9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1),segment_id=9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:18.297854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.315233 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.318510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Calling delete_port for e1420ea8-a361-4114-bc05-1d3ed0864090 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:18.343672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.406658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Pushing event updated for resources: {'Port': ['ID=3f3effbd-1364-416e-bbb5-02bf5cd7043b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:18.416913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:18.435483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.436793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:18.438388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.438565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8020db61-1d0d-44e7-a5a9-e5e08be8be92 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:18.440294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8020db61-1d0d-44e7-a5a9-e5e08be8be92 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:18.440786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2122c4e1-0989-4102-8f38-2ad35f3b056a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:18.455693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:18.465991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:18.505529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3955271 Feb 15 09:49:18.510148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2122c4e1-0989-4102-8f38-2ad35f3b056a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:18.510573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2122c4e1-0989-4102-8f38-2ad35f3b056a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:18.511172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53382) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:18.527845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Request body: {'subnet': {'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1568632390-subnet', 'tenant_id': '7f7dbcfe73ae465cb5629819f169accd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:18.584695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.607173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.619411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50cf10b-2b64-40bc-b0fa-2cf53742a8bd admin admin] Pushing event updated for resources: {'Network': ['ID=cb5cf43e-85b7-49e1-b744-d32df45fd25c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:18.632511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.633360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network cb5cf43e-85b7-49e1-b744-d32df45fd25c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:49:18.638157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Attempting to bind port 3f3effbd-1364-416e-bbb5-02bf5cd7043b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:49:18.638669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Attempting to bind port 3f3effbd-1364-416e-bbb5-02bf5cd7043b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5fdfc560-9eee-41f5-8c33-0050748ebdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:49:18.639018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Attempting to bind port 3f3effbd-1364-416e-bbb5-02bf5cd7043b on network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:18.641015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.642692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d273f4db-34a6-4f4f-b830-a1cfcf4acc7d HTTP/1.1" status: 204 len: 168 time: 0.6571922 Feb 15 09:49:18.659981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53386) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:18.661671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38784d-cb37-4bc5-929f-a1c0e4324029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d273f4db-34a6-4f4f-b830-a1cfcf4acc7d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:18.751394 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fd3bb025-6f87-44f0-a2bb-ebd9b2cf8f3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d49e5da016a4b81949075f687eebb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776372 Feb 15 09:49:18.751604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:49:18.752155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Checking segment: {'id': '5fdfc560-9eee-41f5-8c33-0050748ebdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:18.753036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53388) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:18.755410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.756117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Bound using segment: {'id': '5fdfc560-9eee-41f5-8c33-0050748ebdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:49:18.757018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Bound port: 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fdfc560-9eee-41f5-8c33-0050748ebdc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:49:18.759455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.805920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Made reservation on behalf of 7f7dbcfe73ae465cb5629819f169accd for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:18.808642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.815886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:18.937893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Pushing event deleted for resources: {'Port': ['ID=e1420ea8-a361-4114-bc05-1d3ed0864090,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:19.059047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] For port 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:49:19.068764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] For port 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3f3effbd-1364-416e-bbb5-02bf5cd7043b,segment=NetworkSegment(5fdfc560-9eee-41f5-8c33-0050748ebdc9),segment_id=5fdfc560-9eee-41f5-8c33-0050748ebdc9)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:49:19.080002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] No DVR routers for this DVR port e1420ea8-a361-4114-bc05-1d3ed0864090 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:19.085296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.25.6.84 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/0ccf1387-7870-4c69-a6b3-73cb059f34ba) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:19.085616 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.092671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.096153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-904ed1e4-75eb-4472-88af-785ca67e22a7 req-f07dabd0-389a-4ae7-8d15-00875529f8a3 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.72 "DELETE /v2.0/ports/e1420ea8-a361-4114-bc05-1d3ed0864090 HTTP/1.1" status: 204 len: 173 time: 1.3947756 Feb 15 09:49:19.096606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'name': 'network-vif-deleted', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:19.099001 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886acb93-169f-484f-b40f-3f9ee01c3a29" -d '{"events": [{"server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "name": "network-vif-deleted", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:19.155769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.198887 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c81311-6a9d-4d62-87e0-06425e0d86fc x-openstack-request-id: req-51c81311-6a9d-4d62-87e0-06425e0d86fc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:19.199174 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3447b884-db4b-4c1d-8137-9fce743a33cd", "name": "network-vif-deleted", "tag": "e1420ea8-a361-4114-bc05-1d3ed0864090", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:19.199422 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51c81311-6a9d-4d62-87e0-06425e0d86fc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:19.199988 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3447b884-db4b-4c1d-8137-9fce743a33cd', 'name': 'network-vif-deleted', 'tag': 'e1420ea8-a361-4114-bc05-1d3ed0864090', 'status': 'completed', 'code': 200} Feb 15 09:49:19.202609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb1ba5f6-2ca4-40f4-9919-ed36f933b3ed req-37da0e99-a3b3-4545-b2aa-7101e3ca6918 tempest-AttachVolumeNegativeTest-515695056 tempest-AttachVolumeNegativeTest-515695056-project] 10.222.0.10 "GET /v2.0/ports?device_id=3447b884-db4b-4c1d-8137-9fce743a33cd HTTP/1.1" status: 200 len: 210 time: 0.0890145 Feb 15 09:49:19.268095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.341672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.358717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec8e8f3-013c-44dc-bfb1-e7cf0f2fed58 None None] Pushing event updated for resources: {'Port': ['ID=3f3effbd-1364-416e-bbb5-02bf5cd7043b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:19.409745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.412242 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48b0dcb0-ca94-459f-b52d-99de090fd11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.469917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.483757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53406) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:19.517258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.521101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.522692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af1bc534-3461-4346-bac2-dd85a275ebed HTTP/1.1" status: 204 len: 168 time: 0.7675805 Feb 15 09:49:19.527402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9d49ab0-1e83-4708-8ccd-edc7bc4b4fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.585267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:19.591411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:19.594343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=0ccf1387-7870-4c69-a6b3-73cb059f34ba,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:19.597659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:19.639821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe205-2817-4847-b8cf-d7c4b1254d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1bc534-3461-4346-bac2-dd85a275ebed,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:19.651066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c38d0c00-aa90-4d3d-b5a5-634ebe06771b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:19.723064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Checking segment: {'id': 'b8f1bbca-d28c-40e4-9b48-2936b4a97885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:19.723905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Network hostable DHCP agents. Network: cb5cf43e-85b7-49e1-b744-d32df45fd25c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:49:19.788034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Network cb5cf43e-85b7-49e1-b744-d32df45fd25c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:49:19.811763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, cb5cf43e-85b7-49e1-b744-d32df45fd25c) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:19.817994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:19.818996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.845406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc69b1b-a2f7-4610-8054-eedfcd3c1b52 None None] Network cb5cf43e-85b7-49e1-b744-d32df45fd25c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:19.850613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9d49ab0-1e83-4708-8ccd-edc7bc4b4fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.854526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be1f8817-aca5-4724-a9ba-1b2dce70358e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3400133 Feb 15 09:49:19.860986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a9d49ab0-1e83-4708-8ccd-edc7bc4b4fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:19.948097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9d49ab0-1e83-4708-8ccd-edc7bc4b4fa2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49400b18cbb046f5aacafe6e85a563e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630296 Feb 15 09:49:19.951240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53416) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:19.954074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d49ab0-1e83-4708-8ccd-edc7bc4b4fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b814b80c-e4ae-40c7-9139-02054138f491,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:20.031032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a523c9-237b-4c7b-8f54-e9c272422b0a None None] Network cb5cf43e-85b7-49e1-b744-d32df45fd25c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:20.092970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.119763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.212062 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.300346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53430) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:20.318896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.366168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3f3effbd-1364-416e-bbb5-02bf5cd7043b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:49:20.404550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Deleting subnet a44e4478-1fc7-4173-8c76-ea08c6075685 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:20.421680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.486266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.490406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.494115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b814b80c-e4ae-40c7-9139-02054138f491 HTTP/1.1" status: 204 len: 168 time: 0.5390089 Feb 15 09:49:20.495625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.515107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3f3effbd-1364-416e-bbb5-02bf5cd7043b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:20.515107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.562168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1420ea8-a361-4114-bc05-1d3ed0864090 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:20.582555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.629871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: e1420ea8-a361-4114-bc05-1d3ed0864090 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:20.630231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e1420ea8-a361-4114-bc05-1d3ed0864090 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:20.695110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.733698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46455f0b-f001-4429-b34d-54ac11dd85d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b814b80c-e4ae-40c7-9139-02054138f491,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:20.764129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.774057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.778400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a44e4478-1fc7-4173-8c76-ea08c6075685 HTTP/1.1" status: 204 len: 168 time: 0.4771695 Feb 15 09:49:20.779018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53450) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:20.779282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731b3de6-780c-48c4-88d5-022f14c167dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44e4478-1fc7-4173-8c76-ea08c6075685,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:20.865411 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:20.910596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3f3effbd-1364-416e-bbb5-02bf5cd7043b,segment=NetworkSegment(5fdfc560-9eee-41f5-8c33-0050748ebdc9),segment_id=5fdfc560-9eee-41f5-8c33-0050748ebdc9)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:20.927717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:21.015361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d304daf-907a-4a66-bb83-cfb4023dac8c None None] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:21.096834 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=3f3effbd-1364-416e-bbb5-02bf5cd7043b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:21.102330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-021c3b13-3067-40d9-9c26-f070082fc0dc None None] Provisioning complete for port 3f3effbd-1364-416e-bbb5-02bf5cd7043b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:21.102838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-021c3b13-3067-40d9-9c26-f070082fc0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:21.540369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:21.557609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c475195f-e69c-4d08-9e0b-3e769131d5da tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:21.565093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c475195f-e69c-4d08-9e0b-3e769131d5da tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/networks?id=cb5cf43e-85b7-49e1-b744-d32df45fd25c HTTP/1.1" status: 200 len: 814 time: 1.0587325 Feb 15 09:49:21.587109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-e2554473-6534-40e9-a8f7-17ffb23ec185 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/quotas/7f7dbcfe73ae465cb5629819f169accd HTTP/1.1" status: 200 len: 375 time: 0.0210564 Feb 15 09:49:21.679767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-7fc3f324-e929-418b-8baa-bf7b0a448afa tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7f7dbcfe73ae465cb5629819f169accd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872571 Feb 15 09:49:21.697244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a84bccd1-3a57-4754-838f-d6a2fb249784 None None] Provisioning complete for port 3f3effbd-1364-416e-bbb5-02bf5cd7043b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:21.697621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a84bccd1-3a57-4754-838f-d6a2fb249784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:21.752864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router 3e731dd6-a461-437f-8ad9-b80c4f103b3b is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:49:21.865354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:21.923171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfb4836-adb8-4844-91b1-7aaee800ea21']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:21.937632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:21.938217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eb4e073-fc80-44c1-a9e3-066f1d3b6ba1') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:21.981642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.005749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.028150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:22.028788 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:22.031645 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:22.054558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:22.071411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] Sync routers for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:22.095489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:22.096347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:22.146647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:22.150102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.154906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:22.158084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:22.158965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:22.166198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ffdbf140-0475-4746-b22c-35c4ec232124 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8982334 Feb 15 09:49:22.216473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:22.217330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.217475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e976e52d-a978-493d-a586-897de49a8e57 None None] The sync data for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:22.230216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.239781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9dfb4836-adb8-4844-91b1-7aaee800ea21 HTTP/1.1" status: 204 len: 168 time: 1.4489973 Feb 15 09:49:22.272916 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.283638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836598ab-f4f3-42b6-9d4b-1f66fc2a3b75 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfb4836-adb8-4844-91b1-7aaee800ea21,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:22.289523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3f3effbd-1364-416e-bbb5-02bf5cd7043b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:49:22.309924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-85e4eadd-3b53-4869-aaa3-bd89305cf9be service neutron] 10.222.0.10 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6238425 Feb 15 09:49:22.437596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.452931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3f3effbd-1364-416e-bbb5-02bf5cd7043b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:22.453504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.501252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-a4b1a193-0dc0-40c1-9163-bbbefeae5e15 service neutron] 10.222.0.10 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903405 Feb 15 09:49:22.535200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53508) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:22.658122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53514) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:22.759426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3a2df15f-3b8f-4ccb-bba2-32b112231fef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b38e741c36e342038dd9d440d0065d10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992069 Feb 15 09:49:22.761953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:22.880397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.965437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-166aa593-3f99-4059-8a7a-0162963d5e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:22.968971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.136009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.139553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.141743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/090f6d20-9482-4d5f-be27-c0fc761fb0bd HTTP/1.1" status: 204 len: 168 time: 0.3784606 Feb 15 09:49:23.162979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-166aa593-3f99-4059-8a7a-0162963d5e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.165245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7075f25-c641-4829-a545-cc7459bdb13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090f6d20-9482-4d5f-be27-c0fc761fb0bd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:23.165925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99e72617-fcaf-4895-854b-8fcd3a2740a3 req-e4bac958-38bb-4cb9-b46c-35e972cb0e74 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 210 time: 0.0559025 Feb 15 09:49:23.179828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-166aa593-3f99-4059-8a7a-0162963d5e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.233192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166aa593-3f99-4059-8a7a-0162963d5e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69707ac1-ba4c-4153-8b1e-b75c696c888a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:23.238832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-166aa593-3f99-4059-8a7a-0162963d5e89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4eabd58c0464f0fba4015675b7b0b13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7019894 Feb 15 09:49:23.241844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53534) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:23.303143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.359883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.438847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.459740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.464962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.469904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69707ac1-ba4c-4153-8b1e-b75c696c888a HTTP/1.1" status: 204 len: 168 time: 0.2267807 Feb 15 09:49:23.485446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86757ba-01e7-4718-becd-27237322254b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69707ac1-ba4c-4153-8b1e-b75c696c888a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:23.854137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.1 (64eb69d9-3db8-4866-8c51-2f67d4cebd51/696b05a8-508c-4a72-8769-db90294d6bbe/bf525177-03a7-4f8b-bedc-fa564e1b3bd1) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:23.977169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:23.994593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a3eef17-0be0-4358-9209-a0e4c7dfc66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:23.999554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.053553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.102995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:24.108337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:24.113405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:24.114383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a3eef17-0be0-4358-9209-a0e4c7dfc66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.121643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5a3eef17-0be0-4358-9209-a0e4c7dfc66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.145439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=bf525177-03a7-4f8b-bedc-fa564e1b3bd1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:24.168794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.223816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5a3eef17-0be0-4358-9209-a0e4c7dfc66d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8d3738041a2e45e08192448a57e9a9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454877 Feb 15 09:49:24.244959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53570) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:24.277727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3eef17-0be0-4358-9209-a0e4c7dfc66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db55965-195d-4643-8714-7a4f9daf82ef,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:24.344952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3c8343dd-5e76-446a-ad64-d1b85356cf84 req-ad0f641b-b016-4bd1-87eb-65bec495c951 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 210 time: 0.0929992 Feb 15 09:49:24.454649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.479676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.512641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.528709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-974737f7-ab63-42a6-af0e-64fa31df28e1 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:24.530829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-974737f7-ab63-42a6-af0e-64fa31df28e1 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.36 "GET /v2.0/networks?id=cb5cf43e-85b7-49e1-b744-d32df45fd25c HTTP/1.1" status: 200 len: 814 time: 0.3797557 Feb 15 09:49:24.549689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Request body: {'port': {'device_id': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c', 'admin_state_up': True, 'tenant_id': '7f7dbcfe73ae465cb5629819f169accd'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:24.553504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6bb100b9-3236-406f-987f-e6b29092886f None None] Provisioning complete for port bf525177-03a7-4f8b-bedc-fa564e1b3bd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:24.553971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6bb100b9-3236-406f-987f-e6b29092886f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.602935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6bb100b9-3236-406f-987f-e6b29092886f None None] Port bf525177-03a7-4f8b-bedc-fa564e1b3bd1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:49:24.721906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.726066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.727282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0db55965-195d-4643-8714-7a4f9daf82ef HTTP/1.1" status: 204 len: 168 time: 0.4803123 Feb 15 09:49:24.744570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72937d34-89a7-4038-bf16-0f946640051d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db55965-195d-4643-8714-7a4f9daf82ef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:24.765442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Made reservation on behalf of 7f7dbcfe73ae465cb5629819f169accd for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:24.770520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.942395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Allocated IP 172.20.0.12 (cb5cf43e-85b7-49e1-b744-d32df45fd25c/c38d0c00-aa90-4d3d-b5a5-634ebe06771b/1a20588b-27b8-4110-8467-09886bbda53f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:24.969973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:24.976024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.065244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=bf525177-03a7-4f8b-bedc-fa564e1b3bd1,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:25.071270 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.169250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.189788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:25.192112 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:25.224941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.280963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Network cb5cf43e-85b7-49e1-b744-d32df45fd25c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:25.284305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:25.287360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:25.341128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Pushing event updated for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:25.357980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:25.358899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.369455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router 3e731dd6-a461-437f-8ad9-b80c4f103b3b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:25.411647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-c079a05e-dafe-4c0c-b0b6-c5994b963581 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674688 Feb 15 09:49:25.424888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Request body: {'port': {'device_id': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:25.553994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-338346c0-cf1d-4613-9a9e-be87a971b1d6 None None] Provisioning complete for port bf525177-03a7-4f8b-bedc-fa564e1b3bd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:25.555028 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-338346c0-cf1d-4613-9a9e-be87a971b1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.580371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.617117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b3987-4b97-4030-9be8-ad3e5f34c755 req-1d6b9a6f-c14d-4a62-96b2-ea929e9027c3 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:25.618728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:25.626727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c9b3987-4b97-4030-9be8-ad3e5f34c755 req-1d6b9a6f-c14d-4a62-96b2-ea929e9027c3 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 932 time: 0.1228395 Feb 15 09:49:25.633375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-77772df1-fdf4-4181-8b3f-bb40d19d482a tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/routers/3e731dd6-a461-437f-8ad9-b80c4f103b3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4766185 Feb 15 09:49:25.636600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53618) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:25.637551 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] Sync routers for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:25.646662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'port': {'network_id': '64eb69d9-3db8-4866-8c51-2f67d4cebd51', 'name': 'tempest-FloatingIPTestJSON-1037163893'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:25.649723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-338346c0-cf1d-4613-9a9e-be87a971b1d6 None None] Port bf525177-03a7-4f8b-bedc-fa564e1b3bd1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:49:25.652560 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:25.653415 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:25.717091 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:25.724933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c9b3987-4b97-4030-9be8-ad3e5f34c755 req-6db3c9db-a205-4dc5-a388-67b064cba211 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919967 Feb 15 09:49:25.733463 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:25.734697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:25.787360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:25.787360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675c6c50-2d24-4079-8472-a169d7c22c2a None None] The sync data for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:25.869312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Made reservation on behalf of 3b3d5cfff7654e579a72adbaaf1c1509 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:25.881617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:25.929126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] device_id is not set on port d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:49:26.107999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a20588b-27b8-4110-8467-09886bbda53f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:26.117680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.133727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Transition to ACTIVE for port object 1a20588b-27b8-4110-8467-09886bbda53f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:49:26.141995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.202309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:26.212368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Allocated IP 172.20.0.9 (64eb69d9-3db8-4866-8c51-2f67d4cebd51/696b05a8-508c-4a72-8769-db90294d6bbe/d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:26.340239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Attempting to bind port 1a20588b-27b8-4110-8467-09886bbda53f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:49:26.341284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Attempting to bind port 1a20588b-27b8-4110-8467-09886bbda53f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'b8f1bbca-d28c-40e4-9b48-2936b4a97885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:49:26.343507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Attempting to bind port 1a20588b-27b8-4110-8467-09886bbda53f on network cb5cf43e-85b7-49e1-b744-d32df45fd25c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:26.352850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Port 1a20588b-27b8-4110-8467-09886bbda53f on network cb5cf43e-85b7-49e1-b744-d32df45fd25c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:49:26.353162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Attempting to bind port 1a20588b-27b8-4110-8467-09886bbda53f on network cb5cf43e-85b7-49e1-b744-d32df45fd25c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:26.359254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:49:26.363370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Checking segment: {'id': 'b8f1bbca-d28c-40e4-9b48-2936b4a97885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:26.363370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Bound using segment: {'id': 'b8f1bbca-d28c-40e4-9b48-2936b4a97885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:49:26.363370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Bound port: 1a20588b-27b8-4110-8467-09886bbda53f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f1bbca-d28c-40e4-9b48-2936b4a97885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:49:26.363370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.515962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.533613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:49:26.543133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1a20588b-27b8-4110-8467-09886bbda53f,segment=NetworkSegment(b8f1bbca-d28c-40e4-9b48-2936b4a97885),segment_id=b8f1bbca-d28c-40e4-9b48-2936b4a97885)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:49:26.558984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.569130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.611933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:26.612580 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.614933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] 10.222.0.36 "PUT /v2.0/ports/1a20588b-27b8-4110-8467-09886bbda53f HTTP/1.1" status: 200 len: 1092 time: 1.1949451 Feb 15 09:49:26.615420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:26.617974 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "tag": "1a20588b-27b8-4110-8467-09886bbda53f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:26.692264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aec818-2776-464d-a747-150c0cea35a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:26.706574 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866347cb-014e-4dd7-bdf1-1bd134c18c00 x-openstack-request-id: req-866347cb-014e-4dd7-bdf1-1bd134c18c00 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:26.706968 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "tag": "1a20588b-27b8-4110-8467-09886bbda53f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:26.707304 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-866347cb-014e-4dd7-bdf1-1bd134c18c00 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:26.708233 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f', 'status': 'completed', 'code': 200} Feb 15 09:49:26.712275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:26.717887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:26.730654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:26.744578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event updated for resources: {'Port': ['ID=d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:26.776911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-40883ecb-cccf-4a41-b281-f937fcaa7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:26.778758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-40883ecb-cccf-4a41-b281-f937fcaa7d40 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f7dbcfe73ae465cb5629819f169accd&device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 1095 time: 0.0679388 Feb 15 09:49:26.859114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:26.859981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:26.897478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3583887b-755d-4511-b12e-df0e40c21793 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2596102 Feb 15 09:49:26.902478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53668) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:26.909874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Request body: {'floatingip': {'port_id': 'd7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:27.189599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:27.193582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6e872c0b-0bf9-4310-957b-b422bdbad59d None None] Provisioning complete for port d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:27.194190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6e872c0b-0bf9-4310-957b-b422bdbad59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:27.270476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6e872c0b-0bf9-4310-957b-b422bdbad59d None None] Port d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:49:27.329235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71e8f8-7f3b-4164-8a03-146502a031f1 req-ac0b3963-a731-47c1-9aff-c37ac5d6580b tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:27.337789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce71e8f8-7f3b-4164-8a03-146502a031f1 req-ac0b3963-a731-47c1-9aff-c37ac5d6580b tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 944 time: 0.4677861 Feb 15 09:49:27.347586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-1aa4b2a3-dc18-4634-8103-1a4ab982d97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:27.350933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-1aa4b2a3-dc18-4634-8103-1a4ab982d97e service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=7f7dbcfe73ae465cb5629819f169accd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5634911 Feb 15 09:49:27.567438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce71e8f8-7f3b-4164-8a03-146502a031f1 req-f59c79f9-4f23-485c-a81a-561719a61fc2 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240016 Feb 15 09:49:27.688970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-091d7870-2f57-4db6-afe1-6dc1c6d20681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:27.690489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5a7fa16-9b8e-406c-97b1-f20c2eeb5e3e req-091d7870-2f57-4db6-afe1-6dc1c6d20681 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3276927 Feb 15 09:49:27.918763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-6b40281e-8bdb-4580-85dc-baf6480bc7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:27.920521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-6b40281e-8bdb-4580-85dc-baf6480bc7b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f7dbcfe73ae465cb5629819f169accd&device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 1095 time: 0.1267312 Feb 15 09:49:27.994365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-2c7c7f1c-ed0b-4d73-b25b-25fbc6efbf0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a20588b-27b8-4110-8467-09886bbda53f HTTP/1.1" status: 200 len: 217 time: 0.0397048 Feb 15 09:49:28.512412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-bbaafb9f-758d-43ca-adc6-0c396a8d36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:28.513886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-bbaafb9f-758d-43ca-adc6-0c396a8d36d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c38d0c00-aa90-4d3d-b5a5-634ebe06771b HTTP/1.1" status: 200 len: 854 time: 0.5129204 Feb 15 09:49:28.553511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-d753897f-4e94-4f11-a174-9ebdf5df482b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb5cf43e-85b7-49e1-b744-d32df45fd25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294921 Feb 15 09:49:28.663548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:49:28.760792 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:28.776720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:28.890170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-0149c440-cbba-4321-ba2e-c667abb735c1 service neutron] 10.222.0.36 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135967 Feb 15 09:49:29.030847 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP beadcc88-fd8e-40bf-aa1e-984a018d9976 associated. External IP: 172.25.6.118, port: f2245a45-6741-4c40-85ca-2c4e271ca7fe. Feb 15 09:49:29.125509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8104987-1d6c-42cc-a5d1-45349bf106da req-bac722a7-9372-4cd7-9268-6797cb219271 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:29.127252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8104987-1d6c-42cc-a5d1-45349bf106da req-bac722a7-9372-4cd7-9268-6797cb219271 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 944 time: 0.4225218 Feb 15 09:49:29.369459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8104987-1d6c-42cc-a5d1-45349bf106da req-594274ac-7bad-4a37-8a95-8cad0234d659 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300084 Feb 15 09:49:29.379988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24d400a2-a94f-44df-b4a4-16f06ee92b11 req-f85affb9-fcc6-4895-9a29-4df7b70c79c7 service neutron] 10.222.0.36 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795065 Feb 15 09:49:29.605270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:29.823709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:29.854516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:29.873731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:29.874315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:29.949765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:29.978407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:29.979390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.075031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.076076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2f7cb6-0680-4e9a-b5fc-358c67e7f2b8 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:30.259035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router 3e731dd6-a461-437f-8ad9-b80c4f103b3b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:30.435194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:30.438702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:30.455260 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] Sync routers for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:30.500458 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:30.501108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.521476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-87c5cde5-92a9-4842-a966-dc0fd33f31c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/floatingips/beadcc88-fd8e-40bf-aa1e-984a018d9976 HTTP/1.1" status: 200 len: 978 time: 3.6152575 Feb 15 09:49:30.522042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:30.575769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.584962 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:30.585564 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.627535 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:30.629241 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a864a907-0aa6-4298-95a8-602dd9989905 None None] The sync data for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:30.674478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c497f82-1c5d-40ba-9582-4d7da9eb7bbf req-c311eda5-b364-4324-b6be-a7af8ed77a77 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:30.676148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c497f82-1c5d-40ba-9582-4d7da9eb7bbf req-c311eda5-b364-4324-b6be-a7af8ed77a77 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 944 time: 0.0857146 Feb 15 09:49:30.701605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:30.702191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:30.765697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c497f82-1c5d-40ba-9582-4d7da9eb7bbf req-ff7c104c-dbb9-421d-a376-641abc21489f tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632193 Feb 15 09:49:30.948062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.112038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53900) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:31.159021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.159423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.159727 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Floating IP beadcc88-fd8e-40bf-aa1e-984a018d9976 disassociated. External IP: 172.25.6.118, port: d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d. Feb 15 09:49:31.160066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:31.236295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a3a5225-813c-4869-8c7f-c8fb9e9982bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.325686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.357325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:31.389764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a3a5225-813c-4869-8c7f-c8fb9e9982bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.396588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7a3a5225-813c-4869-8c7f-c8fb9e9982bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.460555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7a3a5225-813c-4869-8c7f-c8fb9e9982bc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=65b8166fe7654ec2b063dbd99e858076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471909 Feb 15 09:49:31.461464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53910) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:31.515385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a5225-813c-4869-8c7f-c8fb9e9982bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25145011-2bcb-44eb-913c-1d845798c9b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:31.537898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router 3e731dd6-a461-437f-8ad9-b80c4f103b3b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:31.577753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.626602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.771676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.777008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:31.793031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25145011-2bcb-44eb-913c-1d845798c9b0 HTTP/1.1" status: 204 len: 168 time: 0.3285606 Feb 15 09:49:31.803369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:31.815283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] Sync routers for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:31.816570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eac75f-02d2-48ab-a613-9122f913ddcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25145011-2bcb-44eb-913c-1d845798c9b0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:31.835331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:31.835791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:31.947628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:31.987007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:31.988302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:32.001512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.010967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5455920-aef5-4178-8b96-5b7945aaf868 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d HTTP/1.1" status: 204 len: 168 time: 1.4865878 Feb 15 09:49:32.012556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53936) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:32.038914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:32.039279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2d112-1dfa-4afe-9a1e-41815dc1dc01 None None] The sync data for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:32.086006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53940) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:32.336565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53944) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:32.353383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5c584-50ef-4273-95d6-92009ab74e1f req-70115ec1-de96-4cc5-8b7c-68ec42d18d2c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:32.360869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afc5c584-50ef-4273-95d6-92009ab74e1f req-70115ec1-de96-4cc5-8b7c-68ec42d18d2c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 944 time: 0.4593730 Feb 15 09:49:32.363686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce8109ee-683f-4a15-8029-4502ba160209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.419898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afc5c584-50ef-4273-95d6-92009ab74e1f req-c01dc626-3d67-43d0-a55a-0ed91ede44b0 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Feb 15 09:49:32.464530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cee24ef9-a8ee-4c00-9905-128059c7f9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.523239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce8109ee-683f-4a15-8029-4502ba160209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.534239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce8109ee-683f-4a15-8029-4502ba160209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.542330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.599691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8109ee-683f-4a15-8029-4502ba160209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b91bab-06d9-41dd-9149-778273c2c3ba,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:32.609501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce8109ee-683f-4a15-8029-4502ba160209 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5ee79b70a50642f3b85d6489c7158a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5222154 Feb 15 09:49:32.610258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53946) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:32.670503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cee24ef9-a8ee-4c00-9905-128059c7f9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.684269 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cee24ef9-a8ee-4c00-9905-128059c7f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.706632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.746359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cee24ef9-a8ee-4c00-9905-128059c7f9f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f7b060b5a424879aed056e70acc145f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086547 Feb 15 09:49:32.750320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24ef9-a8ee-4c00-9905-128059c7f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ddd1ba-ec6b-4b6a-9901-75e723f5c0b5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:32.752917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53954) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:32.779171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.862169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.890831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.914862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.918176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:32.924866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5b91bab-06d9-41dd-9149-778273c2c3ba HTTP/1.1" status: 204 len: 168 time: 0.3118372 Feb 15 09:49:32.977437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed42945-fc27-4d1d-a776-6d3a32b0bc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b91bab-06d9-41dd-9149-778273c2c3ba,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:33.016063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port bf525177-03a7-4f8b-bedc-fa564e1b3bd1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:33.016063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.031931 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.035111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.038594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/80ddd1ba-ec6b-4b6a-9901-75e723f5c0b5 HTTP/1.1" status: 204 len: 168 time: 0.2765698 Feb 15 09:49:33.048736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f361f0-c67a-4417-85b3-5a4641c6250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ddd1ba-ec6b-4b6a-9901-75e723f5c0b5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:33.198251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.236578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for bf525177-03a7-4f8b-bedc-fa564e1b3bd1 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:33.500125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1a20588b-27b8-4110-8467-09886bbda53f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:49:33.563721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.603440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=bf525177-03a7-4f8b-bedc-fa564e1b3bd1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:33.643446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96c468-87e7-49f3-97ce-7581b4b91760 req-9bcdf1aa-b8d7-4ac0-af07-4b6044442ccc tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:33.651909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e96c468-87e7-49f3-97ce-7581b4b91760 req-9bcdf1aa-b8d7-4ac0-af07-4b6044442ccc tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 944 time: 0.1275778 Feb 15 09:49:33.652145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:33.661817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1a20588b-27b8-4110-8467-09886bbda53f,segment=NetworkSegment(b8f1bbca-d28c-40e4-9b48-2936b4a97885),segment_id=b8f1bbca-d28c-40e4-9b48-2936b4a97885)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:33.671351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9014eea9-2170-48e1-9844-f947d794e96b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.677053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1a20588b-27b8-4110-8467-09886bbda53f', 'network_id': 'cb5cf43e-85b7-49e1-b744-d32df45fd25c', 'port_id': '1a20588b-27b8-4110-8467-09886bbda53f', 'mac_address': 'fa:16:3e:7d:5a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38d0c00-aa90-4d3d-b5a5-634ebe06771b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:49:33.723618 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.748698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a20588b-27b8-4110-8467-09886bbda53f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:33.786735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e96c468-87e7-49f3-97ce-7581b4b91760 req-51422118-b5e9-4dd2-b998-453b5cfa8bea tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255286 Feb 15 09:49:33.798936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1a20588b-27b8-4110-8467-09886bbda53f,segment=NetworkSegment(b8f1bbca-d28c-40e4-9b48-2936b4a97885),segment_id=b8f1bbca-d28c-40e4-9b48-2936b4a97885)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:33.818007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.833500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9014eea9-2170-48e1-9844-f947d794e96b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.839111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9014eea9-2170-48e1-9844-f947d794e96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:33.896562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014eea9-2170-48e1-9844-f947d794e96b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7e9a2-3eca-4d90-8ebd-f96930bbad0d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:33.907429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9014eea9-2170-48e1-9844-f947d794e96b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab3094923a704191a4c1a9da0106ae4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536073 Feb 15 09:49:33.908173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54014) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:33.911977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:33.933465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.934159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.934636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.935486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.935993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.936567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.936927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.937249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.937572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.937882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.938358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:33.938827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:49:34.026764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1a20588b-27b8-4110-8467-09886bbda53f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:34.031773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:34.064778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:34.114650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:34.193650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:34.198623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:34.214681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3d7e9a2-3eca-4d90-8ebd-f96930bbad0d HTTP/1.1" status: 204 len: 168 time: 0.3054013 Feb 15 09:49:34.244960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a17c34-5ff9-436e-9e0f-244e2137fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7e9a2-3eca-4d90-8ebd-f96930bbad0d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:34.439058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router 3e731dd6-a461-437f-8ad9-b80c4f103b3b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:34.619058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:34.627152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ee68608d-f8d7-4641-944c-3b991bb604bb tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/routers/3e731dd6-a461-437f-8ad9-b80c4f103b3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6134384 Feb 15 09:49:34.630430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54056) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:34.630727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] Sync routers for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:34.642619 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:34.643227 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:34.866378 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:34.882843 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] Routers {'3e731dd6-a461-437f-8ad9-b80c4f103b3b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:34.883768 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:34.956756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:34.965750 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e0c68c-58d6-484e-8d18-e7fb657575f0 None None] The sync data for ids ['3e731dd6-a461-437f-8ad9-b80c4f103b3b'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:35.395635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.462251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cff451-66c6-4a1d-bcd6-f85cf575b309 req-72f7fa63-896f-42ed-95df-37e4b935d3a5 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:35.463837 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06cff451-66c6-4a1d-bcd6-f85cf575b309 req-72f7fa63-896f-42ed-95df-37e4b935d3a5 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 945 time: 0.1184266 Feb 15 09:49:35.515108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1a20588b-27b8-4110-8467-09886bbda53f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:49:35.616803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 1a20588b-27b8-4110-8467-09886bbda53f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:49:35.629038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1a20588b-27b8-4110-8467-09886bbda53f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:35.629739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.643136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-06cff451-66c6-4a1d-bcd6-f85cf575b309 req-6f086a3a-665d-4544-aae8-04bd50988167 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695011 Feb 15 09:49:35.644637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.775868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.785115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 0ccf1387-7870-4c69-a6b3-73cb059f34ba {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:35.785441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.812028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:35.816144 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf8fbae-2c2a-4d73-8f3c-83a57e767bda" -d '{"events": [{"server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a20588b-27b8-4110-8467-09886bbda53f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:35.835636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1a20588b-27b8-4110-8467-09886bbda53f,segment=NetworkSegment(b8f1bbca-d28c-40e4-9b48-2936b4a97885),segment_id=b8f1bbca-d28c-40e4-9b48-2936b4a97885)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:35.849773 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.913376 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cff2de4-f9b3-4fe7-ab77-a81da1c875ca x-openstack-request-id: req-9cff2de4-f9b3-4fe7-ab77-a81da1c875ca {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:35.915255 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "name": "network-vif-plugged", "status": "completed", "tag": "1a20588b-27b8-4110-8467-09886bbda53f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:35.915683 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9cff2de4-f9b3-4fe7-ab77-a81da1c875ca {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:35.916715 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f', 'code': 200} Feb 15 09:49:35.942143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:35.976369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 0ccf1387-7870-4c69-a6b3-73cb059f34ba owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:35.981625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:36.124554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9281-39fc-4312-9c1f-e17e49ea7f2a req-0c1e6b0e-4d81-4714-b892-d5b52b0162cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:36.126299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a8b9281-39fc-4312-9c1f-e17e49ea7f2a req-0c1e6b0e-4d81-4714-b892-d5b52b0162cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 1097 time: 0.1475232 Feb 15 09:49:36.218759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a8b9281-39fc-4312-9c1f-e17e49ea7f2a req-13fef7a3-b46e-4331-a4f5-766e976fba59 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843933 Feb 15 09:49:36.294404 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.333189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=0ccf1387-7870-4c69-a6b3-73cb059f34ba,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:36.455363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.596615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:36.641695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.644827 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.709061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.709972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Fanout notify agent at l3_agent the message router_deleted on router 3e731dd6-a461-437f-8ad9-b80c4f103b3b {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:49:36.728854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.732685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:36.741287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-626322fe-7700-48f7-8765-c10953a2df2f tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/routers/3e731dd6-a461-437f-8ad9-b80c4f103b3b HTTP/1.1" status: 204 len: 168 time: 2.0977981 Feb 15 09:49:36.796921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting subnet 696b05a8-508c-4a72-8769-db90294d6bbe {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:36.800912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.892011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:36.939257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de56b5-8246-4abc-88a9-5e90258210e5 req-dd4ac91b-e90d-4f6d-9f35-47c737d5eae1 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:36.940942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6de56b5-8246-4abc-88a9-5e90258210e5 req-dd4ac91b-e90d-4f6d-9f35-47c737d5eae1 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1363313 Feb 15 09:49:37.069081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a937-b84c-4b11-955b-0dd2c6ef4048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.091845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.122760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54154) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:37.240161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6de56b5-8246-4abc-88a9-5e90258210e5 req-bc17dc83-f8f9-4bbd-88a5-98d90ccf02a9 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365758 Feb 15 09:49:37.257654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.278329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.282686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/subnets/696b05a8-508c-4a72-8769-db90294d6bbe HTTP/1.1" status: 204 len: 168 time: 0.5488784 Feb 15 09:49:37.287966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9715d18-4dae-4c7e-939d-363be0a3a1cd None None] Network 64eb69d9-3db8-4866-8c51-2f67d4cebd51 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:37.290491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:37.292894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4757-6d17-4661-836b-2244d7c1a3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.321552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea84910-f633-4a14-b976-b72e1f6f1cd4 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Subnet': ['ID=696b05a8-508c-4a72-8769-db90294d6bbe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:37.434333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.507249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4757-6d17-4661-836b-2244d7c1a3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.523149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff8f4757-6d17-4661-836b-2244d7c1a3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.528397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a937-b84c-4b11-955b-0dd2c6ef4048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.541167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dbe6a937-b84c-4b11-955b-0dd2c6ef4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.545192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 3f3effbd-1364-416e-bbb5-02bf5cd7043b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:37.545587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.607427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ff8f4757-6d17-4661-836b-2244d7c1a3cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e2d8508a3914691ba2d76f83e8fd0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4830272 Feb 15 09:49:37.610998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:37.631790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6a937-b84c-4b11-955b-0dd2c6ef4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde5cc8-7721-4cba-8a4d-2ad52e67f459,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:37.647999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dbe6a937-b84c-4b11-955b-0dd2c6ef4048 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57866e88cfd04107849482183909b8a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0484815 Feb 15 09:49:37.650251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:37.652293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8f4757-6d17-4661-836b-2244d7c1a3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733ceb64-e9e5-4f4a-85b6-d3a74dbfb426,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:37.660951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] DHCP port deletion for 64eb69d9-3db8-4866-8c51-2f67d4cebd51 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:49:37.678056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.736702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.739695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.744289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] For port 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3f3effbd-1364-416e-bbb5-02bf5cd7043b,segment=NetworkSegment(5fdfc560-9eee-41f5-8c33-0050748ebdc9),segment_id=5fdfc560-9eee-41f5-8c33-0050748ebdc9)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:37.744670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.794872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Deleting port 3f3effbd-1364-416e-bbb5-02bf5cd7043b {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:37.795480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.796514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 3f3effbd-1364-416e-bbb5-02bf5cd7043b owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:37.834161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.838568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.844427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.844604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/733ceb64-e9e5-4f4a-85b6-d3a74dbfb426 HTTP/1.1" status: 204 len: 168 time: 0.2312291 Feb 15 09:49:37.858169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a6fd6-bab9-48c1-a1ee-86644449d2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733ceb64-e9e5-4f4a-85b6-d3a74dbfb426,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:37.942435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] For port 3f3effbd-1364-416e-bbb5-02bf5cd7043b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3f3effbd-1364-416e-bbb5-02bf5cd7043b,segment=NetworkSegment(5fdfc560-9eee-41f5-8c33-0050748ebdc9),segment_id=5fdfc560-9eee-41f5-8c33-0050748ebdc9)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:37.942921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:37.977026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Calling delete_port for 3f3effbd-1364-416e-bbb5-02bf5cd7043b owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:38.062657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.066573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.068064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4fde5cc8-7721-4cba-8a4d-2ad52e67f459 HTTP/1.1" status: 204 len: 168 time: 0.4168956 Feb 15 09:49:38.079249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dfad8c-a4cc-4bdc-95e3-8c0652f91a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde5cc8-7721-4cba-8a4d-2ad52e67f459,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:38.081791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.089878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.115936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] No DVR routers for this DVR port 3f3effbd-1364-416e-bbb5-02bf5cd7043b on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:38.120408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] No DVR routers for this DVR port 3f3effbd-1364-416e-bbb5-02bf5cd7043b on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:38.120786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=3f3effbd-1364-416e-bbb5-02bf5cd7043b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:38.147977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dc5fd4-a90b-40d2-afdd-123bb10ad3dc None None] Pushing event deleted for resources: {'Port': ['ID=3f3effbd-1364-416e-bbb5-02bf5cd7043b,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:38.223699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.270782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64eb69d9-3db8-4866-8c51-2f67d4cebd51']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:38.290033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fdfc560-9eee-41f5-8c33-0050748ebdc9') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:38.290327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fdfc560-9eee-41f5-8c33-0050748ebdc9') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:38.311985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.318190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3f3effbd-1364-416e-bbb5-02bf5cd7043b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:38.351560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.357728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3f3effbd-1364-416e-bbb5-02bf5cd7043b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:38.359540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3f3effbd-1364-416e-bbb5-02bf5cd7043b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:38.377966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:38.380475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:38.389481 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:38.412894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4f1017-b6d5-43b9-a93e-95b585915aac req-cbd4045f-0408-45a1-a925-06e0ff4a5492 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:38.415013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb4f1017-b6d5-43b9-a93e-95b585915aac req-cbd4045f-0408-45a1-a925-06e0ff4a5492 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.0754106 Feb 15 09:49:38.504297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb4f1017-b6d5-43b9-a93e-95b585915aac req-17bc6c33-f198-4551-841d-d2dbd36401ec tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757627 Feb 15 09:49:38.521068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.526521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.530462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/networks/64eb69d9-3db8-4866-8c51-2f67d4cebd51 HTTP/1.1" status: 204 len: 168 time: 1.2194402 Feb 15 09:49:38.533166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54196) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:38.559508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad111-df62-4afe-870b-5780365892c1 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Network': ['ID=64eb69d9-3db8-4866-8c51-2f67d4cebd51,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:38.678223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:38.696651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54208) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:38.734500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 2652bd98-1b34-4d21-8671-314e096129c8 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:38.735281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.847891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.848192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.864257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 2652bd98-1b34-4d21-8671-314e096129c8 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:38.896674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-190d6984-f05f-434a-8512-b40b3e3d123d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:38.961103 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9023c0cf-2874-41c4-a81b-4129b27bb195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.015029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-2ab91e1f-9cd0-47e7-b266-f91db9e6f92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:39.017710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-2ab91e1f-9cd0-47e7-b266-f91db9e6f92f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7f7dbcfe73ae465cb5629819f169accd&device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 1097 time: 0.1507828 Feb 15 09:49:39.042379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06b0a5-6784-4ffa-bdd6-31fe2404dcd5 req-0382fafa-a921-4566-8a5b-3db9563a591d tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:39.050418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf06b0a5-6784-4ffa-bdd6-31fe2404dcd5 req-0382fafa-a921-4566-8a5b-3db9563a591d tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1507633 Feb 15 09:49:39.101732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.145253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cf06b0a5-6784-4ffa-bdd6-31fe2404dcd5 req-e32f63f2-a2f7-4145-895c-c5b0bf474b53 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937779 Feb 15 09:49:39.166616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-190d6984-f05f-434a-8512-b40b3e3d123d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.167820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=2652bd98-1b34-4d21-8671-314e096129c8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:39.185644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-190d6984-f05f-434a-8512-b40b3e3d123d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.213990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9023c0cf-2874-41c4-a81b-4129b27bb195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.234200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9023c0cf-2874-41c4-a81b-4129b27bb195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.245241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.247884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.248091 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-190d6984-f05f-434a-8512-b40b3e3d123d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=253b20f93c0b400d9ba3b6fedf0bee45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686462 Feb 15 09:49:39.253169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f555a45-8994-485b-8b52-ee0c46dc7e05 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/floatingips/beadcc88-fd8e-40bf-aa1e-984a018d9976 HTTP/1.1" status: 204 len: 168 time: 0.7150972 Feb 15 09:49:39.253169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54230) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.254521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54232) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.266840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190d6984-f05f-434a-8512-b40b3e3d123d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591e1da8-3fa4-40a2-bfde-4b4cb833fe19,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:39.298642 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc9aefb-8225-4a28-ad19-24ea8bbc91d7 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] DELETE failed (client error): The resource could not be found. Feb 15 09:49:39.299535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc9aefb-8225-4a28-ad19-24ea8bbc91d7 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:49:39.304467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1dc9aefb-8225-4a28-ad19-24ea8bbc91d7 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/d7c6b66c-ab1d-4ced-9198-3a88a9e8fa5d HTTP/1.1" status: 404 len: 333 time: 0.0484438 Feb 15 09:49:39.308141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9023c0cf-2874-41c4-a81b-4129b27bb195 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=301decb12f714dcf993133dc283862fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104810 Feb 15 09:49:39.309118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.311838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.336247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023c0cf-2874-41c4-a81b-4129b27bb195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5670e3a-770b-4a7c-9de9-3cf806f97016,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:39.348675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.353617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-19830ada-a3fd-467f-bcac-25261fc15b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e731dd6-a461-437f-8ad9-b80c4f103b3b HTTP/1.1" status: 200 len: 205 time: 0.0418274 Feb 15 09:49:39.357562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54244) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.371984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-3a6d1046-cd10-4626-bda3-f0211e1254c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:39.374248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-3a6d1046-cd10-4626-bda3-f0211e1254c2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cb5cf43e-85b7-49e1-b744-d32df45fd25c HTTP/1.1" status: 200 len: 915 time: 0.3485103 Feb 15 09:49:39.382642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.413867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.453091 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3074ed63-8c12-4700-8529-3e1a986d694e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] delete failed (client error): The resource could not be found. Feb 15 09:49:39.454231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3074ed63-8c12-4700-8529-3e1a986d694e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/routers/3e731dd6-a461-437f-8ad9-b80c4f103b3b HTTP/1.1" status: 404 len: 336 time: 0.0934322 Feb 15 09:49:39.455908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-c6645427-8afe-40de-bb15-0fac790b075e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a20588b-27b8-4110-8467-09886bbda53f HTTP/1.1" status: 200 len: 217 time: 0.0407073 Feb 15 09:49:39.459487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.462066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.486641 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9187dbd9-136a-4d7a-a509-cb08fbdd65b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] DELETE failed (client error): The resource could not be found. Feb 15 09:49:39.486641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9187dbd9-136a-4d7a-a509-cb08fbdd65b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:49:39.490220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9187dbd9-136a-4d7a-a509-cb08fbdd65b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/subnets/696b05a8-508c-4a72-8769-db90294d6bbe HTTP/1.1" status: 404 len: 337 time: 0.0304060 Feb 15 09:49:39.492826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:39.513182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-5c4a2577-ad17-4a14-8ead-33de4db7dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:39.514828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-5c4a2577-ad17-4a14-8ead-33de4db7dc4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c38d0c00-aa90-4d3d-b5a5-634ebe06771b HTTP/1.1" status: 200 len: 854 time: 0.0506911 Feb 15 09:49:39.557469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-6c1eb97a-7ca1-41b7-a290-2ec96e4dfdc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cb5cf43e-85b7-49e1-b744-d32df45fd25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326021 Feb 15 09:49:39.567551 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.570678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.575384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5670e3a-770b-4a7c-9de9-3cf806f97016 HTTP/1.1" status: 204 len: 168 time: 0.2625937 Feb 15 09:49:39.595527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195ca57-3608-4bef-952e-d9b59bd872d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5670e3a-770b-4a7c-9de9-3cf806f97016,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:39.623568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port f2245a45-6741-4c40-85ca-2c4e271ca7fe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:39.624017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.653302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.656047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.657375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/591e1da8-3fa4-40a2-bfde-4b4cb833fe19 HTTP/1.1" status: 204 len: 168 time: 0.4048676 Feb 15 09:49:39.675259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94fbc9b-d13f-484b-bf37-555eac209d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591e1da8-3fa4-40a2-bfde-4b4cb833fe19,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:39.683833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-9dfb6dfe-7631-4fe5-990d-ed8fd41ed1a1 service neutron] 10.222.0.36 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181731 Feb 15 09:49:39.751619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.769617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for f2245a45-6741-4c40-85ca-2c4e271ca7fe owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:39.796482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47af2ae6-e0fb-473c-808e-8b6fe8f16b81 req-f1d327f5-fe53-4d5b-b61d-227ba325e720 service neutron] 10.222.0.36 "GET /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055467 Feb 15 09:49:39.922388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:39.960224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=f2245a45-6741-4c40-85ca-2c4e271ca7fe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:40.066766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.073146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-686e3c50-ad59-4c87-b266-20da424c0e4c tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/f2245a45-6741-4c40-85ca-2c4e271ca7fe HTTP/1.1" status: 204 len: 168 time: 0.5790093 Feb 15 09:49:40.075446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54274) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.184708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port 62694c3e-71dd-4d93-a018-f02db6229b47 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:40.185098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.326790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.351663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b33041-3368-409c-8d91-87939103d763 req-ab654f24-53cd-4072-9b30-705501d872d7 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:40.356397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37b33041-3368-409c-8d91-87939103d763 req-ab654f24-53cd-4072-9b30-705501d872d7 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1101711 Feb 15 09:49:40.367792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for 62694c3e-71dd-4d93-a018-f02db6229b47 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:40.437384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37b33041-3368-409c-8d91-87939103d763 req-2faf51b9-4e0a-48e4-98e7-7a4b3d59fa9b tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718441 Feb 15 09:49:40.521957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54280) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.538526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dc765b2-f3e6-47d1-b08c-203afb5907f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.559589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.595013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=62694c3e-71dd-4d93-a018-f02db6229b47,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:40.642665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54282) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.672934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dc765b2-f3e6-47d1-b08c-203afb5907f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.679864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1dc765b2-f3e6-47d1-b08c-203afb5907f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.692931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.702099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.705487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-38c4014f-d9ab-49c0-a3e8-9adf85b62b53 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/ports/62694c3e-71dd-4d93-a018-f02db6229b47 HTTP/1.1" status: 204 len: 168 time: 0.6284943 Feb 15 09:49:40.709175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54288) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.711779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5493c16-5c9a-4f32-88dd-b8f791a32c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.775048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc765b2-f3e6-47d1-b08c-203afb5907f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58286044-b1c3-41a7-b41a-dc08ce91d974,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:40.799822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1dc765b2-f3e6-47d1-b08c-203afb5907f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=27fbb4a778da4be19831837ecc2ee9a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766056 Feb 15 09:49:40.802695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.834328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5493c16-5c9a-4f32-88dd-b8f791a32c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.838805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5493c16-5c9a-4f32-88dd-b8f791a32c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.852504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da04742d-4138-4982-8245-e306c9590606 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:40.854689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da04742d-4138-4982-8245-e306c9590606 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "GET /v2.0/ports?device_id=a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a HTTP/1.1" status: 200 len: 913 time: 0.1442261 Feb 15 09:49:40.859881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54296) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.888483 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.925923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:40.935182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5493c16-5c9a-4f32-88dd-b8f791a32c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d43255-c967-4032-bf19-0a55a00b9e9d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:40.950457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5493c16-5c9a-4f32-88dd-b8f791a32c66 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5be426a8c97f472c8cd3daae1aed53e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2530482 Feb 15 09:49:40.950840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54298) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:40.991923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70871db4-803c-43d9-8fa4-126be986b926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.032086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.034730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.038310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58286044-b1c3-41a7-b41a-dc08ce91d974 HTTP/1.1" status: 204 len: 168 time: 0.2323241 Feb 15 09:49:41.052953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30464b9-5715-4f1f-92ac-1935c750b072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58286044-b1c3-41a7-b41a-dc08ce91d974,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:41.140156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70871db4-803c-43d9-8fa4-126be986b926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.149473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70871db4-803c-43d9-8fa4-126be986b926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.180875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-70871db4-803c-43d9-8fa4-126be986b926 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a443bd728624f0f8d1a4b07189be29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362608 Feb 15 09:49:41.183880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:41.254926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70871db4-803c-43d9-8fa4-126be986b926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921ff7ac-68db-4e78-bce9-247f5311a9bd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:41.282871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.313675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.386310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.390756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.393144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/921ff7ac-68db-4e78-bce9-247f5311a9bd HTTP/1.1" status: 204 len: 168 time: 0.2029066 Feb 15 09:49:41.397272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.403905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c970001-801f-46d5-9894-8ab7b6d8f8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921ff7ac-68db-4e78-bce9-247f5311a9bd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:41.463029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.640895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87b3ce-3650-47b6-a128-84a3ee43d0ed req-215e1d85-6387-4ebe-b5f7-876c262a2e98 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:41.642745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b87b3ce-3650-47b6-a128-84a3ee43d0ed req-215e1d85-6387-4ebe-b5f7-876c262a2e98 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1297252 Feb 15 09:49:41.673204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.676273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:41.677466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/29d43255-c967-4032-bf19-0a55a00b9e9d HTTP/1.1" status: 204 len: 168 time: 0.7257557 Feb 15 09:49:41.706559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d59d8-39e9-44d5-8488-85505692af67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d43255-c967-4032-bf19-0a55a00b9e9d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:41.745195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b87b3ce-3650-47b6-a128-84a3ee43d0ed req-d456cfe6-6e0b-418c-83a8-2f2e9aef26bc tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904479 Feb 15 09:49:41.846130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.241062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e67b47-c8ca-4cd6-ae49-723c89b39ab2 req-db7b65f2-d470-4a32-9b4b-ed85e04761c4 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:42.254276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70e67b47-c8ca-4cd6-ae49-723c89b39ab2 req-db7b65f2-d470-4a32-9b4b-ed85e04761c4 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1091762 Feb 15 09:49:42.260332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port eeb23d50-4eb4-4773-9c4a-a488157e738f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:42.260921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.305805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70e67b47-c8ca-4cd6-ae49-723c89b39ab2 req-59ff23f1-ba49-4460-80c1-a960b10efc8a tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505073 Feb 15 09:49:42.385140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.418876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for eeb23d50-4eb4-4773-9c4a-a488157e738f owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:42.614558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54372) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:42.663975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.714108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=eeb23d50-4eb4-4773-9c4a-a488157e738f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:42.839395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-935383714-network', 'tenant_id': 'c5fe67daa4424fbc842559ef4bde15c5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:42.889915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Made reservation on behalf of c5fe67daa4424fbc842559ef4bde15c5 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:42.893144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.903800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:42.974010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.045657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.053479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.100919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:49:43.129644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:43.145576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.149498 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Added segment 1dfea291-f716-4f84-bed3-226b38ca236e of type vlan for network b4411f8d-8191-4dd0-82e4-eb71113441c4 Feb 15 09:49:43.212422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.286139 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.287249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:43.288056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.343128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7265544 Feb 15 09:49:43.345660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54396) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:43.364089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:49:43.376778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Request body: {'subnet': {'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-935383714-subnet', 'tenant_id': 'c5fe67daa4424fbc842559ef4bde15c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:43.419297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a06ac-3af0-46b0-a32e-dde8e168a3ae admin admin] Pushing event updated for resources: {'Network': ['ID=b4411f8d-8191-4dd0-82e4-eb71113441c4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:43.433843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b4411f8d-8191-4dd0-82e4-eb71113441c4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:49:43.499666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Made reservation on behalf of c5fe67daa4424fbc842559ef4bde15c5 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:43.504490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.611999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:49:43.621200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d496db4-4ab8-4fdd-8821-a8f838333c96 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "PUT /v2.0/routers/a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7519124 Feb 15 09:49:43.626346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-9e9d0ab8-a40a-41ab-9b7f-137a98ea21ff tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:43.627123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] Sync routers for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:49:43.630560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54412) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:43.631101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-9e9d0ab8-a40a-41ab-9b7f-137a98ea21ff tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.36 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1972418 Feb 15 09:49:43.646356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:43.647513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:43.692959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:43.713010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] Routers {'a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:49:43.715313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:43.769968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11884713-307b-47f4-9a91-c15da03be226 req-03954aee-7a63-44f2-981b-072605790e99 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:43.773837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11884713-307b-47f4-9a91-c15da03be226 req-03954aee-7a63-44f2-981b-072605790e99 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 946 time: 0.1634674 Feb 15 09:49:43.804662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:43.805541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-555c512b-f0da-4c3b-af51-c217aa00a6d5 None None] The sync data for ids ['a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:49:43.827435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.849593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Deleting port 1a20588b-27b8-4110-8467-09886bbda53f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:43.850004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.894396 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11884713-307b-47f4-9a91-c15da03be226 req-19866691-eebb-4f5f-9162-2fb0e325ea9c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/security-groups?id=c06bb38c-32eb-43aa-aef7-3623fc9e025c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013169 Feb 15 09:49:43.969279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] For port 1a20588b-27b8-4110-8467-09886bbda53f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1a20588b-27b8-4110-8467-09886bbda53f,segment=NetworkSegment(b8f1bbca-d28c-40e4-9b48-2936b4a97885),segment_id=b8f1bbca-d28c-40e4-9b48-2936b4a97885)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:43.969511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:43.979365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:43.997423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Calling delete_port for 1a20588b-27b8-4110-8467-09886bbda53f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:44.028176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.126202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.131771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting port ae5189d1-6f13-4210-8959-238552710678 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:49:44.132118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.285603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4378c3a-e2b8-4adb-bc26-e8bb94bcc864,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:44.286472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.309028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Calling delete_port for ae5189d1-6f13-4210-8959-238552710678 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:49:44.314491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-424daee0-9f02-48cd-a773-28b56fd4d3fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.352864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Checking segment: {'id': '1dfea291-f716-4f84-bed3-226b38ca236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:44.352864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Network hostable DHCP agents. Network: b4411f8d-8191-4dd0-82e4-eb71113441c4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:49:44.358559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.448247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Network b4411f8d-8191-4dd0-82e4-eb71113441c4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:49:44.471036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b4411f8d-8191-4dd0-82e4-eb71113441c4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:44.473897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.481054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:44.482020 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.494093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1a20588b-27b8-4110-8467-09886bbda53f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:44.521698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-59d5fd24-1c1b-4724-945f-a30a0b17e903 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1621077 Feb 15 09:49:44.567001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53dedb-3a64-4f24-a832-49d687378873 None None] Network b4411f8d-8191-4dd0-82e4-eb71113441c4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:44.598977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.606651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Pushing event deleted for resources: {'Port': ['ID=1a20588b-27b8-4110-8467-09886bbda53f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:44.635475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Port': ['ID=ae5189d1-6f13-4210-8959-238552710678,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:44.635685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-424daee0-9f02-48cd-a773-28b56fd4d3fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.678872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-424daee0-9f02-48cd-a773-28b56fd4d3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.707540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] No DVR routers for this DVR port 1a20588b-27b8-4110-8467-09886bbda53f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:49:44.716999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.720998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75a1c3e9-97fc-4d95-8ce9-56c7e8ac8f97 req-c51086ec-c5e7-46f9-b981-42257fdf966c tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.36 "DELETE /v2.0/ports/1a20588b-27b8-4110-8467-09886bbda53f HTTP/1.1" status: 204 len: 173 time: 1.0835285 Feb 15 09:49:44.722347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'name': 'network-vif-deleted', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:44.725370 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07c66de-7b72-445d-a09b-d68788e858f2" -d '{"events": [{"server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "name": "network-vif-deleted", "tag": "1a20588b-27b8-4110-8467-09886bbda53f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:44.766803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-424daee0-9f02-48cd-a773-28b56fd4d3fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98f680edfb29411495ba0d9073548a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7831562 Feb 15 09:49:44.767775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54436) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:44.782684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.814948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424daee0-9f02-48cd-a773-28b56fd4d3fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba67862b-6620-4389-80b7-a0244811457e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:44.839251 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2600dd-9180-4ccb-bf97-3491a580968b x-openstack-request-id: req-be2600dd-9180-4ccb-bf97-3491a580968b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:44.839578 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c31cb9-6103-41bc-ab4a-056f440382c9", "name": "network-vif-deleted", "tag": "1a20588b-27b8-4110-8467-09886bbda53f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:44.839807 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be2600dd-9180-4ccb-bf97-3491a580968b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:44.840188 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c31cb9-6103-41bc-ab4a-056f440382c9', 'name': 'network-vif-deleted', 'tag': '1a20588b-27b8-4110-8467-09886bbda53f', 'status': 'completed', 'code': 200} Feb 15 09:49:44.880241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.921862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4588f7e5-9a5f-4720-8b82-c4dd85077b2e None None] Network b4411f8d-8191-4dd0-82e4-eb71113441c4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:44.927439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.970416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:44.973276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.055752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.062147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.063723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba67862b-6620-4389-80b7-a0244811457e HTTP/1.1" status: 204 len: 168 time: 0.2908494 Feb 15 09:49:45.074065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.076250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Fanout notify agent at l3_agent the message router_deleted on router a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:49:45.082578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f059be7-2a10-4990-a7f0-238d26a1a6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba67862b-6620-4389-80b7-a0244811457e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:45.107782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.112736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54446) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:45.116276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85c70f44-9afd-4133-afb1-7e5a7d38fbf3 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/routers/a0a02d4c-eb74-4ac3-9cf0-6e1f4f8dca6a HTTP/1.1" status: 204 len: 168 time: 1.4857669 Feb 15 09:49:45.217540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61e6b91c-a55b-4150-9df3-e1c35d429202 req-90e1868d-005a-4d0d-91b6-95ceeaab9a60 tempest-InstanceActionsTestJSON-1099428789 tempest-InstanceActionsTestJSON-1099428789-project] 10.222.0.10 "GET /v2.0/ports?device_id=13c31cb9-6103-41bc-ab4a-056f440382c9 HTTP/1.1" status: 200 len: 210 time: 0.1447861 Feb 15 09:49:45.276233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Deleting subnet ae02042f-d2e8-4c9d-a929-9698c161f649 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:45.282240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.345273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.407852 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.474835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.504885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Subnet': ['ID=ae02042f-d2e8-4c9d-a929-9698c161f649,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:45.506906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.512827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c64e503e-ae26-4521-bf8d-79b595c5714e tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/subnets/ae02042f-d2e8-4c9d-a929-9698c161f649 HTTP/1.1" status: 204 len: 168 time: 0.3987694 Feb 15 09:49:45.513743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54460) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:45.600563 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.626390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:45.632560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245559670-network', 'tenant_id': '7e03b1953cbc48e4a92ee0e336199368'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:45.657768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Made reservation on behalf of 7e03b1953cbc48e4a92ee0e336199368 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:45.660619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.669650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.703465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.730788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['911c7473-9b46-4be8-b37e-1586d6f63ddc']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:45.744287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4347a6b5-2d22-4546-9636-1c7922aea1b1') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:45.744585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4347a6b5-2d22-4546-9636-1c7922aea1b1') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:45.757425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.763376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.777995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.778118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.789266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:45.789892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:45.793478 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:45.810363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffe7ba2-b406-4dfd-a3e0-3e23708a752e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:45.821371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:49:45.831461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.831808 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Added segment ac16c118-6fb4-4c77-b177-823434058c72 of type vlan for network db24345f-f140-470b-ace1-ecb7c6eb9fda Feb 15 09:49:45.875218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.893764 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.895450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.897758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] 10.222.0.10 "DELETE /v2.0/networks/911c7473-9b46-4be8-b37e-1586d6f63ddc HTTP/1.1" status: 204 len: 168 time: 0.3826823 Feb 15 09:49:45.921994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67291050-c86e-4f0d-875b-c3062bf258b8 tempest-FloatingIPTestJSON-761999815 tempest-FloatingIPTestJSON-761999815-project] Pushing event deleted for resources: {'Network': ['ID=911c7473-9b46-4be8-b37e-1586d6f63ddc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:45.930474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.931470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:45.932052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:45.998296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3682373 Feb 15 09:49:45.998712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54484) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:46.005234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Request body: {'subnet': {'network_id': 'db24345f-f140-470b-ace1-ecb7c6eb9fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245559670-subnet', 'tenant_id': '7e03b1953cbc48e4a92ee0e336199368', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:46.005501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c1659-6dec-4f3d-ac40-c2b1b9d271c9 admin admin] Pushing event updated for resources: {'Network': ['ID=db24345f-f140-470b-ace1-ecb7c6eb9fda,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:46.018138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network db24345f-f140-470b-ace1-ecb7c6eb9fda details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:49:46.086552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Made reservation on behalf of 7e03b1953cbc48e4a92ee0e336199368 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:46.092670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.215093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54492) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:46.316446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:46.355468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.399232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Deleting subnet c38d0c00-aa90-4d3d-b5a5-634ebe06771b {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:49:46.403956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.407818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f17ff61-d497-4854-aa86-593ca96ab710,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:46.441809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Checking segment: {'id': 'ac16c118-6fb4-4c77-b177-823434058c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'db24345f-f140-470b-ace1-ecb7c6eb9fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:46.442174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Network hostable DHCP agents. Network: db24345f-f140-470b-ace1-ecb7c6eb9fda, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:49:46.449966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96bb02e1-b9ab-4b63-afe9-19329b4deb43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b3d5cfff7654e579a72adbaaf1c1509&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337027 Feb 15 09:49:46.452538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:46.467251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Network db24345f-f140-470b-ace1-ecb7c6eb9fda is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:49:46.481849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, db24345f-f140-470b-ace1-ecb7c6eb9fda) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:46.482012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.492105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49185bf0-d806-4ec9-af3b-a87eaac50680 None None] Network db24345f-f140-470b-ace1-ecb7c6eb9fda requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:46.499146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:46.500472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.535973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e189995-9c05-4c8d-a1a8-8f9710bd5372 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5359297 Feb 15 09:49:46.559677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.561814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.615040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.681189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.683676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e89cafd-cff5-463a-b57a-21507013f86e None None] Network db24345f-f140-470b-ace1-ecb7c6eb9fda requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:46.718512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c38d0c00-aa90-4d3d-b5a5-634ebe06771b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:46.721175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.725133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-febc236d-6b46-4cef-a9f3-49db84dccc2d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c38d0c00-aa90-4d3d-b5a5-634ebe06771b HTTP/1.1" status: 204 len: 168 time: 0.4082882 Feb 15 09:49:46.727587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54520) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:46.769833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f7c8931-318e-497f-85d8-e90810318a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.825531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.836738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.839587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.840750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ee8dd31-46d5-426f-a925-5fba0886e320 HTTP/1.1" status: 204 len: 168 time: 0.3870757 Feb 15 09:49:46.868115 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.939552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:46.963069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5cf43e-85b7-49e1-b744-d32df45fd25c']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:46.974080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f1bbca-d28c-40e4-9b48-2936b4a97885') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:46.974388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f1bbca-d28c-40e4-9b48-2936b4a97885') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:49:46.985838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.000025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.005436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2452095-ceab-4e81-917d-7ec320a180d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee8dd31-46d5-426f-a925-5fba0886e320,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:47.009334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:49:47.010570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:49:47.011687 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:49:47.101735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.121105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.131102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cb5cf43e-85b7-49e1-b744-d32df45fd25c HTTP/1.1" status: 204 len: 168 time: 0.3989396 Feb 15 09:49:47.162252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcf25f-ea8e-4da1-9763-b7b9392dc324 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb5cf43e-85b7-49e1-b744-d32df45fd25c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:47.354189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:47.425960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f0046ac-c2f0-436f-b5b0-b200b169de28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f7dbcfe73ae465cb5629819f169accd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701354 Feb 15 09:49:47.428326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54574) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:47.541333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1a20588b-27b8-4110-8467-09886bbda53f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:49:47.609857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 1a20588b-27b8-4110-8467-09886bbda53f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:49:47.610518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1a20588b-27b8-4110-8467-09886bbda53f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:49:47.627350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-22b8bd47-b8e6-4f09-86b5-98e364aeb0e0 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:47.638673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-22b8bd47-b8e6-4f09-86b5-98e364aeb0e0 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/networks?id=b4411f8d-8191-4dd0-82e4-eb71113441c4 HTTP/1.1" status: 200 len: 808 time: 0.2298737 Feb 15 09:49:47.655669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-c53ac789-61a9-499f-b6b2-9b50ed12f906 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/quotas/c5fe67daa4424fbc842559ef4bde15c5 HTTP/1.1" status: 200 len: 375 time: 0.0156982 Feb 15 09:49:47.703408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.729036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-a247da4c-5446-4805-add3-157e8c885178 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c5fe67daa4424fbc842559ef4bde15c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585475 Feb 15 09:49:47.735434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.806379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.811015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:47.815840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c06bb38c-32eb-43aa-aef7-3623fc9e025c HTTP/1.1" status: 204 len: 168 time: 0.3856976 Feb 15 09:49:47.834771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db15a1b-4495-414f-ac81-67e0fe3e9726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06bb38c-32eb-43aa-aef7-3623fc9e025c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:47.865442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-2b182fc3-059f-46d1-a5a0-8019fab77ec6 service neutron] 10.222.0.10 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352100 Feb 15 09:49:48.012329 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-daefca75-cef2-49bd-b3a0-6f2572625e2a service neutron] 10.222.0.10 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434219 Feb 15 09:49:48.314609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfb70215-2b48-4bda-a41f-f71217eeaec6 req-ea0fb803-288c-4d7e-870f-a989be5f1868 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 210 time: 0.0373719 Feb 15 09:49:48.496206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:48.639931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--400555285'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:48.672938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.692738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.791332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.798050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.844855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea05477-b7d5-4c7e-aa7e-3703b0a32ac6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:48.916560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.924681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.945024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:48.969759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52cda9-3c13-4b5c-b2f2-6d75023aa72f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:48.976519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:48.978057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a605ef3-4f93-417b-8bf8-3701883b99a4 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4799461 Feb 15 09:49:48.981063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54648) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.072490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6bcbf485-84fd-4193-b9b3-7346dc30d8f1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0878973 Feb 15 09:49:49.073341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54654) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.077548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-security--1278062653', 'description': 'tempest-security-description-905741116'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:49.148291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.180740 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:49:49.188232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1181507953-network', 'tenant_id': '3f800c30223d4c90868ee14e85526b4a'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:49.246320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Made reservation on behalf of 3f800c30223d4c90868ee14e85526b4a for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:49.249053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.270110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.275260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b0aacf3-5d1d-4a85-bf61-cf81f38c02e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.280063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.284631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.287353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.289019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "PUT /v2.0/security-groups/4a52cda9-3c13-4b5c-b2f2-6d75023aa72f HTTP/1.1" status: 200 len: 1779 time: 0.2151537 Feb 15 09:49:49.292040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.320984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a947502-e427-424b-9984-b7841d9bc73d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a52cda9-3c13-4b5c-b2f2-6d75023aa72f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:49.372208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d14dc69-3034-4109-9d0a-3ef3de850bc8 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups/4a52cda9-3c13-4b5c-b2f2-6d75023aa72f HTTP/1.1" status: 200 len: 1779 time: 0.0779026 Feb 15 09:49:49.375682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54664) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.479276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.509031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.512270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0099ed6e-702a-4431-a86c-510d4f03b2ff req-e3023e27-0ab5-4d62-aee8-47145880b628 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 210 time: 0.0582540 Feb 15 09:49:49.514539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.521304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.563138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:49:49.583554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.584540 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Added segment 7002deab-2111-4a53-a208-50f52b6af031 of type vlan for network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 Feb 15 09:49:49.623874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.627390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.631184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a52cda9-3c13-4b5c-b2f2-6d75023aa72f HTTP/1.1" status: 204 len: 168 time: 0.2533329 Feb 15 09:49:49.642455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.643313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875ffaf-671b-4f2a-9cf0-038e6ea375e5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a52cda9-3c13-4b5c-b2f2-6d75023aa72f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:49.661618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.712380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a31e6030-6626-46b8-9dce-afcfad1d838d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657473 Feb 15 09:49:49.715156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54670) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.734504 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-63bafe27-c06c-49be-9b77-eb5ffe1936e8 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] delete failed (client error): The resource could not be found. Feb 15 09:49:49.735867 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-63bafe27-c06c-49be-9b77-eb5ffe1936e8 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/4a52cda9-3c13-4b5c-b2f2-6d75023aa72f HTTP/1.1" status: 404 len: 347 time: 0.0184798 Feb 15 09:49:49.741263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.746005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--761510827'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:49.779856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:49.782596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.785432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.788297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:49.790607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.884488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9351256 Feb 15 09:49:49.884698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.884698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:49.890603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Request body: {'subnet': {'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1181507953-subnet', 'tenant_id': '3f800c30223d4c90868ee14e85526b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:49.897347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.942296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Made reservation on behalf of 3f800c30223d4c90868ee14e85526b4a for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:49.945054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.995722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:49.996996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2544415 Feb 15 09:49:50.000404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54676) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:50.005190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '2ea813f0-79ac-4326-95e4-efc3c88a0c58', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:50.015635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6047d1-1bef-42d6-b0aa-af513c265e90 admin admin] Pushing event updated for resources: {'Network': ['ID=7eab4ccd-0fc0-4171-83ee-f8ead41b6726,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:50.030024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:49:50.033691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-44aa89d0-bbe7-4410-84c2-d364c55969f6 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:50.035946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-44aa89d0-bbe7-4410-84c2-d364c55969f6 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.36 "GET /v2.0/networks?id=b4411f8d-8191-4dd0-82e4-eb71113441c4 HTTP/1.1" status: 200 len: 808 time: 0.3601890 Feb 15 09:49:50.046491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19b8e2-34d3-42b9-95b9-9969f51184dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea813f0-79ac-4326-95e4-efc3c88a0c58,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:50.056391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Request body: {'port': {'device_id': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4', 'admin_state_up': True, 'tenant_id': 'c5fe67daa4424fbc842559ef4bde15c5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:50.142368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.237856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.248290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.255613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.282153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Made reservation on behalf of c5fe67daa4424fbc842559ef4bde15c5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:50.284685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0b535c-e0d6-4500-af3c-09afe98c20e4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:50.286027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.288018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a893188-4731-46b2-a123-e820091c5a4e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:50.314576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.319150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-53d6a0de-e683-4a97-854d-fa6e63293192 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3149681 Feb 15 09:49:50.319448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:50.324891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Checking segment: {'id': '7002deab-2111-4a53-a208-50f52b6af031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:50.324891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Network hostable DHCP agents. Network: 7eab4ccd-0fc0-4171-83ee-f8ead41b6726, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:49:50.339342 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.342298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:49:50.353690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 7eab4ccd-0fc0-4171-83ee-f8ead41b6726) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:50.358437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:50.359093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.370258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4503773b-f0c8-4b51-a4ff-df7ffcdf162e None None] Network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:50.385494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.398554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.400130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-22b61669-fc38-4e29-b5a5-dce71e48255d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5141068 Feb 15 09:49:50.512084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Allocated IP 172.20.0.7 (b4411f8d-8191-4dd0-82e4-eb71113441c4/e4378c3a-e2b8-4adb-bc26-e8bb94bcc864/6536d974-15ae-4e3b-a036-96dd53515dd0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:50.521349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.550789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.555408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3a893188-4731-46b2-a123-e820091c5a4e HTTP/1.1" status: 204 len: 168 time: 0.2327826 Feb 15 09:49:50.556066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54698) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:50.643937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f281e7f7-adbc-436b-8195-97033e4d2642 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0853298 Feb 15 09:49:50.645365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54704) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:50.678045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed7597-cb80-4e31-836c-b077947c29d6 None None] Network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:49:50.713426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79b53e-42b0-4148-8dc9-d9abc8cbfcf2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a893188-4731-46b2-a123-e820091c5a4e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:50.774633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bff6a263-442b-4907-b567-7f5799026461 req-08539d39-6852-4be4-8114-7993c8c5e7ef tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 210 time: 0.0922639 Feb 15 09:49:50.817085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.880730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.939375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.966401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.969584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:50.974121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/2ea813f0-79ac-4326-95e4-efc3c88a0c58 HTTP/1.1" status: 204 len: 168 time: 0.3245606 Feb 15 09:49:50.976174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54716) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:50.988739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2422-de64-406f-8bd5-2f132a368a78 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea813f0-79ac-4326-95e4-efc3c88a0c58,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.035133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.075739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-19f02708-7e8d-4ccc-91b7-5bdb8c5eeef5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0982659 Feb 15 09:49:51.076353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:51.084108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--698018940'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.099209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Pushing event updated for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.114386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Network b4411f8d-8191-4dd0-82e4-eb71113441c4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:51.119435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:51.123919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:51.128787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.190895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b7591f21-e6b0-4025-9535-67c52d3dfb18 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:51.192477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b7591f21-e6b0-4025-9535-67c52d3dfb18 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/networks?id=7eab4ccd-0fc0-4171-83ee-f8ead41b6726 HTTP/1.1" status: 200 len: 818 time: 0.2230334 Feb 15 09:49:51.207086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:51.207712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.214054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.220174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.227874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b365adbd-73cc-4500-af25-53c84708fa3a tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/quotas/3f800c30223d4c90868ee14e85526b4a HTTP/1.1" status: 200 len: 375 time: 0.0111561 Feb 15 09:49:51.262741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.266968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1862581 Feb 15 09:49:51.266968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9766a85-3198-4554-912c-1334c2cc0862 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fed6bf-eed4-4b16-90ce-03c884f26f47,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.271489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54722) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:51.277640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '11fed6bf-eed4-4b16-90ce-03c884f26f47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.314235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.386856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.394857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.424937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4023c90-63b3-438c-8faf-6b965f1bcc15,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.431866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.435656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e8c1c22-2820-4c63-b415-2f9a2b493dc9 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1598122 Feb 15 09:49:51.436000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54728) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:51.442380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '11fed6bf-eed4-4b16-90ce-03c884f26f47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.486140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.571071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.576143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.604825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2957d0-9916-4e74-a754-5a7af6855ece,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.617437 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.620886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a81c053-f5a6-4c9a-b263-e0c50c701dd5 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1817625 Feb 15 09:49:51.621833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:51.630189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '11fed6bf-eed4-4b16-90ce-03c884f26f47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.672683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.749980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-194e1906-6cb4-4c25-8d65-e8f4d1dbe5ee tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7011809 Feb 15 09:49:51.765626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.771750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.771978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-21b323a1-5ae9-497e-9b80-ef6d7e61cccd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3f800c30223d4c90868ee14e85526b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5364032 Feb 15 09:49:51.775683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Request body: {'port': {'device_id': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.831307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07e594f-a628-47a9-8168-2a8f7aae1057,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:51.852285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.854366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-88935ed7-3c1b-46bd-80d0-17cc0234fe49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2288837 Feb 15 09:49:51.857028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54740) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:51.864072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '11fed6bf-eed4-4b16-90ce-03c884f26f47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:51.897408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.911304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:51.935971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-bd592b67-5f1c-46f5-abc8-34056153917b service neutron] 10.222.0.10 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561551 Feb 15 09:49:52.061229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cdb3f-412f-4e95-91a8-339e0db5a36b req-e3dbdba1-fb47-4fa2-a3cc-b838606a438c tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:52.062904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b84cdb3f-412f-4e95-91a8-339e0db5a36b req-e3dbdba1-fb47-4fa2-a3cc-b838606a438c tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 931 time: 0.1009910 Feb 15 09:49:52.071106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.091390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.120925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fe4da8-fe8d-4c06-8e90-75acdecbac81,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:52.132430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.133831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-090d478a-844b-4df4-9657-ac46053340e0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2756524 Feb 15 09:49:52.136405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54744) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:52.140744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '11fed6bf-eed4-4b16-90ce-03c884f26f47', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:52.151701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b84cdb3f-412f-4e95-91a8-339e0db5a36b req-48793508-65c4-41db-84c3-425bce46f565 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787826 Feb 15 09:49:52.180302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.219363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-e441c62e-ac82-4c20-b333-81271b1cfe83 service neutron] 10.222.0.10 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311609 Feb 15 09:49:52.277109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.439301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.451402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.477015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.482579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6536d974-15ae-4e3b-a036-96dd53515dd0 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:52.505764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f018391-4b3f-43d1-9520-233bfb668533,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:52.511410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.592665 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.594048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Transition to ACTIVE for port object 6536d974-15ae-4e3b-a036-96dd53515dd0 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:49:52.594901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4c989d6-a214-45ee-b8f4-d7d3488ef199 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4573343 Feb 15 09:49:52.598118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54752) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:52.610151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.650887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9bf9a01-4f1e-4f8d-947f-66875058c616 req-80116101-3a01-4946-b363-a84c1e38ba9d tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 210 time: 0.0546153 Feb 15 09:49:52.664995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.685194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.698174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Pushing event updated for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:52.731871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.741215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.742440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/7f018391-4b3f-43d1-9520-233bfb668533 HTTP/1.1" status: 204 len: 168 time: 0.1430626 Feb 15 09:49:52.746722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54754) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:52.754794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2998f84c-2fc5-4a29-94b7-2f2549a3ed63 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f018391-4b3f-43d1-9520-233bfb668533,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:52.806006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4267b020-7be6-4a3e-9393-f91fe23f999d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0581336 Feb 15 09:49:52.808616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:52.815385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Attempting to bind port 6536d974-15ae-4e3b-a036-96dd53515dd0 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:49:52.817272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Attempting to bind port 6536d974-15ae-4e3b-a036-96dd53515dd0 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '1dfea291-f716-4f84-bed3-226b38ca236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:49:52.817601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Attempting to bind port 6536d974-15ae-4e3b-a036-96dd53515dd0 on network b4411f8d-8191-4dd0-82e4-eb71113441c4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:52.823155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Port 6536d974-15ae-4e3b-a036-96dd53515dd0 on network b4411f8d-8191-4dd0-82e4-eb71113441c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:49:52.823477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Attempting to bind port 6536d974-15ae-4e3b-a036-96dd53515dd0 on network b4411f8d-8191-4dd0-82e4-eb71113441c4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:52.829130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:49:52.829587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Checking segment: {'id': '1dfea291-f716-4f84-bed3-226b38ca236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:52.831328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Bound using segment: {'id': '1dfea291-f716-4f84-bed3-226b38ca236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:49:52.831936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Bound port: 6536d974-15ae-4e3b-a036-96dd53515dd0, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1dfea291-f716-4f84-bed3-226b38ca236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:49:52.832461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.847770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.875190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.913323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:49:52.916677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6536d974-15ae-4e3b-a036-96dd53515dd0,segment=NetworkSegment(1dfea291-f716-4f84-bed3-226b38ca236e),segment_id=1dfea291-f716-4f84-bed3-226b38ca236e)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:49:52.922417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.932196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.934523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.939636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/85fe4da8-fe8d-4c06-8e90-75acdecbac81 HTTP/1.1" status: 204 len: 168 time: 0.1298444 Feb 15 09:49:52.947226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:52.953465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b29bb-2cb9-4318-8d2b-acf0fb6cf0e1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85fe4da8-fe8d-4c06-8e90-75acdecbac81,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:52.983527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:52.984137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:52.985563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] 10.222.0.36 "PUT /v2.0/ports/6536d974-15ae-4e3b-a036-96dd53515dd0 HTTP/1.1" status: 200 len: 1091 time: 1.2184680 Feb 15 09:49:52.986003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:52.988802 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de55faf8-0aab-4282-8dbd-a335d9264044" -d '{"events": [{"name": "network-changed", "server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:53.078857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5447a18c-23d0-4750-beb8-63f8d655093c tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1262014 Feb 15 09:49:53.080011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54780) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.097921 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4571d207-25e9-4864-bada-847f26a4d364 x-openstack-request-id: req-4571d207-25e9-4864-bada-847f26a4d364 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:53.098215 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:53.098647 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4571d207-25e9-4864-bada-847f26a4d364 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:53.099071 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0', 'status': 'completed', 'code': 200} Feb 15 09:49:53.102228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a6501-56c7-467e-888e-4b47a1a31c71 service neutron] Pushing event updated for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:53.119138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-cce7ebae-d9e4-4419-826d-ac769ec2dfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:53.120765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-cce7ebae-d9e4-4419-826d-ac769ec2dfcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5fe67daa4424fbc842559ef4bde15c5&device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 1094 time: 0.0769587 Feb 15 09:49:53.140043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.159292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.178077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-a64e3dce-77a6-431a-aeae-f4f5226af68f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6536d974-15ae-4e3b-a036-96dd53515dd0 HTTP/1.1" status: 200 len: 217 time: 0.0481396 Feb 15 09:49:53.223357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.233649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.237666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a07e594f-a628-47a9-8168-2a8f7aae1057 HTTP/1.1" status: 204 len: 168 time: 0.1547246 Feb 15 09:49:53.242838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54790) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.286965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16f372-b308-45ff-8976-c8d1c499d3b1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a07e594f-a628-47a9-8168-2a8f7aae1057,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:53.313170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043caa47-894d-494b-a946-0e6936cd547d req-c81285e0-b7ab-4bca-bb2b-e9491020d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:53.316350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-c81285e0-b7ab-4bca-bb2b-e9491020d480 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4378c3a-e2b8-4adb-bc26-e8bb94bcc864 HTTP/1.1" status: 200 len: 848 time: 0.1244025 Feb 15 09:49:53.351571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-ae212da3-eec6-44a1-bbf0-22610295e778 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4411f8d-8191-4dd0-82e4-eb71113441c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287092 Feb 15 09:49:53.357826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb86c831-4b5f-48b3-81ba-201c77faa49b tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1101241 Feb 15 09:49:53.360567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.387078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc192bb0-7fac-4995-bfbd-4f4652a6a007 req-03f0c700-beaa-4ed1-b1a9-470065eb37e7 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:53.395479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc192bb0-7fac-4995-bfbd-4f4652a6a007 req-03f0c700-beaa-4ed1-b1a9-470065eb37e7 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 943 time: 0.1363084 Feb 15 09:49:53.431715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.439906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.474155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-b872799f-e14b-476d-942d-50c43db98502 service neutron] 10.222.0.36 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162033 Feb 15 09:49:53.477063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc192bb0-7fac-4995-bfbd-4f4652a6a007 req-d1b4432b-f626-42c2-b27f-a86b35b68024 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806158 Feb 15 09:49:53.513170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.520440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.521932 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6f2957d0-9916-4e74-a754-5a7af6855ece HTTP/1.1" status: 204 len: 168 time: 0.1603692 Feb 15 09:49:53.535579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.556482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a7f79-a978-46b3-85b2-355b57514a40 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f2957d0-9916-4e74-a754-5a7af6855ece,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:53.594862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05c0fe94-50c7-4bd9-8fc6-f1e312258553 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0561604 Feb 15 09:49:53.599443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.619290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-043caa47-894d-494b-a946-0e6936cd547d req-47e78357-7a1e-4718-9504-f896bf163faa service neutron] 10.222.0.36 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378493 Feb 15 09:49:53.629071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.639887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.708004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.714510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.716115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c4023c90-63b3-438c-8faf-6b965f1bcc15 HTTP/1.1" status: 204 len: 168 time: 0.1155584 Feb 15 09:49:53.719295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.755996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219e2d4-8d5b-4597-897e-d6625c3e91cf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4023c90-63b3-438c-8faf-6b965f1bcc15,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:53.789238 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39fa9953-31b1-4bc7-ac49-cb8b736ea820 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670805 Feb 15 09:49:53.792031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:53.805162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a57c18d-f039-416c-85f3-53442cf10764 req-c194905b-7549-44bd-a06f-bd0d20360a05 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 210 time: 0.0586340 Feb 15 09:49:53.818025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-dc1b5809-3559-4f0d-9084-0a80478a3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:53.819606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-dc1b5809-3559-4f0d-9084-0a80478a3c45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c5fe67daa4424fbc842559ef4bde15c5&device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 1094 time: 0.1295245 Feb 15 09:49:53.874079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.903202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.975275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-7b3cb91c-b786-49ee-849d-83bcc0b5695f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:53.976895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-7b3cb91c-b786-49ee-849d-83bcc0b5695f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4411f8d-8191-4dd0-82e4-eb71113441c4 HTTP/1.1" status: 200 len: 909 time: 0.1504545 Feb 15 09:49:53.979851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.982688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:53.983928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/11fed6bf-eed4-4b16-90ce-03c884f26f47 HTTP/1.1" status: 204 len: 168 time: 0.1909890 Feb 15 09:49:54.007041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:54.007041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf68c-b28d-4ef3-b2f8-3aea442c3b91 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fed6bf-eed4-4b16-90ce-03c884f26f47,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:54.042173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-1742ecf1-d69b-4e5c-9e14-17ae276fd61d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6536d974-15ae-4e3b-a036-96dd53515dd0 HTTP/1.1" status: 200 len: 217 time: 0.0576437 Feb 15 09:49:54.104234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-adcc2ba9-e4b9-47c5-8c20-02e3df5ac8bd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0932746 Feb 15 09:49:54.110045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54838) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:54.150602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--38721832'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:54.193151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-7d453f4e-3769-4450-ae10-4ff6e4a7a414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:54.195238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-7d453f4e-3769-4450-ae10-4ff6e4a7a414 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4378c3a-e2b8-4adb-bc26-e8bb94bcc864 HTTP/1.1" status: 200 len: 848 time: 0.1405742 Feb 15 09:49:54.240786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-9a8c0c51-9bcb-4d28-bb64-1398244b10fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4411f8d-8191-4dd0-82e4-eb71113441c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350389 Feb 15 09:49:54.269759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.290731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b63b12a1-dc52-43fc-9b38-daa1ee4a1204 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:54.292204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b63b12a1-dc52-43fc-9b38-daa1ee4a1204 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.72 "GET /v2.0/networks?id=7eab4ccd-0fc0-4171-83ee-f8ead41b6726 HTTP/1.1" status: 200 len: 818 time: 0.2486916 Feb 15 09:49:54.333052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Request body: {'port': {'device_id': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726', 'admin_state_up': True, 'tenant_id': '3f800c30223d4c90868ee14e85526b4a'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:54.483912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-93992e3a-7efe-4720-b257-8787c3689612 service neutron] 10.222.0.36 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356160 Feb 15 09:49:54.573188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.577515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Made reservation on behalf of 3f800c30223d4c90868ee14e85526b4a for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:49:54.581156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.591828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.626331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7826e71-e27f-42f8-9993-5b302c0ee237 req-bfadfb83-5890-4808-9357-1e63001ab0a4 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:54.629276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7826e71-e27f-42f8-9993-5b302c0ee237 req-bfadfb83-5890-4808-9357-1e63001ab0a4 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 943 time: 0.0757470 Feb 15 09:49:54.650902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.652173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5373926 Feb 15 09:49:54.659751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54850) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:54.666876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': 'bc875659-bef4-4254-949b-4f7ce63151b4', 'direction': 'ingress', 'protocol': 17}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:54.691097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921baf8-d618-4275-bbf3-71636e382089 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc875659-bef4-4254-949b-4f7ce63151b4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:54.722941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7826e71-e27f-42f8-9993-5b302c0ee237 req-05f11b2a-9bdc-4c67-b16e-2d92f4d8c1c2 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871232 Feb 15 09:49:54.738767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de55faf8-0aab-4282-8dbd-a335d9264044 req-abb1bed9-4bd0-4ae6-82ca-b5eeb81501f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435679 Feb 15 09:49:54.742984 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:54.816906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Allocated IP 172.20.0.13 (7eab4ccd-0fc0-4171-83ee-f8ead41b6726/7a0b535c-e0d6-4500-af3c-09afe98c20e4/fbf06472-b206-40bc-b9b7-e0bc6c8c83ba) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:49:55.023221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f242d562-fa43-4c29-a4c3-d9217d6de55a req-f94a8a01-8b22-4cf2-9961-6a357d2856d8 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 210 time: 0.0378907 Feb 15 09:49:55.128304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.213778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.298647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:49:55.300763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Pushing event updated for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:55.312773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:49:55.322366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:49:55.395904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:55.396689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.404596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.412476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.422503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-9b26eaa4-1f2d-42c3-86bb-4e0077152adc tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0952787 Feb 15 09:49:55.431596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a84e152a-e1ae-48de-a1d9-d792744d8e9c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:55.437822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Request body: {'port': {'device_id': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:55.444113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.445705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96382090-dde0-4247-9d46-0df692b461df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7847679 Feb 15 09:49:55.453435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54862) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:55.515115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.521638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.546358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.610909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.614336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.618040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/bc875659-bef4-4254-949b-4f7ce63151b4 HTTP/1.1" status: 204 len: 168 time: 0.1608851 Feb 15 09:49:55.618742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54864) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:55.639817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5d8d5-5424-4783-9c45-260324a957f2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc875659-bef4-4254-949b-4f7ce63151b4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:55.685552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ced9ac5-78ac-41be-af7e-17385703031c tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622709 Feb 15 09:49:55.685992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54866) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:55.690851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--291116171'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:55.720306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.810654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.817115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.842738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbf06472-b206-40bc-b9b7-e0bc6c8c83ba {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:55.851590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.864423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Transition to ACTIVE for port object fbf06472-b206-40bc-b9b7-e0bc6c8c83ba will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:49:55.868921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.883962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:55.888019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2010939 Feb 15 09:49:55.888798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93ec6fe-2cfe-46a0-aeb2-942c6da5bc2f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf8d567-5c98-4a5f-9be0-a55d3704b817,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:55.890884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54870) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:55.898212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--892350857'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:55.914028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8742a88-38c0-4776-ae80-d76d878da4a7 req-b2ace913-c153-4de1-845e-a6995b3a35e8 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:55.915148 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8742a88-38c0-4776-ae80-d76d878da4a7 req-b2ace913-c153-4de1-845e-a6995b3a35e8 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 943 time: 0.0951192 Feb 15 09:49:55.946769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:55.952625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.005006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8742a88-38c0-4776-ae80-d76d878da4a7 req-d6963f87-4e31-4443-aa27-dfdf6dcfd205 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704756 Feb 15 09:49:56.037157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Attempting to bind port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:49:56.037504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Attempting to bind port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '7002deab-2111-4a53-a208-50f52b6af031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:49:56.037829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Attempting to bind port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba on network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:56.042852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba on network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:49:56.043187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Attempting to bind port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba on network 7eab4ccd-0fc0-4171-83ee-f8ead41b6726 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:49:56.048521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:49:56.048709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Checking segment: {'id': '7002deab-2111-4a53-a208-50f52b6af031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:49:56.049097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Bound using segment: {'id': '7002deab-2111-4a53-a208-50f52b6af031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:49:56.049550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Bound port: fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7002deab-2111-4a53-a208-50f52b6af031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:49:56.049909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.075927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.081920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.148544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.152299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2570994 Feb 15 09:49:56.152299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2ae62-5558-4987-b1aa-1c0b05edfade tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1d5a5b-b071-41cf-9d32-85bc78120051,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:56.154883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54882) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.159673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': 'caf8d567-5c98-4a5f-9be0-a55d3704b817', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa1d5a5b-b071-41cf-9d32-85bc78120051', 'remote_ip_prefix': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:56.200224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.250680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3d38f-ab38-4f53-ba64-553c29591844 req-f4e524c7-0333-4f9a-817f-1252bf6fc5cd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:56.252577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33b3d38f-ab38-4f53-ba64-553c29591844 req-f4e524c7-0333-4f9a-817f-1252bf6fc5cd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 944 time: 0.1103098 Feb 15 09:49:56.258054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:49:56.271796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,segment=NetworkSegment(7002deab-2111-4a53-a208-50f52b6af031),segment_id=7002deab-2111-4a53-a208-50f52b6af031)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:49:56.286737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.299646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.304495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.341596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.349845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1909220 Feb 15 09:49:56.349845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a20260-e702-4314-a639-1eda4b4c763d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a69414-48c4-4e7d-aadb-69e2fd1157da,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:56.351933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33b3d38f-ab38-4f53-ba64-553c29591844 req-94cf08d0-558e-4ff1-97fc-8fd128f3150b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912676 Feb 15 09:49:56.359657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54884) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.387725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:56.388358 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.389779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] 10.222.0.72 "PUT /v2.0/ports/fbf06472-b206-40bc-b9b7-e0bc6c8c83ba HTTP/1.1" status: 200 len: 1092 time: 0.9601853 Feb 15 09:49:56.393630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:56.396020 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edb4f53-6d65-447e-92eb-baede078f870" -d '{"events": [{"name": "network-changed", "server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:56.434544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.444685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.462506 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3454e3de-a551-4d51-a769-1601a79ed869 x-openstack-request-id: req-3454e3de-a551-4d51-a769-1601a79ed869 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:49:56.462789 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:49:56.463038 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3454e3de-a551-4d51-a769-1601a79ed869 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:49:56.463432 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba', 'status': 'completed', 'code': 200} Feb 15 09:49:56.479158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91db91d3-e69a-401e-bf58-21b38bd9b855 service neutron] Pushing event updated for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:56.509399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.520432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.524707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54888) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.526295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/34a69414-48c4-4e7d-aadb-69e2fd1157da HTTP/1.1" status: 204 len: 168 time: 0.1654902 Feb 15 09:49:56.537294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d1ab37-1555-43b4-9b11-6f25eafe2140 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34a69414-48c4-4e7d-aadb-69e2fd1157da,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:56.544045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b0af923a-b385-42fd-b7e4-53a94dc92471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:56.546235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-b0af923a-b385-42fd-b7e4-53a94dc92471 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f800c30223d4c90868ee14e85526b4a&device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 1095 time: 0.0873003 Feb 15 09:49:56.576329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f1f02d43-2dc0-48d8-b612-feeb0b6e66f0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502579 Feb 15 09:49:56.579576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.594423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-32f39822-70bd-43f4-b858-3bf1207cc5c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba HTTP/1.1" status: 200 len: 217 time: 0.0403140 Feb 15 09:49:56.648629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.678115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-ff675033-56ed-4957-acc4-c43cfeee36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:56.679630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-ff675033-56ed-4957-acc4-c43cfeee36bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a0b535c-e0d6-4500-af3c-09afe98c20e4 HTTP/1.1" status: 200 len: 858 time: 0.0783451 Feb 15 09:49:56.680883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.732613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-8bc9b3b7-da2c-4128-82e1-00178b134eb6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eab4ccd-0fc0-4171-83ee-f8ead41b6726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465672 Feb 15 09:49:56.738419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.741569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.746130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/fa1d5a5b-b071-41cf-9d32-85bc78120051 HTTP/1.1" status: 204 len: 168 time: 0.1653013 Feb 15 09:49:56.746740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.782298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e625-f87a-463b-902f-83f8cbc261b2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1d5a5b-b071-41cf-9d32-85bc78120051,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:56.855232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0308f21e-3307-4130-9ebb-470216a379c1 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1041229 Feb 15 09:49:56.858973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54894) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:56.883130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-5d346170-2b5e-4303-8a53-97ca31ba74b9 service neutron] 10.222.0.72 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439490 Feb 15 09:49:56.936151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:56.963126 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.015506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ffe8d95-3922-49a2-94ee-e56600f51446 req-e42d54bd-234c-4557-a12d-105dd1576245 service neutron] 10.222.0.72 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245983 Feb 15 09:49:57.027687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.032062 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.033385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/caf8d567-5c98-4a5f-9be0-a55d3704b817 HTTP/1.1" status: 204 len: 168 time: 0.1734474 Feb 15 09:49:57.036751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:57.064568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcca7d4-7e35-43ee-850f-1307e9463dca tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf8d567-5c98-4a5f-9be0-a55d3704b817,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:57.132748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f8591f4b-0e47-4fc3-8b4f-5db215043918 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947447 Feb 15 09:49:57.136557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54904) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:57.142518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--518363982'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:57.243359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb4f53-6d65-447e-92eb-baede078f870 req-60f5d022-7fc8-432f-b63f-2d276f06b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:57.246318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-60f5d022-7fc8-432f-b63f-2d276f06b176 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=3f800c30223d4c90868ee14e85526b4a&device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 1095 time: 0.1305430 Feb 15 09:49:57.278731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.385110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46c4c0-1d7b-487f-a9c8-ad14fe3318be req-c2d7e22b-4eb6-49df-864e-10aa9e527ea8 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:57.387180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d46c4c0-1d7b-487f-a9c8-ad14fe3318be req-c2d7e22b-4eb6-49df-864e-10aa9e527ea8 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 943 time: 0.2517974 Feb 15 09:49:57.403183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.418662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.479149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.479935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3419335 Feb 15 09:49:57.483237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:57.490990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '51463a26-6be3-41c7-8973-5dc8288368f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:57.491565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:57.497268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f61023-687c-49a7-b667-2ace0edf3a05 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51463a26-6be3-41c7-8973-5dc8288368f8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:57.505338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d46c4c0-1d7b-487f-a9c8-ad14fe3318be req-a5cae104-7196-45fd-b82a-de231e014ff3 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083674 Feb 15 09:49:57.523886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb4f53-6d65-447e-92eb-baede078f870 req-a0cb030d-4c0c-45e8-88bf-40adf334d71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:57.527364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-a0cb030d-4c0c-45e8-88bf-40adf334d71f service neutron] 10.222.0.72 "GET /v2.0/networks?id=7eab4ccd-0fc0-4171-83ee-f8ead41b6726 HTTP/1.1" status: 200 len: 919 time: 0.2723794 Feb 15 09:49:57.591190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6536d974-15ae-4e3b-a036-96dd53515dd0 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:49:57.605540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-b49b4da9-acc5-45a9-a8b1-207351da7df5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba HTTP/1.1" status: 200 len: 217 time: 0.0685430 Feb 15 09:49:57.637317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d9618-164d-46bf-8c54-69c3ca2432f0 req-96bf7eb2-f4b7-4346-b7d4-c6aba5cb05dd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:57.638852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb4d9618-164d-46bf-8c54-69c3ca2432f0 req-96bf7eb2-f4b7-4346-b7d4-c6aba5cb05dd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 944 time: 0.1430769 Feb 15 09:49:57.652992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.687332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e810292-af57-4311-8acf-e762e8e5d9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.722596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb4d9618-164d-46bf-8c54-69c3ca2432f0 req-a8e18dd0-5fd6-4658-b2bf-e7c57d2396de tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664151 Feb 15 09:49:57.734177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb4f53-6d65-447e-92eb-baede078f870 req-5ea54412-8c04-4926-8282-74f6474e0cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:57.735777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-5ea54412-8c04-4926-8282-74f6474e0cda service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7a0b535c-e0d6-4500-af3c-09afe98c20e4 HTTP/1.1" status: 200 len: 858 time: 0.1205478 Feb 15 09:49:57.742128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.748002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.780273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=095e8373-4b92-4ae7-bdf3-14a2a204a1f4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:57.786418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.790899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54918) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:57.791135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b0e58f4-624b-4770-8b06-5f12269a4f0d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3068557 Feb 15 09:49:57.803570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6536d974-15ae-4e3b-a036-96dd53515dd0,segment=NetworkSegment(1dfea291-f716-4f84-bed3-226b38ca236e),segment_id=1dfea291-f716-4f84-bed3-226b38ca236e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:57.808906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-ef41838e-73a9-41e0-8b0d-65da47f8966e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=7eab4ccd-0fc0-4171-83ee-f8ead41b6726&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646732 Feb 15 09:49:57.818862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '6536d974-15ae-4e3b-a036-96dd53515dd0', 'network_id': 'b4411f8d-8191-4dd0-82e4-eb71113441c4', 'port_id': '6536d974-15ae-4e3b-a036-96dd53515dd0', 'mac_address': 'fa:16:3e:1c:0f:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4378c3a-e2b8-4adb-bc26-e8bb94bcc864', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:49:57.858349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.872241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6536d974-15ae-4e3b-a036-96dd53515dd0 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:57.888274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.894259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6536d974-15ae-4e3b-a036-96dd53515dd0,segment=NetworkSegment(1dfea291-f716-4f84-bed3-226b38ca236e),segment_id=1dfea291-f716-4f84-bed3-226b38ca236e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:57.899001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.907317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.948251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e810292-af57-4311-8acf-e762e8e5d9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.952786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:57.961965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e810292-af57-4311-8acf-e762e8e5d9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.992913 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.997340 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:57.999570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/095e8373-4b92-4ae7-bdf3-14a2a204a1f4 HTTP/1.1" status: 204 len: 168 time: 0.2045248 Feb 15 09:49:58.006235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54920) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.021289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5e810292-af57-4311-8acf-e762e8e5d9ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6c667d2e45842cdbce6154d58ab9c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5122371 Feb 15 09:49:58.021631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54922) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.035643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e709d1-c3aa-45d6-a76a-25c4d75ee7e6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=095e8373-4b92-4ae7-bdf3-14a2a204a1f4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.040364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-38bd8694-a09d-4aea-81a0-6b6d16ba7407 service neutron] 10.222.0.72 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229972 Feb 15 09:49:58.045656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e810292-af57-4311-8acf-e762e8e5d9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1b9149-371b-42f2-aa4b-4cbb307e3abb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.070580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-82953d18-50d6-4847-ae89-a6fef129dad0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0677364 Feb 15 09:49:58.075244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.089742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6536d974-15ae-4e3b-a036-96dd53515dd0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:58.146550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.157851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3edb4f53-6d65-447e-92eb-baede078f870 req-1b4f605b-1a54-4185-a87c-83c98c15a32e service neutron] 10.222.0.72 "GET /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084459 Feb 15 09:49:58.193118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.203974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.253003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.298874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.302238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.303451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b1b9149-371b-42f2-aa4b-4cbb307e3abb HTTP/1.1" status: 204 len: 168 time: 0.2805295 Feb 15 09:49:58.307564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.310206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.313922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/51463a26-6be3-41c7-8973-5dc8288368f8 HTTP/1.1" status: 204 len: 168 time: 0.2352061 Feb 15 09:49:58.314306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54934) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.317898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a7ef58-003b-45f5-a03c-6730f58958f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1b9149-371b-42f2-aa4b-4cbb307e3abb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.328945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ead71f-7a31-4ec8-abe0-f25da8f168f6 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51463a26-6be3-41c7-8973-5dc8288368f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.381255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0693830d-8627-4618-8002-cf408e9d6884 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0606644 Feb 15 09:49:58.381569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54936) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.386423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--1684378574'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:58.413181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.497535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.501495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.534837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.536088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1534851 Feb 15 09:49:58.536994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff08220-cd38-45a8-ad06-784d381c70dd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2987f-997f-44e6-ae55-0c294c67bf56,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.539056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54940) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.543382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '3ce2987f-997f-44e6-ae55-0c294c67bf56', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:58.585827 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.656495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.661232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.683969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b06dcd0d-fa87-4f48-934b-a39efdbad6ba,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.688987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120b25b-9d36-43d7-8660-aa93e662aa51 req-f1d01962-5e91-45af-abf6-4f2378cfcc1f tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:58.698108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7120b25b-9d36-43d7-8660-aa93e662aa51 req-f1d01962-5e91-45af-abf6-4f2378cfcc1f tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 944 time: 0.0752678 Feb 15 09:49:58.698765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.700045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2befbc35-0c40-4e16-a4b3-7ba48c4ab1e2 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600671 Feb 15 09:49:58.702582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fbf06472-b206-40bc-b9b7-e0bc6c8c83ba details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:49:58.703038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.719943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c023a036-8650-4486-95a6-a9071e819a9a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules/b06dcd0d-fa87-4f48-934b-a39efdbad6ba HTTP/1.1" status: 200 len: 763 time: 0.0161512 Feb 15 09:49:58.723119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54952) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.770835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7120b25b-9d36-43d7-8660-aa93e662aa51 req-52f376ba-705e-4853-af86-ae2f23091bca tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489779 Feb 15 09:49:58.796871 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea8747e8-76a4-46a9-b15b-6bab6f948334 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0707088 Feb 15 09:49:58.798035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54958) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.835058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.856063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.905434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.910762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,segment=NetworkSegment(7002deab-2111-4a53-a208-50f52b6af031),segment_id=7002deab-2111-4a53-a208-50f52b6af031)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:58.919177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:58.921784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b06dcd0d-fa87-4f48-934b-a39efdbad6ba HTTP/1.1" status: 204 len: 168 time: 0.1225214 Feb 15 09:49:58.922646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b739d-a30d-47df-a687-bd357edf677d tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b06dcd0d-fa87-4f48-934b-a39efdbad6ba,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:58.930027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d35aaf-2f3f-4424-8682-e7ffd0b09958 req-c6e67d94-32d1-42f1-9717-ffaba981c16e tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:58.930643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54962) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.933545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63d35aaf-2f3f-4424-8682-e7ffd0b09958 req-c6e67d94-32d1-42f1-9717-ffaba981c16e tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 944 time: 0.0945446 Feb 15 09:49:58.937591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba', 'network_id': '7eab4ccd-0fc0-4171-83ee-f8ead41b6726', 'port_id': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba', 'mac_address': 'fa:16:3e:6f:17:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0b535c-e0d6-4500-af3c-09afe98c20e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:49:58.989353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-610c490b-f625-4e09-a3e0-ad96e7ae1cfb tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0574427 Feb 15 09:49:58.989994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54968) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:58.994385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '3ce2987f-997f-44e6-ae55-0c294c67bf56', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:59.004686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63d35aaf-2f3f-4424-8682-e7ffd0b09958 req-a4aac6a8-1da1-4ff3-91f3-ffac276d42d4 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639591 Feb 15 09:49:59.017459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.041830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbf06472-b206-40bc-b9b7-e0bc6c8c83ba {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:49:59.055173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.068573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,segment=NetworkSegment(7002deab-2111-4a53-a208-50f52b6af031),segment_id=7002deab-2111-4a53-a208-50f52b6af031)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:59.082329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.124051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.130334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.141091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:59.158000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.161616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683192 Feb 15 09:49:59.162014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0e01d-9223-4d93-90b3-5c1ccd8d603f tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10e9adf-744e-4591-b07a-0ba4621d210f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:59.162178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.179508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb7b035e-2828-403b-a5fe-23bfccd461b8 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules/b10e9adf-744e-4591-b07a-0ba4621d210f HTTP/1.1" status: 200 len: 763 time: 0.0163016 Feb 15 09:49:59.182087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54974) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.227012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-67ce9877-e22a-48bc-bf04-abdd843c1e23 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437946 Feb 15 09:49:59.229490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54978) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.256649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.265598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.299661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['fbf06472-b206-40bc-b9b7-e0bc6c8c83ba'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:49:59.302175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.309816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.311242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/b10e9adf-744e-4591-b07a-0ba4621d210f HTTP/1.1" status: 204 len: 168 time: 0.0808463 Feb 15 09:49:59.313707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.338277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c220c9c-41af-454a-90af-4073c08ef6bf tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b10e9adf-744e-4591-b07a-0ba4621d210f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:59.404709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-277f7fce-c85d-4383-ad1e-e914b4b35772 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0896564 Feb 15 09:49:59.407252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54986) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.417387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '3ce2987f-997f-44e6-ae55-0c294c67bf56', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:49:59.457375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.545936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.551937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.569720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed2edf9-72da-426c-ae9a-a057f084f07c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:59.578099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.579307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-76b2fa78-2f39-4256-a4a2-c6e705c28b49 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711063 Feb 15 09:49:59.582812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.592706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6536d974-15ae-4e3b-a036-96dd53515dd0 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:49:59.604296 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0ba1065c-d7c4-4ca7-8e7e-d8d0a684c19a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules/8ed2edf9-72da-426c-ae9a-a057f084f07c HTTP/1.1" status: 200 len: 764 time: 0.0200896 Feb 15 09:49:59.606758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54994) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.659987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 6536d974-15ae-4e3b-a036-96dd53515dd0 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:49:59.665132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 6536d974-15ae-4e3b-a036-96dd53515dd0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:49:59.665419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.675887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54998) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.683278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc3d11db-2ef9-4299-a76d-89836a687a4e tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0749390 Feb 15 09:49:59.708042 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.722099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.759230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.767295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.768662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.770293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8ed2edf9-72da-426c-ae9a-a057f084f07c HTTP/1.1" status: 204 len: 168 time: 0.0933006 Feb 15 09:49:59.772623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55002) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.784686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d76c0-684b-435d-a06d-f6dee11f5416 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ed2edf9-72da-426c-ae9a-a057f084f07c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:49:59.800521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:49:59.803553 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc874c-30f9-4c46-877d-2006d490087f" -d '{"events": [{"server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "name": "network-vif-plugged", "status": "completed", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:49:59.816721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6536d974-15ae-4e3b-a036-96dd53515dd0,segment=NetworkSegment(1dfea291-f716-4f84-bed3-226b38ca236e),segment_id=1dfea291-f716-4f84-bed3-226b38ca236e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:49:59.823751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.864944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5ca4e0c9-dbb9-4564-bf67-0c38ccd569fd tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0895278 Feb 15 09:49:59.866186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55010) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:49:59.929871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda11bb2-8f1e-4e65-8f57-2370a35f38f3 req-51f59b7f-035e-4451-a04d-907da99d5d8c tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:49:59.931455 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fda11bb2-8f1e-4e65-8f57-2370a35f38f3 req-51f59b7f-035e-4451-a04d-907da99d5d8c tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 945 time: 0.0646579 Feb 15 09:49:59.943789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:49:59.970532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.039972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15993f-ae29-4ff9-bce6-4fc15f5fa1e8 req-24fe1673-1f1d-49ec-96de-3a0ba71677fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:00.042360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c15993f-ae29-4ff9-bce6-4fc15f5fa1e8 req-24fe1673-1f1d-49ec-96de-3a0ba71677fe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 1096 time: 0.1086242 Feb 15 09:50:00.047748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.052316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.057338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/3ce2987f-997f-44e6-ae55-0c294c67bf56 HTTP/1.1" status: 204 len: 168 time: 0.1898887 Feb 15 09:50:00.058119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55016) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.076790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e040-d65d-44e4-8a5d-217ed7d04b04 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2987f-997f-44e6-ae55-0c294c67bf56,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:00.087382 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d4f49d-da0b-4e22-a779-7e3792f373ff x-openstack-request-id: req-88d4f49d-da0b-4e22-a779-7e3792f373ff {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:00.087680 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "name": "network-vif-plugged", "status": "completed", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:00.087929 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88d4f49d-da0b-4e22-a779-7e3792f373ff {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:00.088835 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0', 'code': 200} Feb 15 09:50:00.123564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c15993f-ae29-4ff9-bce6-4fc15f5fa1e8 req-95cefd28-42eb-400a-a857-851413c0099d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 Feb 15 09:50:00.131057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fda11bb2-8f1e-4e65-8f57-2370a35f38f3 req-ec66dc60-6f2a-4f45-9368-6436f724d409 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529651 Feb 15 09:50:00.133457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96d6aa21-b2a8-47e9-8a6d-df60c142a4df tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635374 Feb 15 09:50:00.134265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55020) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.139763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:00.142247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group': {'name': 'tempest-secgroup--902899225'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:00.179837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.196651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a48c0-0772-40fe-9861-d66180a55bb7 req-fe452fa6-3624-4a98-b977-937a018e0dcd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:00.206754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea1a48c0-0772-40fe-9861-d66180a55bb7 req-fe452fa6-3624-4a98-b977-937a018e0dcd tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 945 time: 0.0613520 Feb 15 09:50:00.255453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea1a48c0-0772-40fe-9861-d66180a55bb7 req-3804623c-d72d-4363-864b-ec82235ab707 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416083 Feb 15 09:50:00.262647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.267630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.293745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.295051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1575122 Feb 15 09:50:00.297751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.303496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Request body: {'security_group_rule': {'security_group_id': '5b75883e-c4df-408d-bd9e-512fb761eaf1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:00.304189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8437a-1211-48da-b447-c17396c8ac11 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b75883e-c4df-408d-bd9e-512fb761eaf1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:00.335788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.386266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.390409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.409991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e668dfc-7332-4eb8-b255-a067b7d58420,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:00.420311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.425317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55036) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.425437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09e5f2cc-b85f-4535-ab6e-43f946821ada tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261411 Feb 15 09:50:00.482687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.510682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.568728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.571695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.574976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/5b75883e-c4df-408d-bd9e-512fb761eaf1 HTTP/1.1" status: 204 len: 168 time: 0.1462746 Feb 15 09:50:00.575343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55050) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.586440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461d4bc-c694-4df4-84db-967fc997821a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b75883e-c4df-408d-bd9e-512fb761eaf1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:00.632626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca9a4d9b-0e33-44cb-bd9d-6194bc5a04a0 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561159 Feb 15 09:50:00.636403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55054) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.675388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1bb364ad-775b-4cdf-9309-bdfe730fe220 tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0377967 Feb 15 09:50:00.678141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55058) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.692181 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b65772ef-1141-4234-972e-d14ee80fb2ec tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] delete failed (client error): The resource could not be found. Feb 15 09:50:00.693313 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b65772ef-1141-4234-972e-d14ee80fb2ec tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "DELETE /v2.0/security-groups/5b75883e-c4df-408d-bd9e-512fb761eaf1 HTTP/1.1" status: 404 len: 347 time: 0.0141697 Feb 15 09:50:00.696995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55060) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:00.709170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fbf06472-b206-40bc-b9b7-e0bc6c8c83ba up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:00.752373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-992072a3-4d60-411e-be0a-ba3259c3310a tempest-SecGroupTest-1950576264 tempest-SecGroupTest-1950576264-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535412 Feb 15 09:50:00.773865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:50:00.779874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:00.780597 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.893443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.931791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,segment=NetworkSegment(7002deab-2111-4a53-a208-50f52b6af031),segment_id=7002deab-2111-4a53-a208-50f52b6af031)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:00.937108 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:00.994636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:01.115436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55076) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:01.280192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e052ba-2691-4250-a367-501f61b1adac req-e05c6b2e-fa1f-4533-bc04-0424853e0248 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:01.298908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e052ba-2691-4250-a367-501f61b1adac req-e05c6b2e-fa1f-4533-bc04-0424853e0248 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 945 time: 0.0746434 Feb 15 09:50:01.332237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:01.359291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e052ba-2691-4250-a367-501f61b1adac req-56bf8fdf-55d8-47bd-af38-3f9fa66b16b5 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Feb 15 09:50:01.440638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74c03b9-1f2a-4309-8aa7-9866636b9823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.476542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8293c8e6-5325-49fb-b86d-e9e2912fb011 req-1befc1ea-56c1-4fda-9736-98ccfc40c23d tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:01.478186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8293c8e6-5325-49fb-b86d-e9e2912fb011 req-1befc1ea-56c1-4fda-9736-98ccfc40c23d tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.1196492 Feb 15 09:50:01.486550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-24959aa7-8776-4db6-8ba2-b41019bd7385 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52ab2347782245cab5acddd741a26c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696294 Feb 15 09:50:01.489077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55092) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:01.548195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.575872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8293c8e6-5325-49fb-b86d-e9e2912fb011 req-6addd931-cac2-423a-803a-088de57d4f0f tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881708 Feb 15 09:50:01.596772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.603165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74c03b9-1f2a-4309-8aa7-9866636b9823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.611542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d74c03b9-1f2a-4309-8aa7-9866636b9823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.651742 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d74c03b9-1f2a-4309-8aa7-9866636b9823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b943ec37be7c481c838734d74e61e45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184114 Feb 15 09:50:01.654425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55096) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:01.674939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c03b9-1f2a-4309-8aa7-9866636b9823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbad5ea0-a0a1-44fd-88da-85b8fa20ceeb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:01.693658 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.696417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.700262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7ea05477-b7d5-4c7e-aa7e-3703b0a32ac6 HTTP/1.1" status: 204 len: 168 time: 0.2073770 Feb 15 09:50:01.724161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07614a18-e8fa-42db-80b2-5254fe4a1833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea05477-b7d5-4c7e-aa7e-3703b0a32ac6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:01.770677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.796988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.867467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.870090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:01.873629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fbad5ea0-a0a1-44fd-88da-85b8fa20ceeb HTTP/1.1" status: 204 len: 168 time: 0.2155638 Feb 15 09:50:01.880245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affdc32-dc0c-4b8f-8aff-5d4e0b5401b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbad5ea0-a0a1-44fd-88da-85b8fa20ceeb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:02.092308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:02.098684 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f725a1-0818-41ee-8c2b-992b4bfcc912" -d '{"events": [{"server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:02.175349 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7baa0115-cd36-46d9-ba0b-a51b289cb8a7 x-openstack-request-id: req-7baa0115-cd36-46d9-ba0b-a51b289cb8a7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:02.175349 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "name": "network-vif-plugged", "status": "completed", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:02.175598 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7baa0115-cd36-46d9-ba0b-a51b289cb8a7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:02.175794 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba', 'code': 200} Feb 15 09:50:02.304395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db236dfa-e405-4124-b7dd-413fb26f61ad req-530e9a97-6d63-4754-9d9b-7f3301828fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:02.306829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db236dfa-e405-4124-b7dd-413fb26f61ad req-530e9a97-6d63-4754-9d9b-7f3301828fde service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 1097 time: 0.0618486 Feb 15 09:50:02.355350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db236dfa-e405-4124-b7dd-413fb26f61ad req-2f5dcfcf-05dc-4951-8b78-1cc6b7cdf5fc service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374889 Feb 15 09:50:02.359185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55122) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:02.376393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0bec-26c0-4010-9db9-f31070f9da83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.479888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0bec-26c0-4010-9db9-f31070f9da83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.483421 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec0a0bec-26c0-4010-9db9-f31070f9da83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.528951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec0a0bec-26c0-4010-9db9-f31070f9da83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7f3f9e4382e48da889bc0f8dba2494e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660631 Feb 15 09:50:02.528951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a0bec-26c0-4010-9db9-f31070f9da83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d076e9-ce65-4e56-a5e7-287c9e14b535,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:02.530513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:02.606106 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.678856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.792338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.795113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:02.796613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63d076e9-ce65-4e56-a5e7-287c9e14b535 HTTP/1.1" status: 204 len: 168 time: 0.2636611 Feb 15 09:50:02.829007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05520dca-1cf5-4684-b060-1149b0676796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d076e9-ce65-4e56-a5e7-287c9e14b535,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:02.863805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b1999-7506-4a8c-baf3-964a55bb9641 req-84187f3c-65c5-4c32-9e41-509830e1ca7e tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:02.871460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-997b1999-7506-4a8c-baf3-964a55bb9641 req-84187f3c-65c5-4c32-9e41-509830e1ca7e tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.1115205 Feb 15 09:50:02.939518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-997b1999-7506-4a8c-baf3-964a55bb9641 req-d905e67f-4d5f-4c67-b0c6-909ff035797f tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671518 Feb 15 09:50:03.054867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:03.245210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2b203e03-9952-4453-928f-03aee5f82562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.413196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2b203e03-9952-4453-928f-03aee5f82562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.421576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2b203e03-9952-4453-928f-03aee5f82562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.475220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2b203e03-9952-4453-928f-03aee5f82562 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8bec0788f7a4a20bda41c02cc1fc6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4185991 Feb 15 09:50:03.478017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55168) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:03.505859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b203e03-9952-4453-928f-03aee5f82562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e288a777-44b3-4c4f-be9e-a04b3b8c328d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:03.550969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.581056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.645051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.648247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:03.649713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e288a777-44b3-4c4f-be9e-a04b3b8c328d HTTP/1.1" status: 204 len: 168 time: 0.1705930 Feb 15 09:50:03.660487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706d968-eea9-44fb-bb24-21669d886d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e288a777-44b3-4c4f-be9e-a04b3b8c328d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:04.116030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5d13a-53ee-4e47-8fb7-5ed21baea8cc req-d379616a-38f0-40f1-aec5-e79abd0a337c tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:04.117937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97f5d13a-53ee-4e47-8fb7-5ed21baea8cc req-d379616a-38f0-40f1-aec5-e79abd0a337c tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.0756340 Feb 15 09:50:04.176644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97f5d13a-53ee-4e47-8fb7-5ed21baea8cc req-fa48bf3f-24bc-474b-a10c-50f919cd2e03 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457201 Feb 15 09:50:04.509377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbcc36b-9f3c-4dba-82e6-9fb248cc3c25 req-efc66f36-0ce5-4518-9753-1e96906fccc1 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:04.511596 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9fbcc36b-9f3c-4dba-82e6-9fb248cc3c25 req-efc66f36-0ce5-4518-9753-1e96906fccc1 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.0795670 Feb 15 09:50:04.582604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9fbcc36b-9f3c-4dba-82e6-9fb248cc3c25 req-733498ef-4033-440c-9137-2f05e58b5f7f tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570955 Feb 15 09:50:04.639716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfdebc8-751a-401a-a9ec-ae521c694426 req-e59b9771-79cc-46d2-ac6b-23d88925f859 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:04.644364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bfdebc8-751a-401a-a9ec-ae521c694426 req-e59b9771-79cc-46d2-ac6b-23d88925f859 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 945 time: 0.0986183 Feb 15 09:50:04.700842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3bfdebc8-751a-401a-a9ec-ae521c694426 req-5c9bee2e-a2e6-40ab-a93d-e1aa850931b9 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Feb 15 09:50:04.991456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:05.097049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1746965299-network', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:05.120151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Made reservation on behalf of 0ffa1fbb4c684c538170f37fe21e0a93 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:05.122487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.131708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.210676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.214563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.240834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:05.250531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b15e00f-3112-4d20-82fc-a0b529c61144,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:05.257390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.257741 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Added segment 4b6adb01-ff68-405e-b3f2-12de199b41fe of type vlan for network baace9f0-e71c-4b3e-8530-52c5b99d31bd Feb 15 09:50:05.298100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.322353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.323416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:05.323992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.375907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3830476 Feb 15 09:50:05.379028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55272) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:05.384187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Request body: {'subnet': {'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1746965299-subnet', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:05.394627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7040a4-c1dc-4d7c-b3e7-5692b6bbc33d admin admin] Pushing event updated for resources: {'Network': ['ID=baace9f0-e71c-4b3e-8530-52c5b99d31bd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:05.409868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:05.419944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Made reservation on behalf of 0ffa1fbb4c684c538170f37fe21e0a93 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:05.423364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.641629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:05.729223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e4387-ee8e-4dd7-8b77-b4ba0f2a9ee1 req-2ad00984-33dd-4731-8a8f-d03d3278685f tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:05.737644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa0e4387-ee8e-4dd7-8b77-b4ba0f2a9ee1 req-2ad00984-33dd-4731-8a8f-d03d3278685f tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.0710795 Feb 15 09:50:05.745238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Checking segment: {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:05.749630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Network hostable DHCP agents. Network: baace9f0-e71c-4b3e-8530-52c5b99d31bd, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:05.785330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa0e4387-ee8e-4dd7-8b77-b4ba0f2a9ee1 req-4991c9f5-d6ba-44df-a756-51c4af72f09d tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Feb 15 09:50:05.808539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b63e258-b1f9-4e84-a6d6-71dfd62de320,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:05.863674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-4bf5cfbc-52be-41dc-85af-158e288f5850 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:05.863674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-4bf5cfbc-52be-41dc-85af-158e288f5850 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.72 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.1842499 Feb 15 09:50:05.864025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:05.910222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, baace9f0-e71c-4b3e-8530-52c5b99d31bd) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:05.922249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a72629-30fa-4e2a-9f03-05efef03d1dc None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:05.926764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-fa8b9734-8dd7-4e50-8ae9-4939d8236f94 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:05.928294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-fa8b9734-8dd7-4e50-8ae9-4939d8236f94 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.36 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 945 time: 0.1728907 Feb 15 09:50:05.934932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:05.935604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.021069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffaa15-b4c7-414a-999d-41bafdb0a5d4 req-8e5c8f91-8e76-489f-adae-9e2e24ed5cd3 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:06.023660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ffaa15-b4c7-414a-999d-41bafdb0a5d4 req-8e5c8f91-8e76-489f-adae-9e2e24ed5cd3 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 945 time: 0.2089481 Feb 15 09:50:06.036069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0964a57c-4dc2-4141-b2a8-d6f797123373 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6556406 Feb 15 09:50:06.039115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:06.043474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:06.083976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.086813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.178010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'fixed_ips': [{'subnet_id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:50:06.179869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.220562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.432891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Allocated IP 172.20.0.2 (baace9f0-e71c-4b3e-8530-52c5b99d31bd/4b63e258-b1f9-4e84-a6d6-71dfd62de320/a68034eb-66d8-4768-8804-207825ffdd1d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:06.459401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55322) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:06.472468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.532584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ffaa15-b4c7-414a-999d-41bafdb0a5d4 req-e3f5cf6d-677d-4ec1-9c20-359afb73758b tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/security-groups?id=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4952307 Feb 15 09:50:06.545032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Deleting port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:06.545377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.599945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Deleting port 6536d974-15ae-4e3b-a036-96dd53515dd0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:06.600277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.724222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] For port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,segment=NetworkSegment(7002deab-2111-4a53-a208-50f52b6af031),segment_id=7002deab-2111-4a53-a208-50f52b6af031)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:06.725294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.749446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Calling delete_port for fbf06472-b206-40bc-b9b7-e0bc6c8c83ba owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:06.758615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.759057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] For port 6536d974-15ae-4e3b-a036-96dd53515dd0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6536d974-15ae-4e3b-a036-96dd53515dd0,segment=NetworkSegment(1dfea291-f716-4f84-bed3-226b38ca236e),segment_id=1dfea291-f716-4f84-bed3-226b38ca236e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:06.759714 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.769023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.781268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Calling delete_port for 6536d974-15ae-4e3b-a036-96dd53515dd0 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:06.804392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c99f40d-b0e9-4567-b6e2-1fa6e86e5ff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.879736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:06.887122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:06.895885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.912554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:06.931429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:06.945276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Pushing event updated for resources: {'Port': ['ID=a68034eb-66d8-4768-8804-207825ffdd1d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.055476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Attempting to bind port a68034eb-66d8-4768-8804-207825ffdd1d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:07.056018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Attempting to bind port a68034eb-66d8-4768-8804-207825ffdd1d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:07.056582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Attempting to bind port a68034eb-66d8-4768-8804-207825ffdd1d on network baace9f0-e71c-4b3e-8530-52c5b99d31bd {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:07.067856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.072785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:07.073115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Checking segment: {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:07.073516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.074039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Bound using segment: {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:07.074545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Bound port: a68034eb-66d8-4768-8804-207825ffdd1d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:07.074995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.081156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb3a82a-0f4b-4a8f-b232-52803dbf1170 req-81914a38-bcad-44c5-830d-8992a3102d20 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:07.082930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcb3a82a-0f4b-4a8f-b232-52803dbf1170 req-81914a38-bcad-44c5-830d-8992a3102d20 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/ports?device_id=1345e9fb-ec9a-4192-ac0a-d6984bd237ca HTTP/1.1" status: 200 len: 946 time: 0.1561940 Feb 15 09:50:07.098408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['fbf06472-b206-40bc-b9b7-e0bc6c8c83ba'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:50:07.120730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Pushing event deleted for resources: {'Port': ['ID=fbf06472-b206-40bc-b9b7-e0bc6c8c83ba,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.124675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.150653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c99f40d-b0e9-4567-b6e2-1fa6e86e5ff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.169208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6536d974-15ae-4e3b-a036-96dd53515dd0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:50:07.174945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3c99f40d-b0e9-4567-b6e2-1fa6e86e5ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.178153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Allocated IP 172.25.6.48 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/be06dadb-34e3-409f-9a4b-378f7fbd22be) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:07.187081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] No DVR routers for this DVR port fbf06472-b206-40bc-b9b7-e0bc6c8c83ba on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:07.195973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.200732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dcb3a82a-0f4b-4a8f-b232-52803dbf1170 req-c8e84f51-bc91-4c80-90c2-f8d73b00a8c5 tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.10 "GET /v2.0/security-groups?id=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979502 Feb 15 09:50:07.200911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f5663aa-2ee1-491b-ad8e-b856e0a95e59 req-5d8aef2a-9107-4a3e-baf5-e03eb83ca35b tempest-InstanceActionsV221TestJSON-2106743233 tempest-InstanceActionsV221TestJSON-2106743233-project] 10.222.0.72 "DELETE /v2.0/ports/fbf06472-b206-40bc-b9b7-e0bc6c8c83ba HTTP/1.1" status: 204 len: 173 time: 1.3277280 Feb 15 09:50:07.202745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'name': 'network-vif-deleted', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:07.207021 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d92642-8f91-483b-a631-5705b48b4851" -d '{"events": [{"server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "name": "network-vif-deleted", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:07.255941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Pushing event deleted for resources: {'Port': ['ID=6536d974-15ae-4e3b-a036-96dd53515dd0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.284115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3c99f40d-b0e9-4567-b6e2-1fa6e86e5ff4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96901b9119bc47f39c9cde59fdcafbbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8234773 Feb 15 09:50:07.286733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55346) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:07.311384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99f40d-b0e9-4567-b6e2-1fa6e86e5ff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca14985-6ad1-4d09-b936-45d7f0284209,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.313993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] For port a68034eb-66d8-4768-8804-207825ffdd1d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:07.321886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] For port a68034eb-66d8-4768-8804-207825ffdd1d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a68034eb-66d8-4768-8804-207825ffdd1d,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:07.338954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.395681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] No DVR routers for this DVR port 6536d974-15ae-4e3b-a036-96dd53515dd0 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:07.398972 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.402316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b3bac82d-9a9f-4078-97fa-bf0c70947618 req-9369df23-0418-4543-909a-976bf00ae14d tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.36 "DELETE /v2.0/ports/6536d974-15ae-4e3b-a036-96dd53515dd0 HTTP/1.1" status: 204 len: 173 time: 1.4640718 Feb 15 09:50:07.455937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc2c23-1f38-4206-a108-b434895cce51 None None] Pushing event updated for resources: {'Port': ['ID=a68034eb-66d8-4768-8804-207825ffdd1d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.489529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.531388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.567416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.683670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.772531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff268053-67aa-4a11-b3d6-99bc47f227e4 req-2b9f726c-0ad2-4a1e-8e47-d40a716e9642 tempest-VolumesActionsTest-1835194283 tempest-VolumesActionsTest-1835194283-project] 10.222.0.10 "GET /v2.0/ports?device_id=875cf310-7a8d-4dfc-815a-77bfba25c022 HTTP/1.1" status: 200 len: 210 time: 0.1245370 Feb 15 09:50:07.804323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.808124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:07.810557 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ba7013-ea52-4f47-b834-646e0c5b265f x-openstack-request-id: req-66ba7013-ea52-4f47-b834-646e0c5b265f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:07.811566 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1345e9fb-ec9a-4192-ac0a-d6984bd237ca", "name": "network-vif-deleted", "tag": "fbf06472-b206-40bc-b9b7-e0bc6c8c83ba", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:07.811984 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66ba7013-ea52-4f47-b834-646e0c5b265f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:07.812596 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1345e9fb-ec9a-4192-ac0a-d6984bd237ca', 'name': 'network-vif-deleted', 'tag': 'fbf06472-b206-40bc-b9b7-e0bc6c8c83ba', 'status': 'completed', 'code': 200} Feb 15 09:50:07.820130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eca14985-6ad1-4d09-b936-45d7f0284209 HTTP/1.1" status: 204 len: 168 time: 0.5249803 Feb 15 09:50:07.876311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0323f-c901-4899-bb03-8d889ebbce7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca14985-6ad1-4d09-b936-45d7f0284209,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.881722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:07.887230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Pushing event updated for resources: {'Port': ['ID=be06dadb-34e3-409f-9a4b-378f7fbd22be,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:07.890434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:07.893738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:08.371301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.409953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a68034eb-66d8-4768-8804-207825ffdd1d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:08.510479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:08.525373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a68034eb-66d8-4768-8804-207825ffdd1d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:08.526234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55388) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:08.527837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.608659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Deleting subnet 7a0b535c-e0d6-4500-af3c-09afe98c20e4 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:08.616345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.668204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.675041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.715779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.727835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a68034eb-66d8-4768-8804-207825ffdd1d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a68034eb-66d8-4768-8804-207825ffdd1d,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:08.736915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.788468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.828838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a68034eb-66d8-4768-8804-207825ffdd1d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:08.881012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a740f4-9e41-480e-8617-28dae452e40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:08.942041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Router b46d43c9-745b-4bd2-baa3-2d18511a3afe is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:08.961326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.035216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0b535c-e0d6-4500-af3c-09afe98c20e4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:09.055016 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.063346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6d1efb88-9074-4fbc-978b-699bf893afcf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a0b535c-e0d6-4500-af3c-09afe98c20e4 HTTP/1.1" status: 204 len: 168 time: 0.5338511 Feb 15 09:50:09.063585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55402) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:09.100287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:09.109117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Sync routers for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:09.123618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:09.126888 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:09.148221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5a7654-803a-4da8-b04f-8b055ee04803 None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:09.164120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.168791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3acaef46-8acc-4b70-a52e-def165837b1b admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1254961 Feb 15 09:50:09.168791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55406) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:09.170856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a740f4-9e41-480e-8617-28dae452e40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.184321 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.194403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a740f4-9e41-480e-8617-28dae452e40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.224734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0eeec9d1-52ee-496e-9195-13273bf13353 None None] Provisioning complete for port a68034eb-66d8-4768-8804-207825ffdd1d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:09.225513 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0eeec9d1-52ee-496e-9195-13273bf13353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.370863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.379948 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:09.397334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e1a740f4-9e41-480e-8617-28dae452e40c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2f9f1fcaef474daca05bab822e8ff3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828955 Feb 15 09:50:09.397334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eab4ccd-0fc0-4171-83ee-f8ead41b6726']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:09.399697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a740f4-9e41-480e-8617-28dae452e40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b156b9-c982-498d-9b82-77785baeee84,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:09.419140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:09.437174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7002deab-2111-4a53-a208-50f52b6af031') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:09.437469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7002deab-2111-4a53-a208-50f52b6af031') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:09.459061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.508779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.551321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:09.551876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:09.553819 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:09.622072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6536d974-15ae-4e3b-a036-96dd53515dd0 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:09.631431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.690435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.692654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.699460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 6536d974-15ae-4e3b-a036-96dd53515dd0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:09.701832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6536d974-15ae-4e3b-a036-96dd53515dd0 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:09.707744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.713725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7eab4ccd-0fc0-4171-83ee-f8ead41b6726 HTTP/1.1" status: 204 len: 168 time: 0.6456091 Feb 15 09:50:09.728638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:08Z', 'revision_number': 3, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:09.736934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7238b15-98c6-4c22-8c04-0016f1dc0787 admin admin] Pushing event deleted for resources: {'Network': ['ID=7eab4ccd-0fc0-4171-83ee-f8ead41b6726,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:09.797180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Checking router: b46d43c9-745b-4bd2-baa3-2d18511a3afe for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:09.797653 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Updating router b46d43c9-745b-4bd2-baa3-2d18511a3afe port be06dadb-34e3-409f-9a4b-378f7fbd22be binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:09.814423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'name': 'network-vif-deleted', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:09.817556 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9727ff0-bac1-42d0-8ca8-b7dcc870a56d" -d '{"events": [{"server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "name": "network-vif-deleted", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:09.821585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.824354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.829515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b1b156b9-c982-498d-9b82-77785baeee84 HTTP/1.1" status: 204 len: 168 time: 0.4088168 Feb 15 09:50:09.847862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369dbed-4c0a-456b-b8f7-ee9f5b28d56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b156b9-c982-498d-9b82-77785baeee84,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:09.862545 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:09.930124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-52cf3c68-7a27-4ee5-a7fa-b6d6425f1441 None None] Provisioning complete for port a68034eb-66d8-4768-8804-207825ffdd1d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:09.930775 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386e7af9-7988-4805-a7c6-b2556e44e6e2 x-openstack-request-id: req-386e7af9-7988-4805-a7c6-b2556e44e6e2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:09.931250 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875cf310-7a8d-4dfc-815a-77bfba25c022", "name": "network-vif-deleted", "tag": "6536d974-15ae-4e3b-a036-96dd53515dd0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:09.931250 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-386e7af9-7988-4805-a7c6-b2556e44e6e2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:09.931635 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875cf310-7a8d-4dfc-815a-77bfba25c022', 'name': 'network-vif-deleted', 'tag': '6536d974-15ae-4e3b-a036-96dd53515dd0', 'status': 'completed', 'code': 200} Feb 15 09:50:09.931759 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-52cf3c68-7a27-4ee5-a7fa-b6d6425f1441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.172917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55434) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:10.287825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-31df67af-4a44-49e7-a52f-7459fc1b8f26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f800c30223d4c90868ee14e85526b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137223 Feb 15 09:50:10.288433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55438) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:10.337362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a68034eb-66d8-4768-8804-207825ffdd1d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:10.388264 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.393213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.403244 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.508077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.511432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a68034eb-66d8-4768-8804-207825ffdd1d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:10.513508 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.570371 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Attempting to bind port be06dadb-34e3-409f-9a4b-378f7fbd22be on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:10.570775 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Attempting to bind port be06dadb-34e3-409f-9a4b-378f7fbd22be by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:10.571133 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Attempting to bind port be06dadb-34e3-409f-9a4b-378f7fbd22be on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:10.578547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Pushing event updated for resources: {'Port': ['ID=be06dadb-34e3-409f-9a4b-378f7fbd22be,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:10.585375 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:10.585734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:10.586134 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.586521 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:10.586988 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Bound port: be06dadb-34e3-409f-9a4b-378f7fbd22be, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:10.587356 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.633136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.636040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.637312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9 HTTP/1.1" status: 204 len: 168 time: 0.3478665 Feb 15 09:50:10.650278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716aa9db-6092-4cae-905f-b956bfb041eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb19006-2c15-49e9-9c5d-dc4b2b17cbd9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:10.704503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.705386 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.705891 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.706706 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.707066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.707395 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.708269 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.708614 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.708988 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.709305 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.709628 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.709972 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:10.732046 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] For port be06dadb-34e3-409f-9a4b-378f7fbd22be, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:10.735919 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] For port be06dadb-34e3-409f-9a4b-378f7fbd22be, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=be06dadb-34e3-409f-9a4b-378f7fbd22be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:10.742200 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.746997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:10.761661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fbf06472-b206-40bc-b9b7-e0bc6c8c83ba no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:10.809155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: fbf06472-b206-40bc-b9b7-e0bc6c8c83ba {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:10.809494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device fbf06472-b206-40bc-b9b7-e0bc6c8c83ba not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:10.810053 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64184f5b-3636-4b42-aca9-75d794bf03f5 None None] Pushing event updated for resources: {'Port': ['ID=be06dadb-34e3-409f-9a4b-378f7fbd22be,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:10.829884 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:10.831216 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:10.944382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Allocated IP 172.20.0.1 (baace9f0-e71c-4b3e-8530-52c5b99d31bd/4b63e258-b1f9-4e84-a6d6-71dfd62de320/3b1b3d77-5163-487b-a376-c784c696a1f5) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:10.947003 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:10.979501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55450) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:10.996207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4861cdc-2078-45a5-a8d7-d14eea626562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.101625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.123297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4861cdc-2078-45a5-a8d7-d14eea626562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.128553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4861cdc-2078-45a5-a8d7-d14eea626562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.151516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.177986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c4861cdc-2078-45a5-a8d7-d14eea626562 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a520ad68f28a4098a6ffefe3d9ef61ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1971943 Feb 15 09:50:11.178882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4861cdc-2078-45a5-a8d7-d14eea626562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe13647-c6f1-46d7-a314-dc7f9bd2af4a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:11.181539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55456) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:11.207669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:08Z', 'revision_number': 3, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:11.236898 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53ce513-201e-4c79-93e4-9cec2c96c534 None None] The sync data for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 is: [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:08Z', 'revision_number': 3, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:11.262434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.267657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:11.271010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:11.274999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:11.301049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:11.316162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.323395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.407583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.411543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.413855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fe13647-c6f1-46d7-a314-dc7f9bd2af4a HTTP/1.1" status: 204 len: 168 time: 0.2307305 Feb 15 09:50:11.430272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55466) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:11.431097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f5db9-d5c7-4d80-9da9-915a78059202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe13647-c6f1-46d7-a314-dc7f9bd2af4a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:11.528660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.745721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3acb15f1-2f04-45d9-9a45-fe31e13e66a6 None None] Provisioning complete for port 3b1b3d77-5163-487b-a376-c784c696a1f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:11.746244 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3acb15f1-2f04-45d9-9a45-fe31e13e66a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.786228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.799883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.819084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3acb15f1-2f04-45d9-9a45-fe31e13e66a6 None None] Port 3b1b3d77-5163-487b-a376-c784c696a1f5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:11.872849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1560255254'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:11.901499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:11.922275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.930331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Made reservation on behalf of 8ed82a5ecce04d018868f7ef153739a1 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:11.934450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:11.956525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.145601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.165921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.171458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:12.180769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:12.202306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:12.233716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac80a17-1eba-41d5-924b-5139b4b48257,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:12.238133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.238612 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Added segment 07372c4d-5d1e-4343-98b4-cd8867784ec2 of type vlan for network f7354741-b77e-4cb5-9135-526e3d533053 Feb 15 09:50:12.378219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.471516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.487512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device be06dadb-34e3-409f-9a4b-378f7fbd22be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:12.502481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:12.505645 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.570258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Router b46d43c9-745b-4bd2-baa3-2d18511a3afe has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:12.586035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port be06dadb-34e3-409f-9a4b-378f7fbd22be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:12.586552 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.662488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ff44a502-6146-4e4a-b79b-c43cc9745121 None None] Provisioning complete for port 3b1b3d77-5163-487b-a376-c784c696a1f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:12.665165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff44a502-6146-4e4a-b79b-c43cc9745121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.667774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event updated for resources: {'Network': ['ID=f7354741-b77e-4cb5-9135-526e3d533053,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:12.700330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dc2b8636-c52e-43cf-b545-bf2f44b2e681 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2656250 Feb 15 09:50:12.701192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55508) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:12.709569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Request body: {'subnet': {'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:12.738075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f7354741-b77e-4cb5-9135-526e3d533053 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:12.820141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:12.833529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ffce240-16fd-4dbb-b7da-1d028db00cf2 admin admin] 10.222.0.10 "PUT /v2.0/routers/b46d43c9-745b-4bd2-baa3-2d18511a3afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6567631 Feb 15 09:50:12.844319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:12.863909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ff44a502-6146-4e4a-b79b-c43cc9745121 None None] Port 3b1b3d77-5163-487b-a376-c784c696a1f5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:12.903609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.935006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port be06dadb-34e3-409f-9a4b-378f7fbd22be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=be06dadb-34e3-409f-9a4b-378f7fbd22be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:12.944670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Made reservation on behalf of 8ed82a5ecce04d018868f7ef153739a1 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:12.948207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:12.948956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.042974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=be06dadb-34e3-409f-9a4b-378f7fbd22be,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:13.086160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1450540261-network', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:13.140714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:13.144435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.156559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.265638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.272795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.275168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.310002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:13.323091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d23bcae-3de4-4c81-ab3a-e8caaf53914b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:13.347754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.348430 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Added segment e8c05f98-3544-4299-b456-68315fd8be39 of type vlan for network 882d8125-600a-4d59-bb5c-b20b0e620834 Feb 15 09:50:13.371221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event updated for resources: {'Subnet': ['ID=9cda7a02-befe-4bac-b2b4-1a44565be968,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:13.387574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Checking segment: {'id': '07372c4d-5d1e-4343-98b4-cd8867784ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:13.388083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Network hostable DHCP agents. Network: f7354741-b77e-4cb5-9135-526e3d533053, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:13.408931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Network f7354741-b77e-4cb5-9135-526e3d533053 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:13.413178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.420666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f7354741-b77e-4cb5-9135-526e3d533053) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:13.434938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:13.435159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5b2e44-4a17-4718-a2df-d80fdf706de1 None None] Network f7354741-b77e-4cb5-9135-526e3d533053 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:13.436340 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.470811 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63bb79e3-ebcd-4938-9225-fc8c8406b7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7682316 Feb 15 09:50:13.473387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55532) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:13.481468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Request body: {'port': {'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1044863767'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:13.489091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.490355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:13.490941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.621528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7734888 Feb 15 09:50:13.625774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55538) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:13.637671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Request body: {'subnet': {'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1450540261-subnet', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:13.671324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f92d4c-c58c-4a27-93dd-9e77ae6f86fe admin admin] Pushing event updated for resources: {'Network': ['ID=882d8125-600a-4d59-bb5c-b20b0e620834,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:13.697534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Made reservation on behalf of 8ed82a5ecce04d018868f7ef153739a1 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:13.702558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.719823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:13.724942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.730252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] device_id is not set on port e2f11d52-0a5e-4657-9f6a-50c741a96500 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:50:13.769530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 882d8125-600a-4d59-bb5c-b20b0e620834 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:13.813327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a641445-8246-4111-a340-e717e06da294 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f7354741-b77e-4cb5-9135-526e3d533053', 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053', 'tenant_id': '8ed82a5ecce04d018868f7ef153739a1', 'fixed_ips': [{'subnet_id': '9cda7a02-befe-4bac-b2b4-1a44565be968'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:50:13.815730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:13.853874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:13.993116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Allocated IP 172.20.0.13 (f7354741-b77e-4cb5-9135-526e3d533053/9cda7a02-befe-4bac-b2b4-1a44565be968/e2f11d52-0a5e-4657-9f6a-50c741a96500) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:14.039117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.093479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Sync routers for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:14.115476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=faec00fc-3571-493f-a12f-70a6fbc47de0,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:14.127979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:14.129018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:14.131306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.132884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.132884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.132884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.133269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.133937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.134711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.135202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.135679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.136152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.136626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.137225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:14.150468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:14.150968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Network hostable DHCP agents. Network: 882d8125-600a-4d59-bb5c-b20b0e620834, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:14.181360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:14.199414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 882d8125-600a-4d59-bb5c-b20b0e620834) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:14.206076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:14.207066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.264614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5edd8be1-3d1d-4555-ab08-8de8373d9cab admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6377702 Feb 15 09:50:14.267768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:14.276430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:14.283138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c92560-5acd-4824-bd94-c48d9fb43ace None None] Network 882d8125-600a-4d59-bb5c-b20b0e620834 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:14.333129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97d46ef8-854d-4e4c-8d97-26ed1abd5adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.355748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.356787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.438439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97d46ef8-854d-4e4c-8d97-26ed1abd5adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.440062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:14.451116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1439049170-network', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:14.459309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.459837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97d46ef8-854d-4e4c-8d97-26ed1abd5adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.553361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-97d46ef8-854d-4e4c-8d97-26ed1abd5adb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4f01efd7e7548fb91fe999064a93b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6958628 Feb 15 09:50:14.557527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d46ef8-854d-4e4c-8d97-26ed1abd5adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81493ebf-1e97-4d96-87d8-8e08ed22c855,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:14.562038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:14.564280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Made reservation on behalf of 4a330eb6651d4442a30f4c9e90c616c4 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:14.567112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.580229 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.595945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device be06dadb-34e3-409f-9a4b-378f7fbd22be up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:14.624041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.672728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.699072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.724736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.727628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:14.736758 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.793733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.803590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port be06dadb-34e3-409f-9a4b-378f7fbd22be triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:14.804197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.856225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Network f7354741-b77e-4cb5-9135-526e3d533053 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:14.858837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event updated for resources: {'Port': ['ID=e2f11d52-0a5e-4657-9f6a-50c741a96500,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:14.868628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:14.877473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:14.930244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.951085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:14.952012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.956592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:14.999738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316bbeb5-3a76-42f0-b017-bcfd3eaa83ce,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:15.026765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.035024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.040258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81493ebf-1e97-4d96-87d8-8e08ed22c855 HTTP/1.1" status: 204 len: 168 time: 0.4769495 Feb 15 09:50:15.041102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1a641445-8246-4111-a340-e717e06da294 None None] Allocated IP 172.20.0.2 (f7354741-b77e-4cb5-9135-526e3d533053/9cda7a02-befe-4bac-b2b4-1a44565be968/d7b775d5-a2b6-4672-a6ec-adee46cc37d2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:15.072800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b298065-aaa0-4e3c-8e31-c80549e3bd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81493ebf-1e97-4d96-87d8-8e08ed22c855,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:15.084785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:15.085119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.094927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d31f1c8c-5cb4-48f3-968a-a0edcf8aa646 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.6196225 Feb 15 09:50:15.095946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:15.145433 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.157346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.158032 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Added segment 1165dd12-ea64-49c2-900a-d6a5d54e6e89 of type vlan for network 310b3f31-bc36-44a9-99f7-e397be7a67df Feb 15 09:50:15.258328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-882d8125-600a-4d59-bb5c-b20b0e620834', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:50:15.259184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.266584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.363052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Deleting port e2f11d52-0a5e-4657-9f6a-50c741a96500 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:15.365806 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.406893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Allocated IP 172.25.6.183 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/3853dd1a-ebde-492b-a1de-5025063683ac) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:15.467002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.474020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:15.478268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.582412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.635647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1917360 Feb 15 09:50:15.657548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55594) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:15.690304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Request body: {'subnet': {'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1439049170-subnet', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:15.691113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.745744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Pushing event updated for resources: {'Network': ['ID=310b3f31-bc36-44a9-99f7-e397be7a67df,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:15.778399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.789110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.789607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.789949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.790416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.790611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.790941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.791667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.792005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.792332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.792833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.793156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a11d9f8a-7126-4c63-ade0-4128e1ecf180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:15.835570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.838028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:15.846819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:11Z', 'revision_number': 4, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3b1b3d77-5163-487b-a376-c784c696a1f5', 'name': '', 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'mac_address': 'fa:16:3e:fd:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:10Z', 'updated_at': '2022-02-15T09:50:11Z', 'revision_number': 2, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'subnets': [{'id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:15.853759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Made reservation on behalf of 4a330eb6651d4442a30f4c9e90c616c4 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:15.865585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:15.877488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:15.882726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:15.894041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:15.930500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Calling delete_port for e2f11d52-0a5e-4657-9f6a-50c741a96500 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:15.932637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Pushing event updated for resources: {'Port': ['ID=3853dd1a-ebde-492b-a1de-5025063683ac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:16.074384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Checking router: b46d43c9-745b-4bd2-baa3-2d18511a3afe for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:16.074741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Updating router b46d43c9-745b-4bd2-baa3-2d18511a3afe port 3b1b3d77-5163-487b-a376-c784c696a1f5 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:16.101779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Allocated IP 172.20.0.2 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/342a986e-dc9a-4490-b8cd-73149866a22b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:16.352909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.404207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.405038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.435110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.461893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.546511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event deleted for resources: {'Port': ['ID=e2f11d52-0a5e-4657-9f6a-50c741a96500,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:16.628285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.672002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a641445-8246-4111-a340-e717e06da294 None None] Network f7354741-b77e-4cb5-9135-526e3d533053 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:16.675539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a040a6e-aeb5-4c43-b7a3-192ddedb499c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:16.696250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1a641445-8246-4111-a340-e717e06da294 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:16.720532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a641445-8246-4111-a340-e717e06da294 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:16.737680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Checking segment: {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:16.738054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Network hostable DHCP agents. Network: 310b3f31-bc36-44a9-99f7-e397be7a67df, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:16.773997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Network 310b3f31-bc36-44a9-99f7-e397be7a67df is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:16.780515 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.785452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d31a3477-e23a-44c8-9017-0f34ebd26270 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "DELETE /v2.0/ports/e2f11d52-0a5e-4657-9f6a-50c741a96500 HTTP/1.1" status: 204 len: 168 time: 1.6843963 Feb 15 09:50:16.789207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55632) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:16.815222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 310b3f31-bc36-44a9-99f7-e397be7a67df) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:16.820883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:16.821377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.856842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec912a5-e67c-468f-95f5-a7e86dceffa8 None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:16.865786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bddf2b1a-2ec8-4af1-a42e-ae58b74e083f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1788328 Feb 15 09:50:16.865983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55638) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:16.870289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:16.927498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.928570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:16.979521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e398809-73f5-43a1-b7f0-6cdd3a91b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.065556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.081175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.134087 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.180430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1a641445-8246-4111-a340-e717e06da294 None None] Attempting to bind port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:17.181047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1a641445-8246-4111-a340-e717e06da294 None None] Attempting to bind port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '07372c4d-5d1e-4343-98b4-cd8867784ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:17.189416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a641445-8246-4111-a340-e717e06da294 None None] Attempting to bind port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 on network f7354741-b77e-4cb5-9135-526e3d533053 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:17.267849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a641445-8246-4111-a340-e717e06da294 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:17.268273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a641445-8246-4111-a340-e717e06da294 None None] Checking segment: {'id': '07372c4d-5d1e-4343-98b4-cd8867784ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:17.268702 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.269756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a641445-8246-4111-a340-e717e06da294 None None] Bound using segment: {'id': '07372c4d-5d1e-4343-98b4-cd8867784ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:17.270302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1a641445-8246-4111-a340-e717e06da294 None None] Bound port: d7b775d5-a2b6-4672-a6ec-adee46cc37d2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07372c4d-5d1e-4343-98b4-cd8867784ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f7354741-b77e-4cb5-9135-526e3d533053'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:17.270670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.328125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-093785d3-7724-4078-8619-2e83aaf253c9 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.5378129 Feb 15 09:50:17.331557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55654) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:17.335303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.336528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641445-8246-4111-a340-e717e06da294 None None] Pushing event updated for resources: {'Port': ['ID=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:17.336929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2112539105'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:17.348209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.352388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.354168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Router 9f617eb0-1b22-46ee-8992-bf094c5018df is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:17.392970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Made reservation on behalf of 8ed82a5ecce04d018868f7ef153739a1 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:17.397086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.466865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:17.483814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.484310 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Added segment 76876bfb-7013-4532-a80d-cb762ba61bc3 of type vlan for network 6ffac711-40eb-475c-b76d-208ff1236706 Feb 15 09:50:17.507164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:17.545745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.576169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:17.596043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Sync routers for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:17.618281 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:17.629505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.629723 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:49:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:17.633753 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2865bfb-e481-4bad-8b22-3f3f4d218eb2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3620596 Feb 15 09:50:17.635155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:17.673056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.678844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:17.679557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.777185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4444408 Feb 15 09:50:17.788781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55666) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:17.825058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb567e70-f419-4d10-8ba8-8a633cb6f667 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event updated for resources: {'Network': ['ID=6ffac711-40eb-475c-b76d-208ff1236706,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:17.925356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55668) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:17.927233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:17.974964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:17.977133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6ffac711-40eb-475c-b76d-208ff1236706 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:18.086295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:18.092393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-310b3f31-bc36-44a9-99f7-e397be7a67df', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:50:18.094181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.097336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Pushing event updated for resources: {'Port': ['ID=342a986e-dc9a-4490-b8cd-73149866a22b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:18.097994 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:18.198200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.318233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1a641445-8246-4111-a340-e717e06da294 None None] For port d7b775d5-a2b6-4672-a6ec-adee46cc37d2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:18.348641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1a641445-8246-4111-a340-e717e06da294 None None] For port d7b775d5-a2b6-4672-a6ec-adee46cc37d2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,segment=NetworkSegment(07372c4d-5d1e-4343-98b4-cd8867784ec2),segment_id=07372c4d-5d1e-4343-98b4-cd8867784ec2)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:18.391719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-96040c18-1d73-413c-bdd6-c1c300d20f3b tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.6009350 Feb 15 09:50:18.402592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55684) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:18.412426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-622639952', 'router:external': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:18.427515 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1a641445-8246-4111-a340-e717e06da294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.436897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Attempting to bind port 342a986e-dc9a-4490-b8cd-73149866a22b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:18.437272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Attempting to bind port 342a986e-dc9a-4490-b8cd-73149866a22b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:18.437637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Attempting to bind port 342a986e-dc9a-4490-b8cd-73149866a22b on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:18.463246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:18.463651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:18.465281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.465683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:18.466203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Bound port: 342a986e-dc9a-4490-b8cd-73149866a22b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:18.466587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.541675 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:16Z', 'revision_number': 3, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:18.567667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Made reservation on behalf of af87ff2596e5476db2dd91aa5bc9267b for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:18.570691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.583387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Allocated IP 172.25.6.246 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/9b073f74-a211-4b79-ba57-7c0c2a512f41) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:18.590703 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Checking router: 9f617eb0-1b22-46ee-8992-bf094c5018df for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:18.591038 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Updating router 9f617eb0-1b22-46ee-8992-bf094c5018df port 3853dd1a-ebde-492b-a1de-5025063683ac binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:18.606478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.634020 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.720700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641445-8246-4111-a340-e717e06da294 None None] Pushing event updated for resources: {'Port': ['ID=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:18.735554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.756043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] For port 342a986e-dc9a-4490-b8cd-73149866a22b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:18.760384 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.779347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] For port 342a986e-dc9a-4490-b8cd-73149866a22b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=342a986e-dc9a-4490-b8cd-73149866a22b,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:18.850607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:18.869899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Allocated IP 172.20.0.2 (310b3f31-bc36-44a9-99f7-e397be7a67df/7a040a6e-aeb5-4c43-b7a3-192ddedb499c/2f3a336e-f833-45bc-b4a7-f4ef6512a64c) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:19.120617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.141647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c025f99-a7ed-4cf5-8a93-b1de6a69d6ae None None] Pushing event updated for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:19.212075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.234380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.253619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:19.278213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.278715 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Added segment 8d6347d5-09c0-4be1-a2f2-57f91beceb3b of type vlan for network e7156d06-a2a9-481e-9a16-c8428027a819 Feb 15 09:50:19.338206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Attempting to bind port 3b1b3d77-5163-487b-a376-c784c696a1f5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:19.338206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Attempting to bind port 3b1b3d77-5163-487b-a376-c784c696a1f5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:19.338206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Attempting to bind port 3b1b3d77-5163-487b-a376-c784c696a1f5 on network baace9f0-e71c-4b3e-8530-52c5b99d31bd {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:19.357172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:19.357565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Checking segment: {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:19.358005 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.358557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Bound using segment: {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:19.359032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Bound port: 3b1b3d77-5163-487b-a376-c784c696a1f5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6adb01-ff68-405e-b3f2-12de199b41fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:19.359475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.417064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.440260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-231ef126-1ae7-471a-b2a9-f0445631f522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.468475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47429169-dfa9-4e76-a072-4fc471680c1e None None] Pushing event updated for resources: {'Port': ['ID=342a986e-dc9a-4490-b8cd-73149866a22b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:19.509027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.535306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.db.resource_extend [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:50:19.552673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8d1875bc-98f9-4d4e-ad5e-b72872c144bc None None] Provisioning complete for port 3b1b3d77-5163-487b-a376-c784c696a1f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:19.553106 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d1875bc-98f9-4d4e-ad5e-b72872c144bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.555042 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.558646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] For port 3b1b3d77-5163-487b-a376-c784c696a1f5, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:19.570321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.620643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1784f47-2814-4ef8-a9cf-7e6b1755c267,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:19.630497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] For port 3b1b3d77-5163-487b-a376-c784c696a1f5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b1b3d77-5163-487b-a376-c784c696a1f5,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:19.655000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:19.656721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.662628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:19.669152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:19.674794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.707069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8d1875bc-98f9-4d4e-ad5e-b72872c144bc None None] Port 3b1b3d77-5163-487b-a376-c784c696a1f5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:19.730272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Pushing event updated for resources: {'Port': ['ID=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:19.732932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:19.740874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:19.757946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:19.760506 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.764948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:19.765722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:19.824563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e186b-8fdf-4db3-9552-50f190a860b3 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] Network 6ffac711-40eb-475c-b76d-208ff1236706 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:19.927073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d26e186b-8fdf-4db3-9552-50f190a860b3 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "POST /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.5133383 Feb 15 09:50:19.927478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:19.943807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aab10e-0444-478a-9dee-08f95e06f862 None None] Network 6ffac711-40eb-475c-b76d-208ff1236706 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:20.109446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1641715 Feb 15 09:50:20.116421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55698) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:20.148347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:20.149382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:20.162487 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.178698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'subnet': {'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:20.184364 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.263098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae5a7ca-e3ed-4481-8193-981e74f0d53b tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Network': ['ID=e7156d06-a2a9-481e-9a16-c8428027a819,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:20.307635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9b073f74-a211-4b79-ba57-7c0c2a512f41,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:20.332979 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Attempting to bind port 3853dd1a-ebde-492b-a1de-5025063683ac on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:20.333351 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Attempting to bind port 3853dd1a-ebde-492b-a1de-5025063683ac by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:20.337699 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Attempting to bind port 3853dd1a-ebde-492b-a1de-5025063683ac on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:20.365991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:20.366478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:20.366860 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.367255 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:20.367792 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Bound port: 3853dd1a-ebde-492b-a1de-5025063683ac, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:20.368167 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.456614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:20.504170 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488cee6-2822-4273-9050-286b95ee1473 None None] Pushing event updated for resources: {'Port': ['ID=3853dd1a-ebde-492b-a1de-5025063683ac,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:20.564843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Made reservation on behalf of af87ff2596e5476db2dd91aa5bc9267b for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:20.568276 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.607735 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] For port 3853dd1a-ebde-492b-a1de-5025063683ac, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:20.615032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Allocated IP 172.20.0.1 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/96647a16-5677-44c8-a38b-0ad70f30ffe7) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:20.618676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Attempting to bind port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:20.618794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Attempting to bind port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:20.619148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Attempting to bind port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c on network 310b3f31-bc36-44a9-99f7-e397be7a67df {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:20.619493 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] For port 3853dd1a-ebde-492b-a1de-5025063683ac, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3853dd1a-ebde-492b-a1de-5025063683ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:20.624377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e7156d06-a2a9-481e-9a16-c8428027a819 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:20.632054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 342a986e-dc9a-4490-b8cd-73149866a22b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:20.659719 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:20.797359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b8f0ffae-95ab-4944-aeec-d91eb9a39f04 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks HTTP/1.1" status: 200 len: 9643 time: 0.8570602 Feb 15 09:50:20.802894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55708) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:20.808625 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488cee6-2822-4273-9050-286b95ee1473 None None] Pushing event updated for resources: {'Port': ['ID=3853dd1a-ebde-492b-a1de-5025063683ac,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:20.825702 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:20.826494 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:21.006110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:21.006718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Checking segment: {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:21.009370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.011286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Bound using segment: {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:21.011559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Bound port: 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:21.012594 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.042494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4a6ee6c0-07d1-4b05-9c38-2166bb5b4437 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "DELETE /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks/6ffac711-40eb-475c-b76d-208ff1236706 HTTP/1.1" status: 204 len: 168 time: 0.2291791 Feb 15 09:50:21.043147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:21.053496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f3a15-6e11-4f77-abf8-1a20d2213db7 None None] Network f7354741-b77e-4cb5-9135-526e3d533053 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:21.072941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:21.143464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.390612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de436459-dd25-430b-aed2-ba538764e711 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.3365054 Feb 15 09:50:21.396578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55714) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:21.408277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.422639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:16Z', 'revision_number': 3, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:21.455341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ace2b520-7cd1-4489-9797-495a665e94a0 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/networks/f7354741-b77e-4cb5-9135-526e3d533053/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0564268 Feb 15 09:50:21.461230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55716) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:21.479043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb08f75-6115-4fa1-afb7-3d14cb1e0d75 None None] The sync data for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 is: [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:16Z', 'revision_number': 3, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:21.491488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:21.504990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:21.518992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:21.528665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Pushing event updated for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:21.545865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffcc7eb-c7b6-46a1-858e-76436275d39f None None] Network 882d8125-600a-4d59-bb5c-b20b0e620834 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:21.548021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c025f99-a7ed-4cf5-8a93-b1de6a69d6ae None None] Pushing event updated for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:21.560117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7b02759-37ca-470f-a47d-54075f4b6a79 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/networks/f7354741-b77e-4cb5-9135-526e3d533053/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0962069 Feb 15 09:50:21.567301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55718) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:21.610973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.717073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.729674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] Provisioning complete for port 3b1b3d77-5163-487b-a376-c784c696a1f5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:21.729917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:21.784146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] For port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:21.788717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] For port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:21.966287 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-35a9a49c-8fc3-4b63-9813-610d3c09a538 tempest-DHCPAgentSchedulersTestJSON-1992445420 tempest-DHCPAgentSchedulersTestJSON-1992445420-project-admin] 10.222.0.10 "GET /v2.0/agents/7a34c898-eba9-4f3f-939a-8daffc5bc7fb/dhcp-networks HTTP/1.1" status: 200 len: 8872 time: 0.3976460 Feb 15 09:50:21.973740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:22.021410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.070342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.095915 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.208257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.256691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 342a986e-dc9a-4490-b8cd-73149866a22b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:22.257511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.399170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1df39-adf4-4e6d-a595-4fe95b34e255 None None] Pushing event updated for resources: {'Port': ['ID=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:22.482691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.511394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.599331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.600222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.625740 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.658894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.761413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:11Z', 'revision_number': 4, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3b1b3d77-5163-487b-a376-c784c696a1f5', 'name': '', 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'mac_address': 'fa:16:3e:fd:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:10Z', 'updated_at': '2022-02-15T09:50:19Z', 'revision_number': 4, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'subnets': [{'id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:22.771782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.817110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ffac711-40eb-475c-b76d-208ff1236706']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:22.831517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76876bfb-7013-4532-a80d-cb762ba61bc3') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:22.832112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76876bfb-7013-4532-a80d-cb762ba61bc3') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:22.834171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fa9d15-b042-431e-aa7b-07242a78d9e4 None None] The sync data for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 is: [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:11Z', 'revision_number': 4, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '3b1b3d77-5163-487b-a376-c784c696a1f5', 'name': '', 'network_id': 'baace9f0-e71c-4b3e-8530-52c5b99d31bd', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'mac_address': 'fa:16:3e:fd:c3:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:10Z', 'updated_at': '2022-02-15T09:50:19Z', 'revision_number': 4, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'subnets': [{'id': '4b63e258-b1f9-4e84-a6d6-71dfd62de320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:22.846366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.859082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] For port 3b1b3d77-5163-487b-a376-c784c696a1f5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b1b3d77-5163-487b-a376-c784c696a1f5,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:22.882197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.884349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.907141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.943750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Pushing event updated for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:22.957420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:22.958112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:22.998308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 342a986e-dc9a-4490-b8cd-73149866a22b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=342a986e-dc9a-4490-b8cd-73149866a22b,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:23.020157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fde865-05f5-4a07-9ec1-722bbdec4253 None None] Pushing event updated for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:23.027940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.028929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b775d5-a2b6-4672-a6ec-adee46cc37d2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:23.214810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:23.227453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:23.274842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.objects.ports [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102358) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:50:23.279538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:23.284317 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:23.310628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.389073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3743c9d3-dfe7-4092-8360-fc39de1e6aae None None] Provisioning complete for port 342a986e-dc9a-4490-b8cd-73149866a22b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:23.390427 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3743c9d3-dfe7-4092-8360-fc39de1e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.499134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.510968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "DELETE /v2.0/networks/6ffac711-40eb-475c-b76d-208ff1236706 HTTP/1.1" status: 204 len: 168 time: 1.5345533 Feb 15 09:50:23.523815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:23.524859 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.562467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55732) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:23.565813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=342a986e-dc9a-4490-b8cd-73149866a22b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:23.634982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099961f3-02b6-4e82-871a-d217c38d1bd9 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event deleted for resources: {'Network': ['ID=6ffac711-40eb-475c-b76d-208ff1236706,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:23.783511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Router 9f617eb0-1b22-46ee-8992-bf094c5018df has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:23.849682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.893459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3743c9d3-dfe7-4092-8360-fc39de1e6aae None None] Provisioning complete for port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:23.893876 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3743c9d3-dfe7-4092-8360-fc39de1e6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:23.940199 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ee550a-c86c-4e06-97f6-be9eb3aebabd tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] DELETE failed (client error): The resource could not be found. Feb 15 09:50:23.941001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ee550a-c86c-4e06-97f6-be9eb3aebabd tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:50:23.948619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-27ee550a-c86c-4e06-97f6-be9eb3aebabd tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "DELETE /v2.0/ports/e2f11d52-0a5e-4657-9f6a-50c741a96500 HTTP/1.1" status: 404 len: 333 time: 0.3644149 Feb 15 09:50:23.967639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55738) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:24.031844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2252014a-cd25-4c40-b6fc-6905744ee809,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:24.039544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d7b775d5-a2b6-4672-a6ec-adee46cc37d2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,segment=NetworkSegment(07372c4d-5d1e-4343-98b4-cd8867784ec2),segment_id=07372c4d-5d1e-4343-98b4-cd8867784ec2)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:24.054492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.140287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:24.159416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.173251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Checking segment: {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:24.173706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network hostable DHCP agents. Network: e7156d06-a2a9-481e-9a16-c8428027a819, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:24.381431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Deleting subnet 9cda7a02-befe-4bac-b2b4-1a44565be968 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:24.403081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.422856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Provisioning complete for port 342a986e-dc9a-4490-b8cd-73149866a22b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:24.424577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network e7156d06-a2a9-481e-9a16-c8428027a819 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:24.428790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.560052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:24.567268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a63a6cc1-23dd-40fd-90d5-414642daf326 admin admin] 10.222.0.10 "PUT /v2.0/routers/9f617eb0-1b22-46ee-8992-bf094c5018df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9310553 Feb 15 09:50:24.586524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e7156d06-a2a9-481e-9a16-c8428027a819) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:24.601106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:24.602635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.614145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be81b991-38e9-4878-bef7-cfc8e4771333 None None] Network e7156d06-a2a9-481e-9a16-c8428027a819 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:24.622195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.800355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-67d14185-160e-48fd-a3ef-6ca38fe81310 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.6408322 Feb 15 09:50:24.804212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55748) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:24.828424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1330614359', 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:24.831009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e7cc02-df29-4c31-b7f6-047e394dcd88 None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:24.838522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3853dd1a-ebde-492b-a1de-5025063683ac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:24.886156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:24.963963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Made reservation on behalf of af87ff2596e5476db2dd91aa5bc9267b for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:24.966845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.008287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] device_id is not set on port 6beaf536-90bc-49b9-8a5f-c565ce54b6e3 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:50:25.125736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.241352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event deleted for resources: {'Subnet': ['ID=9cda7a02-befe-4bac-b2b4-1a44565be968,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:25.265698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.277966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01306bd1-6065-47b9-a4a2-9fa2b8b2ed26 None None] Network f7354741-b77e-4cb5-9135-526e3d533053 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:25.284387 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2ed01f37-d540-45eb-92b6-a8633200f7a1 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "DELETE /v2.0/subnets/9cda7a02-befe-4bac-b2b4-1a44565be968 HTTP/1.1" status: 204 len: 168 time: 1.3148296 Feb 15 09:50:25.285316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55754) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:25.302407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 2001:db8::87 (e7156d06-a2a9-481e-9a16-c8428027a819/2252014a-cd25-4c40-b6fc-6905744ee809/6beaf536-90bc-49b9-8a5f-c565ce54b6e3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:25.425720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Sync routers for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:25.565531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.583565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.622926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Router c8810d4a-78aa-4dbf-9174-f88596a3bab7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:25.638941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.708515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55760) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:25.729060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1544059239', 'description': 'tempest-description--875518845'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:25.777354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network e7156d06-a2a9-481e-9a16-c8428027a819 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:25.785613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:25.791160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:25.794514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:25.795188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.815499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:25.816202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:25.819757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3853dd1a-ebde-492b-a1de-5025063683ac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:25.820168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.858091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=6beaf536-90bc-49b9-8a5f-c565ce54b6e3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:25.873875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ae822-26ee-43b4-8992-42935f365338 None None] Network e7156d06-a2a9-481e-9a16-c8428027a819 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:25.880658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.884128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-94399c54-cf9c-452b-8eb7-12a5ce24a070 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0770881 Feb 15 09:50:25.889320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55764) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:25.913799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:25.924457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Sync routers for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:25.938139 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:25.945607 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:25.955285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Deleting port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:25.956051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.964854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:25.966271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-adfb6473-2c15-4695-a4cf-24560f57f3c5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.0992904 Feb 15 09:50:25.969097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55768) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:26.187794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] For port d7b775d5-a2b6-4672-a6ec-adee46cc37d2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,segment=NetworkSegment(07372c4d-5d1e-4343-98b4-cd8867784ec2),segment_id=07372c4d-5d1e-4343-98b4-cd8867784ec2)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:26.188163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.216519 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:50:26.284732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Calling delete_port for d7b775d5-a2b6-4672-a6ec-adee46cc37d2 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:26.295501 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:26.379122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.448314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Could not find standard attr ID for object e2f11d52-0a5e-4657-9f6a-50c741a96500. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:50:26.450693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.459152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Deleting port 6beaf536-90bc-49b9-8a5f-c565ce54b6e3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:26.459877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.678058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:26.692527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Provisioning complete for port 96647a16-5677-44c8-a38b-0ad70f30ffe7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:26.692916 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.706929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.708173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9934375 Feb 15 09:50:26.723649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55780) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:26.724687 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:20Z', 'revision_number': 3, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:26.732925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'security_group_rule': {'security_group_id': '241ee488-42b2-4eac-83a5-486cb26b2733', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:26.752167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e487d61c-9b43-47f3-b15e-174d14aeb9c0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241ee488-42b2-4eac-83a5-486cb26b2733,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:26.757819 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Checking router: c8810d4a-78aa-4dbf-9174-f88596a3bab7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:26.758394 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Updating router c8810d4a-78aa-4dbf-9174-f88596a3bab7 port 9b073f74-a211-4b79-ba57-7c0c2a512f41 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:26.774867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.800128 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.890854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.895544 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:26.990976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Calling delete_port for 6beaf536-90bc-49b9-8a5f-c565ce54b6e3 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:26.994095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event deleted for resources: {'Port': ['ID=d7b775d5-a2b6-4672-a6ec-adee46cc37d2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:27.013998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] No DVR routers for this DVR port d7b775d5-a2b6-4672-a6ec-adee46cc37d2 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:27.030430 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.087275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Port 96647a16-5677-44c8-a38b-0ad70f30ffe7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:27.117421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Allocated IP 172.20.0.1 (310b3f31-bc36-44a9-99f7-e397be7a67df/7a040a6e-aeb5-4c43-b7a3-192ddedb499c/a24a7600-7807-4df6-acdd-5de752344203) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:27.256693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6f3f0a2e-eb5e-49cb-8bb7-23eaf78bc7d6 None None] Could not find standard attr ID for object d7b775d5-a2b6-4672-a6ec-adee46cc37d2. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:50:27.296026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.301846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.379440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 3853dd1a-ebde-492b-a1de-5025063683ac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3853dd1a-ebde-492b-a1de-5025063683ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:27.408936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608d4dff-b766-40ba-a94d-ec4cbe39b85c None None] DHCP port deletion for f7354741-b77e-4cb5-9135-526e3d533053 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:50:27.411064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.421168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.422194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b1b3d77-5163-487b-a376-c784c696a1f5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:27.467384 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.483040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Network 310b3f31-bc36-44a9-99f7-e397be7a67df is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:27.487554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:27.491226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:27.546028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Pushing event updated for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:27.570874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.580921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Provisioning complete for port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:27.588759 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.589446 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.608274 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.638220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7354741-b77e-4cb5-9135-526e3d533053']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:27.681095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.692213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07372c4d-5d1e-4343-98b4-cd8867784ec2') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:27.694905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07372c4d-5d1e-4343-98b4-cd8867784ec2') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:27.697613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Attempting to bind port 9b073f74-a211-4b79-ba57-7c0c2a512f41 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:27.700037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Attempting to bind port 9b073f74-a211-4b79-ba57-7c0c2a512f41 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:27.700500 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Attempting to bind port 9b073f74-a211-4b79-ba57-7c0c2a512f41 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:27.717501 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.731997 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:27.732381 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:27.732787 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.734451 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:27.735094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Bound port: 9b073f74-a211-4b79-ba57-7c0c2a512f41, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:27.735513 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.781235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.789443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=3853dd1a-ebde-492b-a1de-5025063683ac,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:27.840440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3b1b3d77-5163-487b-a376-c784c696a1f5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:27.840825 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.863175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.893637 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] For port 9b073f74-a211-4b79-ba57-7c0c2a512f41, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:27.893864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:27.894447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:27.907624 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:27.910050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeefdf19-f0a1-45f8-b3ee-e052e291e2cb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:27.912790 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778e2b4-c662-49da-ad5e-4ab3ad626e7d None None] Pushing event updated for resources: {'Port': ['ID=9b073f74-a211-4b79-ba57-7c0c2a512f41,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:27.936742 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.955855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.977480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:27.979180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c93a57e9-532f-423f-a158-cb100cfb2e39 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2524922 Feb 15 09:50:27.981910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55788) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:27.988051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'security_group_rule': {'security_group_id': '241ee488-42b2-4eac-83a5-486cb26b2733', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:28.022451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:22Z', 'revision_number': 2, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:28.054898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.055398 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] For port 9b073f74-a211-4b79-ba57-7c0c2a512f41, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b073f74-a211-4b79-ba57-7c0c2a512f41,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:28.072613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Checking router: 9f617eb0-1b22-46ee-8992-bf094c5018df for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:28.072990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Updating router 9f617eb0-1b22-46ee-8992-bf094c5018df port 96647a16-5677-44c8-a38b-0ad70f30ffe7 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:28.075921 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.101359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Port': ['ID=6beaf536-90bc-49b9-8a5f-c565ce54b6e3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.113464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.115339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] For port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:28.127473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.134691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] 10.222.0.10 "DELETE /v2.0/networks/f7354741-b77e-4cb5-9135-526e3d533053 HTTP/1.1" status: 204 len: 168 time: 2.8482485 Feb 15 09:50:28.145071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.146969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.170722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.177156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fc0276b-4eca-414a-8fe6-7c6fc6ca004f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/ports/6beaf536-90bc-49b9-8a5f-c565ce54b6e3 HTTP/1.1" status: 204 len: 168 time: 2.2867482 Feb 15 09:50:28.177788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55792) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:28.182911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819', 'external_fixed_ips': [{'subnet_id': '2252014a-cd25-4c40-b6fc-6905744ee809', 'ip_address': '2001:db8::87'}]}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:28.186292 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a5e27-785d-4ed2-8f0a-d989ac6ee3f4 tempest-DHCPAgentSchedulersTestJSON-2055588601 tempest-DHCPAgentSchedulersTestJSON-2055588601-project] Pushing event deleted for resources: {'Network': ['ID=f7354741-b77e-4cb5-9135-526e3d533053,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.194677 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.200035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:28.203203 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:28.212034 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778e2b4-c662-49da-ad5e-4ab3ad626e7d None None] Pushing event updated for resources: {'Port': ['ID=9b073f74-a211-4b79-ba57-7c0c2a512f41,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.225127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.227025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.273423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Provisioning complete for port 96647a16-5677-44c8-a38b-0ad70f30ffe7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:28.273925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.318316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.408608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.435031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.438580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:28.514466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbf966b-498a-4d97-add7-667befed310c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.538888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.543339 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6affc6d9-fd1e-49ad-9e6a-b7731b1137e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5563939 Feb 15 09:50:28.544115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:28.564077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:28.587322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.619398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.689701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55802) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:28.750487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Port 96647a16-5677-44c8-a38b-0ad70f30ffe7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:28.760914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9b8aa-26c8-465b-ab08-0468a4bc6819 None None] Pushing event updated for resources: {'Port': ['ID=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.775804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.839431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.862995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2f3a336e-f833-45bc-b4a7-f4ef6512a64c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:28.902793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Pushing event updated for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:28.969123 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:28.976597 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a24a7600-7807-4df6-acdd-5de752344203', 'name': '', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'mac_address': 'fa:16:3e:c5:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:26Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 1, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'subnets': [{'id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:28.977520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f1d46dca-2b5f-4e31-913e-14958a20ab1c None None] Provisioning complete for port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:28.978071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1d46dca-2b5f-4e31-913e-14958a20ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.039793 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.062382 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb3287-0444-4dfe-801e-54f1d32bd735 None None] The sync data for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 is: [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a24a7600-7807-4df6-acdd-5de752344203', 'name': '', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'mac_address': 'fa:16:3e:c5:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:26Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 1, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'subnets': [{'id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:29.082409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Network 310b3f31-bc36-44a9-99f7-e397be7a67df is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:29.105887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:29.150197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:29.150567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.268507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Router c8810d4a-78aa-4dbf-9174-f88596a3bab7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:29.367583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eb153-2d18-450a-8187-b2fd7dbc903c None None] Pushing event updated for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:29.396483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.461254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f1d46dca-2b5f-4e31-913e-14958a20ab1c None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:29.461827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f1d46dca-2b5f-4e31-913e-14958a20ab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.530862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:29.553477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1c9d23ee-5a0c-49fd-ad0c-740fb354183f admin admin] 10.222.0.10 "PUT /v2.0/routers/c8810d4a-78aa-4dbf-9174-f88596a3bab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5831933 Feb 15 09:50:29.560272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-95b55c1a-0871-4088-a8a9-3f3c4f091ab3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ed82a5ecce04d018868f7ef153739a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8290761 Feb 15 09:50:29.569263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:29.587990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f1d46dca-2b5f-4e31-913e-14958a20ab1c None None] Port a24a7600-7807-4df6-acdd-5de752344203 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:29.591570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.681739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Attempting to bind port 96647a16-5677-44c8-a38b-0ad70f30ffe7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:29.682180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Attempting to bind port 96647a16-5677-44c8-a38b-0ad70f30ffe7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:29.682539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Attempting to bind port 96647a16-5677-44c8-a38b-0ad70f30ffe7 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:29.692634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:29.693063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:29.693438 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.693836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:29.694317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Bound port: 96647a16-5677-44c8-a38b-0ad70f30ffe7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:29.694703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.696091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.772577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:29.773442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.816169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:29.887135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.25.6.106 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/59f1ebd4-90de-43e8-9d34-e5e490878d00) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:30.172312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.218644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.242573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Port a24a7600-7807-4df6-acdd-5de752344203 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:30.247427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 342a986e-dc9a-4490-b8cd-73149866a22b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:30.304910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Provisioning complete for port 96647a16-5677-44c8-a38b-0ad70f30ffe7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:30.304910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.319224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.333547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.355794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.365055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.366479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ac80a17-1eba-41d5-924b-5139b4b48257 HTTP/1.1" status: 204 len: 168 time: 0.7977941 Feb 15 09:50:30.386631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] For port 96647a16-5677-44c8-a38b-0ad70f30ffe7, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:30.419008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] For port 96647a16-5677-44c8-a38b-0ad70f30ffe7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96647a16-5677-44c8-a38b-0ad70f30ffe7,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:30.424202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f70aab63-7a7e-47ec-90a3-d288118e940f None None] Port 96647a16-5677-44c8-a38b-0ad70f30ffe7 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:30.436183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.441750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 342a986e-dc9a-4490-b8cd-73149866a22b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:30.443129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:30.473487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:30.476539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:30.489429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:30.496030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=59f1ebd4-90de-43e8-9d34-e5e490878d00,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:30.496758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0570b4f-49a0-4bfb-98cf-8c834bc06e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac80a17-1eba-41d5-924b-5139b4b48257,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:30.799267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059eb153-2d18-450a-8187-b2fd7dbc903c None None] Pushing event updated for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:30.808390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:30.809066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:30.850232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 2001:db8::87 (e7156d06-a2a9-481e-9a16-c8428027a819/2252014a-cd25-4c40-b6fc-6905744ee809/622b60ae-0f66-42fd-8226-6ab439497747) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:30.981363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.155083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.172835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:31.304918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.421159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:31.444582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.493997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-401baa9f-367b-430c-8117-ea9498f22744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.549017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network e7156d06-a2a9-481e-9a16-c8428027a819 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:31.568923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:31.594314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:31.685398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3853dd1a-ebde-492b-a1de-5025063683ac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:31.707138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.716864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.901895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] Provisioning complete for port 96647a16-5677-44c8-a38b-0ad70f30ffe7 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:31.902439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:31.902955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=59f1ebd4-90de-43e8-9d34-e5e490878d00,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:31.911518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=622b60ae-0f66-42fd-8226-6ab439497747,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:31.980354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.010372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.024902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05434b0f-34b9-448c-bfae-0f70600330e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4640715 Feb 15 09:50:32.072335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3853dd1a-ebde-492b-a1de-5025063683ac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:32.072686 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.089927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:30Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:32.215113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2cd5a4-10aa-4461-bfde-dd4dab0988eb None None] The sync data for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 is: [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:30Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:32.272069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.320904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.382012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-401baa9f-367b-430c-8117-ea9498f22744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.399504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-401baa9f-367b-430c-8117-ea9498f22744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.456776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b073f74-a211-4b79-ba57-7c0c2a512f41 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:32.491547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-6e5e9b09-b082-439f-9c17-667766691cbf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1544059239&fields=id&tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 267 time: 0.0502536 Feb 15 09:50:32.513893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-401baa9f-367b-430c-8117-ea9498f22744 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=138b210b1bbb4908991fe85c83df6f83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912194 Feb 15 09:50:32.518582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55904) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:32.535538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:32.539982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] For port 96647a16-5677-44c8-a38b-0ad70f30ffe7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96647a16-5677-44c8-a38b-0ad70f30ffe7,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:32.547849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.594024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401baa9f-367b-430c-8117-ea9498f22744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6401b16-27ea-4d2e-8215-653407c7aefc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:32.600183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9b073f74-a211-4b79-ba57-7c0c2a512f41 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:32.600859 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.670367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad0c465-5dda-43dc-acbc-e1ff06cb2a3d None None] Pushing event updated for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:32.712201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-8b4b5653-b14d-419e-840a-1ebc761f1a76 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:32.713864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-8b4b5653-b14d-419e-840a-1ebc761f1a76 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.2149880 Feb 15 09:50:32.746627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-53a0bdd1-90c8-4f9e-bc4b-7d74e3b7827c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/quotas/5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 375 time: 0.0251875 Feb 15 09:50:32.793917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.803774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.838717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9b073f74-a211-4b79-ba57-7c0c2a512f41, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b073f74-a211-4b79-ba57-7c0c2a512f41,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:32.853121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-8ea9f046-b149-440d-b294-3620837d933d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1054370 Feb 15 09:50:32.862905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.863829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2f3a336e-f833-45bc-b4a7-f4ef6512a64c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:32.978013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:32.989472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9b073f74-a211-4b79-ba57-7c0c2a512f41,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:33.074079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:33.074561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:33.105946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-ea880bdc-0adf-4806-8219-e94af8d7e45b service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330494 Feb 15 09:50:33.107971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:33.229583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:33.238745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:33.244134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6401b16-27ea-4d2e-8215-653407c7aefc HTTP/1.1" status: 204 len: 168 time: 0.7215221 Feb 15 09:50:33.316433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-eafcaabf-c14e-4b0d-9a63-65b022d39420 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092938 Feb 15 09:50:33.332727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9f837-e485-4679-a154-60131e4b25c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6401b16-27ea-4d2e-8215-653407c7aefc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:33.415828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b775d5-a2b6-4672-a6ec-adee46cc37d2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:33.455969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d7b775d5-a2b6-4672-a6ec-adee46cc37d2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:33.456435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d7b775d5-a2b6-4672-a6ec-adee46cc37d2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:33.623391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:33.686020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router e22a0e1a-e53f-4394-b3e2-a917e2e984d6 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:33.733961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-488cf48e-e6dd-4713-9bde-c6c1921b6e8a req-3d75df21-b81e-4a04-b880-a65792991924 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 210 time: 0.0565410 Feb 15 09:50:33.805079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b073f74-a211-4b79-ba57-7c0c2a512f41 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:34.010262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9b073f74-a211-4b79-ba57-7c0c2a512f41 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:34.011618 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.017439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:34.059961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.061603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e575b0e-e6dd-4f72-b7bd-98fa0374558d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.8827078 Feb 15 09:50:34.068100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:34.115434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Sync routers for ids ['e22a0e1a-e53f-4394-b3e2-a917e2e984d6'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:34.172977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Routers {'e22a0e1a-e53f-4394-b3e2-a917e2e984d6'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:34.173766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e22a0e1a-e53f-4394-b3e2-a917e2e984d6'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:34.246022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96647a16-5677-44c8-a38b-0ad70f30ffe7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:34.305350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.310706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Deleting port 3b1b3d77-5163-487b-a376-c784c696a1f5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:34.311107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.413628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 96647a16-5677-44c8-a38b-0ad70f30ffe7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:34.414255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.523356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Set router e22a0e1a-e53f-4394-b3e2-a917e2e984d6 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:34.583351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.643443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] For port 3b1b3d77-5163-487b-a376-c784c696a1f5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b1b3d77-5163-487b-a376-c784c696a1f5,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:34.644117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.661842 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Sync routers for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:34.672260 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:34.672975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:34.696738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Calling delete_port for 3b1b3d77-5163-487b-a376-c784c696a1f5 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:34.868762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Deleting port 622b60ae-0f66-42fd-8226-6ab439497747 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:34.901908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:34.972606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad7b44cf-050e-4542-a6bd-d00ac7edd603 req-bdd741d3-0249-4e77-ba50-78ddaf85360b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 210 time: 0.0840979 Feb 15 09:50:35.107039 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:35.182504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a0e1a-e53f-4394-b3e2-a917e2e984d6', 'name': '', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819', 'external_fixed_ips': [{'subnet_id': '2252014a-cd25-4c40-b6fc-6905744ee809', 'ip_address': '2001:db8::87'}], 'enable_snat': True}, 'gw_port_id': '622b60ae-0f66-42fd-8226-6ab439497747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:28Z', 'updated_at': '2022-02-15T09:50:31Z', 'revision_number': 3, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port': {'id': '622b60ae-0f66-42fd-8226-6ab439497747', 'name': '', 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:38:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22a0e1a-e53f-4394-b3e2-a917e2e984d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3158, 'fixed_ips': [{'subnet_id': '2252014a-cd25-4c40-b6fc-6905744ee809', 'ip_address': '2001:db8::87', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:30Z', 'updated_at': '2022-02-15T09:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2252014a-cd25-4c40-b6fc-6905744ee809', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:35.230567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Checking router: e22a0e1a-e53f-4394-b3e2-a917e2e984d6 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:35.231179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Updating router e22a0e1a-e53f-4394-b3e2-a917e2e984d6 port 622b60ae-0f66-42fd-8226-6ab439497747 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:35.361941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:35.692421 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a24a7600-7807-4df6-acdd-5de752344203', 'name': '', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'mac_address': 'fa:16:3e:c5:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:26Z', 'updated_at': '2022-02-15T09:50:28Z', 'revision_number': 2, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'subnets': [{'id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:35.708071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-6795c75f-0a57-425d-8807-6f5744c02b1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:35.710907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-6795c75f-0a57-425d-8807-6f5744c02b1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.3381097 Feb 15 09:50:35.798611 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Checking router: c8810d4a-78aa-4dbf-9174-f88596a3bab7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:35.800953 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Updating router c8810d4a-78aa-4dbf-9174-f88596a3bab7 port a24a7600-7807-4df6-acdd-5de752344203 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:35.807778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-30bda792-431f-4b3b-a4f3-d2f40da42feb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 380 time: 0.0817428 Feb 15 09:50:35.836151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'device_id': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'admin_state_up': True, 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'security_groups': ['241ee488-42b2-4eac-83a5-486cb26b2733']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:35.865169 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.106105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.135803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Calling delete_port for 622b60ae-0f66-42fd-8226-6ab439497747 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:36.194442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:36.200906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.331135 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.347931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.427365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14d8098c-98ff-413a-b23e-eac2ded28dbc req-2729b26d-5ddc-4572-9d99-ff975104c589 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 210 time: 0.0779026 Feb 15 09:50:36.547178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Pushing event updated for resources: {'Port': ['ID=622b60ae-0f66-42fd-8226-6ab439497747,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:36.555223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:36.558006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:36.558228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 on network e7156d06-a2a9-481e-9a16-c8428027a819 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:36.596135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.600576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.601080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.605837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c478de73-0cbb-4188-b45d-b709ad5c97ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:50:36.609807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:36.610284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Checking segment: {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:36.611923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.612170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Bound using segment: {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:36.612668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Bound port: 622b60ae-0f66-42fd-8226-6ab439497747, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:36.613083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.619095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55988) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:36.707234 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.727300 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.851281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:36.947776 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0b3f-936b-4790-ae79-77df684d3991 None None] Pushing event updated for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:36.950595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56000) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:36.966301 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Attempting to bind port a24a7600-7807-4df6-acdd-5de752344203 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:36.966941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Attempting to bind port a24a7600-7807-4df6-acdd-5de752344203 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:36.967478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Attempting to bind port a24a7600-7807-4df6-acdd-5de752344203 on network 310b3f31-bc36-44a9-99f7-e397be7a67df {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:36.972216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1b3d77-5163-487b-a376-c784c696a1f5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:36.988488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:50:36.988859 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:50:37.002480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:37.003379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Checking segment: {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:37.004685 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.006048 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Bound using segment: {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:37.007055 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Bound port: a24a7600-7807-4df6-acdd-5de752344203, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1165dd12-ea64-49c2-900a-d6a5d54e6e89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:37.010272 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.031107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.094172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Port': ['ID=622b60ae-0f66-42fd-8226-6ab439497747,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:37.130498 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] For port a24a7600-7807-4df6-acdd-5de752344203, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:37.135676 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] For port a24a7600-7807-4df6-acdd-5de752344203, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a24a7600-7807-4df6-acdd-5de752344203,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:37.142288 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.217061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:37.218000 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:37.237786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1029758430', 'router:external': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:37.241482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42a3fac-094f-4142-96fb-12ec4e7f6c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.318838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.20.0.8 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/a3e14307-69b3-4b93-b335-10b0e06bda8f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:37.370085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.426093 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0b3f-936b-4790-ae79-77df684d3991 None None] Pushing event updated for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:37.459090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Made reservation on behalf of f8c7e4a1969b425a96802874d855889c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:37.461837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.493755 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:37.513726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:37.514286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:37.514753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Attempting to bind port 622b60ae-0f66-42fd-8226-6ab439497747 on network e7156d06-a2a9-481e-9a16-c8428027a819 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:37.524971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.530223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:37.530662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.531779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Checking segment: {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:37.535382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.537492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Bound using segment: {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:37.538191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Bound port: 622b60ae-0f66-42fd-8226-6ab439497747, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6347d5-09c0-4be1-a2f2-57f91beceb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7156d06-a2a9-481e-9a16-c8428027a819'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:37.539530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.540163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.586192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Port 622b60ae-0f66-42fd-8226-6ab439497747 has been deleted concurrently {{(pid=102360) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 15 09:50:37.613629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Routers {'e22a0e1a-e53f-4394-b3e2-a917e2e984d6'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:37.614311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e22a0e1a-e53f-4394-b3e2-a917e2e984d6'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:37.687125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c5341f2f-4801-47d8-a893-a2edd0ef874f req-d7cc9ffc-86b1-4495-91ae-0c45abd330f1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 210 time: 0.0810750 Feb 15 09:50:37.765614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.822297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.829226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.830015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e22a0e1a-e53f-4394-b3e2-a917e2e984d6 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:37.846459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.850744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-15359b68-d829-43b4-a353-61c9440ddec0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e22a0e1a-e53f-4394-b3e2-a917e2e984d6 HTTP/1.1" status: 204 len: 168 time: 3.7800479 Feb 15 09:50:37.863142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:37.917947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Deleting subnet 2252014a-cd25-4c40-b6fc-6905744ee809 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:37.922285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.935536 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.952657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:37.957811 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42a3fac-094f-4142-96fb-12ec4e7f6c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:37.975824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:37.979374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:38.002858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42a3fac-094f-4142-96fb-12ec4e7f6c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.073258 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b42a3fac-094f-4142-96fb-12ec4e7f6c7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=68dc97fdcc984708a5511656bd05f017&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4423549 Feb 15 09:50:38.078526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56014) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:38.144833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.199880 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a24a7600-7807-4df6-acdd-5de752344203', 'name': '', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'mac_address': 'fa:16:3e:c5:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:26Z', 'updated_at': '2022-02-15T09:50:37Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'subnets': [{'id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:38.208076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:38.208897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.227333 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.253198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a24a7600-7807-4df6-acdd-5de752344203 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:38.271438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] Set router e22a0e1a-e53f-4394-b3e2-a917e2e984d6 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:38.271845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a3fac-094f-4142-96fb-12ec4e7f6c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca467614-ac4e-4112-a444-7cd5af179738,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:38.277909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.298568 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd757f-0b6a-442d-a8c2-75a059e938d3 None None] The sync data for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 is: [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a24a7600-7807-4df6-acdd-5de752344203', 'name': '', 'network_id': '310b3f31-bc36-44a9-99f7-e397be7a67df', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'mac_address': 'fa:16:3e:c5:3e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3153, 'fixed_ips': [{'subnet_id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:26Z', 'updated_at': '2022-02-15T09:50:37Z', 'revision_number': 4, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'subnets': [{'id': '7a040a6e-aeb5-4c43-b7a3-192ddedb499c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:38.334318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:38.344579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-7ccc2a9b-200a-4eb8-8648-d2bd96485b9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5207016 Feb 15 09:50:38.350048 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.353429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.354326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca467614-ac4e-4112-a444-7cd5af179738 HTTP/1.1" status: 204 len: 168 time: 0.2745538 Feb 15 09:50:38.381638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.401418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Request body: {'port': {'device_id': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:38.462895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6f13c-de43-4c27-9ce6-1dae64d164b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca467614-ac4e-4112-a444-7cd5af179738,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:38.506597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.536429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.538442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:38.540909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.636089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:50:38.659142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22a0e1a-e53f-4394-b3e2-a917e2e984d6', 'name': '', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:28Z', 'updated_at': '2022-02-15T09:50:36Z', 'revision_number': 5, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:38.661542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7078ea2a-0907-478d-88a0-303dc383f3cd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:38.665674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.677015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.677361 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Added segment 4b11330b-8041-4fc7-8f8a-b60b308fb24d of type vlan for network 3312f23e-4bdb-4436-9256-47f0143dccfb Feb 15 09:50:38.729176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b1aec4-b683-4f41-a9c1-93c5c4291bab None None] The sync data for ids ['e22a0e1a-e53f-4394-b3e2-a917e2e984d6'] in n-d-825064-4 is: [{'id': 'e22a0e1a-e53f-4394-b3e2-a917e2e984d6', 'name': '', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:28Z', 'updated_at': '2022-02-15T09:50:36Z', 'revision_number': 5, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:38.756291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.759469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/2252014a-cd25-4c40-b6fc-6905744ee809 HTTP/1.1" status: 204 len: 168 time: 0.8935552 Feb 15 09:50:38.772902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56028) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:38.826419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:38.827116 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.922586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Router b46d43c9-745b-4bd2-baa3-2d18511a3afe has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:38.941291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:38.982922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.023000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6605b287-bf56-49e4-a7df-f9fd0dc5a9e0 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2252014a-cd25-4c40-b6fc-6905744ee809,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:39.026599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] For port a24a7600-7807-4df6-acdd-5de752344203, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a24a7600-7807-4df6-acdd-5de752344203,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:39.042026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.043434 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.109117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:39.124669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670361-08d8-44bc-bae8-63b0208f9a3f req-3543d2e7-5352-44f7-a22d-d36398a083cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:39.132453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc670361-08d8-44bc-bae8-63b0208f9a3f req-3543d2e7-5352-44f7-a22d-d36398a083cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 931 time: 0.2640455 Feb 15 09:50:39.151289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b9874f6-f2ae-427a-ac75-0364a605233d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.181293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.262009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5f084-0130-4617-9de1-50837b0afe23 None None] Pushing event updated for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:39.276601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3b639224-8637-4e73-84d6-be630df80bb6 None None] Provisioning complete for port a3e14307-69b3-4b93-b335-10b0e06bda8f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:39.276913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3b639224-8637-4e73-84d6-be630df80bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.295729 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.297830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:39.297830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.324244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc670361-08d8-44bc-bae8-63b0208f9a3f req-157e003e-9c0a-4d2a-af87-cd88fc285d56 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908963 Feb 15 09:50:39.351417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3b639224-8637-4e73-84d6-be630df80bb6 None None] Port a3e14307-69b3-4b93-b335-10b0e06bda8f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:50:39.364024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3b639224-8637-4e73-84d6-be630df80bb6 None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:39.364680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3b639224-8637-4e73-84d6-be630df80bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.429706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.4776342 Feb 15 09:50:39.447345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56034) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:39.455411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'subnet': {'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:39.493528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe310b-d962-4a9b-ac43-a69c6b526d16 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Network': ['ID=3312f23e-4bdb-4436-9256-47f0143dccfb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:39.511009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:39.539180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Sync routers for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:39.542863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3312f23e-4bdb-4436-9256-47f0143dccfb details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:50:39.558535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e089f46-de96-41b7-a899-f6f8ecf08edb admin admin] 10.222.0.10 "PUT /v2.0/routers/b46d43c9-745b-4bd2-baa3-2d18511a3afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0204546 Feb 15 09:50:39.566692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56036) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:39.656254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:50:39.664757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a24a7600-7807-4df6-acdd-5de752344203 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:39.665025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Made reservation on behalf of f8c7e4a1969b425a96802874d855889c for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:39.667303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.668145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.683346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Transition to ACTIVE for port object a3e14307-69b3-4b93-b335-10b0e06bda8f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:50:39.695413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b9874f6-f2ae-427a-ac75-0364a605233d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.705315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:39.705835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:39.727436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b9874f6-f2ae-427a-ac75-0364a605233d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.730130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.785419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.840070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a24a7600-7807-4df6-acdd-5de752344203 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:39.840448 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.850230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9874f6-f2ae-427a-ac75-0364a605233d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e5be34-f50e-427f-b02c-88399520819e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:39.854771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7156d06-a2a9-481e-9a16-c8428027a819']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:39.857306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:39.863437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b9874f6-f2ae-427a-ac75-0364a605233d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb23002724d348ce9435315d68f5da46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526288 Feb 15 09:50:39.868058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56038) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:39.873975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6347d5-09c0-4be1-a2f2-57f91beceb3b') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:39.875001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6347d5-09c0-4be1-a2f2-57f91beceb3b') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:39.882933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.924716 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.939410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:39.950728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.970595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:39.971252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:39.973572 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:39.996987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Attempting to bind port a3e14307-69b3-4b93-b335-10b0e06bda8f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:39.997640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Attempting to bind port a3e14307-69b3-4b93-b335-10b0e06bda8f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:39.998194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Attempting to bind port a3e14307-69b3-4b93-b335-10b0e06bda8f on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:40.051738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Port a3e14307-69b3-4b93-b335-10b0e06bda8f on network 882d8125-600a-4d59-bb5c-b20b0e620834 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:50:40.052539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Attempting to bind port a3e14307-69b3-4b93-b335-10b0e06bda8f on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:40.065258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:40.068574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:40.069221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:40.069885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Bound port: a3e14307-69b3-4b93-b335-10b0e06bda8f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:40.070560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.127477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.145245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e7156d06-a2a9-481e-9a16-c8428027a819 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:50:40.159678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.163897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/networks/e7156d06-a2a9-481e-9a16-c8428027a819 HTTP/1.1" status: 204 len: 168 time: 1.3858144 Feb 15 09:50:40.167638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfda9-dbca-4c0b-ad54-e404c7f8f726 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Network': ['ID=e7156d06-a2a9-481e-9a16-c8428027a819,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:40.175146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.232551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:40.244045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:40.258886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.267801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.292210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48'}], 'enable_snat': True}, 'gw_port_id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:36Z', 'revision_number': 5, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port': {'id': 'be06dadb-34e3-409f-9a4b-378f7fbd22be', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:a9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:40.304447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.339384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:40.371555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:40.372216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.376476 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-3efa47e5-22f7-42de-9737-cbe0971ec492 service neutron] 10.222.0.36 "PUT /v2.0/ports/a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 1091 time: 2.0103910 Feb 15 09:50:40.377041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:40.387151 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395164b1-d287-4d91-88ac-4c682853eab4" -d '{"events": [{"name": "network-changed", "server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:40.393860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Checking router: b46d43c9-745b-4bd2-baa3-2d18511a3afe for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:40.437151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Routers {'b46d43c9-745b-4bd2-baa3-2d18511a3afe'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:40.440341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:40.463514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.466992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.471868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/40e5be34-f50e-427f-b02c-88399520819e HTTP/1.1" status: 204 len: 168 time: 0.6028826 Feb 15 09:50:40.600479 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edafb0d-9e3d-4e31-9f86-72b90d10f274 x-openstack-request-id: req-9edafb0d-9e3d-4e31-9f86-72b90d10f274 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:40.605265 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:40.605694 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9edafb0d-9e3d-4e31-9f86-72b90d10f274 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:40.606467 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'status': 'completed', 'code': 200} Feb 15 09:50:40.666590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-494e3d03-2eaf-46ec-90a6-cf121457333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:40.670743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-494e3d03-2eaf-46ec-90a6-cf121457333b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1094 time: 0.1937437 Feb 15 09:50:40.717189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83635e17-59f4-4fb7-b04e-8412f7df9eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e5be34-f50e-427f-b02c-88399520819e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:40.738435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21bac5-2467-4bfb-a245-3a45058217a7 req-00c11163-b283-4b5a-a966-cb27080509b1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:40.740074 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb21bac5-2467-4bfb-a245-3a45058217a7 req-00c11163-b283-4b5a-a966-cb27080509b1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 943 time: 0.1906762 Feb 15 09:50:40.874847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] Set router b46d43c9-745b-4bd2-baa3-2d18511a3afe gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:40.883812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Deleting port be06dadb-34e3-409f-9a4b-378f7fbd22be {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:40.885595 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:40.930542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-d9f88153-305d-41d4-9ed8-6b9a2110d70a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 217 time: 0.2441773 Feb 15 09:50:41.029152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:40Z', 'revision_number': 6, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:41.037046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56064) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:41.043295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'name': 'tempest-router--1766999167', 'project_id': '09af469a31b44b7d91f9ccbf71d59122'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:41.087229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25bd9cd3-91ac-4eac-8043-ff881eb99712 None None] The sync data for ids ['b46d43c9-745b-4bd2-baa3-2d18511a3afe'] in n-d-825064-4 is: [{'id': 'b46d43c9-745b-4bd2-baa3-2d18511a3afe', 'name': 'tempest-TestAggregatesBasicOps-1746965299-router', 'tenant_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:06Z', 'updated_at': '2022-02-15T09:50:40Z', 'revision_number': 6, 'project_id': '0ffa1fbb4c684c538170f37fe21e0a93', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:41.109665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.objects.ports [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102359) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 15 09:50:41.110934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.115959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb21bac5-2467-4bfb-a245-3a45058217a7 req-67835324-7885-49b6-900f-4205448e7bb0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194609 Feb 15 09:50:41.143030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-7b193a51-eb80-4dbc-aee4-b54915e3ff10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:41.143030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-7b193a51-eb80-4dbc-aee4-b54915e3ff10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1976144 Feb 15 09:50:41.195689 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] For port be06dadb-34e3-409f-9a4b-378f7fbd22be, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=be06dadb-34e3-409f-9a4b-378f7fbd22be,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:41.196097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.228269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34932b4c-6974-4366-ab96-7582c01cddff req-3fa015e5-0b01-4f3c-bc2b-f05fcb2bc469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:41.229980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-3fa015e5-0b01-4f3c-bc2b-f05fcb2bc469 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741477 Feb 15 09:50:41.243514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Subnet': ['ID=05e04e18-a0d0-46bd-8ecd-a44e01ed52e4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:41.247622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Calling delete_port for be06dadb-34e3-409f-9a4b-378f7fbd22be owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:41.249796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.251048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.282195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Checking segment: {'id': '4b11330b-8041-4fc7-8f8a-b60b308fb24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:41.282592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network hostable DHCP agents. Network: 3312f23e-4bdb-4436-9256-47f0143dccfb, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:50:41.339677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56072) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:41.382323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d220f135-b7da-4597-91d8-c5b844e4563c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.411463 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.416896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 3312f23e-4bdb-4436-9256-47f0143dccfb is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:50:41.418957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-42a45c5c-4e7d-48ac-9f37-cea9545bd425 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807861 Feb 15 09:50:41.423434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.439647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3312f23e-4bdb-4436-9256-47f0143dccfb) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:41.453487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75bed6f-ecba-4a31-9050-e8ddb93622f1 None None] Network 3312f23e-4bdb-4436-9256-47f0143dccfb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:41.479558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:41.480154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.488035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.488777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-594aa84e-21a8-479f-a53a-051791f10751 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4501259 Feb 15 09:50:41.493965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:41.566432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c60f3244-0a95-4e32-8ecb-3a07612f0b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1163497 Feb 15 09:50:41.567052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56082) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:41.576677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34932b4c-6974-4366-ab96-7582c01cddff req-ef102db9-7f68-43cf-b1cf-09aaea67556b service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504183 Feb 15 09:50:41.627491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d220f135-b7da-4597-91d8-c5b844e4563c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.652889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d220f135-b7da-4597-91d8-c5b844e4563c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:41.674815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1ba093-a51b-4b2e-99cd-014b0d498072 None None] Network 3312f23e-4bdb-4436-9256-47f0143dccfb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:41.745539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b1b3d77-5163-487b-a376-c784c696a1f5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:41.781159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3b1b3d77-5163-487b-a376-c784c696a1f5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:41.781491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b1b3d77-5163-487b-a376-c784c696a1f5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:41.819676 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d220f135-b7da-4597-91d8-c5b844e4563c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d1156cbe506498f8991171a7c91c133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4771686 Feb 15 09:50:41.823243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395164b1-d287-4d91-88ac-4c682853eab4 req-f8c787ed-66d4-4998-8968-b0178da4cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:41.826033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-f8c787ed-66d4-4998-8968-b0178da4cb24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1094 time: 0.1853421 Feb 15 09:50:41.826774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56086) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:41.837337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220f135-b7da-4597-91d8-c5b844e4563c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8572abb2-8202-4a7e-9517-14441cacf03e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:41.935993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395164b1-d287-4d91-88ac-4c682853eab4 req-c98cade7-ef8a-4c02-915c-32ca2a668d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:41.937536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-c98cade7-ef8a-4c02-915c-32ca2a668d7b service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.0952041 Feb 15 09:50:42.036693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-e57e0be7-2d48-4a93-ac42-2ce549022cba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 217 time: 0.0601788 Feb 15 09:50:42.047361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1153259999', 'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:42.064502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.125084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.160721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395164b1-d287-4d91-88ac-4c682853eab4 req-3554d327-2d0e-4ca7-851b-fcd5f02a295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:42.162318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-3554d327-2d0e-4ca7-851b-fcd5f02a295e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1180277 Feb 15 09:50:42.184451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.253906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Made reservation on behalf of f8c7e4a1969b425a96802874d855889c for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:50:42.256918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.275837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395164b1-d287-4d91-88ac-4c682853eab4 req-a9794fe3-047b-49e5-9a69-f6f06a29ae0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:42.277851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-a9794fe3-047b-49e5-9a69-f6f06a29ae0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562263 Feb 15 09:50:42.287752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.290885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.294520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8572abb2-8202-4a7e-9517-14441cacf03e HTTP/1.1" status: 204 len: 168 time: 0.4633119 Feb 15 09:50:42.317705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f4bed-b4d1-4805-8ac9-1aea2cc765f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8572abb2-8202-4a7e-9517-14441cacf03e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:42.335032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.356521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.361418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.386339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] device_id is not set on port 2b6c3874-4bfd-4ddf-a44d-37586ddabe5b yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:50:42.393617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Pushing event deleted for resources: {'Port': ['ID=be06dadb-34e3-409f-9a4b-378f7fbd22be,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:42.420593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-17b073e9-305f-48b4-ada1-5801d1736938 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339195 Feb 15 09:50:42.560493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29ba92-1de2-434f-ba14-4f310d689ef1 req-5b925092-9801-45c3-aa3e-39431f311bea tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:42.561450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb29ba92-1de2-434f-ba14-4f310d689ef1 req-5b925092-9801-45c3-aa3e-39431f311bea tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 943 time: 0.3460064 Feb 15 09:50:42.565899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.566262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 664690b1-f09a-4e2a-92dc-648aca13aec9 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:42.571283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.572403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-14d38bd2-e90d-44a6-92bc-530d1d2a5384 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/routers/664690b1-f09a-4e2a-92dc-648aca13aec9 HTTP/1.1" status: 204 len: 168 time: 1.0755887 Feb 15 09:50:42.621180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-395164b1-d287-4d91-88ac-4c682853eab4 req-8c3d48a6-f644-4322-87fb-d6d3e235e58c service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556385 Feb 15 09:50:42.646169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.763346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb29ba92-1de2-434f-ba14-4f310d689ef1 req-4d36dc2d-359b-4eb1-927d-9d0663098ecf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896858 Feb 15 09:50:42.771350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.775767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.777673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.20.0.2 (3312f23e-4bdb-4436-9256-47f0143dccfb/05e04e18-a0d0-46bd-8ecd-a44e01ed52e4/2b6c3874-4bfd-4ddf-a44d-37586ddabe5b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:42.825041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56100) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:42.895458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.896155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b46d43c9-745b-4bd2-baa3-2d18511a3afe {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:42.905970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:42.909873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56106) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:42.917896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b2dfd81-193f-4a2a-93e5-8e02ed6ee377 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b46d43c9-745b-4bd2-baa3-2d18511a3afe HTTP/1.1" status: 204 len: 168 time: 3.3500996 Feb 15 09:50:42.993133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Deleting subnet 4b63e258-b1f9-4e84-a6d6-71dfd62de320 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:42.997656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.063996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.108916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-155537052', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:43.114395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.159856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.179697 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.183203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.184145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.228535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 3312f23e-4bdb-4436-9256-47f0143dccfb is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:43.231982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:43.238653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:43.279002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6c3874-4bfd-4ddf-a44d-37586ddabe5b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:43.293009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.303120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:43.303773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.323949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-37b0f31a-dceb-438c-8797-183ec267b1e7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2808623 Feb 15 09:50:43.326571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56118) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:43.434160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Deleting port 2b6c3874-4bfd-4ddf-a44d-37586ddabe5b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:43.434519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.462605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.508596 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.551026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.568040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Calling delete_port for 2b6c3874-4bfd-4ddf-a44d-37586ddabe5b owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:43.585229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b63e258-b1f9-4e84-a6d6-71dfd62de320,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:43.596773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dfb82b-a311-4e4a-b53a-77efdc44f1aa None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:43.631746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.634964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f94b0bc0-2a31-4c90-9448-0974b5d8325e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/4b63e258-b1f9-4e84-a6d6-71dfd62de320 HTTP/1.1" status: 204 len: 168 time: 0.7241290 Feb 15 09:50:43.638948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56124) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:43.685297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-4651d930-8cfe-415a-84ee-f5bf88e14b4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335012 Feb 15 09:50:43.720396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device be06dadb-34e3-409f-9a4b-378f7fbd22be no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:43.772445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: be06dadb-34e3-409f-9a4b-378f7fbd22be {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:43.772963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device be06dadb-34e3-409f-9a4b-378f7fbd22be not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:43.773077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:43.784176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:50:43.963304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.038125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b6c3874-4bfd-4ddf-a44d-37586ddabe5b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:44.047396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-7ed6b614-5af2-41eb-9828-2a2e097038d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:44.052251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-7ed6b614-5af2-41eb-9828-2a2e097038d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1097 time: 0.3082900 Feb 15 09:50:44.088915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Deleting port a68034eb-66d8-4768-8804-207825ffdd1d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:44.089260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.098954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:44.124000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:50:44.147082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.216603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.220603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f32fb461-9b23-46dc-b081-b87e421c3200 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/ports/2b6c3874-4bfd-4ddf-a44d-37586ddabe5b HTTP/1.1" status: 204 len: 168 time: 0.8928947 Feb 15 09:50:44.224494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:44.225706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] DHCP port deletion for baace9f0-e71c-4b3e-8530-52c5b99d31bd request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:50:44.230194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb', 'external_fixed_ips': [{'subnet_id': '05e04e18-a0d0-46bd-8ecd-a44e01ed52e4', 'ip_address': '172.20.0.2'}]}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:44.235665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] For port a68034eb-66d8-4768-8804-207825ffdd1d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a68034eb-66d8-4768-8804-207825ffdd1d,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:44.236303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.269535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Calling delete_port for a68034eb-66d8-4768-8804-207825ffdd1d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:44.306232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.313180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.337826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:50:44.368838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:44.387490 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.387976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-ed8a2f5f-4c6e-4e08-af8f-b3dfa5cad291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:44.389844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-ed8a2f5f-4c6e-4e08-af8f-b3dfa5cad291 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 910 time: 0.2911177 Feb 15 09:50:44.398751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce400f45-e8e4-48d3-b0fe-bc5c86a14eb2 req-ad3c5d7b-c492-445f-baf7-303c174522ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:44.401997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Deleting port a68034eb-66d8-4768-8804-207825ffdd1d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:44.402603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce400f45-e8e4-48d3-b0fe-bc5c86a14eb2 req-ad3c5d7b-c492-445f-baf7-303c174522ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 943 time: 0.4693766 Feb 15 09:50:44.402880 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.439034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.471577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.514296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] For port a68034eb-66d8-4768-8804-207825ffdd1d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a68034eb-66d8-4768-8804-207825ffdd1d,segment=NetworkSegment(4b6adb01-ff68-405e-b3f2-12de199b41fe),segment_id=4b6adb01-ff68-405e-b3f2-12de199b41fe)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:44.515124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.524846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68034eb-66d8-4768-8804-207825ffdd1d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:44.550476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] No DVR routers for this DVR port a68034eb-66d8-4768-8804-207825ffdd1d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:44.559290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-82515c07-1ea1-4be9-a2d7-5aa56f003c63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 1002 time: 0.1542776 Feb 15 09:50:44.568238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.570967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.573954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Calling delete_port for a68034eb-66d8-4768-8804-207825ffdd1d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:44.590560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:44.617086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a3e14307-69b3-4b93-b335-10b0e06bda8f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:50:44.647732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce400f45-e8e4-48d3-b0fe-bc5c86a14eb2 req-bd6eaef2-bfc8-4c94-9720-ad4b13aa7351 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315567 Feb 15 09:50:44.716278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-518341e4-2e75-4735-ad6a-e829414f8569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:44.718016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-518341e4-2e75-4735-ad6a-e829414f8569 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 200 len: 848 time: 0.1391890 Feb 15 09:50:44.733018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.777095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Allocated IP 172.25.6.20 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/abfcb7d3-926e-4961-b20e-2a868e3c7a26) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:44.778580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baace9f0-e71c-4b3e-8530-52c5b99d31bd']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:44.789100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6adb01-ff68-405e-b3f2-12de199b41fe') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:44.789392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6adb01-ff68-405e-b3f2-12de199b41fe') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:44.799764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.807886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-564b4831-8ef5-406d-a481-3f3bbf50fd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:44.809627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-564b4831-8ef5-406d-a481-3f3bbf50fd2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea963cf-43c4-4031-876f-8c61cd4c15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824008 Feb 15 09:50:44.815644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.822636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:44.823043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: items = [ Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:44.884337 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:44.901304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.906202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.911710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:44.920336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] 10.222.0.10 "DELETE /v2.0/networks/baace9f0-e71c-4b3e-8530-52c5b99d31bd HTTP/1.1" status: 204 len: 168 time: 1.2714274 Feb 15 09:50:44.933070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:45.039292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Pushing event deleted for resources: {'Port': ['ID=a68034eb-66d8-4768-8804-207825ffdd1d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:45.044712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85d7a07-b84b-46fa-9013-7fc167637956 admin admin] Pushing event deleted for resources: {'Network': ['ID=baace9f0-e71c-4b3e-8530-52c5b99d31bd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:45.070043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:45.075192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-3a7f58ca-8d4c-4a7f-a039-afdefd963cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534602 Feb 15 09:50:45.078281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:45.092554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] Network baace9f0-e71c-4b3e-8530-52c5b99d31bd is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:50:45.097876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60d4fce-a652-42b1-acf0-e4e77f07e9f4 None None] No DVR routers for this DVR port a68034eb-66d8-4768-8804-207825ffdd1d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:45.273116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:45.335696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42d47f77-df3b-4b84-a244-c12f7bb6f32c req-bb538b30-32e7-4409-88ab-e9897b6c0b95 service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514954 Feb 15 09:50:45.373429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:45.378024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:45.382078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:45.400293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:45.514311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event updated for resources: {'Port': ['ID=abfcb7d3-926e-4961-b20e-2a868e3c7a26,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:45.685513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a68034eb-66d8-4768-8804-207825ffdd1d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:45.742991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a68034eb-66d8-4768-8804-207825ffdd1d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:45.744180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a68034eb-66d8-4768-8804-207825ffdd1d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:45.792216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:45.840187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:45.870252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514116-47c3-48a2-930b-e1ba0e7ce4fc req-29b75470-50c3-4037-a6a5-ab427966c0dd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:45.880630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e514116-47c3-48a2-930b-e1ba0e7ce4fc req-29b75470-50c3-4037-a6a5-ab427966c0dd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0971651 Feb 15 09:50:45.896518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port a3e14307-69b3-4b93-b335-10b0e06bda8f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:50:45.901348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a3e14307-69b3-4b93-b335-10b0e06bda8f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:45.901726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.039000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e514116-47c3-48a2-930b-e1ba0e7ce4fc req-411a8661-ffdf-43f7-bd26-2056faa9e8f3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571922 Feb 15 09:50:46.103098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.153461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:46.155202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:46.158285 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358b853b-6004-4fc1-a90c-0c2c919663dc" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:46.177969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.254184 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31cecb5-5f80-4b0a-8249-ec60ff1625dd x-openstack-request-id: req-e31cecb5-5f80-4b0a-8249-ec60ff1625dd {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:46.254541 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:46.254877 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e31cecb5-5f80-4b0a-8249-ec60ff1625dd {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:46.255591 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:50:46.275822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:46.288600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.316202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.328515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.689487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3952c1d-4df5-4ade-b86b-d5aa9afddce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.705470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.713757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bbd3d-9baf-4393-bebd-0f6ef48235b0 req-c4aa9e0d-94cb-4436-bfaa-0c07854c2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:46.715411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-844bbd3d-9baf-4393-bebd-0f6ef48235b0 req-c4aa9e0d-94cb-4436-bfaa-0c07854c2648 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1096 time: 0.0734539 Feb 15 09:50:46.819795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-844bbd3d-9baf-4393-bebd-0f6ef48235b0 req-d03bb604-20aa-42d5-81ca-14dca0b4bc7e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669007 Feb 15 09:50:46.829587 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:46.871804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Router 64ecd6f2-00f9-48a8-a755-25bceed0ee52 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:46.990305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:47.006665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb274776-c26b-456b-8da3-f923541d739a None None] Sync routers for ids ['64ecd6f2-00f9-48a8-a755-25bceed0ee52'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:47.015026 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] Routers {'64ecd6f2-00f9-48a8-a755-25bceed0ee52'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:47.017587 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['64ecd6f2-00f9-48a8-a755-25bceed0ee52'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:47.031212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.036859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25d21b8e-7a33-454d-9d67-7021ca52eac0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2107580 Feb 15 09:50:47.037623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56184) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:47.073198 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:47.084273 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] Routers {'64ecd6f2-00f9-48a8-a755-25bceed0ee52'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:47.085176 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['64ecd6f2-00f9-48a8-a755-25bceed0ee52'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:47.095265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.20.0.2 (3312f23e-4bdb-4436-9256-47f0143dccfb/05e04e18-a0d0-46bd-8ecd-a44e01ed52e4/752158ea-aac2-4f85-a600-751275d8d4c4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:47.126852 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-eb274776-c26b-456b-8da3-f923541d739a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:47.128200 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb274776-c26b-456b-8da3-f923541d739a None None] The sync data for ids ['64ecd6f2-00f9-48a8-a755-25bceed0ee52'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:47.171056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1c555f7e-9a54-4beb-8d38-2224a4eb3620 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/64ecd6f2-00f9-48a8-a755-25bceed0ee52 HTTP/1.1" status: 200 len: 923 time: 0.1295536 Feb 15 09:50:47.176894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56188) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:47.205984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-35a7d1c4-b449-4710-9f48-8d2882b5f84a tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=64ecd6f2-00f9-48a8-a755-25bceed0ee52 HTTP/1.1" status: 200 len: 205 time: 0.0275772 Feb 15 09:50:47.208223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:47.323866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.324277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55100c-c55f-437f-9411-c633f3966969 req-3c6066ba-43af-4549-a6af-0c50db153d4c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:47.325859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca55100c-c55f-437f-9411-c633f3966969 req-3c6066ba-43af-4549-a6af-0c50db153d4c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1776578 Feb 15 09:50:47.345762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.408304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56194) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:47.408470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca55100c-c55f-437f-9411-c633f3966969 req-300a5d50-1c09-4ec8-830e-a191c7a8ec6d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741043 Feb 15 09:50:47.429401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Deleting port a24a7600-7807-4df6-acdd-5de752344203 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:47.429401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.470373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Deleting subnet e4378c3a-e2b8-4adb-bc26-e8bb94bcc864 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:47.472586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.474025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.477983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.534022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 3312f23e-4bdb-4436-9256-47f0143dccfb is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:47.544427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.545848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=752158ea-aac2-4f85-a600-751275d8d4c4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:47.548951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:47.552686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:47.595997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] For port a24a7600-7807-4df6-acdd-5de752344203, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a24a7600-7807-4df6-acdd-5de752344203,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:47.596297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.599071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.613841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Calling delete_port for a24a7600-7807-4df6-acdd-5de752344203 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:47.630258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port abfcb7d3-926e-4961-b20e-2a868e3c7a26 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:47.630595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.719791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.737031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.768425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.774280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56200) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:47.774470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e4378c3a-e2b8-4adb-bc26-e8bb94bcc864 HTTP/1.1" status: 204 len: 168 time: 0.3650057 Feb 15 09:50:47.779091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6c7559-e1e9-4d94-8af0-d316cca32bd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4378c3a-e2b8-4adb-bc26-e8bb94bcc864,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:47.782956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for abfcb7d3-926e-4961-b20e-2a868e3c7a26 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:47.944319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:47.982125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.011836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=abfcb7d3-926e-4961-b20e-2a868e3c7a26,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:48.049228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.084349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.179728 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.182471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.184991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.236111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4411f8d-8191-4dd0-82e4-eb71113441c4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:48.240643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.241600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router 64ecd6f2-00f9-48a8-a755-25bceed0ee52 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:48.257553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.258458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dfea291-f716-4f84-bed3-226b38ca236e') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:48.258998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2a91b4d3-7254-460c-bf03-21f4e4ab798c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/64ecd6f2-00f9-48a8-a755-25bceed0ee52 HTTP/1.1" status: 204 len: 168 time: 1.0498717 Feb 15 09:50:48.263200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dfea291-f716-4f84-bed3-226b38ca236e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:48.263533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56210) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:48.269575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1039071883', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:48.277066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.280675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.295271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.296363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.352342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Pushing event deleted for resources: {'Port': ['ID=a24a7600-7807-4df6-acdd-5de752344203,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:48.354536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.365121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.383091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:48.383498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:48.385291 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:48.571687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.606338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.646185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.653172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4411f8d-8191-4dd0-82e4-eb71113441c4 HTTP/1.1" status: 204 len: 168 time: 0.8732626 Feb 15 09:50:48.653172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:48.655487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe12eca0-059f-43e9-9432-ef184ff7ae95 req-b3426d40-9c85-44f3-8ecb-2eefe03e8883 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:48.661291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe12eca0-059f-43e9-9432-ef184ff7ae95 req-b3426d40-9c85-44f3-8ecb-2eefe03e8883 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1240437 Feb 15 09:50:48.693443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d9a78-5ac2-4b84-880d-1da275865ee9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4411f8d-8191-4dd0-82e4-eb71113441c4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:48.695598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.742296 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe12eca0-059f-43e9-9432-ef184ff7ae95 req-f6e2be6d-3193-41d8-bdb0-4980df0cf0d5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768912 Feb 15 09:50:48.789400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Deleting subnet 0f17ff61-d497-4854-aa86-593ca96ab710 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:48.805468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.900338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.914186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.920064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:48.940393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.011622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f767d-bd21-4930-912b-1a0549040885 req-a761d571-9d5d-430c-9a94-a983371021a8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:49.013155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a73f767d-bd21-4930-912b-1a0549040885 req-a761d571-9d5d-430c-9a94-a983371021a8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1864583 Feb 15 09:50:49.025363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:49.028771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.036713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'floatingip': {'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:49.054938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 172.25.6.88 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/69e3db14-7258-4cce-a771-ef2c9c2a54b0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:49.140602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.173084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.209707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.235759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router fd300bb7-5589-4fad-b984-b3cc40c81dfa is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:49.257882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:49.261129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:49.265427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:49.306221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.306492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=69e3db14-7258-4cce-a771-ef2c9c2a54b0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:49.310325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c933776e-3f27-46cd-af45-382201a5c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.536221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.776888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.785722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f17ff61-d497-4854-aa86-593ca96ab710,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:49.803089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:49.806251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba9dbee4-45e5-41b9-bf74-a02e5f8ce6e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0f17ff61-d497-4854-aa86-593ca96ab710 HTTP/1.1" status: 204 len: 168 time: 1.1516135 Feb 15 09:50:49.812741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:49.909028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:49.999588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:50.014992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Sync routers for ids ['fd300bb7-5589-4fad-b984-b3cc40c81dfa'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:50.019622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.027506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Routers {'fd300bb7-5589-4fad-b984-b3cc40c81dfa'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:50.028496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fd300bb7-5589-4fad-b984-b3cc40c81dfa'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.034133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:50.052039 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Sync routers for ids ['6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:50.054754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.056746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f4c4d97b-51ec-4a83-b6dd-d46d9698f371 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.7921011 Feb 15 09:50:50.059597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56230) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:50.074017 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Routers {'6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:50.074739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.083522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Router c8810d4a-78aa-4dbf-9174-f88596a3bab7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:50.089168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.092930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8bf9355c-e758-4d42-ac96-5013a2dfd80f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8636682 Feb 15 09:50:50.095418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56232) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:50.209864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-84f89a6b-0bdd-4917-b4ca-162cc15f0cbb tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e HTTP/1.1" status: 200 len: 908 time: 0.1490707 Feb 15 09:50:50.212283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56234) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:50.218340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1039071883', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': True}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:50.229013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Set router fd300bb7-5589-4fad-b984-b3cc40c81dfa gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:50.252980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.254375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.258287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Set router 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:50.341159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.370956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.400393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.427593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db24345f-f140-470b-ace1-ecb7c6eb9fda']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.437664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac16c118-6fb4-4c77-b177-823434058c72') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.438909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac16c118-6fb4-4c77-b177-823434058c72') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.450333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.470687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.478309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:50.478805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd300bb7-5589-4fad-b984-b3cc40c81dfa', 'name': '', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb', 'external_fixed_ips': [{'subnet_id': '05e04e18-a0d0-46bd-8ecd-a44e01ed52e4', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '752158ea-aac2-4f85-a600-751275d8d4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:44Z', 'updated_at': '2022-02-15T09:50:47Z', 'revision_number': 3, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port': {'id': '752158ea-aac2-4f85-a600-751275d8d4c4', 'name': '', 'network_id': '3312f23e-4bdb-4436-9256-47f0143dccfb', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:43:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd300bb7-5589-4fad-b984-b3cc40c81dfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '05e04e18-a0d0-46bd-8ecd-a44e01ed52e4', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:46Z', 'updated_at': '2022-02-15T09:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '05e04e18-a0d0-46bd-8ecd-a44e01ed52e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.479152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.515587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Checking router: fd300bb7-5589-4fad-b984-b3cc40c81dfa for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:50.518635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Updating router fd300bb7-5589-4fad-b984-b3cc40c81dfa port 752158ea-aac2-4f85-a600-751275d8d4c4 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:50.544515 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:50.545999 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:50.558291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.561641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.582752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.589165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] 10.222.0.10 "DELETE /v2.0/networks/db24345f-f140-470b-ace1-ecb7c6eb9fda HTTP/1.1" status: 204 len: 168 time: 0.7725530 Feb 15 09:50:50.613633 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88'}], 'enable_snat': False}, 'gw_port_id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:49Z', 'revision_number': 3, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port': {'id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:50.632620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.648586 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Checking router: 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:50.649229 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Updating router 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:50.674660 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.777058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.784933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b08e05f-800a-4a16-9d83-2bf56c8b2394 admin admin] Pushing event deleted for resources: {'Network': ['ID=db24345f-f140-470b-ace1-ecb7c6eb9fda,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:50.924665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:50.933995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ca2e7e3-2e29-4fc0-a41a-781c15380308 admin admin] 10.222.0.10 "PUT /v2.0/routers/c8810d4a-78aa-4dbf-9174-f88596a3bab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9980590 Feb 15 09:50:50.941040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:50.959831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Deleting port 752158ea-aac2-4f85-a600-751275d8d4c4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:50.961037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:50.976699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Sync routers for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:51.002649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.031166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:51.032143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:51.046688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.061104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.063411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56244) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:51.081742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Calling delete_port for 752158ea-aac2-4f85-a600-751275d8d4c4 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:51.225686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:51.256425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.264079 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.273207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.278603 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.376753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01f81f-d852-48c1-84e4-ead8a112a382 None None] Pushing event updated for resources: {'Port': ['ID=69e3db14-7258-4cce-a771-ef2c9c2a54b0,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:51.396505 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Attempting to bind port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:51.397046 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Attempting to bind port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:51.397497 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Attempting to bind port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:51.403158 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:51.403700 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:51.404187 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.404666 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:51.405364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Bound port: 69e3db14-7258-4cce-a771-ef2c9c2a54b0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:51.406276 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.448001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.455524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.479343 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] For port 69e3db14-7258-4cce-a771-ef2c9c2a54b0, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:51.483347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 15 09:50:51.483347 n-d-825064-4 neutron-server[102360]: [SQL: UPDATE ml2_port_bindings SET host=%(host)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Feb 15 09:50:51.483347 n-d-825064-4 neutron-server[102360]: [parameters: {'host': 'n-d-825064-4', 'ml2_port_bindings_port_id': '752158ea-aac2-4f85-a600-751275d8d4c4', 'ml2_port_bindings_host': ''}] Feb 15 09:50:51.483347 n-d-825064-4 neutron-server[102360]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:50:51.484226 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:50:51.528175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:48Z', 'revision_number': 5, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:51.566802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Checking router: c8810d4a-78aa-4dbf-9174-f88596a3bab7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:51.575902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Routers {'c8810d4a-78aa-4dbf-9174-f88596a3bab7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:51.576519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:51.590873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:51.674365 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Floating IP 65fd1ca6-50c1-4c65-8c09-aa801dee79b6 associated. External IP: 172.25.6.106, port: a3e14307-69b3-4b93-b335-10b0e06bda8f. Feb 15 09:50:51.684262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] For port 69e3db14-7258-4cce-a771-ef2c9c2a54b0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=69e3db14-7258-4cce-a771-ef2c9c2a54b0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:51.706308 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.775072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] Set router c8810d4a-78aa-4dbf-9174-f88596a3bab7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:51.850265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:51.863297 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Routers {'6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:51.863930 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:51.919369 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01f81f-d852-48c1-84e4-ead8a112a382 None None] Pushing event updated for resources: {'Port': ['ID=69e3db14-7258-4cce-a771-ef2c9c2a54b0,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:51.926196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9d0b047a-8525-4935-ad13-b7ab89e2a90e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5fe67daa4424fbc842559ef4bde15c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8484037 Feb 15 09:50:51.926871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56254) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:51.982973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 172.25.6.132 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/229480be-6c15-4149-8527-7bc4ca493f2d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:52.007546 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] Set router 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:52.019894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.096101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.183810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.215526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.218987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.219224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Port 752158ea-aac2-4f85-a600-751275d8d4c4 not found while updating agent binding for router fd300bb7-5589-4fad-b984-b3cc40c81dfa. {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 15 09:50:52.220758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ea9fb6f-2dc2-4093-89c3-cbc99f17411f HTTP/1.1" status: 204 len: 168 time: 0.2930243 Feb 15 09:50:52.234717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa1f1b-896a-4894-93d1-1c7e44de3be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea9fb6f-2dc2-4093-89c3-cbc99f17411f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:52.247433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Routers {'fd300bb7-5589-4fad-b984-b3cc40c81dfa'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:52.248760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fd300bb7-5589-4fad-b984-b3cc40c81dfa'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:52.259017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.293573 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88'}], 'enable_snat': False}, 'gw_port_id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:49Z', 'revision_number': 3, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port': {'id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:52.307596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:52.310709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:52.318524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:50:52.361601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23bf2ad8-1422-42f9-9d2a-8a4c9add8039 None None] The sync data for ids ['6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e'] in n-d-825064-4 is: [{'id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88'}], 'enable_snat': False}, 'gw_port_id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:49Z', 'revision_number': 3, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port': {'id': '69e3db14-7258-4cce-a771-ef2c9c2a54b0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:31:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:48Z', 'updated_at': '2022-02-15T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:52.373283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=229480be-6c15-4149-8527-7bc4ca493f2d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:52.429426 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.459886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] Set router fd300bb7-5589-4fad-b984-b3cc40c81dfa gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:52.542645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.546559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd300bb7-5589-4fad-b984-b3cc40c81dfa', 'name': '', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:44Z', 'updated_at': '2022-02-15T09:50:51Z', 'revision_number': 5, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:52.581752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.584782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Port': ['ID=752158ea-aac2-4f85-a600-751275d8d4c4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:52.587270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f061d5-c812-4fd6-b5f4-3203e14464f0 None None] The sync data for ids ['fd300bb7-5589-4fad-b984-b3cc40c81dfa'] in n-d-825064-4 is: [{'id': 'fd300bb7-5589-4fad-b984-b3cc40c81dfa', 'name': '', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:44Z', 'updated_at': '2022-02-15T09:50:51Z', 'revision_number': 5, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:52.590354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bde048af-b6c8-4b8b-a7bc-2554da1fe688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.601223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:48Z', 'revision_number': 5, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:52.640979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42c2520-6376-4bf8-aded-64327ad2f723 None None] The sync data for ids ['c8810d4a-78aa-4dbf-9174-f88596a3bab7'] in n-d-825064-4 is: [{'id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'name': 'tempest-TestAggregatesBasicOps-1439049170-router', 'tenant_id': '4a330eb6651d4442a30f4c9e90c616c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246'}], 'enable_snat': True}, 'gw_port_id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:16Z', 'updated_at': '2022-02-15T09:50:48Z', 'revision_number': 5, 'project_id': '4a330eb6651d4442a30f4c9e90c616c4', 'gw_port': {'id': '9b073f74-a211-4b79-ba57-7c0c2a512f41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:36:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8810d4a-78aa-4dbf-9174-f88596a3bab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:18Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:52.731093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.737535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:52.770550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.916580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.924064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:52.977417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.012462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Router 9f617eb0-1b22-46ee-8992-bf094c5018df has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:50:53.018178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9479a40-afa9-4fe8-b799-836387e3edaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e03b1953cbc48e4a92ee0e336199368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2771351 Feb 15 09:50:53.018897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.019460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd300bb7-5589-4fad-b984-b3cc40c81dfa {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:53.024141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.028712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3549c500-6852-4915-b185-b3711eca2110 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/routers/fd300bb7-5589-4fad-b984-b3cc40c81dfa HTTP/1.1" status: 204 len: 168 time: 2.9311547 Feb 15 09:50:53.033882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56262) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:53.048843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:53.106975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Deleting port 9b073f74-a211-4b79-ba57-7c0c2a512f41 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:53.107325 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.174879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router e788ac6d-be86-4066-85ad-ac7db5c24b98 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:50:53.266715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bde048af-b6c8-4b8b-a7bc-2554da1fe688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.273824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Deleting subnet 05e04e18-a0d0-46bd-8ecd-a44e01ed52e4 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:53.289766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.292850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bde048af-b6c8-4b8b-a7bc-2554da1fe688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.325911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:53.336295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Sync routers for ids ['e788ac6d-be86-4066-85ad-ac7db5c24b98'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:53.350533 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Routers {'e788ac6d-be86-4066-85ad-ac7db5c24b98'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:53.356421 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e788ac6d-be86-4066-85ad-ac7db5c24b98'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:53.362958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.364433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-407c0df3-4207-41fa-848f-0f3f23c4726c tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.1495676 Feb 15 09:50:53.369190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56266) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:53.414699 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.450437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde048af-b6c8-4b8b-a7bc-2554da1fe688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378dd4eb-a7b5-42b4-8398-219021d66c07,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:53.459889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.472748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bde048af-b6c8-4b8b-a7bc-2554da1fe688 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a74c3f57d704edc80048a63943195d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8786745 Feb 15 09:50:53.474227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] For port 9b073f74-a211-4b79-ba57-7c0c2a512f41, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b073f74-a211-4b79-ba57-7c0c2a512f41,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:53.474588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.501766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:53.539753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Set router e788ac6d-be86-4066-85ad-ac7db5c24b98 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:53.545267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Calling delete_port for 9b073f74-a211-4b79-ba57-7c0c2a512f41 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:53.561035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.563705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:50:53.569435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.574454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Sync routers for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:50:53.597423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:53.598468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:53.601190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-44eb1814-805b-4f91-b349-413dbdc788a9 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/e788ac6d-be86-4066-85ad-ac7db5c24b98 HTTP/1.1" status: 200 len: 908 time: 0.2308004 Feb 15 09:50:53.603795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56270) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:53.644428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.795037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:53.813683 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:53.876345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30aeccfc-ea72-4237-a503-4028750997a1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "PUT /v2.0/floatingips/65fd1ca6-50c1-4c65-8c09-aa801dee79b6 HTTP/1.1" status: 200 len: 991 time: 4.8434448 Feb 15 09:50:53.879976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:50:53.883238 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d8a0b-3f17-426e-89e3-9a04a453bdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:50:53.983781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.004273 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e788ac6d-be86-4066-85ad-ac7db5c24b98', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': '229480be-6c15-4149-8527-7bc4ca493f2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:50Z', 'updated_at': '2022-02-15T09:50:52Z', 'revision_number': 3, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port': {'id': '229480be-6c15-4149-8527-7bc4ca493f2d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:27:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e788ac6d-be86-4066-85ad-ac7db5c24b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:51Z', 'updated_at': '2022-02-15T09:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:54.028972 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cf1091-4482-4197-af68-681a3ad5c664 x-openstack-request-id: req-92cf1091-4482-4197-af68-681a3ad5c664 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:50:54.029194 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:50:54.029448 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92cf1091-4482-4197-af68-681a3ad5c664 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:50:54.030034 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'status': 'completed', 'code': 200} Feb 15 09:50:54.045315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.048184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.049188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 69e3db14-7258-4cce-a771-ef2c9c2a54b0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:54.052283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9ffe7ba2-b406-4dfd-a3e0-3e23708a752e HTTP/1.1" status: 204 len: 168 time: 1.0025356 Feb 15 09:50:54.085684 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Checking router: e788ac6d-be86-4066-85ad-ac7db5c24b98 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:54.086195 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Updating router e788ac6d-be86-4066-85ad-ac7db5c24b98 port 229480be-6c15-4149-8527-7bc4ca493f2d binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:50:54.092583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.113597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.117068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.134580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.137458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.148049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/05e04e18-a0d0-46bd-8ecd-a44e01ed52e4 HTTP/1.1" status: 204 len: 168 time: 1.0948756 Feb 15 09:50:54.149596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:54.158634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830005b3-3f7e-4d08-ace7-2e02561403e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffe7ba2-b406-4dfd-a3e0-3e23708a752e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:54.162109 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.255099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b073f74-a211-4b79-ba57-7c0c2a512f41,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:54.265310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143c0c1-89bc-463e-91bc-f0fe60330eef tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=05e04e18-a0d0-46bd-8ecd-a44e01ed52e4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:54.340155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-ce39cd74-842e-4259-ba97-38e11269afe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:54.343192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-ce39cd74-842e-4259-ba97-38e11269afe6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1096 time: 0.3063607 Feb 15 09:50:54.369171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.378197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c16e8-48f6-4e31-bc4b-424d9edf1e74 req-c2b190e7-7f1a-4bac-8410-d95051097580 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:54.380199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586c16e8-48f6-4e31-bc4b-424d9edf1e74 req-c2b190e7-7f1a-4bac-8410-d95051097580 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.3355083 Feb 15 09:50:54.461124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.464210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.465655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/378dd4eb-a7b5-42b4-8398-219021d66c07 HTTP/1.1" status: 204 len: 168 time: 0.9564993 Feb 15 09:50:54.537101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '65fd1ca6-50c1-4c65-8c09-aa801dee79b6', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:50:30Z', 'updated_at': '2022-02-15T09:50:50Z', 'revision_number': 1, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:54.560997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.563218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.565115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb1713-be19-4188-88b2-4648c8e42a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378dd4eb-a7b5-42b4-8398-219021d66c07,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:54.601793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.613836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:54.614289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.655166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-586c16e8-48f6-4e31-bc4b-424d9edf1e74 req-396c12f6-3b86-4847-ac43-95d7cc88ce30 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569001 Feb 15 09:50:54.659058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Checking router: 9f617eb0-1b22-46ee-8992-bf094c5018df for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:50:54.675581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.675581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8810d4a-78aa-4dbf-9174-f88596a3bab7 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:54.679676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.680960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-38210e85-df19-4b66-a5d7-98e6cf8d87f7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/c8810d4a-78aa-4dbf-9174-f88596a3bab7 HTTP/1.1" status: 204 len: 168 time: 3.7340674 Feb 15 09:50:54.683463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:54.708480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Deleting port 229480be-6c15-4149-8527-7bc4ca493f2d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:54.709126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.743894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:54.744527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:54.752234 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.785943 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.848549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-2649b8cf-1a3e-4dde-84b2-28f79bcb7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:54.848788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Deleting subnet 7a040a6e-aeb5-4c43-b7a3-192ddedb499c {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:50:54.850317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-2649b8cf-1a3e-4dde-84b2-28f79bcb7fb6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.4825664 Feb 15 09:50:54.866690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.879129 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Attempting to bind port 229480be-6c15-4149-8527-7bc4ca493f2d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:50:54.879638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Attempting to bind port 229480be-6c15-4149-8527-7bc4ca493f2d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:50:54.880010 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Attempting to bind port 229480be-6c15-4149-8527-7bc4ca493f2d on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:50:54.889963 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1414522-a3ad-44c3-9ec2-496f2927e104 None None] Pushing event updated for resources: {'Port': ['ID=229480be-6c15-4149-8527-7bc4ca493f2d,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:54.897741 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:50:54.898112 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:50:54.898512 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.898894 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:50:54.899372 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Bound port: 229480be-6c15-4149-8527-7bc4ca493f2d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:50:54.899888 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:54.981223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.013136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.033121 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] For port 229480be-6c15-4149-8527-7bc4ca493f2d, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:50:55.037762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Calling delete_port for 229480be-6c15-4149-8527-7bc4ca493f2d owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:55.038500 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] For port 229480be-6c15-4149-8527-7bc4ca493f2d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=229480be-6c15-4149-8527-7bc4ca493f2d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:50:55.049326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.051955 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.074928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 69e3db14-7258-4cce-a771-ef2c9c2a54b0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=69e3db14-7258-4cce-a771-ef2c9c2a54b0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:55.094548 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.116549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a24a7600-7807-4df6-acdd-5de752344203 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:55.138567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Routers {'e788ac6d-be86-4066-85ad-ac7db5c24b98'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:50:55.139576 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e788ac6d-be86-4066-85ad-ac7db5c24b98'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:55.179179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:55.216999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.286745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a24a7600-7807-4df6-acdd-5de752344203 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:55.288646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a24a7600-7807-4df6-acdd-5de752344203 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:55.299566 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] Set router e788ac6d-be86-4066-85ad-ac7db5c24b98 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:50:55.340550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-29f40e96-25a7-4315-be94-970b41b8e8fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.4708822 Feb 15 09:50:55.341548 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.348188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.397234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a040a6e-aeb5-4c43-b7a3-192ddedb499c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:55.417570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.424039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-82b64995-1aca-4e27-9a18-7da145fe3996 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7a040a6e-aeb5-4c43-b7a3-192ddedb499c HTTP/1.1" status: 204 len: 168 time: 0.7366536 Feb 15 09:50:55.425325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56300) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:55.447360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59496610-af98-401e-9ef9-20f153580c9a None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:50:55.451027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Port': ['ID=229480be-6c15-4149-8527-7bc4ca493f2d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:55.462393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.498589 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e788ac6d-be86-4066-85ad-ac7db5c24b98', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:50Z', 'updated_at': '2022-02-15T09:50:54Z', 'revision_number': 4, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:55.522356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=69e3db14-7258-4cce-a771-ef2c9c2a54b0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:55.546955 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693bdd9f-5e1c-40e8-84c1-31b24b17bf79 None None] The sync data for ids ['e788ac6d-be86-4066-85ad-ac7db5c24b98'] in n-d-825064-4 is: [{'id': 'e788ac6d-be86-4066-85ad-ac7db5c24b98', 'name': 'tempest-snat-router-1039071883', 'tenant_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:50Z', 'updated_at': '2022-02-15T09:50:54Z', 'revision_number': 4, 'project_id': 'af87ff2596e5476db2dd91aa5bc9267b', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:55.548413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56302) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:55.566335 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1414522-a3ad-44c3-9ec2-496f2927e104 None None] Pushing event updated for resources: {'Port': ['ID=229480be-6c15-4149-8527-7bc4ca493f2d,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:55.581244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.646747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0378cefb-e6b3-488d-97e5-9598b2802392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.704440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.709977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.712485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.729407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b38a8-9a8d-43dc-914f-65dbd4ec89eb req-2c256728-9e07-47a0-9697-61192b2226ac tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:55.731222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c2b38a8-9a8d-43dc-914f-65dbd4ec89eb req-2c256728-9e07-47a0-9697-61192b2226ac tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.9322455 Feb 15 09:50:55.743375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b073f74-a211-4b79-ba57-7c0c2a512f41 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:55.782678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9b073f74-a211-4b79-ba57-7c0c2a512f41 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:55.783168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b073f74-a211-4b79-ba57-7c0c2a512f41 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:55.791360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3312f23e-4bdb-4436-9256-47f0143dccfb']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:55.795319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.796097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e788ac6d-be86-4066-85ad-ac7db5c24b98 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:55.801901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.803099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bf615742-bc06-42df-b172-384b1b5ecc9d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/routers/e788ac6d-be86-4066-85ad-ac7db5c24b98 HTTP/1.1" status: 204 len: 168 time: 2.1952066 Feb 15 09:50:55.812160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56308) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:55.837340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9c2b38a8-9a8d-43dc-914f-65dbd4ec89eb req-0da6d2e2-6903-4bbe-b393-76f0d6b1798e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960026 Feb 15 09:50:55.879678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0378cefb-e6b3-488d-97e5-9598b2802392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.894052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0378cefb-e6b3-488d-97e5-9598b2802392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.924522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Deleting port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:55.924968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:55.995141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-3089cf37-7495-4426-967f-64c92a3c880e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:55.996645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-3089cf37-7495-4426-967f-64c92a3c880e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.6378870 Feb 15 09:50:55.997820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.002347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b11330b-8041-4fc7-8f8a-b60b308fb24d') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.002668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b11330b-8041-4fc7-8f8a-b60b308fb24d') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.010360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0378cefb-e6b3-488d-97e5-9598b2802392 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c46fb7261de34c8c965cc283ea871a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553316 Feb 15 09:50:56.018153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378cefb-e6b3-488d-97e5-9598b2802392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ff911a-1dcf-4bd1-8ef2-65ed6c31423e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:56.022437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56314) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:56.054571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] For port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:56.054887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.069555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.090405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '65fd1ca6-50c1-4c65-8c09-aa801dee79b6', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:50:30Z', 'updated_at': '2022-02-15T09:50:50Z', 'revision_number': 1, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.106910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Calling delete_port for 2f3a336e-f833-45bc-b4a7-f4ef6512a64c owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:56.120916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.132307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc22eac-83ec-4eef-a10a-f8561599b0fc None None] The sync data for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 is: [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '65fd1ca6-50c1-4c65-8c09-aa801dee79b6', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3159, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:50:30Z', 'updated_at': '2022-02-15T09:50:50Z', 'revision_number': 1, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:50:56.148742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] DHCP port deletion for 310b3f31-bc36-44a9-99f7-e397be7a67df request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:50:56.164437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:56.164792 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: items = [ Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:56.166518 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:56.183004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.239352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Deleting port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:56.239875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.254288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-197e057b-d0b3-4ed5-b474-b34bda38bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:56.255852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-197e057b-d0b3-4ed5-b474-b34bda38bbc8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075574 Feb 15 09:50:56.287256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.361609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.365800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.380395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3312f23e-4bdb-4436-9256-47f0143dccfb {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 15 09:50:56.386667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.394460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3312f23e-4bdb-4436-9256-47f0143dccfb HTTP/1.1" status: 204 len: 168 time: 2.2395716 Feb 15 09:50:56.407488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b43b4-976d-4b5f-bdd8-db085eb0ca5c tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Network': ['ID=3312f23e-4bdb-4436-9256-47f0143dccfb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:56.415670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.456610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-18bd1923-4cac-47dd-a13a-e4a4c2edbcff service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876147 Feb 15 09:50:56.465455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] No DVR routers for this DVR port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:56.532829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.544086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.551126 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ff911a-1dcf-4bd1-8ef2-65ed6c31423e HTTP/1.1" status: 204 len: 168 time: 0.5274594 Feb 15 09:50:56.655058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31facb-2e94-492b-92dc-bad430b3845e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ff911a-1dcf-4bd1-8ef2-65ed6c31423e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:56.686239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:56.839578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.874014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] For port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,segment=NetworkSegment(1165dd12-ea64-49c2-900a-d6a5d54e6e89),segment_id=1165dd12-ea64-49c2-900a-d6a5d54e6e89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:56.874576 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.917512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310b3f31-bc36-44a9-99f7-e397be7a67df']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.927901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Calling delete_port for 2f3a336e-f833-45bc-b4a7-f4ef6512a64c owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:56.957822 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1165dd12-ea64-49c2-900a-d6a5d54e6e89') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.959110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1165dd12-ea64-49c2-900a-d6a5d54e6e89') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:50:56.978201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:56.998338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.009174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:50:57.009724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:50:57.103172 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:50:57.114076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.122869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.132893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] 10.222.0.10 "DELETE /v2.0/networks/310b3f31-bc36-44a9-99f7-e397be7a67df HTTP/1.1" status: 204 len: 168 time: 1.7060826 Feb 15 09:50:57.157907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a33707-dae7-464f-b21e-2efd8af89f67 admin admin] Pushing event deleted for resources: {'Network': ['ID=310b3f31-bc36-44a9-99f7-e397be7a67df,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:57.179361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.239132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Pushing event deleted for resources: {'Port': ['ID=2f3a336e-f833-45bc-b4a7-f4ef6512a64c,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:57.243536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] Network 310b3f31-bc36-44a9-99f7-e397be7a67df is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 09:50:57.245829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58240540-26b9-477b-80da-1c0ca29a72a7 None None] No DVR routers for this DVR port 2f3a336e-f833-45bc-b4a7-f4ef6512a64c on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:50:57.280080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56340) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:57.286620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'name': 'tempest-router--1964127304', 'project_id': 'aace212228504f0f8de2713c15eb9dde'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:57.355952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.357110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.385439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Deleting port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:50:57.385863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.505532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.519048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.544075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56348) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:57.557656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.560085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26fa8bf8-8c4f-434d-8cb9-2d8d2d1c650f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2784593 Feb 15 09:50:57.562328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56350) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:57.582381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd87d6-0610-4c08-a180-c0eed658c37f req-2b34879c-0051-42ce-af66-e8945cd92245 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:57.583975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92bd87d6-0610-4c08-a180-c0eed658c37f req-2b34879c-0051-42ce-af66-e8945cd92245 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.3345752 Feb 15 09:50:57.603575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797d8a0b-3f17-426e-89e3-9a04a453bdd9 req-cf4273cd-5125-4d51-97b6-b645e1206e96 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1333203 Feb 15 09:50:57.624956 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8986eba1-901a-45fc-9297-03a5eddc6215 None None] New status for floating IP 65fd1ca6-50c1-4c65-8c09-aa801dee79b6: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:50:57.688284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 69e3db14-7258-4cce-a771-ef2c9c2a54b0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:50:57.692481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] For port 69e3db14-7258-4cce-a771-ef2c9c2a54b0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=69e3db14-7258-4cce-a771-ef2c9c2a54b0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:50:57.694165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.700956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92bd87d6-0610-4c08-a180-c0eed658c37f req-659af02b-4913-4f63-b283-65cd3d9e055a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078346 Feb 15 09:50:57.714300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Calling delete_port for 69e3db14-7258-4cce-a771-ef2c9c2a54b0 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:50:57.827726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b69ae362-d2ec-4823-abb8-bd2b498eeb02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ffa1fbb4c684c538170f37fe21e0a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822394 Feb 15 09:50:57.832597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56354) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:57.840625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 69e3db14-7258-4cce-a771-ef2c9c2a54b0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:50:57.842945 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.858076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.937033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:57.945387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Could not find standard attr ID for object 69e3db14-7258-4cce-a771-ef2c9c2a54b0. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:50:57.952359 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No ports have port_id starting with 69e3db14-7258-4cce-a771-ef2c9c2a54b0 Feb 15 09:50:57.984285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event deleted for resources: {'Port': ['ID=69e3db14-7258-4cce-a771-ef2c9c2a54b0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:58.065581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2f3a336e-f833-45bc-b4a7-f4ef6512a64c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:58.074828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.122556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2f3a336e-f833-45bc-b4a7-f4ef6512a64c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:58.123613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2f3a336e-f833-45bc-b4a7-f4ef6512a64c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:58.162029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.165613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.184659 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.202746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.205426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.245034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.253661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.254464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d69cf9c-060f-4500-af62-b0bea6fc2427 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:58.261605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.263298 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-381ffe91-04ba-4266-8f91-a4d0119c2be2 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8d69cf9c-060f-4500-af62-b0bea6fc2427 HTTP/1.1" status: 204 len: 168 time: 0.6996317 Feb 15 09:50:58.304264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.310057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:50:58.330394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.332770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3506d179-821c-4ed5-9dc4-82b00fa69590 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "DELETE /v2.0/routers/6f55cde9-cc93-4c3d-8d02-2a0009bb0b2e HTTP/1.1" status: 204 len: 168 time: 2.5179584 Feb 15 09:50:58.336386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56366) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:58.347217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-957595636', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:58.380621 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.384116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.385872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b15e00f-3112-4d20-82fc-a0b529c61144 HTTP/1.1" status: 204 len: 168 time: 0.5491607 Feb 15 09:50:58.390411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.392737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.408744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee711a13-b67b-442b-ba5c-75bcdc0f6abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b15e00f-3112-4d20-82fc-a0b529c61144,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:58.468655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:58.676385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56374) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:59.011581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.035591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e497b5-0da8-4d78-a5ee-91b2b58c3c1b req-1311cd35-26f9-4d6a-8bc3-76c505c28402 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:59.037285 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05e497b5-0da8-4d78-a5ee-91b2b58c3c1b req-1311cd35-26f9-4d6a-8bc3-76c505c28402 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1350355 Feb 15 09:50:59.041046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:59.052577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-738957579', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:50:59.112778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6191a2ec-1e12-4a36-87f4-3c5b57bc5771 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a330eb6651d4442a30f4c9e90c616c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704324 Feb 15 09:50:59.114218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.115244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.116573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56386) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:50:59.135509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05e497b5-0da8-4d78-a5ee-91b2b58c3c1b req-09dd4f16-2c5c-4fbc-9b30-d56c50c0f8ad tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852196 Feb 15 09:50:59.182752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.205412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.241174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.355241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.380344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.408368 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.417351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.419896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.421073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/316bbeb5-3a76-42f0-b017-bcfd3eaa83ce HTTP/1.1" status: 204 len: 168 time: 0.2965579 Feb 15 09:50:59.432063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ff1e4-6641-4617-93aa-692c46708389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316bbeb5-3a76-42f0-b017-bcfd3eaa83ce,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:50:59.473104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8f640-e9d3-43f8-bcaa-d031d66d37f8 req-ccddbd5f-cbc8-49b0-b52e-51a8930aa19f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:50:59.474907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ea8f640-e9d3-43f8-bcaa-d031d66d37f8 req-ccddbd5f-cbc8-49b0-b52e-51a8930aa19f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1229765 Feb 15 09:50:59.528422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ea8f640-e9d3-43f8-bcaa-d031d66d37f8 req-e8f65ffb-3dd9-4342-958c-84c4a5bef502 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450807 Feb 15 09:50:59.568065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Allocated IP 172.25.6.118 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6f176013-d478-4bae-a8da-c323e548aadd) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:59.649860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 69e3db14-7258-4cce-a771-ef2c9c2a54b0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:50:59.684394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 69e3db14-7258-4cce-a771-ef2c9c2a54b0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:50:59.685215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 69e3db14-7258-4cce-a771-ef2c9c2a54b0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:50:59.778350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.799774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.800366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.876641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:50:59.948305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Allocated IP 172.25.6.34 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/1a38cd6c-881b-4edc-8e37-3784dd6f939e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:50:59.968422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:50:59.986622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:50:59.995258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:00.070271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event updated for resources: {'Port': ['ID=6f176013-d478-4bae-a8da-c323e548aadd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:00.124326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:00.220527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:00.301503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:00.307132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:00.311093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:00.368422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event updated for resources: {'Port': ['ID=1a38cd6c-881b-4edc-8e37-3784dd6f939e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:00.541527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:00.748800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:00.876798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:01.026443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:01.120957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Router e56c826a-aaaa-4b92-882c-0142b85b5cac is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:01.248640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Router 7a57f2e6-4cec-4da8-b729-6c026aad774c is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:01.289947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:01.302408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] Sync routers for ids ['e56c826a-aaaa-4b92-882c-0142b85b5cac'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:01.318427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] Routers {'e56c826a-aaaa-4b92-882c-0142b85b5cac'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:01.319066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e56c826a-aaaa-4b92-882c-0142b85b5cac'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.333844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:01.335355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8cddd802-7f50-4d47-a281-6e81c4b6c434 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9974096 Feb 15 09:51:01.338405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56480) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:01.350304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:01.398764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.420666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] Routers {'e56c826a-aaaa-4b92-882c-0142b85b5cac'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:01.424717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e56c826a-aaaa-4b92-882c-0142b85b5cac'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.469296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:01.479015 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] Sync routers for ids ['7a57f2e6-4cec-4da8-b729-6c026aad774c'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:01.508694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] Routers {'7a57f2e6-4cec-4da8-b729-6c026aad774c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:01.511068 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['7a57f2e6-4cec-4da8-b729-6c026aad774c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.521245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:01.532121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef91c0d5-ee60-48de-9e29-1936ae7f8775 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.8443844 Feb 15 09:51:01.532977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56486) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:01.547469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.549055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308f8a6-4e80-4148-bbb8-1579dc7a2e6c None None] The sync data for ids ['e56c826a-aaaa-4b92-882c-0142b85b5cac'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:01.595341 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.605377 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] Routers {'7a57f2e6-4cec-4da8-b729-6c026aad774c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:01.606526 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['7a57f2e6-4cec-4da8-b729-6c026aad774c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.652733 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:01.653992 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25c1cf-290b-4ad3-a899-3747f8c46476 None None] The sync data for ids ['7a57f2e6-4cec-4da8-b729-6c026aad774c'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:01.733824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cce38eec-a2cc-405e-86eb-54c829bdc0aa tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/7a57f2e6-4cec-4da8-b729-6c026aad774c HTTP/1.1" status: 200 len: 919 time: 0.1995983 Feb 15 09:51:01.735811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56496) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:01.768412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bd17ee7b-2b73-4b48-b3a3-7448b32dc2a2 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a57f2e6-4cec-4da8-b729-6c026aad774c HTTP/1.1" status: 200 len: 205 time: 0.0315690 Feb 15 09:51:01.771135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56498) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:01.831890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56502) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:01.908977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:01.974313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.043241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bca2e98a-8044-4a0f-938a-aa1e9a586a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.089252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.179656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bca2e98a-8044-4a0f-938a-aa1e9a586a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.184699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port 1a38cd6c-881b-4edc-8e37-3784dd6f939e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:02.185075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.238904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bca2e98a-8044-4a0f-938a-aa1e9a586a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.321806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bca2e98a-8044-4a0f-938a-aa1e9a586a21 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9532e0ac5e94cf093c8d185621293ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797571 Feb 15 09:51:02.322802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:02.325015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.329916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2e98a-8044-4a0f-938a-aa1e9a586a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876d11da-2775-47c8-b815-8376e800a12d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:02.362292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for 1a38cd6c-881b-4edc-8e37-3784dd6f939e owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:02.465307 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.498013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.504397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.511326 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.619577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.622734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.623919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/876d11da-2775-47c8-b815-8376e800a12d HTTP/1.1" status: 204 len: 168 time: 0.2959087 Feb 15 09:51:02.667261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2177ca-cfc7-4634-b6dc-ae8799a9f277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876d11da-2775-47c8-b815-8376e800a12d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:02.690693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.720354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router e56c826a-aaaa-4b92-882c-0142b85b5cac has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:02.753363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=1a38cd6c-881b-4edc-8e37-3784dd6f939e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:02.817546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56526) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:02.825787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425544286', 'description': 'tempest-secgroup-smoke-1425544286 description', 'project_id': '0b74351313014ffab51fe899542eaf24'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:02.894140 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.917212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:02.929335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.929536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] Sync routers for ids ['e56c826a-aaaa-4b92-882c-0142b85b5cac'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:02.932045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-99f9edf7-f3fe-42f6-8386-b02c9a0c867f tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "PUT /v2.0/routers/e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 200 len: 925 time: 1.5924370 Feb 15 09:51:02.934877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56530) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:02.945803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:02.956227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] Routers {'e56c826a-aaaa-4b92-882c-0142b85b5cac'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:02.956870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e56c826a-aaaa-4b92-882c-0142b85b5cac'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:03.018431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:03.032197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] Routers {'e56c826a-aaaa-4b92-882c-0142b85b5cac'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:03.034223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e56c826a-aaaa-4b92-882c-0142b85b5cac'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:03.059781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.068272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.077353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.085853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:03.087930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce2c2c2-fa60-495f-bc80-6dca2e5826b2 None None] The sync data for ids ['e56c826a-aaaa-4b92-882c-0142b85b5cac'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:03.119624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a86692eb-0272-4010-9299-d97341773b34 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 200 len: 925 time: 0.1828282 Feb 15 09:51:03.120410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56538) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.164974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.196466 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:51:03.202106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.202921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router 7a57f2e6-4cec-4da8-b729-6c026aad774c {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:03.214030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.215727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0f909346-bf81-4abf-a272-23170309904a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/7a57f2e6-4cec-4da8-b729-6c026aad774c HTTP/1.1" status: 204 len: 168 time: 1.4435432 Feb 15 09:51:03.220161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48401204-a9de-4307-ab49-58914e87e4c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.222040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56544) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.236020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c52185-1685-4ad7-99ec-65ee502214c2 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:03.239621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-90c52185-1685-4ad7-99ec-65ee502214c2 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=e56c826a-aaaa-4b92-882c-0142b85b5cac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1178694 Feb 15 09:51:03.242434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56546) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.242661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'name': 'tempest-snat-router-106908948', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:03.310775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.311858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.360722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798be2e4-666c-4130-b2e3-353c7256b2b9 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:03.365834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-798be2e4-666c-4130-b2e3-353c7256b2b9 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.1223011 Feb 15 09:51:03.366622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56556) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.424888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.431245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2bcf944b-2f22-4ebf-a641-5ecab7e27cdf tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 200 len: 205 time: 0.0581396 Feb 15 09:51:03.434593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.435880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.493969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.537631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.540388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.628050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beaa2252-c6f9-4d6a-93c8-3206be23fb49,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:03.667082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.668362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8487124 Feb 15 09:51:03.670419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48401204-a9de-4307-ab49-58914e87e4c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.677107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.685753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:03.700484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-48401204-a9de-4307-ab49-58914e87e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.818145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d6884-e4f3-4bf0-bbec-0b8790d21caa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0de06c4b-707c-465c-92f9-35eb77333b85,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:03.836694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.841071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:51:03.855903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-48401204-a9de-4307-ab49-58914e87e4c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e94531c37274fcc91c5d60bfa0b32cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6868477 Feb 15 09:51:03.855903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56580) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:03.901651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:03.909398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48401204-a9de-4307-ab49-58914e87e4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b581ffb2-f8e7-45ee-abd5-993fa66aeff4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:04.038395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:04.057944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:51:04.127759 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.146514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:51:04.176148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:04.198878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.228885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.262586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:04.311606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a3e14307-69b3-4b93-b335-10b0e06bda8f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:51:04.408291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.493236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port 6f176013-d478-4bae-a8da-c323e548aadd {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:04.493500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.637266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.656055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for 6f176013-d478-4bae-a8da-c323e548aadd owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:04.707814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.715907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.741280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.798602 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.832468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb34af6-37d5-4d36-bd9f-c5184c7a5477,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:04.840300 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.843047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.845459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b581ffb2-f8e7-45ee-abd5-993fa66aeff4 HTTP/1.1" status: 204 len: 168 time: 0.9883773 Feb 15 09:51:04.856763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:04.861656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7418a24f-59bd-47f6-be86-e90189999f0e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1783812 Feb 15 09:51:04.861656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd06030-9d78-4412-8e7c-36a9e02705fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b581ffb2-f8e7-45ee-abd5-993fa66aeff4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:04.872545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56590) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:04.880627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:04.927959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.020122 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.041552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=6f176013-d478-4bae-a8da-c323e548aadd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:05.100161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.128995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.148076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.282436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.330617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.25.6.37 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/20c03c96-653e-46c5-820c-0411f2dd7c2b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:05.344622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.363824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.369990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.383341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a6ba689-b666-4e72-a22f-fde09b5827f7,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:05.427818 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.431786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8202a001-cc16-4e22-80cd-a8fa782fb1d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5555050 Feb 15 09:51:05.432201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56600) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:05.436972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:05.478162 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.478676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router e56c826a-aaaa-4b92-882c-0142b85b5cac {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:05.491406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.492582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-178acbf5-78de-413d-b2c3-bfad86c1a850 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 204 len: 168 time: 2.0567181 Feb 15 09:51:05.497161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:05.506290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-953931933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:05.556352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.615386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.620375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.626592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.651428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.663677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.715648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f75911-56cc-4291-bbf8-5adf0448e62c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:05.733736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.739047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.742967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0d552e2-99fe-45c4-94fb-b91290c10442 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3082066 Feb 15 09:51:05.744244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56610) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:05.753280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:05.761894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.764228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.830579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:05.832065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-54017cf5-f389-4928-b736-4b889e05940d tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3325527 Feb 15 09:51:05.835297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56614) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:05.841409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:05.855488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:05.856966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:05.861880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:05.865916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:05.903861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=20c03c96-653e-46c5-820c-0411f2dd7c2b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:05.917128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.047209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a3e14307-69b3-4b93-b335-10b0e06bda8f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:06.048150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.151148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.154804 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.198262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:06.199912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:51:06.203393 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1482ee-9162-4f97-b165-b9118f7ea86f" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:51:06.223101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.261671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.318958 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d357e951-8f26-4618-b5ac-20998a7d5e32 x-openstack-request-id: req-d357e951-8f26-4618-b5ac-20998a7d5e32 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:51:06.319242 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:51:06.319538 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d357e951-8f26-4618-b5ac-20998a7d5e32 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:51:06.320117 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:51:06.336685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=188e703c-fed5-4072-af37-c99771540a4c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:06.354020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.366172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:06.398261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.399587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b13e77ed-5ffa-48bb-a6fb-feeaa803671b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6536992 Feb 15 09:51:06.403179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56628) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:06.410859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:06.517304 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:51:06.522268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.526230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.686262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.759095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.783454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa5599b-da8c-4331-950c-c0f8069701f3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:06.852363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.853951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-443ec913-c977-4d00-813e-d35e519f5e53 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4486570 Feb 15 09:51:06.857031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56640) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:06.862281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '0de06c4b-707c-465c-92f9-35eb77333b85', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:06.905607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.928640 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.957109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:06.980984 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:51:07.018245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.152759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.170870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.199782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e635545e-279b-41b7-8b36-28d12a782dba,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:07.216596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Allocated IP 172.25.6.73 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c04a4f60-2d1c-459e-a71a-47439dc97872) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:07.223145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.228022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-83b45a81-6bab-4fc1-a2af-13d2311f613b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3700690 Feb 15 09:51:07.228954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:07.237227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'network': {'name': 'tempest-network-smoke--881125634', 'project_id': '0b74351313014ffab51fe899542eaf24', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:07.240713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router 3823b7c5-8184-4771-a61e-62bc80065834 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:07.322944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:07.331575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.447678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:07.463424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:51:07.479190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Sync routers for ids ['3823b7c5-8184-4771-a61e-62bc80065834'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:07.486684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.497337 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Routers {'3823b7c5-8184-4771-a61e-62bc80065834'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:07.499483 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3823b7c5-8184-4771-a61e-62bc80065834'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:07.517696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.518245 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Added segment c72239e1-459e-4322-afb1-3645f970d93d of type vlan for network 21b8633f-da29-4083-846e-47a87d8fe469 Feb 15 09:51:07.527655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.550858 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.552346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ea28c29a-1e66-4189-9b30-7c4033e209b7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3239744 Feb 15 09:51:07.570929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:07.572448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event updated for resources: {'Port': ['ID=c04a4f60-2d1c-459e-a71a-47439dc97872,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:07.632001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.666966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:07.671026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:07.676082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:07.676631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.685340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:07.686272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.708187 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Set router 3823b7c5-8184-4771-a61e-62bc80065834 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:07.869512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Network': ['ID=21b8633f-da29-4083-846e-47a87d8fe469,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:07.889450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 21b8633f-da29-4083-846e-47a87d8fe469 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:51:07.892512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d416f6f1-4326-45e6-afaa-6831283d484f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6617703 Feb 15 09:51:07.895474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56662) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:07.903700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'admin_state_up': True, 'project_id': '0b74351313014ffab51fe899542eaf24', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:07.952151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:07.954908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.013126 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8a5d526-9a73-44ab-a76e-0312da4df71d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/3823b7c5-8184-4771-a61e-62bc80065834 HTTP/1.1" status: 200 len: 907 time: 0.4368422 Feb 15 09:51:08.016055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:08.041200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'name': 'tempest-snat-router-106908948', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': True}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:08.083387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823b7c5-8184-4771-a61e-62bc80065834', 'name': 'tempest-snat-router-106908948', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:03Z', 'updated_at': '2022-02-15T09:51:06Z', 'revision_number': 3, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port': {'id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823b7c5-8184-4771-a61e-62bc80065834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:05Z', 'updated_at': '2022-02-15T09:51:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:08.089634 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.152439 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Checking router: 3823b7c5-8184-4771-a61e-62bc80065834 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:51:08.153205 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Updating router 3823b7c5-8184-4771-a61e-62bc80065834 port 20c03c96-653e-46c5-820c-0411f2dd7c2b binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:51:08.225837 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.399966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.415784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.423639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.425717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.631487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.779842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.818487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.861965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.928620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.929702 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.932737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:08.956507 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.050990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.163 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/3b7988b8-c547-4651-b4ca-26aba530972f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:09.084731 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Attempting to bind port 20c03c96-653e-46c5-820c-0411f2dd7c2b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:09.088842 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Attempting to bind port 20c03c96-653e-46c5-820c-0411f2dd7c2b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:09.089564 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Attempting to bind port 20c03c96-653e-46c5-820c-0411f2dd7c2b on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:09.114766 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:09.118182 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:09.118791 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.119441 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:09.120134 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Bound port: 20c03c96-653e-46c5-820c-0411f2dd7c2b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:09.120703 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.123830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6ff3d-f5f5-4fa8-aaf2-2ed1e58db3d3 None None] Pushing event updated for resources: {'Port': ['ID=20c03c96-653e-46c5-820c-0411f2dd7c2b,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:09.248504 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] For port 20c03c96-653e-46c5-820c-0411f2dd7c2b, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:09.254522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] For port 20c03c96-653e-46c5-820c-0411f2dd7c2b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=20c03c96-653e-46c5-820c-0411f2dd7c2b,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:09.274623 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.290341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.372622 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:09.422064 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Routers {'3823b7c5-8184-4771-a61e-62bc80065834'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:09.433541 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['3823b7c5-8184-4771-a61e-62bc80065834'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:09.451024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:09.456925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:09.465092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:09.468909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=3b7988b8-c547-4651-b4ca-26aba530972f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:09.580151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6ff3d-f5f5-4fa8-aaf2-2ed1e58db3d3 None None] Pushing event updated for resources: {'Port': ['ID=20c03c96-653e-46c5-820c-0411f2dd7c2b,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:09.766291 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] Set router 3823b7c5-8184-4771-a61e-62bc80065834 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:09.965423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.103831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Router 29ef11a7-d331-466b-abdd-f98568f2dfaa is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:10.136656 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3823b7c5-8184-4771-a61e-62bc80065834', 'name': 'tempest-snat-router-106908948', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:03Z', 'updated_at': '2022-02-15T09:51:06Z', 'revision_number': 3, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port': {'id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823b7c5-8184-4771-a61e-62bc80065834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:05Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:10.178100 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5a9dff-5018-4d4b-b7e8-4bfe781dce93 None None] The sync data for ids ['3823b7c5-8184-4771-a61e-62bc80065834'] in n-d-825064-4 is: [{'id': '3823b7c5-8184-4771-a61e-62bc80065834', 'name': 'tempest-snat-router-106908948', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37'}], 'enable_snat': False}, 'gw_port_id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:03Z', 'updated_at': '2022-02-15T09:51:06Z', 'revision_number': 3, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port': {'id': '20c03c96-653e-46c5-820c-0411f2dd7c2b', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:3a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3823b7c5-8184-4771-a61e-62bc80065834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3235, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:05Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:10.310286 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.376654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.425523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.499665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:10.511857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] Sync routers for ids ['29ef11a7-d331-466b-abdd-f98568f2dfaa'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:10.529138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] Routers {'29ef11a7-d331-466b-abdd-f98568f2dfaa'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:10.530033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['29ef11a7-d331-466b-abdd-f98568f2dfaa'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:10.531318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.536500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56712) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:10.542689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e954207-db7b-4377-8594-fa003ec62f7f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "PUT /v2.0/routers/29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 200 len: 882 time: 4.7056143 Feb 15 09:51:10.578629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:10.616713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] Routers {'29ef11a7-d331-466b-abdd-f98568f2dfaa'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:10.618825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['29ef11a7-d331-466b-abdd-f98568f2dfaa'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:10.709813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.25.6.224 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/5843df0a-0d43-4d31-9fad-1902e3500c41) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:10.729785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8de0be30-7373-4ec2-9acd-89cfb64befa4 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 200 len: 923 time: 0.1919131 Feb 15 09:51:10.730817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:10.733781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56720) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:10.743719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:10.744593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60f2dfa-8940-44cb-b38c-f274345afee1 None None] The sync data for ids ['29ef11a7-d331-466b-abdd-f98568f2dfaa'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:10.908205 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:10.970666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:11.022352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:11.026847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:11.030792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:11.130612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=5843df0a-0d43-4d31-9fad-1902e3500c41,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:11.509466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d2fd30-633f-446f-a324-5f1327b78850 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:11.511003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e4d2fd30-633f-446f-a324-5f1327b78850 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=29ef11a7-d331-466b-abdd-f98568f2dfaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7754455 Feb 15 09:51:11.514982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56734) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:11.556061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:11.586101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Sync routers for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:11.602510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:11.613686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:11.614954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-689e70b5-565b-40e6-919e-9ca9c2c6f35b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7175074 Feb 15 09:51:11.619804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56738) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:11.620031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:11.620732 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:11.729260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 20c03c96-653e-46c5-820c-0411f2dd7c2b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:11.923043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 20c03c96-653e-46c5-820c-0411f2dd7c2b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:11.930761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:11.987827 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26343945-de96-45f4-8d00-d41921b61600 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:11.990033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-26343945-de96-45f4-8d00-d41921b61600 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.4734359 Feb 15 09:51:11.993160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56748) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:12.108180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-885f4281-18e7-40cd-b1a9-4aa25c105250 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 200 len: 205 time: 0.1139090 Feb 15 09:51:12.112028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56752) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:12.112674 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:12.178336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.213695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.242458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-62231f8b-9cf8-4788-92cb-b47cf3829be4 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b74351313014ffab51fe899542eaf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6214762 Feb 15 09:51:12.246118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56756) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:12.264047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 20c03c96-653e-46c5-820c-0411f2dd7c2b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=20c03c96-653e-46c5-820c-0411f2dd7c2b,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:12.283461 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.416785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=20c03c96-653e-46c5-820c-0411f2dd7c2b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:12.437073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.440371 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:12.477210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Checking router: c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:51:12.477210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Updating router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 port 3b7988b8-c547-4651-b4ca-26aba530972f binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:51:12.504329 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.726167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe125007-a9d7-45a5-a73b-5ce79ec7845f tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:12.729010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fe125007-a9d7-45a5-a73b-5ce79ec7845f tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4768026 Feb 15 09:51:12.736838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56766) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:12.821938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.824999 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.845567 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.860865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router 065df207-8bed-4fff-a479-fcca91b3c93a is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:12.936325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bc1b74b2-3108-4505-84ab-2eb888bbab0e tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1983247 Feb 15 09:51:12.937632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56772) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:12.944470 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Attempting to bind port 3b7988b8-c547-4651-b4ca-26aba530972f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:12.947255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565254928', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'project_id': '0b74351313014ffab51fe899542eaf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:12.947953 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Attempting to bind port 3b7988b8-c547-4651-b4ca-26aba530972f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:12.948339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Attempting to bind port 3b7988b8-c547-4651-b4ca-26aba530972f on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:12.963100 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:12.963472 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:12.966020 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.966430 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:12.966908 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Bound port: 3b7988b8-c547-4651-b4ca-26aba530972f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:12.967289 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:12.993445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port c04a4f60-2d1c-459e-a71a-47439dc97872 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:12.993799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.105537 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] For port 3b7988b8-c547-4651-b4ca-26aba530972f, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:13.114004 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] For port 3b7988b8-c547-4651-b4ca-26aba530972f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b7988b8-c547-4651-b4ca-26aba530972f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:13.147168 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.169069 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Pushing event updated for resources: {'Port': ['ID=3b7988b8-c547-4651-b4ca-26aba530972f,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:13.180555 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.195969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:13.217875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Sync routers for ids ['065df207-8bed-4fff-a479-fcca91b3c93a'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:13.218503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for c04a4f60-2d1c-459e-a71a-47439dc97872 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:13.218756 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.219219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.219660 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.220091 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.220488 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.222020 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.222433 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.224694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.225144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.225557 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.225966 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.228749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:13.232789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.240761 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:13.260733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Routers {'065df207-8bed-4fff-a479-fcca91b3c93a'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:13.264581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['065df207-8bed-4fff-a479-fcca91b3c93a'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:13.327095 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:13.327693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:13.382051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.385731 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cb003482-7b96-47d4-a6be-b3f8da793ccf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.3663435 Feb 15 09:51:13.385971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56778) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:13.581606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9f4178e-b766-4d25-a9f1-752fda4435a6 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/065df207-8bed-4fff-a479-fcca91b3c93a HTTP/1.1" status: 200 len: 907 time: 0.1918848 Feb 15 09:51:13.587504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56784) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:13.614508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Set router 065df207-8bed-4fff-a479-fcca91b3c93a gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:13.738503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 20c03c96-653e-46c5-820c-0411f2dd7c2b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:13.814630 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f086943-7f04-4096-a8ef-7a0acd677834 None None] Pushing event updated for resources: {'Port': ['ID=3b7988b8-c547-4651-b4ca-26aba530972f,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:13.858628 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:13.864653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:13.996252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 20c03c96-653e-46c5-820c-0411f2dd7c2b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:13.996631 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.127532 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.249090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Deleting port 5843df0a-0d43-4d31-9fad-1902e3500c41 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:14.249531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.261317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:14.363404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-456d59bd-8084-4794-a2d6-bbcde479c89f None None] The sync data for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 is: [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:09Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:14.397754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.451317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '065df207-8bed-4fff-a479-fcca91b3c93a', 'name': 'tempest-snat-router-106908948', 'tenant_id': 'f8c7e4a1969b425a96802874d855889c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.224'}], 'enable_snat': True}, 'gw_port_id': '5843df0a-0d43-4d31-9fad-1902e3500c41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:11Z', 'revision_number': 3, 'project_id': 'f8c7e4a1969b425a96802874d855889c', 'gw_port': {'id': '5843df0a-0d43-4d31-9fad-1902e3500c41', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '065df207-8bed-4fff-a479-fcca91b3c93a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3247, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:10Z', 'updated_at': '2022-02-15T09:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:14.455558 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.509377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Checking router: 065df207-8bed-4fff-a479-fcca91b3c93a for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:51:14.509606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Updating router 065df207-8bed-4fff-a479-fcca91b3c93a port 5843df0a-0d43-4d31-9fad-1902e3500c41 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:51:14.535537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.543281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.553398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=c04a4f60-2d1c-459e-a71a-47439dc97872,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:14.579872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Calling delete_port for 5843df0a-0d43-4d31-9fad-1902e3500c41 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:14.606542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.606988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.607331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.608585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.608585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.608841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.609245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.610481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.610798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.611134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.611503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.611916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:14.653460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.846328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.860261 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.974982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.975523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router 29ef11a7-d331-466b-abdd-f98568f2dfaa {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:14.982582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.988552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-17c5cd62-3b60-4f61-80aa-dc6ef26fad37 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 204 len: 168 time: 2.8701403 Feb 15 09:51:14.989189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:14.989337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:14.993394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1858971996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:15.065927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.066692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.121693 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.150534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.204821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.205969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9cae2-e6e3-41db-b2e7-73f70f3ddde0 None None] Pushing event updated for resources: {'Port': ['ID=5843df0a-0d43-4d31-9fad-1902e3500c41,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:15.220691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.271077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:15.273792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:15.274860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:15.275317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.282341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2062888d-9e85-465c-8c5c-59fde9fafa93 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2922561 Feb 15 09:51:15.282988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56814) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:15.283560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:15.284501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:15.285221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.286622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:15.287353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Bound port: 5843df0a-0d43-4d31-9fad-1902e3500c41, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:15.287580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': True}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:15.288365 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.351632 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.382398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:51:15.382890 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:51:15.433192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Port': ['ID=5843df0a-0d43-4d31-9fad-1902e3500c41,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:15.556006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Checking segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:15.556587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network hostable DHCP agents. Network: 21b8633f-da29-4083-846e-47a87d8fe469, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:51:15.569562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Subnet': ['ID=e4adec26-c62e-49fd-9534-3f74a0c67bb6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:15.643650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 21b8633f-da29-4083-846e-47a87d8fe469 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:51:15.661725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.733345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b7988b8-c547-4651-b4ca-26aba530972f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:15.778227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 21b8633f-da29-4083-846e-47a87d8fe469) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:15.794328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:15.797588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.840605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612060b9-e630-4bb1-a5fe-3aad24c3c63b None None] Network 21b8633f-da29-4083-846e-47a87d8fe469 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:15.896476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:15.996168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:15.996919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-170c4e50-ab8d-4a7e-831d-d0afcafb8e33 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.0524106 Feb 15 09:51:16.024519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.030163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.126952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:16.128157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:16.129402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Attempting to bind port 5843df0a-0d43-4d31-9fad-1902e3500c41 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:16.131236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.131825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 065df207-8bed-4fff-a479-fcca91b3c93a {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:16.135598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3b7988b8-c547-4651-b4ca-26aba530972f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:16.136151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.136606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.138106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-57c6670c-8abf-471f-ae68-559a57025b28 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/routers/065df207-8bed-4fff-a479-fcca91b3c93a HTTP/1.1" status: 204 len: 168 time: 2.5494907 Feb 15 09:51:16.142125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56828) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:16.204403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:16.205025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:16.205540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.206041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:16.206625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Bound port: 5843df0a-0d43-4d31-9fad-1902e3500c41, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:16.207111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.227570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Port 5843df0a-0d43-4d31-9fad-1902e3500c41 has been deleted concurrently {{(pid=102360) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Feb 15 09:51:16.281763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.385052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 3b7988b8-c547-4651-b4ca-26aba530972f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b7988b8-c547-4651-b4ca-26aba530972f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:16.387830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.389326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Routers set() bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:16.389698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Router IDs set() for agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 09:51:16.392630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_agentschedulers_db [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'065df207-8bed-4fff-a479-fcca91b3c93a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:50:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent'). {{(pid=102360) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 09:51:16.393088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ebb8a9-a45d-4f21-92f8-d17b7c569530 None None] The sync data for ids ['065df207-8bed-4fff-a479-fcca91b3c93a'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:16.410441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-21b8633f-da29-4083-846e-47a87d8fe469', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:51:16.411722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.429830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.657968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.736761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=3b7988b8-c547-4651-b4ca-26aba530972f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:16.805005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Deleting port 20c03c96-653e-46c5-820c-0411f2dd7c2b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:16.805452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.900652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:16.958471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.105254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] For port 20c03c96-653e-46c5-820c-0411f2dd7c2b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=20c03c96-653e-46c5-820c-0411f2dd7c2b,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:17.105860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.144680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Calling delete_port for 20c03c96-653e-46c5-820c-0411f2dd7c2b owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:17.172610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 172.25.6.31 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8533fb61-3503-4b1d-918b-447aa4362694) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:17.195415 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f944d79-fe9f-4cad-a37b-d6dfe3a1fa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.227022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.252614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Allocated IP 172.20.0.2 (21b8633f-da29-4083-846e-47a87d8fe469/e4adec26-c62e-49fd-9534-3f74a0c67bb6/7ad3805c-fc41-44f0-b215-75effdf97f24) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:17.344658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.568397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.591573 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.601545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.669037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Network 21b8633f-da29-4083-846e-47a87d8fe469 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:17.696540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Pushing event updated for resources: {'Port': ['ID=7ad3805c-fc41-44f0-b215-75effdf97f24,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:17.701280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.703619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b7988b8-c547-4651-b4ca-26aba530972f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:17.714385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:17.717808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:17.741142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event deleted for resources: {'Port': ['ID=20c03c96-653e-46c5-820c-0411f2dd7c2b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:17.760118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.760925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.761499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.762345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.763113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.763927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.764502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.765185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.766034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.767285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.767882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.768436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:17.833953 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.868736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.920792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Attempting to bind port 7ad3805c-fc41-44f0-b215-75effdf97f24 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:17.921983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Attempting to bind port 7ad3805c-fc41-44f0-b215-75effdf97f24 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:17.922141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Attempting to bind port 7ad3805c-fc41-44f0-b215-75effdf97f24 on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:17.933991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:17.948000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:17.949152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:17.950395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Checking segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:17.950800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.951364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Bound using segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:17.952241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Bound port: 7ad3805c-fc41-44f0-b215-75effdf97f24, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:17.952900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:17.973435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3b7988b8-c547-4651-b4ca-26aba530972f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:17.974910 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.013858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.1 (21b8633f-da29-4083-846e-47a87d8fe469/e4adec26-c62e-49fd-9534-3f74a0c67bb6/4d5d2caa-54a5-4cca-a2f4-9feefa4cf198) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:18.059988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.063693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.217571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.219289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3823b7c5-8184-4771-a61e-62bc80065834 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:18.225967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.235432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7755f843-1920-4a20-bb84-d2702ec5b21d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "DELETE /v2.0/routers/3823b7c5-8184-4771-a61e-62bc80065834 HTTP/1.1" status: 204 len: 168 time: 2.0878530 Feb 15 09:51:18.236583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56862) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:18.246583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106392569', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:18.299399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.336434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.337784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.405298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:18.451263 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.456348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] For port 7ad3805c-fc41-44f0-b215-75effdf97f24, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:18.461778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] For port 7ad3805c-fc41-44f0-b215-75effdf97f24, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ad3805c-fc41-44f0-b215-75effdf97f24,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:18.463218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=8533fb61-3503-4b1d-918b-447aa4362694,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:18.472132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.534835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.634615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 21b8633f-da29-4083-846e-47a87d8fe469 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:18.644543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:18.652756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55c2d0-05f5-4863-b4b2-41d244b5bd5e None None] Pushing event updated for resources: {'Port': ['ID=7ad3805c-fc41-44f0-b215-75effdf97f24,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:18.689422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:18.695309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:18.865888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:18.867256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.301121 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e7796129-c445-4645-b713-db853dff6761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.361887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.435537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.488505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.734493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ad3805c-fc41-44f0-b215-75effdf97f24 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:19.745915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Allocated IP 172.25.6.62 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/996809ef-c947-43b4-803d-2a5f2bb1c2bf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:19.911800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:19.934682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7ad3805c-fc41-44f0-b215-75effdf97f24 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:19.936525 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.059150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.132322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.156420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.198145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.219171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7ad3805c-fc41-44f0-b215-75effdf97f24, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ad3805c-fc41-44f0-b215-75effdf97f24,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:20.236313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.246234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.270914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:20.276207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:20.285637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:20.302331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event updated for resources: {'Port': ['ID=996809ef-c947-43b4-803d-2a5f2bb1c2bf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:20.362731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7ad3805c-fc41-44f0-b215-75effdf97f24,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:20.372139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 20c03c96-653e-46c5-820c-0411f2dd7c2b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:51:20.439653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 20c03c96-653e-46c5-820c-0411f2dd7c2b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:51:20.439995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 20c03c96-653e-46c5-820c-0411f2dd7c2b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:51:20.462236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.623857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08753eb0-b333-47b2-8afd-99ec408a57e2 None None] Network 21b8633f-da29-4083-846e-47a87d8fe469 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:20.908258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:20.933326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-559b44d7-e80e-4db2-84c3-fd8add9dc8b5 None None] Provisioning complete for port 7ad3805c-fc41-44f0-b215-75effdf97f24 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:20.933326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-559b44d7-e80e-4db2-84c3-fd8add9dc8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.354967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.489698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.506224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.535705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Router c820dad8-7207-4b49-953a-2f88f25c05ef is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:21.564978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d4485941-4b15-4d58-a240-e054384500cb None None] Provisioning complete for port 7ad3805c-fc41-44f0-b215-75effdf97f24 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:21.565546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4485941-4b15-4d58-a240-e054384500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.724919 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.726728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router e769f581-31df-408b-a609-9dc97431d073 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:21.737578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ad3805c-fc41-44f0-b215-75effdf97f24 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:21.854894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:21.904363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7ad3805c-fc41-44f0-b215-75effdf97f24 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:21.905400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:21.962590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 21b8633f-da29-4083-846e-47a87d8fe469 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:21.988157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:21.991624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d4485941-4b15-4d58-a240-e054384500cb None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:21.992218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4485941-4b15-4d58-a240-e054384500cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.155886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d4485941-4b15-4d58-a240-e054384500cb None None] Port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:51:22.309195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.323870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b44f70ac-dd8a-4b61-9003-6d9ed7ca1ded None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:22.328803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b44f70ac-dd8a-4b61-9003-6d9ed7ca1ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.340840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:22.356992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.358399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] Sync routers for ids ['e769f581-31df-408b-a609-9dc97431d073'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:22.374855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f7e843a-769b-4f65-a469-4c3a19d2480d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "PUT /v2.0/routers/e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 200 len: 918 time: 7.0815754 Feb 15 09:51:22.374855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56934) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:22.380917 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] Routers {'e769f581-31df-408b-a609-9dc97431d073'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:22.380917 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e769f581-31df-408b-a609-9dc97431d073'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.463743 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.474516 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] Routers {'e769f581-31df-408b-a609-9dc97431d073'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:22.475376 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e769f581-31df-408b-a609-9dc97431d073'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.484852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b44f70ac-dd8a-4b61-9003-6d9ed7ca1ded None None] Port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:51:22.510860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.513963 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.515465 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e76d28-98f1-4962-90c6-0e4f89b6f781 None None] The sync data for ids ['e769f581-31df-408b-a609-9dc97431d073'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:22.589843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:22.634133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-626fcc69-609e-42eb-b6bf-fb9b1c2e4ee0 None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:22.645162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-626fcc69-609e-42eb-b6bf-fb9b1c2e4ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.668133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5b2909e8-9432-4173-908e-92a33eb90e3d tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 200 len: 924 time: 0.2903552 Feb 15 09:51:22.672891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56938) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:22.720330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-626fcc69-609e-42eb-b6bf-fb9b1c2e4ee0 None None] Port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:51:22.762226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff187ba-b9b8-45a3-af26-dee121d03565 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:22.763828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7ff187ba-b9b8-45a3-af26-dee121d03565 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=e769f581-31df-408b-a609-9dc97431d073&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0876715 Feb 15 09:51:22.766556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:22.768112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:22.779831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] Sync routers for ids ['c820dad8-7207-4b49-953a-2f88f25c05ef'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:22.795203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] Routers {'c820dad8-7207-4b49-953a-2f88f25c05ef'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:22.796087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c820dad8-7207-4b49-953a-2f88f25c05ef'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.803451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:22.814030 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Sync routers for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:22.834131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-91cf01d2-bb35-4147-86c2-8c3d5589eeec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8342729 Feb 15 09:51:22.837503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:22.838112 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.866171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.898682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] Routers {'c820dad8-7207-4b49-953a-2f88f25c05ef'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:22.899480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c820dad8-7207-4b49-953a-2f88f25c05ef'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.916094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:22.920437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a0474336-cdfe-4b60-8cc6-326ca0bff52a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6828275 Feb 15 09:51:22.923981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 56950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:22.928837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:22.946554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:22.947402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea946320-1de2-430d-94bc-a1ed672d0137 None None] The sync data for ids ['c820dad8-7207-4b49-953a-2f88f25c05ef'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:22.980558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3462400-a8cb-45c2-965b-1c0d7dde4682 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:22.982922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e3462400-a8cb-45c2-965b-1c0d7dde4682 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.2045593 Feb 15 09:51:22.992606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56952) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:23.029387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:23.034256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-012a3652-c208-4457-9ac6-ac6832dbdb6a tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 200 len: 205 time: 0.0400214 Feb 15 09:51:23.037323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 56954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:23.305498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:23.516028 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:21Z', 'revision_number': 2, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:23.582095 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Checking router: c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:51:23.582454 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Updating router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:51:23.606437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:23.613046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:23.672162 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:23.797121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-50e5743f-f0e6-40ed-bd13-18cd87c4171b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425544286&fields=id&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 267 time: 0.0605421 Feb 15 09:51:23.806422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port 8533fb61-3503-4b1d-918b-447aa4362694 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:23.806903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.044253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.058756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for 8533fb61-3503-4b1d-918b-447aa4362694 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:24.261047 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.272006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-fd1c743e-96b2-40a4-89f0-397fa7a01fbd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:24.273568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-fd1c743e-96b2-40a4-89f0-397fa7a01fbd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 796 time: 0.4645855 Feb 15 09:51:24.290759 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.382251 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6904ffa-a43f-4216-b1ae-cd5ed0137cf0 None None] Pushing event updated for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:24.397278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b73cb56a-ebd8-46ec-9877-0efa2b370e3e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/quotas/0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 375 time: 0.0791860 Feb 15 09:51:24.471667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.541027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Attempting to bind port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:24.541609 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Attempting to bind port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:24.541719 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Attempting to bind port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:24.545467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.550211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.551970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=8533fb61-3503-4b1d-918b-447aa4362694,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:24.571731 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:24.573008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Checking segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:24.573609 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.574164 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Bound using segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:24.574938 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Bound port: 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:24.575486 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.613170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-178aaf0e-a8b2-455f-bb0a-75abd7c4506d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2143526 Feb 15 09:51:24.752296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] For port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:24.790170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router c820dad8-7207-4b49-953a-2f88f25c05ef has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:24.797474 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] For port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:24.830136 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.872520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:24.873202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.912980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-e37db13c-25ee-4652-a0f6-0ffc5586a60d service neutron] 10.222.0.10 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696967 Feb 15 09:51:24.961481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:24.983521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.985995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:24.987462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-920b0951-e3a5-4952-ae58-9a12347906d4 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "PUT /v2.0/routers/c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 200 len: 920 time: 2.0624883 Feb 15 09:51:24.991202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57016) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:24.993304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] Sync routers for ids ['c820dad8-7207-4b49-953a-2f88f25c05ef'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:25.087078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:25.088759 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:25.111427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] Routers {'c820dad8-7207-4b49-953a-2f88f25c05ef'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:25.117349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c820dad8-7207-4b49-953a-2f88f25c05ef'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:25.155063 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6904ffa-a43f-4216-b1ae-cd5ed0137cf0 None None] Pushing event updated for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:25.256134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:25.316362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] Routers {'c820dad8-7207-4b49-953a-2f88f25c05ef'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:25.317018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c820dad8-7207-4b49-953a-2f88f25c05ef'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:25.449536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:25.500562 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.502616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:25.503212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed896906-631b-4f72-9826-e497a41b0b39 None None] The sync data for ids ['c820dad8-7207-4b49-953a-2f88f25c05ef'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:25.513837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.520332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.591268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] For port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:25.610402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.700318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4d0d3-2107-45ab-80a2-79eee0639214 None None] Pushing event updated for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:25.726456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-486d6873-d971-4e2a-a570-fbfd34eda783 service neutron] 10.222.0.10 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7574983 Feb 15 09:51:25.744544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0f5d6313-95fd-4709-abb7-9573466fd55d None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:25.745722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0f5d6313-95fd-4709-abb7-9573466fd55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.751844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.752691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router e769f581-31df-408b-a609-9dc97431d073 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:25.760295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.761427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6b52eebf-e6b8-4ec4-8414-2db11067c9b7 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 204 len: 168 time: 2.7229419 Feb 15 09:51:25.773903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57026) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:25.798404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1029806342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:25.894222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:25.895837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:26.094444 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:26.112032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:26.130275 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:24Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:26.159507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:26.161198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-10fd4fca-554b-43d7-8e99-ed0f9b01fc2f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3861933 Feb 15 09:51:26.164599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57046) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:26.170441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:26.178814 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1b44dd-a525-4dab-918a-c2501f618ea3 None None] The sync data for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 is: [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:24Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:26.512001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bdb7b10c-060f-4a40-aa3f-f530c6e6ad15 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 200 len: 920 time: 1.5193110 Feb 15 09:51:26.512690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57058) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:26.588133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d717bdfe-c723-42d6-b1e1-fce9eab057b5 req-dbe37ec0-b54c-493b-85e4-fb694e0736af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 210 time: 0.0743558 Feb 15 09:51:26.669374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2e491-6c4f-46f1-8a69-37de536f0c59 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:26.675496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57062) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:26.676663 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4a2e491-6c4f-46f1-8a69-37de536f0c59 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=c820dad8-7207-4b49-953a-2f88f25c05ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1610374 Feb 15 09:51:27.372281 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:27.510810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed35573f-1b6e-4623-b51c-8302496524ce tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:27.516871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ed35573f-1b6e-4623-b51c-8302496524ce tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.8333189 Feb 15 09:51:27.517794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57086) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:27.735840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e5e402f6-5a94-49d1-9cb8-dca3f85d6cb6 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 200 len: 205 time: 0.2105739 Feb 15 09:51:27.739884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57094) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:27.806140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:27.814237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-605f59a2-cd53-4320-a73d-5f6df0b03648 req-6db69cf0-7c6c-4da8-9605-9087ea25e56a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 210 time: 0.0792027 Feb 15 09:51:27.987438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.018196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:28.018644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.038730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-822ec028-b68e-4d88-9479-3e871bcb9fe3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:28.063648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-822ec028-b68e-4d88-9479-3e871bcb9fe3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 796 time: 0.3303297 Feb 15 09:51:28.233761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-3b6cdcc3-2c20-4614-9294-951cafc4cfe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 380 time: 0.1577501 Feb 15 09:51:28.243810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'port': {'device_id': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'admin_state_up': True, 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'security_groups': ['0de06c4b-707c-465c-92f9-35eb77333b85']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:28.349033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.548742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port 996809ef-c947-43b4-803d-2a5f2bb1c2bf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:28.549136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.643910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.658479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for 996809ef-c947-43b4-803d-2a5f2bb1c2bf owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:28.757367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:28.761788 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.788329 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.829207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.904415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:28.977361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=996809ef-c947-43b4-803d-2a5f2bb1c2bf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:29.034309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-acebbd76-35b7-453d-b3d0-a90a24a0345c req-16a1fd02-c70e-471a-984d-1e18af978752 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 210 time: 0.1167190 Feb 15 09:51:29.083819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Allocated IP 172.25.6.187 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/92e368da-f933-4fcb-93b0-b7c07dc3d0aa) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:29.150696 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.283308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.284528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.286319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.293537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.14 (21b8633f-da29-4083-846e-47a87d8fe469/e4adec26-c62e-49fd-9534-3f74a0c67bb6/b0a6124f-c9e8-4026-aa4b-a08a25e1acab) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:29.346077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.346740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router c820dad8-7207-4b49-953a-2f88f25c05ef {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:29.354364 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.356083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b5a9580-f517-43fb-b58f-141f67c56fc7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 204 len: 168 time: 1.6145151 Feb 15 09:51:29.361670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:29.372873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-968703868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:29.400586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.405361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.406535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.484851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.493562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.543800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:29.553376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.558653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-45a23ae9-decf-4891-9b50-96c6767e5de7 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1959302 Feb 15 09:51:29.559564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:29.559788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:29.563523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:29.568282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:29.611219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Pushing event updated for resources: {'Port': ['ID=92e368da-f933-4fcb-93b0-b7c07dc3d0aa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:29.700965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.854787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.861013 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:29.913730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 21b8633f-da29-4083-846e-47a87d8fe469 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:29.918529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:29.927415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:30.129507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.249389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:30.253670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.280012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:30.346883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7778bac9-3313-43ba-9832-00f12772013f req-de46cdb3-49fc-4b28-a5e7-f0142b16e6ce tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:30.348475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7778bac9-3313-43ba-9832-00f12772013f req-de46cdb3-49fc-4b28-a5e7-f0142b16e6ce tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 932 time: 0.1322522 Feb 15 09:51:30.360200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b25580da-5dd6-401c-806f-8198410fa16f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1207862 Feb 15 09:51:30.375366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Request body: {'port': {'device_id': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:30.410209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.418325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7778bac9-3313-43ba-9832-00f12772013f req-93f30829-69eb-403f-8232-3b5eddc5bd51 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628686 Feb 15 09:51:30.438662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.449013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f0d0b5d1-33a8-4648-916b-1b3d31ba55e1 None None] Provisioning complete for port b0a6124f-c9e8-4026-aa4b-a08a25e1acab triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:30.462157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0d0b5d1-33a8-4648-916b-1b3d31ba55e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.509973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f0d0b5d1-33a8-4648-916b-1b3d31ba55e1 None None] Port b0a6124f-c9e8-4026-aa4b-a08a25e1acab cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:51:30.550516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fb2011-0a61-49a4-82f7-f5f7093bc5d2 req-347fefe6-6754-4b43-ad62-2acbe823e527 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:30.552101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78fb2011-0a61-49a4-82f7-f5f7093bc5d2 req-347fefe6-6754-4b43-ad62-2acbe823e527 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.2890606 Feb 15 09:51:30.617727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.638679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Allocated IP 172.25.6.9 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/889a6724-dac7-4424-a502-42ca7e46b366) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:30.638820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.665737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78fb2011-0a61-49a4-82f7-f5f7093bc5d2 req-8a7d8f8c-940d-4755-88bc-d85763c3e7e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786469 Feb 15 09:51:30.680554 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.801238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.854767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:30.932770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:30.936136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:30.940836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:31.097303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event updated for resources: {'Port': ['ID=889a6724-dac7-4424-a502-42ca7e46b366,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:31.414224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.566069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Router 50e6c815-889b-40dd-bb8e-a5044361add4 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:31.618947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462408c2-ef5b-4c1a-8da4-d2934491c024 req-4f36c626-07f4-4035-a93b-3796fe9c8abf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:31.620446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-462408c2-ef5b-4c1a-8da4-d2934491c024 req-4f36c626-07f4-4035-a93b-3796fe9c8abf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 932 time: 0.0968316 Feb 15 09:51:31.667719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a6124f-c9e8-4026-aa4b-a08a25e1acab {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:51:31.689360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.719423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.724278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.752553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Transition to ACTIVE for port object b0a6124f-c9e8-4026-aa4b-a08a25e1acab will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:51:31.771484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-462408c2-ef5b-4c1a-8da4-d2934491c024 req-0c6031cc-04a1-4b86-83db-984542dd0529 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145036 Feb 15 09:51:31.774884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.836711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:31.842216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:31.844416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5aeefbdf-bff6-4b32-b3f0-b92c7e2bb0e5 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "PUT /v2.0/routers/50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 200 len: 920 time: 5.6784177 Feb 15 09:51:31.845644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:31.847942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57244) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:31.868830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] Sync routers for ids ['50e6c815-889b-40dd-bb8e-a5044361add4'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:31.884401 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] Routers {'50e6c815-889b-40dd-bb8e-a5044361add4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:31.885422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['50e6c815-889b-40dd-bb8e-a5044361add4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:31.918950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Router e7e7cf25-6141-409d-a81d-bd6d5ac0645e is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:31.943899 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:31.957081 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] Routers {'50e6c815-889b-40dd-bb8e-a5044361add4'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:31.957458 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['50e6c815-889b-40dd-bb8e-a5044361add4'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.034968 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.035997 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deab218d-8114-4253-be41-f4c823d7bc3a None None] The sync data for ids ['50e6c815-889b-40dd-bb8e-a5044361add4'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:32.111577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4a19a7a9-3b8b-4d86-aecf-770e95d9b559 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 200 len: 926 time: 0.2582116 Feb 15 09:51:32.112511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.125414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:32.126143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:32.132465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:32.152224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:32.156284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:51:32.156613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:32.162942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:32.163480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Checking segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:32.164025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Bound using segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:32.164153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] Sync routers for ids ['e7e7cf25-6141-409d-a81d-bd6d5ac0645e'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:32.164637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:32.165234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Bound port: b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:32.165938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:32.167105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0a57c74f-0d1d-4bdd-a957-800a988f2b94 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "PUT /v2.0/routers/e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 200 len: 877 time: 2.6044393 Feb 15 09:51:32.173246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.185807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] Routers {'e7e7cf25-6141-409d-a81d-bd6d5ac0645e'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:32.194672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e7e7cf25-6141-409d-a81d-bd6d5ac0645e'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.231447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce051027-592d-4d9e-aa9b-3f2fb97bf060 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.235991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce051027-592d-4d9e-aa9b-3f2fb97bf060 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=50e6c815-889b-40dd-bb8e-a5044361add4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1174691 Feb 15 09:51:32.236241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57262) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.309551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.320948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] Routers {'e7e7cf25-6141-409d-a81d-bd6d5ac0645e'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:32.321979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e7e7cf25-6141-409d-a81d-bd6d5ac0645e'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.331639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:32.335521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:32.351497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:32.375348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:32.376402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc3929eb-798e-4747-8ccd-2ab6031e3915 None None] The sync data for ids ['e7e7cf25-6141-409d-a81d-bd6d5ac0645e'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:32.445516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.447866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:32.449665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] 10.222.0.72 "PUT /v2.0/ports/b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1092 time: 2.0794206 Feb 15 09:51:32.450427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e2d4d-561a-4f51-80cc-e5f8961b3b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:32.455608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:51:32.458278 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94a7459-a90b-437f-9991-05a15d0aa99f" -d '{"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:51:32.671205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-cf7696bd-3b7f-4217-9355-567c02c980a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.673894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-cf7696bd-3b7f-4217-9355-567c02c980a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1095 time: 0.1447401 Feb 15 09:51:32.680029 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5229755a-a050-47e4-8a7c-b472bff27f5b x-openstack-request-id: req-5229755a-a050-47e4-8a7c-b472bff27f5b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:51:32.680570 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:51:32.681074 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5229755a-a050-47e4-8a7c-b472bff27f5b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:51:32.682172 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'status': 'completed', 'code': 200} Feb 15 09:51:32.741752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-e6892e2f-9773-4ee2-83dc-d3040adb24e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 217 time: 0.0581698 Feb 15 09:51:32.816426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b411651e-88d1-401f-8f6a-4d25ad8b6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.818122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-b411651e-88d1-401f-8f6a-4d25ad8b6310 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.0693376 Feb 15 09:51:32.852445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5b99dfa-fc43-4ea9-afe1-7cb7370e876d tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 200 len: 918 time: 0.6756091 Feb 15 09:51:32.853730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57284) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.919484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b13c3-df16-4356-9826-ea21c418b8c3 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.924224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-465b13c3-df16-4356-9826-ea21c418b8c3 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.6844268 Feb 15 09:51:32.924793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.968924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a23b190e-a066-4031-b5f8-44dcb37e7547 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 200 len: 205 time: 0.0383847 Feb 15 09:51:32.969149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57290) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:32.974869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3126c0f6-3fe4-4c66-9172-0c13cf09901b tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:32.977609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3126c0f6-3fe4-4c66-9172-0c13cf09901b tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=e7e7cf25-6141-409d-a81d-bd6d5ac0645e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1237261 Feb 15 09:51:32.984168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:33.001517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944101b6-3b04-4c4d-a800-24fceb5cefeb req-847a017b-822e-4b9a-bdba-b5e498fa6394 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:33.003178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-944101b6-3b04-4c4d-a800-24fceb5cefeb req-847a017b-822e-4b9a-bdba-b5e498fa6394 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.1022599 Feb 15 09:51:33.047350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654a8e5-64ff-4065-80be-aede83309b34 req-e002b4ff-88bc-45d1-bd59-0115b3deb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:33.048884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-e002b4ff-88bc-45d1-bd59-0115b3deb9ed service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2235837 Feb 15 09:51:33.299495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-944101b6-3b04-4c4d-a800-24fceb5cefeb req-0a7a70ce-193a-4670-b805-e709dc3f013d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471802 Feb 15 09:51:33.345610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.349066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-cda1c6f4-51e6-4360-b9cf-919cd8bfc0bb service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784002 Feb 15 09:51:33.351335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a93157d-11bf-4fea-8b42-7ce21720b5a6 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:33.355045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a93157d-11bf-4fea-8b42-7ce21720b5a6 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.3482239 Feb 15 09:51:33.355347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57314) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:33.403081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5fad4bbe-1541-406e-8e3b-aa81bd3c1624 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 200 len: 205 time: 0.0465565 Feb 15 09:51:33.413566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57316) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:33.538134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.549444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.552410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8654a8e5-64ff-4065-80be-aede83309b34 req-f62e8a0c-3d54-4872-96db-53b85c754cad service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692884 Feb 15 09:51:33.627461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port 92e368da-f933-4fcb-93b0-b7c07dc3d0aa {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:33.627795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.704244 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.757971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.783842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for 92e368da-f933-4fcb-93b0-b7c07dc3d0aa owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:33.784892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port 889a6724-dac7-4424-a502-42ca7e46b366 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:33.785795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.793349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-291477e9-45dd-4ef5-a871-b9549624e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:33.795073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-291477e9-45dd-4ef5-a871-b9549624e61e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1095 time: 0.1696699 Feb 15 09:51:33.887796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:33.901828 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for 889a6724-dac7-4424-a502-42ca7e46b366 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:33.971000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-77a805a9-1da4-4154-b9c9-bc7f13614642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:33.972518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-77a805a9-1da4-4154-b9c9-bc7f13614642 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.1637514 Feb 15 09:51:33.985000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:51:34.031464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:51:34.058725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-3292840b-224a-4640-a742-9e3214cd3c14 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 217 time: 0.0451190 Feb 15 09:51:34.135171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.170827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-20d15815-2fbe-461e-ab75-4515714edd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:34.172478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-20d15815-2fbe-461e-ab75-4515714edd27 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.1060243 Feb 15 09:51:34.199500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=889a6724-dac7-4424-a502-42ca7e46b366,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:34.237184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:34.252216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.253080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:51:34.268557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-d0075b4a-8ec9-4a53-944f-b2769143863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:34.270711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-d0075b4a-8ec9-4a53-944f-b2769143863d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864682 Feb 15 09:51:34.314366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=92e368da-f933-4fcb-93b0-b7c07dc3d0aa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:34.323616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.416103 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.446308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.463092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:51:34.489711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:34.496994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.504768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.528545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.532959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.607044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7713e7-32e4-4dea-8308-e7a5f33e3615 req-6830cd03-aacb-4a12-9cd1-eb535ea0f64c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:34.616691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:51:34.617127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a7713e7-32e4-4dea-8308-e7a5f33e3615 req-6830cd03-aacb-4a12-9cd1-eb535ea0f64c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.1631625 Feb 15 09:51:34.617665 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:51:34.621910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:34.635420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.635706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router e7e7cf25-6141-409d-a81d-bd6d5ac0645e {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:34.652423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.653570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-91d4cde8-952a-4d73-ab22-3728d7bfa49a tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 204 len: 168 time: 1.2385807 Feb 15 09:51:34.654344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a3e14307-69b3-4b93-b335-10b0e06bda8f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:51:34.659213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57360) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:34.669913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1544254822', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:34.691307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-4aea5e12-55d4-4f99-acdf-464401ac96f2 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684127 Feb 15 09:51:34.697235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.706434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.716732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.718061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.743911 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a7713e7-32e4-4dea-8308-e7a5f33e3615 req-fa019bae-e60b-4058-8ca6-d8fffc8fe102 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250668 Feb 15 09:51:34.844709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.854048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.895626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.897277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e91ed5ad-26c4-4428-a5ba-3b73bc4cbdaf tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2370925 Feb 15 09:51:34.900168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:34.907446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': True}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:34.984874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c94a7459-a90b-437f-9991-05a15d0aa99f req-343f9737-c721-4ef4-af20-4dfc0c70a64b service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733984 Feb 15 09:51:34.990577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:34.991391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router 50e6c815-889b-40dd-bb8e-a5044361add4 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:35.016007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:51:35.028984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.040008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d31f9564-864b-40d9-b46d-02165871bbd1 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 204 len: 168 time: 2.0708365 Feb 15 09:51:35.040733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57376) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:35.045447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-91969125', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:35.082735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.083968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.223635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.264764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.288962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:51:35.325007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:35.360886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:35.362267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'mac_address': 'fa:16:3e:58:3d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:51:35.385039 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.430135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.463818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:35.512032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.538695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a6124f-c9e8-4026-aa4b-a08a25e1acab {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:51:35.585046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:35.596621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.599335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:35.811674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:35.852412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['b0a6124f-c9e8-4026-aa4b-a08a25e1acab'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:51:35.986988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:36.106266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a3e14307-69b3-4b93-b335-10b0e06bda8f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:36.107001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.160171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1520e55-3582-4ae8-950d-a69f3fb378dd req-c4bccb68-3942-4e3b-bcd8-eb2fb8c90a95 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:36.174043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1520e55-3582-4ae8-950d-a69f3fb378dd req-c4bccb68-3942-4e3b-bcd8-eb2fb8c90a95 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 945 time: 0.2554827 Feb 15 09:51:36.319249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.360410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.607248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.641930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.644528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.25.6.177 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6aeecee5-2dcf-4c15-bb85-52ca052d6d15) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:36.652372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1520e55-3582-4ae8-950d-a69f3fb378dd req-e61864db-ecc0-4dec-bc93-c427c1dacaf5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4682631 Feb 15 09:51:36.678341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:51:36.688425 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a4bc37b-6ec4-4344-b172-d98fbb99e0ee" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:51:36.700487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.734061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:36.748992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:36.829166 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f380df5c-49e6-465d-b1c5-cb24af9ca1b8 x-openstack-request-id: req-f380df5c-49e6-465d-b1c5-cb24af9ca1b8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:51:36.829166 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:51:36.829516 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f380df5c-49e6-465d-b1c5-cb24af9ca1b8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:51:36.829843 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:51:36.886047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:36.889441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936ba4-b166-4967-9311-e513b5eb339b req-dc37c072-839d-4190-8c8e-31bceeff9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:36.899167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.899861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.900269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.900796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.901224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.901619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.902012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.902396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.902804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.903188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.903576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.903983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:51:36.927291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-dc37c072-839d-4190-8c8e-31bceeff9271 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1094 time: 0.8500612 Feb 15 09:51:36.954095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.008834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.024352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:37.072546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=6aeecee5-2dcf-4c15-bb85-52ca052d6d15,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:37.111701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:37.113183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:37.123222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:37.129547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936ba4-b166-4967-9311-e513b5eb339b req-0bafacd1-d5f0-4a55-aaeb-94de476d7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:37.131066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-0bafacd1-d5f0-4a55-aaeb-94de476d7e1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1772854 Feb 15 09:51:37.134254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port b0a6124f-c9e8-4026-aa4b-a08a25e1acab completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:51:37.147793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port b0a6124f-c9e8-4026-aa4b-a08a25e1acab triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:37.148168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.265267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Allocated IP 172.25.6.248 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/7cd61287-1ab7-4094-9642-aeeb95271f7c) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:37.269350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-67c1f19f-a5a5-47e9-95b7-fa0a706e5859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 1001 time: 0.1302073 Feb 15 09:51:37.339826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.442043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:37.445068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936ba4-b166-4967-9311-e513b5eb339b req-bb020fe9-6c53-4459-a92a-9e8326687d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:37.446784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-bb020fe9-6c53-4459-a92a-9e8326687d53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1674614 Feb 15 09:51:37.459091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.536654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d936ba4-b166-4967-9311-e513b5eb339b req-e0c0c7c5-8e83-4b2a-824b-c02f559bdccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:37.538857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-e0c0c7c5-8e83-4b2a-824b-c02f559bdccb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839455 Feb 15 09:51:37.543290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.563344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:37.674828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.707171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:37.707816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-31f9638a-6490-4b6b-9fef-6f3e0ad377fe service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600513 Feb 15 09:51:37.759462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:37.768347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:37.803660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:37.850533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event updated for resources: {'Port': ['ID=7cd61287-1ab7-4094-9642-aeeb95271f7c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:38.008604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4d936ba4-b166-4967-9311-e513b5eb339b req-faef4ba9-d2bb-4950-8612-1c07812022c7 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774804 Feb 15 09:51:38.045054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:38.058388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155845c-c416-445b-8ab7-3c0cf9357633 req-bd1b1d66-f35e-4d2e-82e4-773fd681ef8d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:38.060178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:38.060331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e155845c-c416-445b-8ab7-3c0cf9357633 req-bd1b1d66-f35e-4d2e-82e4-773fd681ef8d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1999481 Feb 15 09:51:38.236683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e155845c-c416-445b-8ab7-3c0cf9357633 req-2b93d999-969f-4bd7-9d9c-b44b218bba5d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300619 Feb 15 09:51:38.291123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router 597fd3f4-755a-4f2a-9c1f-249ea5e427ca is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:38.396353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:38.540820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:38.547633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:38.554212 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] Sync routers for ids ['597fd3f4-755a-4f2a-9c1f-249ea5e427ca'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:38.557272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6fc8ee45-e863-4425-a21d-e6b6aaf4eacf tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "PUT /v2.0/routers/597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 200 len: 915 time: 3.6560426 Feb 15 09:51:38.558077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:38.571807 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] Routers {'597fd3f4-755a-4f2a-9c1f-249ea5e427ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:38.572529 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['597fd3f4-755a-4f2a-9c1f-249ea5e427ca'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:38.692094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:38.725262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] Routers {'597fd3f4-755a-4f2a-9c1f-249ea5e427ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:38.728540 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['597fd3f4-755a-4f2a-9c1f-249ea5e427ca'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:38.796870 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:38.799419 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd9697d-26fb-423f-896d-c51915caf684 None None] The sync data for ids ['597fd3f4-755a-4f2a-9c1f-249ea5e427ca'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:38.803766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:38.814712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a431b700-417b-43e1-abf6-88c931ca4924 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 200 len: 921 time: 0.2539999 Feb 15 09:51:38.818996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57478) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:38.831305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:51:38.834393 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75fe2ad0-f873-47bd-8c1f-a5b7f7605110" -d '{"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:51:38.903190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d29bbca-941b-47c5-ad81-9f3e3e4dd63f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:38.907874 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8d29bbca-941b-47c5-ad81-9f3e3e4dd63f tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=597fd3f4-755a-4f2a-9c1f-249ea5e427ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0843754 Feb 15 09:51:38.908214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57486) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:38.926213 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73203ed-6a52-4325-932c-4af7f7cd07cb x-openstack-request-id: req-e73203ed-6a52-4325-932c-4af7f7cd07cb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:51:38.926709 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:51:38.927132 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e73203ed-6a52-4325-932c-4af7f7cd07cb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:51:38.927691 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'code': 200} Feb 15 09:51:39.179251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d5e0-d8e3-4962-b0ed-7208094220ea req-db610ca9-90dd-4d0e-a224-4b73bfe0236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:39.180869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8062d5e0-d8e3-4962-b0ed-7208094220ea req-db610ca9-90dd-4d0e-a224-4b73bfe0236c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.1686630 Feb 15 09:51:39.182564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e03bbd7-bdf4-443f-9a49-a8d6ed614ca7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:39.187529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57492) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:39.187704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0e03bbd7-bdf4-443f-9a49-a8d6ed614ca7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.2783499 Feb 15 09:51:39.196024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Router dd096935-ab76-4311-a692-670b3e3d471c is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:39.271552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-250f944f-33df-48bc-b34f-8f19f2f11d24 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 200 len: 205 time: 0.0821874 Feb 15 09:51:39.273541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:39.290058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8062d5e0-d8e3-4962-b0ed-7208094220ea req-ae462a5f-5f5f-4d8c-b76f-37cb3d151c12 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012292 Feb 15 09:51:39.429812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:39.444155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] Sync routers for ids ['dd096935-ab76-4311-a692-670b3e3d471c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:39.459078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77230992-c39e-4b24-83a3-30456c12d59a req-de378ea9-470d-4fc2-8fca-611642145704 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:39.465429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77230992-c39e-4b24-83a3-30456c12d59a req-de378ea9-470d-4fc2-8fca-611642145704 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.0708792 Feb 15 09:51:39.471703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:39.475764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ecbd44ce-ea11-4e35-ba0c-e21aec7275fb tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4313025 Feb 15 09:51:39.481596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:39.484261 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] Routers {'dd096935-ab76-4311-a692-670b3e3d471c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:39.485126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['dd096935-ab76-4311-a692-670b3e3d471c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:39.495256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:39.513035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:39.539600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:39.550933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] Routers {'dd096935-ab76-4311-a692-670b3e3d471c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:39.551608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['dd096935-ab76-4311-a692-670b3e3d471c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:39.609638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:39.610298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad8e3a1-15b4-4db7-a723-028444b6e699 None None] The sync data for ids ['dd096935-ab76-4311-a692-670b3e3d471c'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:39.653058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-77230992-c39e-4b24-83a3-30456c12d59a req-26689610-441b-405d-be4f-5eab1d281b14 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743145 Feb 15 09:51:39.761607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:39.851629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port 6aeecee5-2dcf-4c15-bb85-52ca052d6d15 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:39.852338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.015552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.032077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for 6aeecee5-2dcf-4c15-bb85-52ca052d6d15 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:40.117626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.153488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.188606 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:51:40.268801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Deleting port 7cd61287-1ab7-4094-9642-aeeb95271f7c {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:40.269239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.407671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.411648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.431888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Calling delete_port for 7cd61287-1ab7-4094-9642-aeeb95271f7c owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:40.489622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=6aeecee5-2dcf-4c15-bb85-52ca052d6d15,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:40.608968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.659223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.851238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.857666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:40.937449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Pushing event deleted for resources: {'Port': ['ID=7cd61287-1ab7-4094-9642-aeeb95271f7c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:41.015205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.344635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.349462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.584920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Router dd096935-ab76-4311-a692-670b3e3d471c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:41.716261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:41.724105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.725879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c910cb68-c2f1-464b-ae0c-b7f3a9a86f49 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "PUT /v2.0/routers/dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 200 len: 708 time: 2.2430379 Feb 15 09:51:41.737247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57560) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:41.742414 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] Sync routers for ids ['dd096935-ab76-4311-a692-670b3e3d471c'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:41.761178 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] Routers {'dd096935-ab76-4311-a692-670b3e3d471c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:41.761901 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['dd096935-ab76-4311-a692-670b3e3d471c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:41.821171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:41.831332 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] Routers {'dd096935-ab76-4311-a692-670b3e3d471c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:41.831949 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['dd096935-ab76-4311-a692-670b3e3d471c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:41.871640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:41.872166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a1df8-1643-4896-8953-a4249db80f3a None None] The sync data for ids ['dd096935-ab76-4311-a692-670b3e3d471c'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:41.883642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.884314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router 597fd3f4-755a-4f2a-9c1f-249ea5e427ca {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:41.918149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:41.925922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-805a39e9-337c-481a-9d7f-b9f1731d439f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 204 len: 168 time: 2.6447165 Feb 15 09:51:41.931183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:41.939079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-13929602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:41.943878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4691c581-f8b9-4299-a535-edb7f7ec27ec req-7bebb112-f53b-40ad-956b-868f00b5cda7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:41.945604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4691c581-f8b9-4299-a535-edb7f7ec27ec req-7bebb112-f53b-40ad-956b-868f00b5cda7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 1.0854516 Feb 15 09:51:41.965900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b5606be6-1c0c-46ad-90b2-7688254e1270 tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/routers/dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 200 len: 743 time: 0.2299035 Feb 15 09:51:41.971562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.028002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4691c581-f8b9-4299-a535-edb7f7ec27ec req-d632308c-b684-4a63-a8de-97b56abb708d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749290 Feb 15 09:51:42.101494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-660f5c8d-8478-46fd-8367-cea6ab669bcb tempest-RoutersIpV6AdminTest-1449044533 tempest-RoutersIpV6AdminTest-1449044533-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 200 len: 205 time: 0.1268656 Feb 15 09:51:42.104289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57582) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.134156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.135246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.193273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.205322 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2224399a-3f00-4869-ace5-c4966d2354d4 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 200 len: 205 time: 0.0992079 Feb 15 09:51:42.209421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57586) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.254984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.299937 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.323610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.330198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-79cd18eb-bba3-44c7-9bbb-1ceb6ab13cf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3921072 Feb 15 09:51:42.335069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57590) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.347517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'enable_snat': False}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:42.459670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff2d960-0ef7-4977-a6ec-dc29391ea5f6 req-7d754b3c-6ec4-4f6f-9752-ef2b0d5272da tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:42.462021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ff2d960-0ef7-4977-a6ec-dc29391ea5f6 req-7d754b3c-6ec4-4f6f-9752-ef2b0d5272da tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2628894 Feb 15 09:51:42.547895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.550536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.646768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.647437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Fanout notify agent at l3_agent the message router_deleted on router dd096935-ab76-4311-a692-670b3e3d471c {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:42.655150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.656288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3c3080c-2cf4-45c2-bd41-562d55fbc6b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 204 len: 168 time: 0.4457135 Feb 15 09:51:42.660880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57600) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.711063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-537411da-720a-408a-85be-e09c8352ce5c tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 200 len: 205 time: 0.0467510 Feb 15 09:51:42.711870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57604) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.750759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ff2d960-0ef7-4977-a6ec-dc29391ea5f6 req-bb0e52c7-7b67-402c-9657-d0e993e199dd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597971 Feb 15 09:51:42.751507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57608) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.779366 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a5573e5f-a92b-4148-abde-0a891e4f7243 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:42.806806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a5573e5f-a92b-4148-abde-0a891e4f7243 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/dd096935-ab76-4311-a692-670b3e3d471c HTTP/1.1" status: 404 len: 336 time: 0.0822775 Feb 15 09:51:42.807564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.870115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-77d5152d-36c6-4f54-a210-d8b9430813f2 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 200 len: 205 time: 0.0609643 Feb 15 09:51:42.879288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57616) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.887773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:42.897555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6130d3-ab47-45a0-b399-5df6e078a41c tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:42.899284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4f6130d3-ab47-45a0-b399-5df6e078a41c tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1092 time: 0.1468630 Feb 15 09:51:42.904010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57618) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:42.909021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:42.952522 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-23f6cdea-aad4-4017-913f-c18e4acdf433 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:42.956508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-23f6cdea-aad4-4017-913f-c18e4acdf433 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/50e6c815-889b-40dd-bb8e-a5044361add4 HTTP/1.1" status: 404 len: 336 time: 0.0761075 Feb 15 09:51:42.957139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57622) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.007510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:43.045603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-03ad9886-dcd7-4dc8-80ad-e24b26f0f78f tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 200 len: 205 time: 0.0869434 Feb 15 09:51:43.046420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.112282 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7290b2d3-24a8-4b34-bf15-58d3b988a9c5 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:43.124512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7290b2d3-24a8-4b34-bf15-58d3b988a9c5 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/e769f581-31df-408b-a609-9dc97431d073 HTTP/1.1" status: 404 len: 336 time: 0.0752170 Feb 15 09:51:43.125151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57630) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.198329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57632) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.200221 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f5eaaeb-13b2-4e93-978f-6876da9c9abd tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 200 len: 205 time: 0.0738719 Feb 15 09:51:43.267370 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3c687d90-998b-4750-9632-b6bd32274192 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:43.268953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c687d90-998b-4750-9632-b6bd32274192 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/29ef11a7-d331-466b-abdd-f98568f2dfaa HTTP/1.1" status: 404 len: 336 time: 0.0689862 Feb 15 09:51:43.273094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57636) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.357049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1eb353ec-4e5e-4dc2-a704-86158762c3e9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 200 len: 205 time: 0.0826993 Feb 15 09:51:43.360094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57638) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.413376 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-12ba33f6-03d1-41c3-b853-1893b7ea0615 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:43.417884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-12ba33f6-03d1-41c3-b853-1893b7ea0615 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/e56c826a-aaaa-4b92-882c-0142b85b5cac HTTP/1.1" status: 404 len: 336 time: 0.0567188 Feb 15 09:51:43.418622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.470395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.481797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:43.489851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ced442d8-ef54-42c2-8253-1bb8a803fa16 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "GET /v2.0/ports?device_id=64ecd6f2-00f9-48a8-a755-25bceed0ee52 HTTP/1.1" status: 200 len: 205 time: 0.0676467 Feb 15 09:51:43.661444 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-459c8d4f-bb6c-45b6-9562-5be4a4ebebe0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] delete failed (client error): The resource could not be found. Feb 15 09:51:43.662546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-459c8d4f-bb6c-45b6-9562-5be4a4ebebe0 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/routers/64ecd6f2-00f9-48a8-a755-25bceed0ee52 HTTP/1.1" status: 404 len: 336 time: 0.1906581 Feb 15 09:51:43.665606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57654) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:43.689597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:43.709766 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64f0a05-cb20-4a21-b2c0-d39adbdc17b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] DELETE failed (client error): The resource could not be found. Feb 15 09:51:43.710233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d64f0a05-cb20-4a21-b2c0-d39adbdc17b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:51:43.719278 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d64f0a05-cb20-4a21-b2c0-d39adbdc17b9 tempest-RoutersIpV6AdminTest-96134601 tempest-RoutersIpV6AdminTest-96134601-project] 10.222.0.10 "DELETE /v2.0/subnets/2252014a-cd25-4c40-b6fc-6905744ee809 HTTP/1.1" status: 404 len: 337 time: 0.0524857 Feb 15 09:51:43.782188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.011658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.109 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8bbc5c75-09e2-452a-9e88-d652b828df06) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:44.360512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.400147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57674) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:44.495285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.595830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Allocated IP 172.25.6.71 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c59268cb-ccc2-4151-af75-80caae19845a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:44.607004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.619716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98d90e3a-d4bd-417b-aa38-d8777bf490b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.627478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:44.631747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:44.676605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:44.768844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98d90e3a-d4bd-417b-aa38-d8777bf490b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.788752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98d90e3a-d4bd-417b-aa38-d8777bf490b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:44.809429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=8bbc5c75-09e2-452a-9e88-d652b828df06,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:44.848585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-edb51629-c168-43a2-8250-6d73f1261e54 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3165755 Feb 15 09:51:44.860631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-98d90e3a-d4bd-417b-aa38-d8777bf490b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73772b057b3a4be49a68e75d9062f0f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4592338 Feb 15 09:51:44.863087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57692) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:44.925171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d90e3a-d4bd-417b-aa38-d8777bf490b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca368bd-2b36-4e25-b337-c9ca2800ac38,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:44.989877 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.027329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.088073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.091653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.093143 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dca368bd-2b36-4e25-b337-c9ca2800ac38 HTTP/1.1" status: 204 len: 168 time: 0.2288640 Feb 15 09:51:45.115249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9865048-4adf-413e-87e3-101a10641eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca368bd-2b36-4e25-b337-c9ca2800ac38,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:45.236696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.250780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-eae77447-a90d-4e2c-90cc-7f8a290cefc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:45.252729 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-eae77447-a90d-4e2c-90cc-7f8a290cefc3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 1097 time: 0.2789919 Feb 15 09:51:45.503458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.573286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:45.574911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-d3b889e1-c693-48e2-94ad-75034a797db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:45.577847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-d3b889e1-c693-48e2-94ad-75034a797db9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 200 len: 910 time: 0.2711568 Feb 15 09:51:45.588782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:45.619398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57712) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:45.643116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:45.699559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-04c941e1-13f2-467d-8bec-a7c30c01d3ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af87ff2596e5476db2dd91aa5bc9267b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0786133 Feb 15 09:51:45.707826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57716) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:45.824110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.833697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Pushing event updated for resources: {'Port': ['ID=c59268cb-ccc2-4151-af75-80caae19845a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:45.861670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.885659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-9fd6db01-e17f-4357-b604-3dc245d41b33 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 200 len: 1002 time: 0.2941520 Feb 15 09:51:45.944641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.953068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:45.958950 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1784f47-2814-4ef8-a9cf-7e6b1755c267 HTTP/1.1" status: 204 len: 168 time: 0.2486234 Feb 15 09:51:45.997670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165de906-dd94-48b7-bfad-df9aa622bfab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1784f47-2814-4ef8-a9cf-7e6b1755c267,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:46.174025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-1b4e1c36-f2fc-4131-b006-f19d32c9f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:46.175575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-1b4e1c36-f2fc-4131-b006-f19d32c9f43c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 200 len: 848 time: 0.2827690 Feb 15 09:51:46.445897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:46.709889 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-916c7fd5-93ad-4d8a-8df4-e17777440253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:46.860036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-1a9c9f99-642f-496b-b80e-27347a29ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:46.861698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-1a9c9f99-642f-496b-b80e-27347a29ff85 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=4ea963cf-43c4-4031-876f-8c61cd4c15dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6505067 Feb 15 09:51:46.928373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:46.975435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.078510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.289404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-1fb98df8-8113-4afd-912e-6130fb97f93d service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139991 Feb 15 09:51:47.623861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15922bf3-842a-4e3d-986f-d5a0c37947a6 req-bc208d5f-a6b0-4c4f-97ab-3e11eec8df6f service neutron] 10.222.0.72 "GET /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199017 Feb 15 09:51:47.691588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:47.706260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.719965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.764892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.812834 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.873037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1442055488'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:47.885233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=8bbc5c75-09e2-452a-9e88-d652b828df06,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:47.955099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:47.965711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:47.979733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.103512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.192321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.222142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.254988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Router b174bc0c-e288-4a39-a3ce-de45da0c1743 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:48.290860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:51:48.320672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1070482a-33c0-4f2d-9075-4aedcf6adf46,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:48.323844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.324186 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment 97fcfadb-b3f6-4ddf-a152-88591ee6bf12 of type vlan for network 2e30b95d-7207-4faa-ab17-141abb9572d3 Feb 15 09:51:48.360070 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 associated. External IP: 172.25.6.109, port: b0a6124f-c9e8-4026-aa4b-a08a25e1acab. Feb 15 09:51:48.380069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.423816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.431422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:48.432052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.479675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7842572 Feb 15 09:51:48.480925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:48.488769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'name': 'tempest-PortsIpV6TestJSON-1750164947'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:48.602701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:48.609996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.613608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] Sync routers for ids ['b174bc0c-e288-4a39-a3ce-de45da0c1743'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:48.616904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-33135524-2c8c-4318-bc9e-41acc76981ff tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "PUT /v2.0/routers/b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 200 len: 913 time: 6.2727516 Feb 15 09:51:48.617735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:48.624969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] Routers {'b174bc0c-e288-4a39-a3ce-de45da0c1743'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:48.625582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b174bc0c-e288-4a39-a3ce-de45da0c1743'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:48.660264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:48.664143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ef71f-5bf0-4cc4-b1fd-602228345cd3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=2e30b95d-7207-4faa-ab17-141abb9572d3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:48.672703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] Routers {'b174bc0c-e288-4a39-a3ce-de45da0c1743'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:48.673724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b174bc0c-e288-4a39-a3ce-de45da0c1743'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:48.690228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:48.695976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:48.714698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:48.715358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2e8f5-19c5-4569-b97b-3c45ba7ddd04 None None] The sync data for ids ['b174bc0c-e288-4a39-a3ce-de45da0c1743'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:48.718129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:51:48.736488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 91554161-b7a4-4a21-bac0-f847a68c609c yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:51:48.913722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c9018261-b91d-4db1-9024-d758b0b61cdb tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 200 len: 919 time: 0.2937725 Feb 15 09:51:48.916334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57826) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:48.933285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:49.031904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc04e07-f26b-4fea-b1ec-84d6407da7c7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:49.034348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5dc04e07-f26b-4fea-b1ec-84d6407da7c7 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=b174bc0c-e288-4a39-a3ce-de45da0c1743&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1168904 Feb 15 09:51:49.037879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57828) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:49.101367 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.151040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.287772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=91554161-b7a4-4a21-bac0-f847a68c609c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:49.300419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': '97fcfadb-b3f6-4ddf-a152-88591ee6bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:49.301635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 2e30b95d-7207-4faa-ab17-141abb9572d3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:51:49.316229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cbbde002-1623-4d01-8291-c1d2c661bf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.360607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:51:49.380797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2e30b95d-7207-4faa-ab17-141abb9572d3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:49.386236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:49.397361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391190cb-046e-4350-a1d7-9bc49dc91dd1 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:49.415339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:49.419652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.512422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c59fa67-b8ac-4e96-b601-6ed1582151f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0274189 Feb 15 09:51:49.512677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57842) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:49.586711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1039260073'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:49.653643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:49.676014 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.733090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:51:49.758453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.759087 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment 3e8551e1-063d-4d72-8ed6-a06b3645a21b of type vlan for network 24953d49-e687-4843-aed2-8bc3f84f7401 Feb 15 09:51:49.768109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:49.780949 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Sync routers for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:49.802854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:49.807272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:49.817955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.820293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.855563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc42b65-f868-429d-9058-35144259fdf9 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:49.857923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9cc42b65-f868-429d-9058-35144259fdf9 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/networks/15f4941e-d96a-4647-963e-cfdc4a3cca09 HTTP/1.1" status: 200 len: 881 time: 0.8146033 Feb 15 09:51:49.863411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57846) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:49.865889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.876247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:49.878010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:49.890507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a182b9d5-8f9c-41cd-a37a-6516aa22a8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.9791493 Feb 15 09:51:49.920678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:51:49.923738 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f55d5d-7310-4055-ab8d-cce829f85ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:51:49.928835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5c3ab7a1-8cb8-45cc-a63c-7fae663e5e26 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 200 len: 205 time: 0.0638041 Feb 15 09:51:49.931653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57854) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:50.032672 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf1b5d6-ad66-4735-9aff-e321cd913dcd x-openstack-request-id: req-7bf1b5d6-ad66-4735-9aff-e321cd913dcd {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:51:50.033057 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:51:50.033252 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bf1b5d6-ad66-4735-9aff-e321cd913dcd {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:51:50.033655 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'status': 'completed', 'code': 200} Feb 15 09:51:50.119495 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:50.174728 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6609871 Feb 15 09:51:50.221818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:50.235503 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:50.235756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'ports': [{'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'}, {'network_id': '24953d49-e687-4843-aed2-8bc3f84f7401'}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:50.235756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:50.235756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '24953d49-e687-4843-aed2-8bc3f84f7401'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:50.258346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3683404-d643-442d-b560-ca3c96a340f1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=24953d49-e687-4843-aed2-8bc3f84f7401,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:50.273269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 24953d49-e687-4843-aed2-8bc3f84f7401 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:51:50.292222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-df63122e-4302-4c0d-8e8b-65d74369593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:50.293901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-df63122e-4302-4c0d-8e8b-65d74369593d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.2374754 Feb 15 09:51:50.386288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:50.423408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964960fa-446d-45fd-9cab-0b1fee7619b4 req-669d7f7a-9ca4-467b-b67c-0aa9ed74aa71 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:50.425983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-964960fa-446d-45fd-9cab-0b1fee7619b4 req-669d7f7a-9ca4-467b-b67c-0aa9ed74aa71 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.3392854 Feb 15 09:51:50.560341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-964960fa-446d-45fd-9cab-0b1fee7619b4 req-7e1e082e-139a-48b2-9953-4d7cfaed535f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432742 Feb 15 09:51:50.578957 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '1dd7e7c7-b45f-4f80-9153-e7e11c275fe6', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'mac_address': 'fa:16:3e:58:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:51:45Z', 'updated_at': '2022-02-15T09:51:45Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:50.591761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57870) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:50.609177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:50.613852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:50.648077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:50.648627 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Checking router: c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:51:50.678279 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:50.678844 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:50.746509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-962d3c31-3e65-46ee-9fea-28ca17fc435a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 200 len: 992 time: 0.1432934 Feb 15 09:51:50.797607 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:50.853572 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:51:50.940987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 75fb938f-f873-484c-89e7-a3f00ac949c4 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:51:50.943367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-bcd5ddd5-efff-4b10-9be9-0f488a7b5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:50.960929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-bcd5ddd5-efff-4b10-9be9-0f488a7b5575 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.6355126 Feb 15 09:51:51.121359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.157700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port c59268cb-ccc2-4151-af75-80caae19845a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:51.161233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.165472 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-ea862cdb-e317-46ff-b619-d57976ffac3a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1000 time: 0.2036936 Feb 15 09:51:51.210689 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '1dd7e7c7-b45f-4f80-9153-e7e11c275fe6', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'mac_address': 'fa:16:3e:58:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:51:45Z', 'updated_at': '2022-02-15T09:51:45Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:51.261935 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d02722-57e5-4633-90f1-ac6e0349ed00 None None] The sync data for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 is: [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '1dd7e7c7-b45f-4f80-9153-e7e11c275fe6', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.109', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3272, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'mac_address': 'fa:16:3e:58:3d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:51:45Z', 'updated_at': '2022-02-15T09:51:45Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:51.299374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 4ae9fcc8-7800-4a24-9041-dab4c448defe yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:51:51.303290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-1f77b28e-b60c-4eaf-b32b-0702e6b0b814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:51.304689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-1f77b28e-b60c-4eaf-b32b-0702e6b0b814 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.1270185 Feb 15 09:51:51.375248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.423961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for c59268cb-ccc2-4151-af75-80caae19845a owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:51.438568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-0c8e4cc4-ba42-47c0-a2f4-7fc256171342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:51.440423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-0c8e4cc4-ba42-47c0-a2f4-7fc256171342 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1262352 Feb 15 09:51:51.499726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.605248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.651515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-37ac516a-8aa6-4006-8959-6df4030b3b43 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994827 Feb 15 09:51:51.655687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5963340-a0ad-4ad7-b117-01e0a64bed54 None None] New status for floating IP 1dd7e7c7-b45f-4f80-9153-e7e11c275fe6: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:51:51.751112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:51.770688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:51.775136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:51.778096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:51.780238 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.785816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=75fb938f-f873-484c-89e7-a3f00ac949c4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:51.914575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-77f2e276-b531-462a-89f7-78d4aa919f91 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 200 len: 992 time: 0.1592474 Feb 15 09:51:51.921021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12f55d5d-7310-4055-ab8d-cce829f85ae8 req-9c616277-c8af-4d4f-97aa-468eed179455 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576556 Feb 15 09:51:51.958584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:51.964452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=4ae9fcc8-7800-4a24-9041-dab4c448defe,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:51.990128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': '3e8551e1-063d-4d72-8ed6-a06b3645a21b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '24953d49-e687-4843-aed2-8bc3f84f7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:51.990398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 24953d49-e687-4843-aed2-8bc3f84f7401, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:51:52.050637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 24953d49-e687-4843-aed2-8bc3f84f7401 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:51:52.054544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=c59268cb-ccc2-4151-af75-80caae19845a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:52.093716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 24953d49-e687-4843-aed2-8bc3f84f7401) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:52.098167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:52.111231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:52.121316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:52.122015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.153067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.169801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e39060c-5181-423f-8be2-1b8cc6dab134 None None] Network 24953d49-e687-4843-aed2-8bc3f84f7401 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:52.181085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-849c7f08-4842-4362-b3e8-4338cef2879e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.9613280 Feb 15 09:51:52.184012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:52.353352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.384255 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.388299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.416928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 4ae9fcc8-7800-4a24-9041-dab4c448defe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:52.417453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.476200 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.484753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.485322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router b174bc0c-e288-4a39-a3ce-de45da0c1743 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:52.503987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.505995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-10b1a845-ba74-4d43-b816-22c19f05e98e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 204 len: 168 time: 2.5730517 Feb 15 09:51:52.512040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57926) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:52.517465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-295978762', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:52.561654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.566534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.567830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.587868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 4ae9fcc8-7800-4a24-9041-dab4c448defe owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:52.680127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.708720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.760943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=4ae9fcc8-7800-4a24-9041-dab4c448defe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:52.776719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:52.781987 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a778a15a-b69e-4202-ab81-cb517287c629 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/4ae9fcc8-7800-4a24-9041-dab4c448defe HTTP/1.1" status: 204 len: 168 time: 0.5970187 Feb 15 09:51:52.784636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57930) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:52.885298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8015d-43d9-43df-b0df-9337b45957c8 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:52.893301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff8015d-43d9-43df-b0df-9337b45957c8 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:52.898474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1ff8015d-43d9-43df-b0df-9337b45957c8 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1094270 Feb 15 09:51:52.924135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 57934) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:52.932687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57940) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:53.048046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.089193 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cb86a892-3067-4404-8b86-c13f3e625143 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 200 len: 994 time: 0.1505890 Feb 15 09:51:53.213657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 75fb938f-f873-484c-89e7-a3f00ac949c4 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:53.213865 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.613330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.630456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 75fb938f-f873-484c-89e7-a3f00ac949c4 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:53.792772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.825623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.934905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.969104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:53.974938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/75fb938f-f873-484c-89e7-a3f00ac949c4 HTTP/1.1" status: 204 len: 168 time: 1.0604799 Feb 15 09:51:53.976445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57970) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:54.037762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67faee55-312f-46f4-a5f6-d5478aa8cbb3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=75fb938f-f873-484c-89e7-a3f00ac949c4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:54.074858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Allocated IP 172.25.6.242 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4fdb9c2c-c74b-468b-84ee-bbd417d0ccf7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:54.120649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011ce7c7-fd9f-447b-9e32-e9cb3ab0139a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:54.128188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-011ce7c7-fd9f-447b-9e32-e9cb3ab0139a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1497600 Feb 15 09:51:54.129468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:54.172606 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc061a8-5e7b-4e57-aeba-354415726511 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:51:54.176606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9fc061a8-5e7b-4e57-aeba-354415726511 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/4ae9fcc8-7800-4a24-9041-dab4c448defe HTTP/1.1" status: 404 len: 333 time: 0.0439451 Feb 15 09:51:54.178249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57982) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:54.237420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.267579 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8e164e-79b7-424d-8b44-bbf2df9f48f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:51:54.270403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd8e164e-79b7-424d-8b44-bbf2df9f48f7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/75fb938f-f873-484c-89e7-a3f00ac949c4 HTTP/1.1" status: 404 len: 333 time: 0.0908990 Feb 15 09:51:54.273262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 57988) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:54.283799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.333276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event updated for resources: {'Port': ['ID=4fdb9c2c-c74b-468b-84ee-bbd417d0ccf7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:54.363812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:54.366356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:54.370567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:54.422658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.563399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.590526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24953d49-e687-4843-aed2-8bc3f84f7401']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:54.605330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e8551e1-063d-4d72-8ed6-a06b3645a21b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:54.605647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e8551e1-063d-4d72-8ed6-a06b3645a21b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:54.624140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.640201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.647654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:51:54.648280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:51:54.651275 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:51:54.753413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.835902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.847620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.858589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/24953d49-e687-4843-aed2-8bc3f84f7401 HTTP/1.1" status: 204 len: 168 time: 0.5832794 Feb 15 09:51:54.859310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:54.903087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2122048959'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:54.926393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfcf04-8e23-4e39-9f18-0c026fde3c84 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=24953d49-e687-4843-aed2-8bc3f84f7401,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:54.932538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:54.938077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.965230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:51:54.975735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:54.975735 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment 7b3352b2-94ff-4013-8ae9-c5980a36d367 of type vlan for network 0c4f7e90-4edc-4b41-b6be-16e458262afd Feb 15 09:51:55.052176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.113301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.121034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:55.122576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.168662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.197572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3280699 Feb 15 09:51:55.200531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58026) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:55.206243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:55.267930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f9c7-7fca-4056-b02f-db2304ed4e42 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=0c4f7e90-4edc-4b41-b6be-16e458262afd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:55.281933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:51:55.354344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:55.359577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.414320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Router ae1032d3-b85d-4d03-95c0-8bbb76692608 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:51:55.490282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Performing IP validity checks on allocation pools {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 09:51:55.493172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102359) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 09:51:55.639642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:55.653933 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] Sync routers for ids ['ae1032d3-b85d-4d03-95c0-8bbb76692608'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:55.667959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] Routers {'ae1032d3-b85d-4d03-95c0-8bbb76692608'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:55.669529 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ae1032d3-b85d-4d03-95c0-8bbb76692608'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:55.698517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.702534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a70fa7bc-8ecc-461a-badf-e34f8fb91c48 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.1867411 Feb 15 09:51:55.718154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58050) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:55.719220 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:55.731477 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] Routers {'ae1032d3-b85d-4d03-95c0-8bbb76692608'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:55.732891 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ae1032d3-b85d-4d03-95c0-8bbb76692608'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:55.734335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:55.760347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccc5af-47c9-42f7-b80a-0c535b430c2b req-6a4b5717-d159-43dd-80a6-b0fd74be1ee0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:55.761895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94ccc5af-47c9-42f7-b80a-0c535b430c2b req-6a4b5717-d159-43dd-80a6-b0fd74be1ee0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.0942037 Feb 15 09:51:55.772388 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:55.773410 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40a0728-6bd8-44c9-bccd-d3efaac55e74 None None] The sync data for ids ['ae1032d3-b85d-4d03-95c0-8bbb76692608'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:55.818710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94ccc5af-47c9-42f7-b80a-0c535b430c2b req-cb696090-85c9-4f50-8226-d87dfa809fc3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488164 Feb 15 09:51:55.834022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:55.982911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=bbd313cc-768f-4277-acb3-2c761c1ff312,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:56.020232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': '7b3352b2-94ff-4013-8ae9-c5980a36d367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:56.020589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 0c4f7e90-4edc-4b41-b6be-16e458262afd, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:51:56.083110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:51:56.124739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 0c4f7e90-4edc-4b41-b6be-16e458262afd) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:56.132348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:56.132798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.136783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dd9b34b-d405-4d6f-8453-de385cdea39f None None] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:56.299906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.324071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7d2671f-9275-44c6-a892-736f062e3740 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1195257 Feb 15 09:51:56.324722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58082) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:56.329715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-0c4f7e90-4edc-4b41-b6be-16e458262afd', 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': 'bbd313cc-768f-4277-acb3-2c761c1ff312'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:51:56.330568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd', 'name': 'tempest-PortsIpV6TestJSON-1783329265'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:51:56.331727 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.355320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.539372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dbfde-4551-4763-8950-a58dddb0a843 req-8b571b13-ef10-4f09-a044-b0e4aff55b8a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:56.542711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fd7dbfde-4551-4763-8950-a58dddb0a843 req-8b571b13-ef10-4f09-a044-b0e4aff55b8a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1304903 Feb 15 09:51:56.547675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Deleting port 4fdb9c2c-c74b-468b-84ee-bbd417d0ccf7 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:56.548006 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.607253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Allocated IP 2001:db8::2 (0c4f7e90-4edc-4b41-b6be-16e458262afd/bbd313cc-768f-4277-acb3-2c761c1ff312/6ffe6a6e-433d-499d-bace-fe9de5d78e89) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:56.617007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fd7dbfde-4551-4763-8950-a58dddb0a843 req-6a6a4a42-5d66-4929-a33c-7892efe4f11b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669436 Feb 15 09:51:56.633896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:51:56.640184 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.696925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.705533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 9562e448-eab6-455a-9a4f-ff23a3a1d1fc yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:51:56.718513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Calling delete_port for 4fdb9c2c-c74b-468b-84ee-bbd417d0ccf7 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:56.826495 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.853347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:56.906648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:56.909965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:56.913673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:56.919087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Pushing event updated for resources: {'Port': ['ID=6ffe6a6e-433d-499d-bace-fe9de5d78e89,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:56.954821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::df (0c4f7e90-4edc-4b41-b6be-16e458262afd/bbd313cc-768f-4277-acb3-2c761c1ff312/9562e448-eab6-455a-9a4f-ff23a3a1d1fc) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:51:57.089121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:57.206443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Attempting to bind port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:51:57.207194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Attempting to bind port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '7b3352b2-94ff-4013-8ae9-c5980a36d367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:51:57.208832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Attempting to bind port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 on network 0c4f7e90-4edc-4b41-b6be-16e458262afd {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:51:57.210345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Pushing event deleted for resources: {'Port': ['ID=4fdb9c2c-c74b-468b-84ee-bbd417d0ccf7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:57.224390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:51:57.224390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Checking segment: {'id': '7b3352b2-94ff-4013-8ae9-c5980a36d367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:51:57.224390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:57.225866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Bound using segment: {'id': '7b3352b2-94ff-4013-8ae9-c5980a36d367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:51:57.226351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Bound port: 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b3352b2-94ff-4013-8ae9-c5980a36d367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0c4f7e90-4edc-4b41-b6be-16e458262afd'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:51:57.226734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:57.321716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] For port 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:51:57.327949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] For port 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6ffe6a6e-433d-499d-bace-fe9de5d78e89,segment=NetworkSegment(7b3352b2-94ff-4013-8ae9-c5980a36d367),segment_id=7b3352b2-94ff-4013-8ae9-c5980a36d367)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:51:57.335398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:57.433202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0815e852-5c77-47d0-976b-4acfa2c18ee7 None None] Pushing event updated for resources: {'Port': ['ID=6ffe6a6e-433d-499d-bace-fe9de5d78e89,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:57.759863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:57.824449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.110286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.169399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac261703-5c68-4fd1-8f50-5964b269c475 req-9da225e4-f805-4c0e-b187-5d45bb695568 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:58.171817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ac261703-5c68-4fd1-8f50-5964b269c475 req-9da225e4-f805-4c0e-b187-5d45bb695568 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.3583596 Feb 15 09:51:58.205890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.242604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:51:58.252836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.258693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:51:58.276016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:51:58.283182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:58.283182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.334245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=9562e448-eab6-455a-9a4f-ff23a3a1d1fc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:58.394459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ac261703-5c68-4fd1-8f50-5964b269c475 req-e8700b24-a10e-43f6-8331-a934c3603316 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052898 Feb 15 09:51:58.429342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-313d7b4f-5314-4d71-9e90-09172fda08bb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1035702 Feb 15 09:51:58.432151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58138) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:58.445316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Router ae1032d3-b85d-4d03-95c0-8bbb76692608 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:51:58.568005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 9562e448-eab6-455a-9a4f-ff23a3a1d1fc {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:51:58.568502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.608236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:51:58.622439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] Sync routers for ids ['ae1032d3-b85d-4d03-95c0-8bbb76692608'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:51:58.650071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.650071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-029115ee-95e6-4cc2-88fc-86dee518054d tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "PUT /v2.0/routers/ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 200 len: 705 time: 2.9230998 Feb 15 09:51:58.650574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] Routers {'ae1032d3-b85d-4d03-95c0-8bbb76692608'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:58.650574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ae1032d3-b85d-4d03-95c0-8bbb76692608'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:58.650770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58146) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:58.706694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.707244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:58.717830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] Routers {'ae1032d3-b85d-4d03-95c0-8bbb76692608'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:51:58.719362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:51:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ae1032d3-b85d-4d03-95c0-8bbb76692608'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:58.739181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 9562e448-eab6-455a-9a4f-ff23a3a1d1fc owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:51:58.754326 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-122215f0-011b-4436-8a0d-266562311735 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/routers/ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 200 len: 740 time: 0.1051660 Feb 15 09:51:58.762257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:58.769404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:51:58.770471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd040b7-48d9-44e1-92ba-9a35cea1b1bf None None] The sync data for ids ['ae1032d3-b85d-4d03-95c0-8bbb76692608'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:51:58.835347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d4a74321-99ea-4372-8805-d0d251715145 tempest-RoutersAdminTest-1766990938 tempest-RoutersAdminTest-1766990938-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&device_id=ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 200 len: 205 time: 0.0719883 Feb 15 09:51:58.835965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:58.868012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-911785f9-22e3-4a18-8a91-5f289749740e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 200 len: 205 time: 0.0309317 Feb 15 09:51:58.868889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:58.939476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545707ea-214a-43f4-83f2-4027916c6b30 None None] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:51:58.968752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:58.997209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.040646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=9562e448-eab6-455a-9a4f-ff23a3a1d1fc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:59.072959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.077049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8113ab22-0fd1-48a9-be11-b6ac5d138fc4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/9562e448-eab6-455a-9a4f-ff23a3a1d1fc HTTP/1.1" status: 204 len: 168 time: 0.6436939 Feb 15 09:51:59.079755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.087352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] Provisioning complete for port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:59.087728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.113531 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dcfe50f-d6e8-4d67-83d4-b937de60a701 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:51:59.113531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dcfe50f-d6e8-4d67-83d4-b937de60a701 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:51:59.113531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6dcfe50f-d6e8-4d67-83d4-b937de60a701 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/9562e448-eab6-455a-9a4f-ff23a3a1d1fc HTTP/1.1" status: 404 len: 333 time: 0.0325050 Feb 15 09:51:59.131915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.156233 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba521cd5-260e-4073-9cbe-54a4452a59b1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:51:59.160722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba521cd5-260e-4073-9cbe-54a4452a59b1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/9562e448-eab6-455a-9a4f-ff23a3a1d1fc HTTP/1.1" status: 404 len: 333 time: 0.0377772 Feb 15 09:51:59.160994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58166) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.227362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet bbd313cc-768f-4277-acb3-2c761c1ff312 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:51:59.249869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.314830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.318761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.327268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.331295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.393157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.394238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Fanout notify agent at l3_agent the message router_deleted on router ae1032d3-b85d-4d03-95c0-8bbb76692608 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:51:59.409754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.418095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-af252ff8-46c1-486f-9cb6-e17a8e015f4e tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 204 len: 168 time: 0.5463297 Feb 15 09:51:59.418319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58176) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.428490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] For port 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6ffe6a6e-433d-499d-bace-fe9de5d78e89,segment=NetworkSegment(7b3352b2-94ff-4013-8ae9-c5980a36d367),segment_id=7b3352b2-94ff-4013-8ae9-c5980a36d367)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:51:59.436887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.490819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e58865e8-9c7d-403d-a08a-55f9736fa799 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 200 len: 205 time: 0.0667875 Feb 15 09:51:59.493563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58180) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.521037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d044e-f416-492b-baa5-6fe7d50c0c68 None None] Pushing event updated for resources: {'Port': ['ID=6ffe6a6e-433d-499d-bace-fe9de5d78e89,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:51:59.548369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.575187 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-e2bfddf6-b7b4-432e-b35f-624166652b0f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:51:59.581680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2bfddf6-b7b4-432e-b35f-624166652b0f tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/ae1032d3-b85d-4d03-95c0-8bbb76692608 HTTP/1.1" status: 404 len: 336 time: 0.0856383 Feb 15 09:51:59.582417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58184) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.636565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fc72f33e-15f4-4602-b6d6-251427ce87f9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 200 len: 205 time: 0.0498018 Feb 15 09:51:59.637261 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58190) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.703934 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-3655564c-18e1-4646-b43b-e093d582ae38 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:51:59.729958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3655564c-18e1-4646-b43b-e093d582ae38 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/b174bc0c-e288-4a39-a3ce-de45da0c1743 HTTP/1.1" status: 404 len: 336 time: 0.0918233 Feb 15 09:51:59.731618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62538b66-b9d0-4c97-89f2-62706c94b630 req-6287abd2-e3d8-4e5d-9e6d-daa795943315 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:51:59.733782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58196) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.739530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62538b66-b9d0-4c97-89f2-62706c94b630 req-6287abd2-e3d8-4e5d-9e6d-daa795943315 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1497204 Feb 15 09:51:59.785592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6ffe6a6e-433d-499d-bace-fe9de5d78e89 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:51:59.806399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-653293bc-b371-4b06-a371-b1813406e3d0 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 200 len: 205 time: 0.0714042 Feb 15 09:51:59.808694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.846336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-69e4cb4e-d058-4d70-b5bb-7bbe6afabed5 None None] Provisioning complete for port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:59.846708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69e4cb4e-d058-4d70-b5bb-7bbe6afabed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.855785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.905936 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-af9789e9-5144-418c-ac7b-20f88684edf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:51:59.910090 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-af9789e9-5144-418c-ac7b-20f88684edf9 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/597fd3f4-755a-4f2a-9c1f-249ea5e427ca HTTP/1.1" status: 404 len: 336 time: 0.0976124 Feb 15 09:51:59.910586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58206) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.913083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:51:59.913475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:51:59.984373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-39feb555-ef77-4375-9fb2-06d06829ed13 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 200 len: 205 time: 0.0678761 Feb 15 09:51:59.985237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58210) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:51:59.991440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62538b66-b9d0-4c97-89f2-62706c94b630 req-aedf5125-d967-4280-bd99-e501faae10b4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216730 Feb 15 09:51:59.993716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=bbd313cc-768f-4277-acb3-2c761c1ff312,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:00.003489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.012093 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ffcd0b83-7d0f-4cb8-a1b5-fbc7e89756ca tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/bbd313cc-768f-4277-acb3-2c761c1ff312 HTTP/1.1" status: 204 len: 168 time: 0.8501172 Feb 15 09:52:00.018805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58214) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.125384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:52:00.127393 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-fa28994a-190c-4cd6-bdc1-f60209808212 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:52:00.135063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fa28994a-190c-4cd6-bdc1-f60209808212 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/e7e7cf25-6141-409d-a81d-bd6d5ac0645e HTTP/1.1" status: 404 len: 336 time: 0.1483970 Feb 15 09:52:00.136763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.192374 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.199184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58222) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.203689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0bdd2c1a-acdb-4894-af4c-eba1bcd5a915 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 200 len: 205 time: 0.0599070 Feb 15 09:52:00.212432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:00.223487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1815ae13-e37d-4e04-87e3-5b611d1f4cf4 None None] Network 0c4f7e90-4edc-4b41-b6be-16e458262afd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:00.245378 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-fc95a9ef-b5ef-4e6c-a9aa-7c0c8be1c347 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:52:00.249864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc95a9ef-b5ef-4e6c-a9aa-7c0c8be1c347 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/c820dad8-7207-4b49-953a-2f88f25c05ef HTTP/1.1" status: 404 len: 336 time: 0.0462008 Feb 15 09:52:00.250063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.296195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-804e306f-f0ed-471c-8b68-0eb1da750ad0 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "GET /v2.0/ports?device_id=7a57f2e6-4cec-4da8-b729-6c026aad774c HTTP/1.1" status: 200 len: 205 time: 0.0420079 Feb 15 09:52:00.296721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58236) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.388161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:00.388863 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.427622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-44f2022e-80d2-47e3-9e73-de5b897abc10 None None] Could not find standard attr ID for object 9562e448-eab6-455a-9a4f-ff23a3a1d1fc. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:00.436905 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-badbeddf-7a85-44d9-acfa-89ec9529d400 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] delete failed (client error): The resource could not be found. Feb 15 09:52:00.446367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-badbeddf-7a85-44d9-acfa-89ec9529d400 tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/routers/7a57f2e6-4cec-4da8-b729-6c026aad774c HTTP/1.1" status: 404 len: 336 time: 0.1486149 Feb 15 09:52:00.446946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:00.472879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:00.527231 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec98fa63-fe7c-4fce-8087-09653ac99b0c tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] DELETE failed (client error): The resource could not be found. Feb 15 09:52:00.527702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec98fa63-fe7c-4fce-8087-09653ac99b0c tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:52:00.553291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.553999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6ffe6a6e-433d-499d-bace-fe9de5d78e89,segment=NetworkSegment(7b3352b2-94ff-4013-8ae9-c5980a36d367),segment_id=7b3352b2-94ff-4013-8ae9-c5980a36d367)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:00.554601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec98fa63-fe7c-4fce-8087-09653ac99b0c tempest-RoutersAdminTest-1928472514 tempest-RoutersAdminTest-1928472514-project] 10.222.0.10 "DELETE /v2.0/subnets/05e04e18-a0d0-46bd-8ecd-a44e01ed52e4 HTTP/1.1" status: 404 len: 337 time: 0.1039283 Feb 15 09:52:00.555959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.560032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'mac_address': 'fa:16:3e:1e:b8:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:52:00.592124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 6ffe6a6e-433d-499d-bace-fe9de5d78e89 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:00.616937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:00.619562 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0f6546-3f8a-4147-9520-ff50947dc11d" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:00.653616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:00.667810 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.685745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:00.690072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.745678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=11']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:00.748839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] DHCP port deletion for 0c4f7e90-4edc-4b41-b6be-16e458262afd request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:00.853101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:00.879638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:00.912740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:52:00.912740 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:52:00.945624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Deleting port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:00.945624 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.052023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] For port 6ffe6a6e-433d-499d-bace-fe9de5d78e89, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:01.053462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.078301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Calling delete_port for 6ffe6a6e-433d-499d-bace-fe9de5d78e89 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:01.083820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:52:01.089795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=6ffe6a6e-433d-499d-bace-fe9de5d78e89,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:01.091028 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888a226f-711a-4883-87fd-910c6152166c x-openstack-request-id: req-888a226f-711a-4883-87fd-910c6152166c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:01.091301 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:01.092086 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-888a226f-711a-4883-87fd-910c6152166c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:01.093350 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:52:01.094423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.167010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] No DVR routers for this DVR port 6ffe6a6e-433d-499d-bace-fe9de5d78e89 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:01.178549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e16c7a-bafb-4300-82e5-42d673acfaed None None] Pushing event deleted for resources: {'Port': ['ID=6ffe6a6e-433d-499d-bace-fe9de5d78e89,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:01.209843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58266) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:01.234920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.260977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c4f7e90-4edc-4b41-b6be-16e458262afd']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:01.284170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3352b2-94ff-4013-8ae9-c5980a36d367') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:01.284448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3352b2-94ff-4013-8ae9-c5980a36d367') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:01.301973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.322746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.331128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:01.331940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:01.390503 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:01.476793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e75dc-ff0d-494e-aff2-486d2de97cb5 req-518c46d8-8af8-4b14-a927-235df70af18f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:01.478602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.486942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f5e75dc-ff0d-494e-aff2-486d2de97cb5 req-518c46d8-8af8-4b14-a927-235df70af18f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.3113518 Feb 15 09:52:01.489868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.490078 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce63655d-2a95-4344-8540-ed2068a0e30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.510880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:01.520446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.523358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/0c4f7e90-4edc-4b41-b6be-16e458262afd HTTP/1.1" status: 204 len: 168 time: 1.5035467 Feb 15 09:52:01.528060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58280) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:01.534129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1778549036'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:01.553778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ffed99-06d5-48a2-8ca1-a51a498a2361 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=0c4f7e90-4edc-4b41-b6be-16e458262afd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:01.570516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:01.580903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f5e75dc-ff0d-494e-aff2-486d2de97cb5 req-3470d69c-2832-49b7-a7e8-004b6e38f54d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928767 Feb 15 09:52:01.590125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.641041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:01.646482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.689154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:01.697129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:01.708347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.708707 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment f7776aa3-ea92-4d28-81c8-541ab3c24361 of type vlan for network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 Feb 15 09:52:01.737533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['a3e14307-69b3-4b93-b335-10b0e06bda8f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:52:01.784873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.800051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6ffe6a6e-433d-499d-bace-fe9de5d78e89 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:01.830856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce63655d-2a95-4344-8540-ed2068a0e30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.844096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce63655d-2a95-4344-8540-ed2068a0e30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.852059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6ffe6a6e-433d-499d-bace-fe9de5d78e89 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:01.852733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6ffe6a6e-433d-499d-bace-fe9de5d78e89 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:01.856832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.864296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:01.865237 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:01.937483 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce63655d-2a95-4344-8540-ed2068a0e30d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00fa6cd19a4741cf933051cdb5ed55ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7266562 Feb 15 09:52:01.945295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:01.947505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63655d-2a95-4344-8540-ed2068a0e30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b774c76e-71b4-43d1-aa0c-2bdfeeb80aef,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:01.990175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=2d6351cf-7cff-4b0b-ac33-05c879a4be85,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:02.032741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:02.038166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8de4243d-05e9-4a2b-8aa1-5c9e7a46a69e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5054355 Feb 15 09:52:02.038913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58290) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:02.044242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:02.048697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.099237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.251547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:02.254488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.259778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.262489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.277622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b774c76e-71b4-43d1-aa0c-2bdfeeb80aef HTTP/1.1" status: 204 len: 168 time: 0.3207512 Feb 15 09:52:02.311489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38e8e3-ad72-499b-8bbb-7a19a0e7a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774c76e-71b4-43d1-aa0c-2bdfeeb80aef,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:02.692081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:02.816838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc55e1-b225-4aab-aec2-3ea93f85b225 req-8eb2b1c6-41de-4132-b786-ee68884fe2fd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:02.821315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6acc55e1-b225-4aab-aec2-3ea93f85b225 req-8eb2b1c6-41de-4132-b786-ee68884fe2fd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1423292 Feb 15 09:52:02.916467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6acc55e1-b225-4aab-aec2-3ea93f85b225 req-d2966b45-1b0e-47ba-97fd-ceee07a23e22 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874116 Feb 15 09:52:03.125849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58318) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:03.219128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=78e7b239-6f38-42c4-8446-3b230cb7380f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:03.235990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-34cfc385-0b57-4d14-825a-a0a12a3aa45a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8c7e4a1969b425a96802874d855889c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1089082 Feb 15 09:52:03.243345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58320) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:03.305995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': 'f7776aa3-ea92-4d28-81c8-541ab3c24361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:03.306353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 2d6351cf-7cff-4b0b-ac33-05c879a4be85, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:03.395038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:03.420648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2d6351cf-7cff-4b0b-ac33-05c879a4be85) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:03.454984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d02e76-2cdb-4f87-b103-7e5b8ecaed5c None None] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:03.458096 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.495774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:03.496373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.638228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c4ef6aed-c146-478f-96c4-a647b4cd145e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5985742 Feb 15 09:52:03.641274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58332) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:03.641667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.647139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1670537374'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:03.718377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.721970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.725452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7078ea2a-0907-478d-88a0-303dc383f3cd HTTP/1.1" status: 204 len: 168 time: 0.4754074 Feb 15 09:52:03.752509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59440d-a932-49c6-97a5-332944a5f810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078ea2a-0907-478d-88a0-303dc383f3cd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:03.816892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2d6351cf-7cff-4b0b-ac33-05c879a4be85', 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': '78e7b239-6f38-42c4-8446-3b230cb7380f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:03.817765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:03.969254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:03.977946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:04.053610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port fb6f56a4-64fb-4987-8b08-d20dede4705a yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:04.124580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:04.193318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567aaba6-fb59-4046-a20e-220c6d123e38 req-cfa10888-9978-4c63-985a-0e73678def8a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:04.194920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-567aaba6-fb59-4046-a20e-220c6d123e38 req-cfa10888-9978-4c63-985a-0e73678def8a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 945 time: 0.1225495 Feb 15 09:52:04.261210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Allocated IP 2001:db8::2 (2d6351cf-7cff-4b0b-ac33-05c879a4be85/78e7b239-6f38-42c4-8446-3b230cb7380f/761ffc77-6ad8-4c2f-9f41-66e2350f551d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:04.281757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-567aaba6-fb59-4046-a20e-220c6d123e38 req-8f7ff2fb-a086-4d44-94ba-150ff2c45878 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806932 Feb 15 09:52:04.738705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port a3e14307-69b3-4b93-b335-10b0e06bda8f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:04.739374 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:04.866330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:04.958048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.010465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.047109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::145 (2d6351cf-7cff-4b0b-ac33-05c879a4be85/78e7b239-6f38-42c4-8446-3b230cb7380f/fb6f56a4-64fb-4987-8b08-d20dede4705a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:05.106033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:05.112175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:05.121901 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092a3d2b-396f-4afc-9cfb-ddb42d73bba9" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:05.145044 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.161955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:05.191489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:05.205216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:05.240168 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52368220-5216-4328-8a60-b803a19066e9 x-openstack-request-id: req-52368220-5216-4328-8a60-b803a19066e9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:05.242176 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-plugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:05.242635 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52368220-5216-4328-8a60-b803a19066e9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:05.243203 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:52:05.274908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58388) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.278364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Pushing event updated for resources: {'Port': ['ID=761ffc77-6ad8-4c2f-9f41-66e2350f551d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:05.365119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.399721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=13']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:05.416389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Attempting to bind port 761ffc77-6ad8-4c2f-9f41-66e2350f551d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:05.416753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Attempting to bind port 761ffc77-6ad8-4c2f-9f41-66e2350f551d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f7776aa3-ea92-4d28-81c8-541ab3c24361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:05.417143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Attempting to bind port 761ffc77-6ad8-4c2f-9f41-66e2350f551d on network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:05.423324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:05.423690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Checking segment: {'id': 'f7776aa3-ea92-4d28-81c8-541ab3c24361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:05.424578 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.425021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Bound using segment: {'id': 'f7776aa3-ea92-4d28-81c8-541ab3c24361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:05.425489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Bound port: 761ffc77-6ad8-4c2f-9f41-66e2350f551d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7776aa3-ea92-4d28-81c8-541ab3c24361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '2d6351cf-7cff-4b0b-ac33-05c879a4be85'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:05.425868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.449332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.576212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:05.576212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:05.577467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:05.584523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:05.585482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.588765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-710620a6-52d5-4e30-81d1-fdeb2cf934df tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.595601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-710620a6-52d5-4e30-81d1-fdeb2cf934df tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3184593 Feb 15 09:52:05.600153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=fb6f56a4-64fb-4987-8b08-d20dede4705a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:05.600374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58408) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.612769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-c14511df-92b7-4086-8ba8-edc5760a56e9 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.621550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e678d-e371-4774-bc77-3469624e5042 req-b8216996-2e1d-4acc-b9c6-ef642d7bdabe tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:05.632520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c14511df-92b7-4086-8ba8-edc5760a56e9 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0309637 Feb 15 09:52:05.637183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58410) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.643937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f84e678d-e371-4774-bc77-3469624e5042 req-b8216996-2e1d-4acc-b9c6-ef642d7bdabe tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.2151763 Feb 15 09:52:05.656323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-a68bed1a-bb07-4d32-8490-bee79aa51163 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.657888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a68bed1a-bb07-4d32-8490-bee79aa51163 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0197608 Feb 15 09:52:05.661982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.667881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-2da7709b-fe0a-4e4f-b2e2-28e3141caa6c tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.669356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2da7709b-fe0a-4e4f-b2e2-28e3141caa6c tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0059781 Feb 15 09:52:05.672312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.677046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58416) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.677869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ea160f16-4102-4ecb-a9d5-301a6a5930fc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.0345728 Feb 15 09:52:05.693146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] For port 761ffc77-6ad8-4c2f-9f41-66e2350f551d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:05.699503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-a08f0230-5971-4435-898e-54d9432764b4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.702162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a08f0230-5971-4435-898e-54d9432764b4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0272102 Feb 15 09:52:05.704489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58418) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.710419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] For port 761ffc77-6ad8-4c2f-9f41-66e2350f551d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=761ffc77-6ad8-4c2f-9f41-66e2350f551d,segment=NetworkSegment(f7776aa3-ea92-4d28-81c8-541ab3c24361),segment_id=f7776aa3-ea92-4d28-81c8-541ab3c24361)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:05.713106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-d77d8b50-447c-487b-b262-2eb1cef5157f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.714348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d77d8b50-447c-487b-b262-2eb1cef5157f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0087035 Feb 15 09:52:05.717144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58420) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.722150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-68718d61-b4c1-423f-8da5-941be5a209dd tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.723156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68718d61-b4c1-423f-8da5-941be5a209dd tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0049243 Feb 15 09:52:05.726597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.745436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-fcf9cb4e-b13e-4444-83b2-97d2eeeb4b47 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.752892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fcf9cb4e-b13e-4444-83b2-97d2eeeb4b47 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0137868 Feb 15 09:52:05.756415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58424) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.781886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-8b761985-377e-4b00-b0b9-b3aab383c5dc tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.783452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8b761985-377e-4b00-b0b9-b3aab383c5dc tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0168805 Feb 15 09:52:05.804435 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.805083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58426) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.805083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-ed91d371-7ee8-4016-b9d0-b8e3d103b0ca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.805083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ed91d371-7ee8-4016-b9d0-b8e3d103b0ca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043364 Feb 15 09:52:05.816800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f84e678d-e371-4774-bc77-3469624e5042 req-1404604d-c860-4c63-a094-7786d4457f38 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718926 Feb 15 09:52:05.819396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58428) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.833260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-9191da0a-7b6f-4b56-ac9b-7694a98f25c6 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.834545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9191da0a-7b6f-4b56-ac9b-7694a98f25c6 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0142162 Feb 15 09:52:05.837206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58430) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.843445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-1cd547da-49b6-422e-8395-510b274b998f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.844705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1cd547da-49b6-422e-8395-510b274b998f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055099 Feb 15 09:52:05.848324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58432) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.854413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-32251051-78c5-4f20-b00f-00d15943aee6 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.856679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-32251051-78c5-4f20-b00f-00d15943aee6 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064783 Feb 15 09:52:05.862366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58434) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.875041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-0bb78980-f4d0-4d19-ad94-a97e3303c844 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.876864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0bb78980-f4d0-4d19-ad94-a97e3303c844 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119238 Feb 15 09:52:05.879106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58438) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.890920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-aae4ef6d-99ab-4554-a968-6e2096875cac tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.892507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aae4ef6d-99ab-4554-a968-6e2096875cac tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0116475 Feb 15 09:52:05.895427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58442) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.900305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-8d4468a2-4c34-46b8-9826-9f76ad9576d3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.901587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8d4468a2-4c34-46b8-9826-9f76ad9576d3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050101 Feb 15 09:52:05.908491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58444) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.915443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-5e6fcf77-d46e-4cf5-a230-d426f5721c4e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.916548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5e6fcf77-d46e-4cf5-a230-d426f5721c4e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071933 Feb 15 09:52:05.920915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58448) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.928125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-be967346-90ee-48a7-9b06-d5ef25ea167e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.929431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be967346-90ee-48a7-9b06-d5ef25ea167e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0072834 Feb 15 09:52:05.932151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58450) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.937924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port fb6f56a4-64fb-4987-8b08-d20dede4705a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:05.938584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:05.943743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-9e5a8f52-a54c-4e4e-afc4-0f336ab8bafb tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.945047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e5a8f52-a54c-4e4e-afc4-0f336ab8bafb tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0119188 Feb 15 09:52:05.947550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58454) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.954217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-000b808c-de07-4c00-8b37-31ce644bbed4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.955381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-000b808c-de07-4c00-8b37-31ce644bbed4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068302 Feb 15 09:52:05.958516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58456) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.975724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-125876aa-4d09-45aa-b3c6-c61ae4bdc2a5 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.980746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-125876aa-4d09-45aa-b3c6-c61ae4bdc2a5 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0212381 Feb 15 09:52:05.982796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58458) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:05.983935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706d794e-79bb-47a1-a580-8c50d10643db None None] Pushing event updated for resources: {'Port': ['ID=761ffc77-6ad8-4c2f-9f41-66e2350f551d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:05.998461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-256bddbe-83d2-4232-bb30-87462482cec3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:05.999520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-256bddbe-83d2-4232-bb30-87462482cec3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0115094 Feb 15 09:52:06.005405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.012008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-4102a881-8351-4d32-9ba8-784a400ef2d1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.013857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4102a881-8351-4d32-9ba8-784a400ef2d1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0069933 Feb 15 09:52:06.017225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58464) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.022122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-ceb5ea3f-06bd-40b5-9bcd-656f1a40ac10 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.025623 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ceb5ea3f-06bd-40b5-9bcd-656f1a40ac10 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0072875 Feb 15 09:52:06.030949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58466) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.042683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-3dd2ec17-d48f-42a4-92fe-1a8f51583d09 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.043966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3dd2ec17-d48f-42a4-92fe-1a8f51583d09 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0096180 Feb 15 09:52:06.047248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58470) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.051820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-d009f58c-8170-4043-b59f-6c4ea9d7e44b tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.052760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d009f58c-8170-4043-b59f-6c4ea9d7e44b tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0044580 Feb 15 09:52:06.055776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58472) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.074884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-b75549f7-d546-492f-8d3a-a496be912e0b tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.079268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b75549f7-d546-492f-8d3a-a496be912e0b tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0197468 Feb 15 09:52:06.080476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58474) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.086172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-942c97fe-23ee-4004-bce5-f03c6e3929aa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.089557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-942c97fe-23ee-4004-bce5-f03c6e3929aa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0054288 Feb 15 09:52:06.089934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58476) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.095223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-2d43a841-3dd0-4443-ade6-b8c9f7bc5ac1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.098487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:06.098631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d43a841-3dd0-4443-ade6-b8c9f7bc5ac1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0053046 Feb 15 09:52:06.098759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58478) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.102810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-ac497484-1200-4cb8-a9f7-428f16036a67 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.111610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ac497484-1200-4cb8-a9f7-428f16036a67 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0095537 Feb 15 09:52:06.111888 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58480) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.117216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-7e9a4b2b-310f-43d3-8893-3a18f925d18f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.120209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7e9a4b2b-310f-43d3-8893-3a18f925d18f tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050120 Feb 15 09:52:06.123887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58482) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.132352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-80e0a7fa-2bd6-4164-bff5-08f1424ad63e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.132918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for fb6f56a4-64fb-4987-8b08-d20dede4705a owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:06.136120 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-80e0a7fa-2bd6-4164-bff5-08f1424ad63e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0044470 Feb 15 09:52:06.136248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58486) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.142863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-ec69c0ab-3ea6-4245-8711-b1bf6f316aaa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.146396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec69c0ab-3ea6-4245-8711-b1bf6f316aaa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0069776 Feb 15 09:52:06.148953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58488) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.171042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-908f5923-7f5e-42f6-8594-fb40acb895d0 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.174508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-908f5923-7f5e-42f6-8594-fb40acb895d0 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055220 Feb 15 09:52:06.174837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58490) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.196513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-f89e86f1-2d25-4667-96a6-8fcdd7a52cca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.197534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f89e86f1-2d25-4667-96a6-8fcdd7a52cca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0217466 Feb 15 09:52:06.200258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58492) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.208585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-9dad456f-6f1b-4493-986d-94e9085ce6b3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.210500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9dad456f-6f1b-4493-986d-94e9085ce6b3 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086002 Feb 15 09:52:06.213236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58496) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.217580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-63a320f9-4b87-4726-8854-26de8b74b60a tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.220667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-63a320f9-4b87-4726-8854-26de8b74b60a tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043216 Feb 15 09:52:06.220951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.224781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-ebe41dbf-24dd-48df-a8dd-ca7445d3b961 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.231753 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ebe41dbf-24dd-48df-a8dd-ca7445d3b961 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0071650 Feb 15 09:52:06.231753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58500) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.250198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-d2cc2783-e717-4893-a134-f3a215fadf45 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.253897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d2cc2783-e717-4893-a134-f3a215fadf45 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0184443 Feb 15 09:52:06.257489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.270957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-897b692e-7518-4730-b76a-7511482c56ab tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.270957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-897b692e-7518-4730-b76a-7511482c56ab tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100281 Feb 15 09:52:06.283518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58504) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.286651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-b0d4c012-a936-4a91-ac3c-cf3a3a256e83 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.290097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b0d4c012-a936-4a91-ac3c-cf3a3a256e83 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0047598 Feb 15 09:52:06.290378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.297455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-cc19752a-b6b5-46f5-9512-7315e205d485 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.302343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cc19752a-b6b5-46f5-9512-7315e205d485 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100574 Feb 15 09:52:06.303226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58510) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.314784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-af8d90fe-252e-4312-a2ce-54d0b8251da4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.318894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.319301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-af8d90fe-252e-4312-a2ce-54d0b8251da4 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085649 Feb 15 09:52:06.327429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-a6a0612f-d79e-47f9-87f5-fb6fc57db0de tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.330999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a6a0612f-d79e-47f9-87f5-fb6fc57db0de tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0086124 Feb 15 09:52:06.331242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58514) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.335722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-20bda656-21ea-4b08-9338-93c2a3fc0cca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.339208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20bda656-21ea-4b08-9338-93c2a3fc0cca tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0048010 Feb 15 09:52:06.343413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58516) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.347796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-1f1dc4c0-0d2a-4bd9-9a17-0f76d6d3b700 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.351295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f1dc4c0-0d2a-4bd9-9a17-0f76d6d3b700 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046582 Feb 15 09:52:06.352160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58518) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.360520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-b79200e7-4cd8-4d4c-997b-9b545a390168 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.365781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b79200e7-4cd8-4d4c-997b-9b545a390168 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0111146 Feb 15 09:52:06.366842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.372011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-d7eb0ab7-7778-4b02-a33f-abc078392d10 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.375860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7eb0ab7-7778-4b02-a33f-abc078392d10 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0049245 Feb 15 09:52:06.384212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58524) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.388864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-3efecba6-be6d-404d-8c02-046e99bd7940 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.392334 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3efecba6-be6d-404d-8c02-046e99bd7940 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0045598 Feb 15 09:52:06.392629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58528) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.396726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-92da9d68-5b94-4a3b-9b59-87ac44ffce6c tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.399844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-92da9d68-5b94-4a3b-9b59-87ac44ffce6c tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0041311 Feb 15 09:52:06.401298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58530) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.408140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-311215c8-f6f1-4bcc-aa06-d5a6ba42e68d tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.410520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-311215c8-f6f1-4bcc-aa06-d5a6ba42e68d tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0080705 Feb 15 09:52:06.413122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58532) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.417705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-18b301eb-04a9-4923-9e1e-893ec765a5f2 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.422199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18b301eb-04a9-4923-9e1e-893ec765a5f2 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078957 Feb 15 09:52:06.423046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58534) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.428192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-d5beeff0-8315-47b8-863a-d4ab54ca36b1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.432048 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5beeff0-8315-47b8-863a-d4ab54ca36b1 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0078704 Feb 15 09:52:06.432904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.452042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-f2a5c1dc-20c1-4336-a9b5-5258dc8ab58e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.457365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2a5c1dc-20c1-4336-a9b5-5258dc8ab58e tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0209825 Feb 15 09:52:06.458444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58538) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.463383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-27c9c29e-4688-43be-842b-7b9d460e1907 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.466936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-27c9c29e-4688-43be-842b-7b9d460e1907 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049279 Feb 15 09:52:06.469637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58540) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.477772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-eb8974dc-42b0-43fc-8bf2-b66b98945100 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.484063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb8974dc-42b0-43fc-8bf2-b66b98945100 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0103865 Feb 15 09:52:06.484577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:06.488667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58542) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.505241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [None req-da24e751-a4fa-46c3-b90b-70b4dcff76c8 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.509319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58544) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.510014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da24e751-a4fa-46c3-b90b-70b4dcff76c8 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0158529 Feb 15 09:52:06.516074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-d95a5d5e-b4a9-48b0-89e6-4e3d80ead52a tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.517506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d95a5d5e-b4a9-48b0-89e6-4e3d80ead52a tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0072370 Feb 15 09:52:06.520845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58546) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.525596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-9a155f0e-39ed-48ea-8de7-a08576ab6346 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.526550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a155f0e-39ed-48ea-8de7-a08576ab6346 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0048113 Feb 15 09:52:06.529340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58548) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.534045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-fdb7b6c4-ec6d-49f7-8a66-7256fb397eaa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.536847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fdb7b6c4-ec6d-49f7-8a66-7256fb397eaa tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0048382 Feb 15 09:52:06.537526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58550) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.541737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-1f9e3fe3-6d6d-4d8a-b448-7cffd1ff6776 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.545014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f9e3fe3-6d6d-4d8a-b448-7cffd1ff6776 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042977 Feb 15 09:52:06.545725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=fb6f56a4-64fb-4987-8b08-d20dede4705a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:06.548036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58552) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.555588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-2303f0a3-6109-4b10-8a31-1b0b3fc7d715 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.557087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2303f0a3-6109-4b10-8a31-1b0b3fc7d715 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074673 Feb 15 09:52:06.559580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.564659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-7a55a84a-71b3-4e75-86cc-7b5ffbadf699 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.565975 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7a55a84a-71b3-4e75-86cc-7b5ffbadf699 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052240 Feb 15 09:52:06.568515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.573031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-4fc262aa-f68e-44e2-8051-74e0b07f0302 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.574331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4fc262aa-f68e-44e2-8051-74e0b07f0302 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046797 Feb 15 09:52:06.576860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.582995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-34b05415-1e4e-472b-9be9-72cc64f36eac tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.585286 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-34b05415-1e4e-472b-9be9-72cc64f36eac tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0072944 Feb 15 09:52:06.588102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58562) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.594413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-b96ba5c7-2d0d-445f-9188-e510b94018ad tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.595714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b96ba5c7-2d0d-445f-9188-e510b94018ad tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0063553 Feb 15 09:52:06.598537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.601251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:06.615706 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-37a509f3-bf55-4c11-85ab-a16ea93b3895 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/fb6f56a4-64fb-4987-8b08-d20dede4705a HTTP/1.1" status: 204 len: 168 time: 0.9368503 Feb 15 09:52:06.616351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58568) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.621501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-f52c9339-bfca-4b0e-9a28-13cd3f199abe tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.622735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f52c9339-bfca-4b0e-9a28-13cd3f199abe tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0221677 Feb 15 09:52:06.629303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58570) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.640726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-f521aa5c-7320-42d6-81fe-15950f9aba20 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.640726 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f521aa5c-7320-42d6-81fe-15950f9aba20 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0059938 Feb 15 09:52:06.641548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58572) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.646190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [None req-5cec4629-1573-413a-a4fe-ad755c400246 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:06.652921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cec4629-1573-413a-a4fe-ad755c400246 tempest-ExtensionsTestJSON-1409085429 tempest-ExtensionsTestJSON-1409085429-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049024 Feb 15 09:52:06.653180 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e9fff6a-bc21-49ad-ba3d-dbce5fe9cdbc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:06.655132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58574) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:06.655529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1e9fff6a-bc21-49ad-ba3d-dbce5fe9cdbc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/fb6f56a4-64fb-4987-8b08-d20dede4705a HTTP/1.1" status: 404 len: 333 time: 0.0381536 Feb 15 09:52:06.759127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet 78e7b239-6f38-42c4-8446-3b230cb7380f {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:06.765193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:06.864552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:06.976140 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.040876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aa5404-d713-4d18-b342-e3d9d06ef571 req-0340eae4-80f9-4a4f-8263-774f7f1292a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:07.061231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.061821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2aa5404-d713-4d18-b342-e3d9d06ef571 req-0340eae4-80f9-4a4f-8263-774f7f1292a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1355703 Feb 15 09:52:07.150125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2aa5404-d713-4d18-b342-e3d9d06ef571 req-cda2ed2e-b5c1-4397-a49c-600527ecd539 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785062 Feb 15 09:52:07.162941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=78e7b239-6f38-42c4-8446-3b230cb7380f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:07.166198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.171422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58586) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:07.174459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-091a2b24-3e3b-4742-85f9-b75d33ab5ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/78e7b239-6f38-42c4-8446-3b230cb7380f HTTP/1.1" status: 204 len: 168 time: 0.5180628 Feb 15 09:52:07.177312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:07.331906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.407935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 761ffc77-6ad8-4c2f-9f41-66e2350f551d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:07.408336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.469252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0225910c-b67f-4ce2-acdd-b589f0c60f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.521150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port 761ffc77-6ad8-4c2f-9f41-66e2350f551d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=761ffc77-6ad8-4c2f-9f41-66e2350f551d,segment=NetworkSegment(f7776aa3-ea92-4d28-81c8-541ab3c24361),segment_id=f7776aa3-ea92-4d28-81c8-541ab3c24361)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:07.521563 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.540329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 761ffc77-6ad8-4c2f-9f41-66e2350f551d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:07.697907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0225910c-b67f-4ce2-acdd-b589f0c60f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.715212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0225910c-b67f-4ce2-acdd-b589f0c60f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.759979 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.800887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2591f0-20db-479b-8f1d-0ab87e625731 None None] Network 2d6351cf-7cff-4b0b-ac33-05c879a4be85 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:07.820107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port 761ffc77-6ad8-4c2f-9f41-66e2350f551d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:07.820629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0225910c-b67f-4ce2-acdd-b589f0c60f87 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ea60785ffaad4b819c48c2b0bfef1d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447520 Feb 15 09:52:07.821588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58600) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:07.900712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225910c-b67f-4ce2-acdd-b589f0c60f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc336c8-c788-4c01-8c46-d4a92b7edb63,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:07.924752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=761ffc77-6ad8-4c2f-9f41-66e2350f551d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:07.938832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:07.991111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8e2b67e1-fc31-49d0-84fc-d047253e780f None None] Could not find standard attr ID for object 761ffc77-6ad8-4c2f-9f41-66e2350f551d. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:08.039019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 761ffc77-6ad8-4c2f-9f41-66e2350f551d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:08.042599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.100983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 761ffc77-6ad8-4c2f-9f41-66e2350f551d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:08.101330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 761ffc77-6ad8-4c2f-9f41-66e2350f551d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 15 09:52:08.121385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.166422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12e9164-0a63-431e-b22d-a2981b9a3b09 None None] DHCP port deletion for 2d6351cf-7cff-4b0b-ac33-05c879a4be85 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:08.168669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Port 761ffc77-6ad8-4c2f-9f41-66e2350f551d not found, will not notify nova. {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 15 09:52:08.194111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6351cf-7cff-4b0b-ac33-05c879a4be85']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:08.195625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.202183 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.206655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dc336c8-c788-4c01-8c46-d4a92b7edb63 HTTP/1.1" status: 204 len: 168 time: 0.3811328 Feb 15 09:52:08.233628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7776aa3-ea92-4d28-81c8-541ab3c24361') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:08.234055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7776aa3-ea92-4d28-81c8-541ab3c24361') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:08.239493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2e531-9a46-4d9a-9c25-e32e6c25c525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc336c8-c788-4c01-8c46-d4a92b7edb63,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:08.261530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.296449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.312326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:08.312744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:08.389715 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:08.407335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.439105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.448034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/2d6351cf-7cff-4b0b-ac33-05c879a4be85 HTTP/1.1" status: 204 len: 168 time: 1.2696543 Feb 15 09:52:08.452103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58618) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:08.458217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'name': 'tempest-PortsIpV6TestJSON-1337368951'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:08.497724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd3c89-0e53-42bd-bff7-04caf8bcc1df tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=2d6351cf-7cff-4b0b-ac33-05c879a4be85,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:08.563443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8a69a-0075-45d5-a016-5690fcb54d22 req-8f299be9-324a-4a3d-9561-bd0a7aa4445b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:08.576940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fff8a69a-0075-45d5-a016-5690fcb54d22 req-8f299be9-324a-4a3d-9561-bd0a7aa4445b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1858845 Feb 15 09:52:08.673136 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fff8a69a-0075-45d5-a016-5690fcb54d22 req-06732704-e1e1-4484-913f-6d16b6ebc7ae tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950491 Feb 15 09:52:08.715182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:08.722704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:08.756756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port b7a678f6-f356-4c39-8a91-d7332b421b2f yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:09.052794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.118094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.213411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:09.225296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:09.233609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:09.241312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:09.241936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.296470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=b7a678f6-f356-4c39-8a91-d7332b421b2f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:09.317920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58646) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:09.339621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8e94765e-1743-4c98-936f-738c57e27588 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8859763 Feb 15 09:52:09.490323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port b7a678f6-f356-4c39-8a91-d7332b421b2f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:09.490666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.628624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:09.638170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.662621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for b7a678f6-f356-4c39-8a91-d7332b421b2f owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:09.844966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.897795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 761ffc77-6ad8-4c2f-9f41-66e2350f551d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:09.904565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=b7a678f6-f356-4c39-8a91-d7332b421b2f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:09.920247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1280296281'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:09.925375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:09.929407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bfa86371-11e0-429c-bfb2-c25109eae01f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/b7a678f6-f356-4c39-8a91-d7332b421b2f HTTP/1.1" status: 204 len: 168 time: 0.6082876 Feb 15 09:52:09.930212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee32c17-973b-4132-a117-b089cd9fbfb7 req-d8e0c6c3-5706-4582-a698-644c224cf3cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:09.931725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee32c17-973b-4132-a117-b089cd9fbfb7 req-d8e0c6c3-5706-4582-a698-644c224cf3cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1142993 Feb 15 09:52:09.932209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58664) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:09.937033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'mac_address': 'fa:16:3e:ba:61:0b', 'name': 'tempest-PortsIpV6TestJSON-250780200'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:09.943956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 761ffc77-6ad8-4c2f-9f41-66e2350f551d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:09.944524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 761ffc77-6ad8-4c2f-9f41-66e2350f551d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:09.987876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Made reservation on behalf of d2fb89558eab403da6de9105e920d646 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:09.995474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.012111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.139602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.157948 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.180678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee32c17-973b-4132-a117-b089cd9fbfb7 req-290faf9c-3b7c-4143-904c-f2bf6bfd16d3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279465 Feb 15 09:52:10.225982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:10.237780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:10.261970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb38d280-e74b-468e-beb6-c4c23436f71c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:10.298574 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.299162 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Added segment 4c021d67-0823-425c-84d7-4755bc1da516 of type vlan for network ef4d9bcc-edbc-4781-b61e-c8abadd6247f Feb 15 09:52:10.361143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.393684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 73887061-6f5c-4946-9ece-67a4f30efefd yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:10.437836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.505339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.512266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:10.513698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.646584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.675775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'Network': ['ID=ef4d9bcc-edbc-4781-b61e-c8abadd6247f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:10.686103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e60a6b5-4fed-4698-82d1-923a3ab25aa5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0559661 Feb 15 09:52:10.687199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:10.692160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Request body: {'subnet': {'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:10.693736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:10.814652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.862366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Made reservation on behalf of d2fb89558eab403da6de9105e920d646 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:10.870735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.919988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=73887061-6f5c-4946-9ece-67a4f30efefd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:10.934441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:10.937367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:10.940086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:10.947038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:10.947934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:10.973703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8bc595ba-3063-4802-aac1-5be65079d67b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0404136 Feb 15 09:52:10.974764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58680) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:11.090690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17425ada-8938-4857-a5bf-b76eda7f0d95 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:11.115580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-17425ada-8938-4857-a5bf-b76eda7f0d95 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/73887061-6f5c-4946-9ece-67a4f30efefd HTTP/1.1" status: 200 len: 844 time: 0.1394351 Feb 15 09:52:11.116402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58682) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:11.284572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 73887061-6f5c-4946-9ece-67a4f30efefd {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:11.288775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.380637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.401497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 73887061-6f5c-4946-9ece-67a4f30efefd owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:11.510128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.561098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.577440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/73887061-6f5c-4946-9ece-67a4f30efefd HTTP/1.1" status: 204 len: 168 time: 0.4469879 Feb 15 09:52:11.578667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334036b-7062-4593-bc46-5e3ef38dfa75 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=73887061-6f5c-4946-9ece-67a4f30efefd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:11.580463 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58692) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:11.630776 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f68c69ed-1509-4e1a-a902-d1028d90a7fb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:11.637869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f68c69ed-1509-4e1a-a902-d1028d90a7fb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/73887061-6f5c-4946-9ece-67a4f30efefd HTTP/1.1" status: 404 len: 333 time: 0.0522175 Feb 15 09:52:11.639359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58696) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:11.645971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'name': 'tempest-PortsIpV6TestJSON-805648055'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:11.653121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.775460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b145c-c643-4200-9fd7-26616011fba8 req-71ffda6d-bb5b-4eb9-aa21-8b36e6aad329 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:11.777777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e8b145c-c643-4200-9fd7-26616011fba8 req-71ffda6d-bb5b-4eb9-aa21-8b36e6aad329 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1391151 Feb 15 09:52:11.810034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'Subnet': ['ID=d7c6fffb-1686-458d-9e0f-ed5237cdafbc,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:11.811884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:11.817479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:11.865100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port de881e7c-d749-40e2-a7ff-c60195443c3a yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:11.917237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Checking segment: {'id': '4c021d67-0823-425c-84d7-4755bc1da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:11.917237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Network hostable DHCP agents. Network: ef4d9bcc-edbc-4781-b61e-c8abadd6247f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:11.929421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e8b145c-c643-4200-9fd7-26616011fba8 req-670e7d17-e4a0-41fc-974f-5f4283b9135d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301947 Feb 15 09:52:11.973754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:11.998744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ef4d9bcc-edbc-4781-b61e-c8abadd6247f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:12.009573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede57918-082b-452d-b966-949075512e93 None None] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:12.038421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:12.041716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.086262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b89060cf-5626-4177-8afe-6b1e0a4deb7d tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3978894 Feb 15 09:52:12.088849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58708) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:12.103215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Request body: {'port': {'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1354717819'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:12.336479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.421784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Made reservation on behalf of d2fb89558eab403da6de9105e920d646 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:12.425567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.442711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ef4d9bcc-edbc-4781-b61e-c8abadd6247f', 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f', 'tenant_id': 'd2fb89558eab403da6de9105e920d646', 'fixed_ips': [{'subnet_id': 'd7c6fffb-1686-458d-9e0f-ed5237cdafbc'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:12.443574 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.453996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-a79d8058-f36d-4bac-aa05-e0ce7b2cd30d tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:12.455566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-a79d8058-f36d-4bac-aa05-e0ce7b2cd30d tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.3587275 Feb 15 09:52:12.479350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.503514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] device_id is not set on port b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:12.550318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-7ad6dbf6-304a-41f6-9138-a263ed046fa1 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.598382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:12.679950 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-7ad6dbf6-304a-41f6-9138-a263ed046fa1 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.682778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:12.688492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:12.695688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:12.696885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.709871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=de881e7c-d749-40e2-a7ff-c60195443c3a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:12.727146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-7ad6dbf6-304a-41f6-9138-a263ed046fa1 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:12.744659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a3a72278-e9ca-40f0-bcb9-ce45c0e8cbbd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1035821 Feb 15 09:52:12.745408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58720) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:12.752439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Allocated IP 2001:db8::17b (ef4d9bcc-edbc-4781-b61e-c8abadd6247f/d7c6fffb-1686-458d-9e0f-ed5237cdafbc/b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:12.757350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:12.772873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8408868d-055d-4f55-b69c-ccb16d84db18 req-7ad6dbf6-304a-41f6-9138-a263ed046fa1 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3023009 Feb 15 09:52:12.891129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6dbf6-304a-41f6-9138-a263ed046fa1 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c89338-7c65-4523-a918-e08b0e963153,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:12.932676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.135954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ee89d-bae7-4b96-9567-e0813ba9feb9 req-f9e2d404-4b67-43ca-9b20-a4321dc93500 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:13.137548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-956ee89d-bae7-4b96-9567-e0813ba9feb9 req-f9e2d404-4b67-43ca-9b20-a4321dc93500 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2008462 Feb 15 09:52:13.176241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.182498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.197416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.226318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-956ee89d-bae7-4b96-9567-e0813ba9feb9 req-f3bd06f5-7802-44f0-8aa0-175a275e2e35 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798836 Feb 15 09:52:13.259053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58734) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:13.281808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=de881e7c-d749-40e2-a7ff-c60195443c3a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:13.297368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] In _notify_port_updated(), no bound segment for port de881e7c-d749-40e2-a7ff-c60195443c3a on network 2e30b95d-7207-4faa-ab17-141abb9572d3 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:52:13.306785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:13.307467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.309137 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-554255d5-a617-4206-b184-042f09446507 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/ports/de881e7c-d749-40e2-a7ff-c60195443c3a HTTP/1.1" status: 200 len: 818 time: 0.5582075 Feb 15 09:52:13.312560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58736) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:13.352987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.365866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84193e4-a108-4bc0-8e8d-a40ceb7db39a req-af2c4bd9-c4e1-4061-a5ba-44ae7dcca2e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:13.375379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c84193e4-a108-4bc0-8e8d-a40ceb7db39a req-af2c4bd9-c4e1-4061-a5ba-44ae7dcca2e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1947801 Feb 15 09:52:13.413974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'Port': ['ID=b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:13.434310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Allocated IP 2001:db8::2 (ef4d9bcc-edbc-4781-b61e-c8abadd6247f/d7c6fffb-1686-458d-9e0f-ed5237cdafbc/7b637369-7b73-45ab-8f58-407e338ab64f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:13.437745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c84193e4-a108-4bc0-8e8d-a40ceb7db39a req-3c4e8f7f-0f06-42e6-83ae-f10753c10e8d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550513 Feb 15 09:52:13.467074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b7743c8b-53cd-4dc1-9ddb-0a66d1a3fda9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 200 len: 994 time: 0.2025218 Feb 15 09:52:13.476315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:13.478188 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:13.480862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:13.493171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:13.493858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.525137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port de881e7c-d749-40e2-a7ff-c60195443c3a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:13.525591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.545777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6762bc58-91c7-43e4-a07e-cb3e868cb931 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.4556789 Feb 15 09:52:13.549464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58740) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:13.555663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Request body: {'port': {'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1335588561', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:13.555663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] bootfile-name is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:13.555950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] tftp-server is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:13.565027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] server-ip-address is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:13.651491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.668522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for de881e7c-d749-40e2-a7ff-c60195443c3a owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:13.733985 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.771904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.814626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.859935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Made reservation on behalf of d2fb89558eab403da6de9105e920d646 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:13.862716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=de881e7c-d749-40e2-a7ff-c60195443c3a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:13.865454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:13.866500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.870465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f1d60e18-4fe7-4a26-a18b-000e78723970 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/de881e7c-d749-40e2-a7ff-c60195443c3a HTTP/1.1" status: 204 len: 168 time: 0.5568976 Feb 15 09:52:13.877993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58748) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:13.883788 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:13.896212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:13.900725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:13.947058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] device_id is not set on port 4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:13.969627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Pushing event updated for resources: {'Port': ['ID=7b637369-7b73-45ab-8f58-407e338ab64f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:14.051958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Attempting to bind port 7b637369-7b73-45ab-8f58-407e338ab64f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:14.052590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Attempting to bind port 7b637369-7b73-45ab-8f58-407e338ab64f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4c021d67-0823-425c-84d7-4755bc1da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:14.053184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Attempting to bind port 7b637369-7b73-45ab-8f58-407e338ab64f on network ef4d9bcc-edbc-4781-b61e-c8abadd6247f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:14.064549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:14.067507 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Checking segment: {'id': '4c021d67-0823-425c-84d7-4755bc1da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:14.070183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.070780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Bound using segment: {'id': '4c021d67-0823-425c-84d7-4755bc1da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:14.071445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Bound port: 7b637369-7b73-45ab-8f58-407e338ab64f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c021d67-0823-425c-84d7-4755bc1da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef4d9bcc-edbc-4781-b61e-c8abadd6247f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:14.075053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.087877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c448a1-a379-4a82-9f09-e11c5ed96706 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:14.094435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-72c448a1-a379-4a82-9f09-e11c5ed96706 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2154083 Feb 15 09:52:14.096999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58756) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:14.148353 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-844fa598-dc2d-4a38-9863-e67fcdf234bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:14.154427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-844fa598-dc2d-4a38-9863-e67fcdf234bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/de881e7c-d749-40e2-a7ff-c60195443c3a HTTP/1.1" status: 404 len: 333 time: 0.0564325 Feb 15 09:52:14.164581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-8e005dc9-c29b-49cb-882b-15b0f9b4508c req-70bff9df-466d-4b2a-bd55-1539bd0028c1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:52:14.165604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8e005dc9-c29b-49cb-882b-15b0f9b4508c req-70bff9df-466d-4b2a-bd55-1539bd0028c1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053265 Feb 15 09:52:14.166039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58758) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:14.184203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-234177410'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:14.194176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Allocated IP 2001:db8::1ee (ef4d9bcc-edbc-4781-b61e-c8abadd6247f/d7c6fffb-1686-458d-9e0f-ed5237cdafbc/4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:14.221707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] For port 7b637369-7b73-45ab-8f58-407e338ab64f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:14.232622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] For port 7b637369-7b73-45ab-8f58-407e338ab64f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7b637369-7b73-45ab-8f58-407e338ab64f,segment=NetworkSegment(4c021d67-0823-425c-84d7-4755bc1da516),segment_id=4c021d67-0823-425c-84d7-4755bc1da516)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:14.236246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:14.240256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.244320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.307298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:14.327302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.327954 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment d4533ff6-e86c-4c7a-91f2-6252b2ad1adc of type vlan for network bc09351f-95a1-4009-8e65-ecd3cf699466 Feb 15 09:52:14.386528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.442456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fc06a-0e54-41ae-b060-970e023c9cce None None] Pushing event updated for resources: {'Port': ['ID=7b637369-7b73-45ab-8f58-407e338ab64f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:14.488646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.491731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-ea4ae453-2933-41aa-ae08-d557ef9e31b4 service neutron] (102358) timed out ('10.222.0.10', 50398) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 09:52:14.530728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.543846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:14.544693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.569726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.737645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.783252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=bc09351f-95a1-4009-8e65-ecd3cf699466,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:14.804202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:14.821630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-04f786eb-2906-4a0a-9c30-465acf2944ac tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6545420 Feb 15 09:52:14.822319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58776) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:14.831129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:14.876357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:14.893877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'Port': ['ID=4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:14.896832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:14.904174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:14.912313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:14.913553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:14.944866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa100a-f0cb-4d99-b66b-3d562d8abfbe req-826e0dfd-5dcd-4345-a3be-d104394af9c5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:14.947077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36fa100a-f0cb-4d99-b66b-3d562d8abfbe req-826e0dfd-5dcd-4345-a3be-d104394af9c5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.2621889 Feb 15 09:52:14.958685 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.4080119 Feb 15 09:52:14.969717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58780) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:14.973402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.973870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.974326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.974763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.975199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.975636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.976834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.977441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.977882 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.978366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.978799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:14.979227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e477b80-1d51-4c49-9565-853db5450ab7 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:15.056625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36fa100a-f0cb-4d99-b66b-3d562d8abfbe req-23d6e985-b0df-4c42-a718-58be9de71714 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961542 Feb 15 09:52:15.245338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4476-5427-44f4-a3a3-3a52a30d2ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:15.255093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4476-5427-44f4-a3a3-3a52a30d2ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:15.276414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a4476-5427-44f4-a3a3-3a52a30d2ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:15.285407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:15.293407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a1a4476-5427-44f4-a3a3-3a52a30d2ea5 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3206158 Feb 15 09:52:15.331497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:15.337849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:15.548063 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adaf09-0ff8-4c2b-9bbb-e5a613a7922d req-b046d1c4-4a06-456e-8009-99eae9ac9ed9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:15.549631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28adaf09-0ff8-4c2b-9bbb-e5a613a7922d req-b046d1c4-4a06-456e-8009-99eae9ac9ed9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1566389 Feb 15 09:52:15.655677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Deleting port 4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:15.655909 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:15.706725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28adaf09-0ff8-4c2b-9bbb-e5a613a7922d req-bcddd67c-e128-4abe-8475-ae61cd84c4fe tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364760 Feb 15 09:52:15.768490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-2ba9401f-aa55-4077-b28b-6bdff4022f3f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3837345 Feb 15 09:52:15.784861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:15.833875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:15.859018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Calling delete_port for 4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:15.985314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:15.985688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: bc09351f-95a1-4009-8e65-ecd3cf699466, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:15.991422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=0214ccd4-c80b-46a1-9b2b-41af3edbd6f1,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:16.079539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network bc09351f-95a1-4009-8e65-ecd3cf699466 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:16.113806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, bc09351f-95a1-4009-8e65-ecd3cf699466) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:16.115787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7b637369-7b73-45ab-8f58-407e338ab64f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:16.121619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:16.123782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.179386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cb0d6798-2f05-4f79-be61-f6d8aaeab7cf tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3559787 Feb 15 09:52:16.182952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58852) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:16.196222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:16.203154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.211253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7758831-497f-47f3-8ad2-ed38697cde1e None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:16.227563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a18267-2405-4fdb-b308-e08e2fe03e65 None None] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:16.249610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event deleted for resources: {'Port': ['ID=4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:16.288603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.295350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d1b60cc3-fc50-4bf7-b9f2-057fc23246ff tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "DELETE /v2.0/ports/4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36 HTTP/1.1" status: 204 len: 168 time: 1.0075073 Feb 15 09:52:16.299089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58864) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:16.305650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Request body: {'port': {'name': 'tempest-new-port-name-1173431529', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:16.306148 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] bootfile-name is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:16.306694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] tftp-server is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:16.307092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.api.validators [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] server-ip-address is not in valid_values {{(pid=102359) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 15 09:52:16.463012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.551569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] Provisioning complete for port 7b637369-7b73-45ab-8f58-407e338ab64f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:16.552892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6435e1-ce7a-4b36-bbe2-b16f74df3e9a req-7d08e70d-bca9-40bc-a77c-d039f8267a1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:16.554384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6435e1-ce7a-4b36-bbe2-b16f74df3e9a req-7d08e70d-bca9-40bc-a77c-d039f8267a1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.2045491 Feb 15 09:52:16.568752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.633452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6435e1-ce7a-4b36-bbe2-b16f74df3e9a req-2b29cdbd-d329-456d-b6eb-a0f49e1c05e8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688643 Feb 15 09:52:16.637291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:16.645598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.712164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.720113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.774284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] In _notify_port_updated(), no bound segment for port b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 on network ef4d9bcc-edbc-4781-b61e-c8abadd6247f {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:52:16.780759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:16.781697 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.785872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "PUT /v2.0/ports/b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 HTTP/1.1" status: 200 len: 1130 time: 0.4828215 Feb 15 09:52:16.786878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58894) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:16.812702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f43ff-63cf-417c-bba3-a7fa52ff89f3 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event updated for resources: {'Port': ['ID=b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:16.911219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ef260c7c-85c6-434e-87ef-35d5c623a338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.921555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7b637369-7b73-45ab-8f58-407e338ab64f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:16.922316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:16.974102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b49fb2-6943-4ea9-bc18-bf3b44b17735 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:16.981234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-29b49fb2-6943-4ea9-bc18-bf3b44b17735 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "GET /v2.0/ports/b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 HTTP/1.1" status: 200 len: 1130 time: 0.1900213 Feb 15 09:52:16.988945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58906) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:17.047440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56be919-76a3-44d0-9a5f-c60b0c8506cc req-e95361ca-3b2d-420b-999e-b1509737ebdf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:17.080063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f56be919-76a3-44d0-9a5f-c60b0c8506cc req-e95361ca-3b2d-420b-999e-b1509737ebdf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2232158 Feb 15 09:52:17.125313 n-d-825064-4 neutron-server[102358]: INFO neutron.db.ipam_backend_mixin [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0214ccd4-c80b-46a1-9b2b-41af3edbd6f1 (CIDR: 2001:db8::/64) Feb 15 09:52:17.193554 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:52:17.207327 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f56be919-76a3-44d0-9a5f-c60b0c8506cc req-12ef02ac-041c-4944-a7d3-802ff6865214 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260250 Feb 15 09:52:17.210803 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:52:17.211419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:52:17.226402 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.237002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-bc09351f-95a1-4009-8e65-ecd3cf699466', 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': '0214ccd4-c80b-46a1-9b2b-41af3edbd6f1'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:17.249344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.303438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fbc273de-e76f-4658-b319-a2ab512af16f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1187849 Feb 15 09:52:17.307212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:17.313577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:17.365323 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.404300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.439990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Deleting port b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:17.440433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.621755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] For port 7b637369-7b73-45ab-8f58-407e338ab64f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7b637369-7b73-45ab-8f58-407e338ab64f,segment=NetworkSegment(4c021d67-0823-425c-84d7-4755bc1da516),segment_id=4c021d67-0823-425c-84d7-4755bc1da516)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:17.631693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:17.639817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.691022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.724857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Calling delete_port for b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:17.726655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:17.791846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:52:17.796380 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:52:17.934672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb25d83-69d5-4b9d-ae1a-ac5dd55f968e None None] Pushing event updated for resources: {'Port': ['ID=7b637369-7b73-45ab-8f58-407e338ab64f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:18.006299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.028140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Allocated IP 2001:db8::2 (bc09351f-95a1-4009-8e65-ecd3cf699466/0214ccd4-c80b-46a1-9b2b-41af3edbd6f1/d69e3c1e-887f-4db6-abb1-2ff508c07511) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:18.051198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-50fa2b63-144a-43fe-a2cc-61e9d492e1b2 None None] Provisioning complete for port 7b637369-7b73-45ab-8f58-407e338ab64f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:18.051579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-50fa2b63-144a-43fe-a2cc-61e9d492e1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.099301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.126742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event deleted for resources: {'Port': ['ID=b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:18.220148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network bc09351f-95a1-4009-8e65-ecd3cf699466 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:18.226326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:18.236853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:18.237971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.243055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=ac6317b0-6f59-41a6-b603-cef7b3c719a4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:18.325369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bba910cf-75a7-47a5-ad94-e5fe020ce552 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0166373 Feb 15 09:52:18.337938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 58978) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:18.350115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.351528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'fixed_ips': [{'subnet_id': '0214ccd4-c80b-46a1-9b2b-41af3edbd6f1'}, {'subnet_id': 'ac6317b0-6f59-41a6-b603-cef7b3c719a4'}], 'name': 'tempest-PortsIpV6TestJSON-1519956661'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:18.358750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "DELETE /v2.0/ports/b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2 HTTP/1.1" status: 204 len: 168 time: 1.3668060 Feb 15 09:52:18.364762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.366219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.366637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.367078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.367475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.367864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.368256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.368788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.369663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.370363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.370752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.371272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e36f0a-3c31-4155-aca2-183e4b2def84 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:18.392404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 58980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:18.472490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Deleting subnet d7c6fffb-1686-458d-9e0f-ed5237cdafbc {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:18.493811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58678cad-afde-4074-a66a-39fe96b352e4 req-530fa2ef-77d3-4971-b49d-4289d41a13ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:18.496736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58678cad-afde-4074-a66a-39fe96b352e4 req-530fa2ef-77d3-4971-b49d-4289d41a13ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.5693178 Feb 15 09:52:18.507162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.662019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-621953c8-06cc-4900-b86c-c437d334bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:18.664742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-621953c8-06cc-4900-b86c-c437d334bf12 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.5485721 Feb 15 09:52:18.678949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58678cad-afde-4074-a66a-39fe96b352e4 req-d1807784-e5df-44e9-a93a-168ff1da5552 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732442 Feb 15 09:52:18.688779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:18.711593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdfb24b-9dcf-47cf-91fd-81e2ee9f7db4 req-031675cc-4c59-4db9-a53b-45ac36dcc7de tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:18.713368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ccdfb24b-9dcf-47cf-91fd-81e2ee9f7db4 req-031675cc-4c59-4db9-a53b-45ac36dcc7de tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2496622 Feb 15 09:52:18.863667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ccdfb24b-9dcf-47cf-91fd-81e2ee9f7db4 req-bb2f3b8b-9f3c-4004-80bb-c548c2797097 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400552 Feb 15 09:52:18.924210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-50fa2b63-144a-43fe-a2cc-61e9d492e1b2 None None] Could not find standard attr ID for object b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:18.926455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:19.004978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7b637369-7b73-45ab-8f58-407e338ab64f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:19.082383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.108984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-64953c41-5e39-476f-8faf-76dcb42384e1 None None] Could not find standard attr ID for object 4d9e433f-47bc-4ef6-8b9c-499d5e7b1b36. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:19.126678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.136446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-fa68b881-be18-4de1-85b8-4f22a6cabed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:19.143182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-fa68b881-be18-4de1-85b8-4f22a6cabed3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.4595540 Feb 15 09:52:19.163942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-64953c41-5e39-476f-8faf-76dcb42384e1 None None] Could not find standard attr ID for object b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:19.168475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port d8573923-da6f-4ac8-ab80-3e6cfb7a2475 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:19.179211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.205960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.321262 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Pushing event updated for resources: {'Port': ['ID=d69e3c1e-887f-4db6-abb1-2ff508c07511,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:19.370775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:19.385022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7b637369-7b73-45ab-8f58-407e338ab64f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:19.385582 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.504190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:19.505524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-0075bbc6-1db7-4422-9ecc-306f7292279c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1002 time: 0.3459010 Feb 15 09:52:19.508745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:19.527129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7fdb7ddb-1b3f-49c1-8a7f-5e30587d5233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.653683 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.659975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-5439e06b-b97d-4aa2-a796-7763f85580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:19.664188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-5439e06b-b97d-4aa2-a796-7763f85580f9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.1392918 Feb 15 09:52:19.774120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Attempting to bind port d69e3c1e-887f-4db6-abb1-2ff508c07511 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:19.774783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Attempting to bind port d69e3c1e-887f-4db6-abb1-2ff508c07511 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:19.775320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Attempting to bind port d69e3c1e-887f-4db6-abb1-2ff508c07511 on network bc09351f-95a1-4009-8e65-ecd3cf699466 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:19.804431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:19.805167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Checking segment: {'id': 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:19.805817 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.809354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Bound using segment: {'id': 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:19.810984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Bound port: d69e3c1e-887f-4db6-abb1-2ff508c07511, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:19.811561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:19.881486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::138 (bc09351f-95a1-4009-8e65-ecd3cf699466/0214ccd4-c80b-46a1-9b2b-41af3edbd6f1/d8573923-da6f-4ac8-ab80-3e6cfb7a2475) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:19.909937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8:0:1::3c (bc09351f-95a1-4009-8e65-ecd3cf699466/ac6317b0-6f59-41a6-b603-cef7b3c719a4/d8573923-da6f-4ac8-ab80-3e6cfb7a2475) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:20.019333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] For port d69e3c1e-887f-4db6-abb1-2ff508c07511, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:20.022814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] For port d69e3c1e-887f-4db6-abb1-2ff508c07511, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d69e3c1e-887f-4db6-abb1-2ff508c07511,segment=NetworkSegment(d4533ff6-e86c-4c7a-91f2-6252b2ad1adc),segment_id=d4533ff6-e86c-4c7a-91f2-6252b2ad1adc)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:20.037640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.042896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7113ae03-48ba-4366-8089-6d5dfa92e579 None None] Could not find standard attr ID for object b6e37fbf-bd3b-4dde-a3b0-2c2f5e1c78b2. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:20.182244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c8189-0e2b-47fe-9b1e-acef835fec37 None None] Pushing event updated for resources: {'Port': ['ID=d69e3c1e-887f-4db6-abb1-2ff508c07511,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:20.386699 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.426972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.489719 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.596858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network bc09351f-95a1-4009-8e65-ecd3cf699466 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:20.602328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:20.613929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:20.618799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c6fffb-1686-458d-9e0f-ed5237cdafbc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:20.621183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:20.622256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.629947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cbfa51-79dd-43b8-8d23-302b2d204e5c None None] Network ef4d9bcc-edbc-4781-b61e-c8abadd6247f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:20.661245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:20.667376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-187334f8-a3bd-41b9-a026-b6104cf632cb tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "DELETE /v2.0/subnets/d7c6fffb-1686-458d-9e0f-ed5237cdafbc HTTP/1.1" status: 204 len: 168 time: 2.2695584 Feb 15 09:52:20.671123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59100) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:20.691964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.3514454 Feb 15 09:52:20.698343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59104) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:20.717227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b2bd4-000e-4d18-88fe-ff647be7046b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=d8573923-da6f-4ac8-ab80-3e6cfb7a2475,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:20.718964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0214ccd4-c80b-46a1-9b2b-41af3edbd6f1'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:20.741497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df067a04-6fa7-4821-a014-43ff0faf3419 req-f416f3f6-b0ba-4942-87d9-5f5186cc13cf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:20.754767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df067a04-6fa7-4821-a014-43ff0faf3419 req-f416f3f6-b0ba-4942-87d9-5f5186cc13cf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.7682278 Feb 15 09:52:20.848118 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-df067a04-6fa7-4821-a014-43ff0faf3419 req-11216b72-810c-43b3-8106-5735857f12bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924032 Feb 15 09:52:20.955697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-54545f2a-f9e9-4b26-8943-7b8ca276ee74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:20.957256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-54545f2a-f9e9-4b26-8943-7b8ca276ee74 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2712858 Feb 15 09:52:21.005177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d69e3c1e-887f-4db6-abb1-2ff508c07511 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:21.030745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.039990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ece1c-2866-48e3-aa11-7d1069acd356 req-58908c7b-165e-45d2-9133-72d0e576de35 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:21.049009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd4ece1c-2866-48e3-aa11-7d1069acd356 req-58908c7b-165e-45d2-9133-72d0e576de35 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.4851549 Feb 15 09:52:21.114266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] DHCP port deletion for ef4d9bcc-edbc-4781-b61e-c8abadd6247f request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:21.144314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:21.144678 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.195029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd4ece1c-2866-48e3-aa11-7d1069acd356 req-82443936-3528-4649-9b01-3a93fb7ef3b2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448963 Feb 15 09:52:21.245590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-22ae920f-b916-4cd6-ad2b-f2c27afa8c36 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594650 Feb 15 09:52:21.376360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Deleting port 7b637369-7b73-45ab-8f58-407e338ab64f {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:21.376723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.398887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.450897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.490326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Deleting port 7b637369-7b73-45ab-8f58-407e338ab64f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:21.491175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.591076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d69e3c1e-887f-4db6-abb1-2ff508c07511, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d69e3c1e-887f-4db6-abb1-2ff508c07511,segment=NetworkSegment(d4533ff6-e86c-4c7a-91f2-6252b2ad1adc),segment_id=d4533ff6-e86c-4c7a-91f2-6252b2ad1adc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:21.595259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] For port 7b637369-7b73-45ab-8f58-407e338ab64f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7b637369-7b73-45ab-8f58-407e338ab64f,segment=NetworkSegment(4c021d67-0823-425c-84d7-4755bc1da516),segment_id=4c021d67-0823-425c-84d7-4755bc1da516)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:21.595953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.608888 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:21.683413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d69e3c1e-887f-4db6-abb1-2ff508c07511,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:21.695362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Calling delete_port for 7b637369-7b73-45ab-8f58-407e338ab64f owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:21.736236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-b2f5a266-04d7-42af-985b-f8779f353558 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4725127 Feb 15 09:52:21.983512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72096b28-f06b-4a0b-b98f-a93b077e76c3 None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:21.996154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] For port 7b637369-7b73-45ab-8f58-407e338ab64f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7b637369-7b73-45ab-8f58-407e338ab64f,segment=NetworkSegment(4c021d67-0823-425c-84d7-4755bc1da516),segment_id=4c021d67-0823-425c-84d7-4755bc1da516)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:21.996523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.186979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518312b0-fdc3-4709-bf89-fbc8c6f14057 req-6c0d0704-2d6c-408a-96eb-8bc83284cc14 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:22.195220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Calling delete_port for 7b637369-7b73-45ab-8f58-407e338ab64f owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:22.205949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-518312b0-fdc3-4709-bf89-fbc8c6f14057 req-6c0d0704-2d6c-408a-96eb-8bc83284cc14 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1741295 Feb 15 09:52:22.245816 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.298072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-518312b0-fdc3-4709-bf89-fbc8c6f14057 req-0d1d68f1-72f0-477e-b32d-fcef39ce7751 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905366 Feb 15 09:52:22.339799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] Pushing event deleted for resources: {'Port': ['ID=7b637369-7b73-45ab-8f58-407e338ab64f,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:22.381333 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.384079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40db18-ae54-42df-ae11-38d00efbf6f1 None None] No DVR routers for this DVR port 7b637369-7b73-45ab-8f58-407e338ab64f on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:22.386776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-60c540a7-de25-4c8f-b4a9-e47297d4a5c2 None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:22.387339 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60c540a7-de25-4c8f-b4a9-e47297d4a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.444382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.489984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.557806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Delete allocated IP 2001:db8:0:1::3c (bc09351f-95a1-4009-8e65-ecd3cf699466/ac6317b0-6f59-41a6-b603-cef7b3c719a4) {{(pid=102358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:52:22.687087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event deleted for resources: {'Port': ['ID=7b637369-7b73-45ab-8f58-407e338ab64f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:22.689970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] No DVR routers for this DVR port 7b637369-7b73-45ab-8f58-407e338ab64f on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:22.802424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Update dhcp port {'port': {'network_id': 'bc09351f-95a1-4009-8e65-ecd3cf699466', 'fixed_ips': [{'subnet_id': '0214ccd4-c80b-46a1-9b2b-41af3edbd6f1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ac6317b0-6f59-41a6-b603-cef7b3c719a4'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'd69e3c1e-887f-4db6-abb1-2ff508c07511'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:52:22.838725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc42828-9034-42af-b6a7-516747553dc9 req-0a201048-2bfc-4a1f-be4d-4f157b49e987 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:22.852709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffc42828-9034-42af-b6a7-516747553dc9 req-0a201048-2bfc-4a1f-be4d-4f157b49e987 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.3684671 Feb 15 09:52:22.874097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:22.958668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.014557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef4d9bcc-edbc-4781-b61e-c8abadd6247f']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:23.026960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d69e3c1e-887f-4db6-abb1-2ff508c07511 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:23.035044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.038523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c021d67-0823-425c-84d7-4755bc1da516') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:23.039183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c021d67-0823-425c-84d7-4755bc1da516') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:23.053801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.067388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffc42828-9034-42af-b6a7-516747553dc9 req-5a129d63-8ec7-4248-a430-7b74648bc51b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054389 Feb 15 09:52:23.077930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.134721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.168537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:23.169587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:23.172652 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:23.188620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] In _notify_port_updated(), no bound segment for port d8573923-da6f-4ac8-ab80-3e6cfb7a2475 on network bc09351f-95a1-4009-8e65-ecd3cf699466 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:52:23.194269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:23.194977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.195574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Allocated IP 2001:db8:0:1::2 (bc09351f-95a1-4009-8e65-ecd3cf699466/ac6317b0-6f59-41a6-b603-cef7b3c719a4/d69e3c1e-887f-4db6-abb1-2ff508c07511) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:23.198751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/ports/d8573923-da6f-4ac8-ab80-3e6cfb7a2475 HTTP/1.1" status: 200 len: 926 time: 2.4905953 Feb 15 09:52:23.201038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:23.207873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0214ccd4-c80b-46a1-9b2b-41af3edbd6f1'}, {'subnet_id': 'ac6317b0-6f59-41a6-b603-cef7b3c719a4'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:23.231097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc720e-968c-47cd-92fc-76188dcaba53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=d8573923-da6f-4ac8-ab80-3e6cfb7a2475,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:23.266981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.287287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.290501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] 10.222.0.10 "DELETE /v2.0/networks/ef4d9bcc-edbc-4781-b61e-c8abadd6247f HTTP/1.1" status: 204 len: 168 time: 2.6158297 Feb 15 09:52:23.313346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529c48dd-31ba-49ea-98d1-84ea58291155 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217 tempest-ExtraDHCPOptionsIpV6TestJSON-1254057217-project] Pushing event deleted for resources: {'Network': ['ID=ef4d9bcc-edbc-4781-b61e-c8abadd6247f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:23.329855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:23.330352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.352086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.518413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] For port d69e3c1e-887f-4db6-abb1-2ff508c07511, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d69e3c1e-887f-4db6-abb1-2ff508c07511,segment=NetworkSegment(d4533ff6-e86c-4c7a-91f2-6252b2ad1adc),segment_id=d4533ff6-e86c-4c7a-91f2-6252b2ad1adc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:23.524059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466057d9-643f-4846-8767-20d39f05663c req-ba6b4ca0-01a7-4cf0-b42b-0266de0b555a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:23.531682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-466057d9-643f-4846-8767-20d39f05663c req-ba6b4ca0-01a7-4cf0-b42b-0266de0b555a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1117189 Feb 15 09:52:23.594479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-466057d9-643f-4846-8767-20d39f05663c req-0b8828be-bc8f-4dba-9bc6-90e1f5c47f39 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584750 Feb 15 09:52:23.603319 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.643276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:23.792583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc1e412-295c-4a89-be32-0e1bd901a4d2 None None] Pushing event updated for resources: {'Port': ['ID=d69e3c1e-887f-4db6-abb1-2ff508c07511,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:23.863532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8:0:1::3aa (bc09351f-95a1-4009-8e65-ecd3cf699466/ac6317b0-6f59-41a6-b603-cef7b3c719a4/d8573923-da6f-4ac8-ab80-3e6cfb7a2475) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:23.894073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59316) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:23.984147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7b637369-7b73-45ab-8f58-407e338ab64f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:24.068440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7b637369-7b73-45ab-8f58-407e338ab64f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:24.069048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7b637369-7b73-45ab-8f58-407e338ab64f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:24.115606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.129966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.147417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-411ffb1f-3275-47e9-bef0-7ad6ad54321b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2fb89558eab403da6de9105e920d646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2528546 Feb 15 09:52:24.150845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59346) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:24.264397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.281861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] In _notify_port_updated(), no bound segment for port d8573923-da6f-4ac8-ab80-3e6cfb7a2475 on network bc09351f-95a1-4009-8e65-ecd3cf699466 {{(pid=102359) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:52:24.288155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:24.289682 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.292121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.296349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/ports/d8573923-da6f-4ac8-ab80-3e6cfb7a2475 HTTP/1.1" status: 200 len: 1012 time: 1.0928659 Feb 15 09:52:24.299423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:24.370517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ff870-83df-412c-90ca-af5cd8692dd4 req-425ead06-830c-4be5-9584-38f41a6c5a3c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:24.372671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-928ff870-83df-412c-90ca-af5cd8692dd4 req-425ead06-830c-4be5-9584-38f41a6c5a3c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.1703110 Feb 15 09:52:24.376718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1dac5d-5fbc-476d-ae45-4c11e03b5b4b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=d8573923-da6f-4ac8-ab80-3e6cfb7a2475,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:24.417256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.419824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.428547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb38d280-e74b-468e-beb6-c4c23436f71c HTTP/1.1" status: 204 len: 168 time: 0.2763550 Feb 15 09:52:24.524802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-928ff870-83df-412c-90ca-af5cd8692dd4 req-c419cde8-01ba-41bc-938a-15f0ae8711ae tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299241 Feb 15 09:52:24.526367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef164c41-bfc8-47f5-903c-f90c2b5782c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb38d280-e74b-468e-beb6-c4c23436f71c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:24.534243 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port d8573923-da6f-4ac8-ab80-3e6cfb7a2475 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:24.534584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.780185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:24.820681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for d8573923-da6f-4ac8-ab80-3e6cfb7a2475 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:24.826761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0099ab6c-963c-43cf-adac-b855bf8fdc62 None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:24.910159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d874bd8-c8d5-4274-aba9-1a49e6a0b597 req-db35b2bd-724f-4bd4-8c39-10311c31f462 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:24.921054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d874bd8-c8d5-4274-aba9-1a49e6a0b597 req-db35b2bd-724f-4bd4-8c39-10311c31f462 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2032068 Feb 15 09:52:25.084474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d874bd8-c8d5-4274-aba9-1a49e6a0b597 req-e794eae9-6c47-4ce5-a4ab-ab1dd757e70d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620476 Feb 15 09:52:25.172233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d69e3c1e-887f-4db6-abb1-2ff508c07511 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:25.174150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a542b496-263e-4737-9dee-3f8675cc7fe2 None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:25.174763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a542b496-263e-4737-9dee-3f8675cc7fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.202830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.260216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=d8573923-da6f-4ac8-ab80-3e6cfb7a2475,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:25.314457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.320919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-79acef03-5bd5-4bac-a55d-31bf4ea86a5e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/d8573923-da6f-4ac8-ab80-3e6cfb7a2475 HTTP/1.1" status: 204 len: 168 time: 1.0182588 Feb 15 09:52:25.321164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59440) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:25.353277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:25.353858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.358388 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8d856f-610f-45d2-8715-3ca77c4b88d1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:25.363053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:25.377946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ba8d856f-610f-45d2-8715-3ca77c4b88d1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/d8573923-da6f-4ac8-ab80-3e6cfb7a2475 HTTP/1.1" status: 404 len: 333 time: 0.0551441 Feb 15 09:52:25.429525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet ac6317b0-6f59-41a6-b603-cef7b3c719a4 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:25.432803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.467301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a542b496-263e-4737-9dee-3f8675cc7fe2 None None] Could not find standard attr ID for object d8573923-da6f-4ac8-ab80-3e6cfb7a2475. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:25.487956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.585292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.601350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59456) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:25.670344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.705779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6317b0-6f59-41a6-b603-cef7b3c719a4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:25.715021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.720931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d714f817-92ed-49f8-9f46-2c4db858d686 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/ac6317b0-6f59-41a6-b603-cef7b3c719a4 HTTP/1.1" status: 204 len: 168 time: 0.3562074 Feb 15 09:52:25.722823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59472) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:25.789020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1075564515'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:25.810083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f613ad-cf02-4ed8-9851-2569adb6a91e None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:25.822042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet 0214ccd4-c80b-46a1-9b2b-41af3edbd6f1 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:25.828768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.855648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Made reservation on behalf of 747baaebdef44fde892631667a4a0691 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:25.859413 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.866899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98422807-89ec-46e1-a391-07060e1a1412 req-a5e40dc2-8e67-4a6c-ae2b-d63b31409951 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:25.869243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98422807-89ec-46e1-a391-07060e1a1412 req-a5e40dc2-8e67-4a6c-ae2b-d63b31409951 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 946 time: 0.0808029 Feb 15 09:52:25.877890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.910902 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:25.922143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98422807-89ec-46e1-a391-07060e1a1412 req-e723819c-23ea-4cad-b4b5-7e0a17cc3ff3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Feb 15 09:52:25.936242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d65bb6cf-68a9-4163-ab27-0d10b1e1dcbb None None] Provisioning complete for port d69e3c1e-887f-4db6-abb1-2ff508c07511 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:25.936736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d65bb6cf-68a9-4163-ab27-0d10b1e1dcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.041477 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.074539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.151861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9ac0e6-69e5-4087-abdc-82d84d9ad048,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:26.207960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:26.226029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:26.253817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.256327 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Added segment 1a4ca54d-98ef-4e70-a73d-dfff81924a43 of type vlan for network 554b5fbc-d508-485e-bccc-89d0fd96eacd Feb 15 09:52:26.296294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.395413 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.430308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:26.433786 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d708219-06bf-42d8-8a30-2d1bdcc93e62" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:26.461540 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.483227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:26.501562 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.530030 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.535200 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc97159-547c-455e-9d08-a2b509212167 x-openstack-request-id: req-5dc97159-547c-455e-9d08-a2b509212167 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:26.535560 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-unplugged", "status": "completed", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:26.535862 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5dc97159-547c-455e-9d08-a2b509212167 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:26.536259 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'code': 200} Feb 15 09:52:26.539287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=0214ccd4-c80b-46a1-9b2b-41af3edbd6f1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:26.551311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.564879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59510) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:26.567705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-994c63d1-574f-4d0c-9094-a8a8d0e13aa6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/0214ccd4-c80b-46a1-9b2b-41af3edbd6f1 HTTP/1.1" status: 204 len: 168 time: 0.8438125 Feb 15 09:52:26.569861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=14']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:26.595054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6fb78-7b30-40e9-8806-39ae9da42e35 req-c971c2ab-b2ec-4620-9b98-a26368adb3c8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:26.597457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5b6fb78-7b30-40e9-8806-39ae9da42e35 req-c971c2ab-b2ec-4620-9b98-a26368adb3c8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.3503168 Feb 15 09:52:26.630709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.636732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:26.638132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.696927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.765929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port d69e3c1e-887f-4db6-abb1-2ff508c07511 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:26.766976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.872769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port d69e3c1e-887f-4db6-abb1-2ff508c07511, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d69e3c1e-887f-4db6-abb1-2ff508c07511,segment=NetworkSegment(d4533ff6-e86c-4c7a-91f2-6252b2ad1adc),segment_id=d4533ff6-e86c-4c7a-91f2-6252b2ad1adc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:26.873466 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:26.890559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for d69e3c1e-887f-4db6-abb1-2ff508c07511 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:27.014996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.033667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port d69e3c1e-887f-4db6-abb1-2ff508c07511 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:27.103820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=d69e3c1e-887f-4db6-abb1-2ff508c07511,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:27.175528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.182897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c414bcdd-0d5c-4388-b499-b4bd1812269e None None] Network bc09351f-95a1-4009-8e65-ecd3cf699466 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:27.210589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc09351f-95a1-4009-8e65-ecd3cf699466']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:27.226371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:27.226780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4533ff6-e86c-4c7a-91f2-6252b2ad1adc') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:27.242577 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.275144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.287511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-edb6916c-c252-448a-a772-39f9c98a181b None None] Could not find standard attr ID for object d69e3c1e-887f-4db6-abb1-2ff508c07511. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:27.299094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:27.299498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:27.302717 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:27.305332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5b6fb78-7b30-40e9-8806-39ae9da42e35 req-91391f0c-23ab-4bc3-b15f-73a05046faea tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6921368 Feb 15 09:52:27.315100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7099185 Feb 15 09:52:27.320073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59550) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:27.328977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'subnet': {'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:27.356276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25810e-dc47-4b8b-9f42-60c4f3127b49 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Network': ['ID=554b5fbc-d508-485e-bccc-89d0fd96eacd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:27.369365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:27.396988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.407497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.412152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/bc09351f-95a1-4009-8e65-ecd3cf699466 HTTP/1.1" status: 204 len: 168 time: 0.8454893 Feb 15 09:52:27.417676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:27.424193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20dc53f-bb2f-4141-b5da-9b1e53ea125f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=bc09351f-95a1-4009-8e65-ecd3cf699466,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:27.497758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4962e7b-ddd6-4f4f-827c-bb6b01815037 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:27.499398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c4962e7b-ddd6-4f4f-827c-bb6b01815037 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0806854 Feb 15 09:52:27.505805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:27.536327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Made reservation on behalf of 747baaebdef44fde892631667a4a0691 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:27.548182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef289d-dcd3-42c6-bcab-db285c8d1c2d None None] DHCP port deletion for bc09351f-95a1-4009-8e65-ecd3cf699466 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:27.551257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.592762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-86c9a462-7545-48d2-8951-ec58713d4765 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0856516 Feb 15 09:52:27.594101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59576) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:27.601469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-512815098'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:27.650235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:27.656461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.689418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:27.701824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.702653 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment 23f35c79-231b-481b-8836-3daa9190682a of type vlan for network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 Feb 15 09:52:27.785559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.815294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.815863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.823325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:27.824331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:27.891965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Subnet': ['ID=7ddfa376-bdab-4e52-a027-8c824c1e9be3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:27.901382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Checking segment: {'id': '1a4ca54d-98ef-4e70-a73d-dfff81924a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:27.901924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network hostable DHCP agents. Network: 554b5fbc-d508-485e-bccc-89d0fd96eacd, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:27.914804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=96f8b88a-15d6-4fcc-8574-67c0db98f6f8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:27.919775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:27.927333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-173c0501-5200-4a6c-b46b-ae6c01dae6bc tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3293173 Feb 15 09:52:27.928605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:27.939560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59582) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:27.949928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:27.955818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 554b5fbc-d508-485e-bccc-89d0fd96eacd) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:27.974566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:27.975543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.020561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a324d7-73d2-40bf-96e8-7d9a1c9b5a7d None None] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:28.041362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9569a-d24c-466d-b0c7-b2dc034f509e req-d1c5d31f-d7c5-436c-9fea-a6805403cf10 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:28.048393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b9f9569a-d24c-466d-b0c7-b2dc034f509e req-d1c5d31f-d7c5-436c-9fea-a6805403cf10 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1350088 Feb 15 09:52:28.051336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-18c4bc6e-41f0-4f5d-bd84-5a1306bab141 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7303047 Feb 15 09:52:28.054026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59586) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:28.065682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1192869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:28.092471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:28.096603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.181688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.182805 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.240384 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.244662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b9f9569a-d24c-466d-b0c7-b2dc034f509e req-466d4b32-c226-4123-bb74-316887294838 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507893 Feb 15 09:52:28.250250 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.253621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-554b5fbc-d508-485e-bccc-89d0fd96eacd', 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd', 'tenant_id': '747baaebdef44fde892631667a4a0691', 'fixed_ips': [{'subnet_id': '7ddfa376-bdab-4e52-a027-8c824c1e9be3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:28.255104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.286973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.291657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6906cf4e-feeb-4829-b460-8cf9c0d6617c tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2364914 Feb 15 09:52:28.292267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59590) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:28.480151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.487956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Allocated IP 172.20.0.2 (554b5fbc-d508-485e-bccc-89d0fd96eacd/7ddfa376-bdab-4e52-a027-8c824c1e9be3/5ea57c2e-9757-4cf0-9a91-3fc3e87666e2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:28.624520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec850d1-ee9c-48f9-a3a5-91117b6fc230 req-822191c3-4a0b-47f5-8ec4-43c6ef1b79e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:28.634752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ec850d1-ee9c-48f9-a3a5-91117b6fc230 req-822191c3-4a0b-47f5-8ec4-43c6ef1b79e5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1785464 Feb 15 09:52:28.639860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=6bd26bc8-824a-41f4-b8be-c52e4ca44120,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:28.678499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': '23f35c79-231b-481b-8836-3daa9190682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:28.679195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.679514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 96f8b88a-15d6-4fcc-8574-67c0db98f6f8, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:28.690377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.737567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:28.741127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ec850d1-ee9c-48f9-a3a5-91117b6fc230 req-03ccd571-2311-4cef-9945-14c010282359 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048403 Feb 15 09:52:28.743460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:28.750995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:28.769256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Pushing event updated for resources: {'Port': ['ID=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:28.779661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:28.799792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 96f8b88a-15d6-4fcc-8574-67c0db98f6f8) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:28.815225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:28.816330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:28.836530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb762bf-5dfc-4dc8-b79a-da3f9a93c9b1 None None] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:28.862482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1fe8deca-7638-45e1-80a8-afb915f63a48 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167390 Feb 15 09:52:28.865174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59600) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:28.873386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8', 'name': 'tempest-PortsIpV6TestJSON-1085800601'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:28.982483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Attempting to bind port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:28.982943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Attempting to bind port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1a4ca54d-98ef-4e70-a73d-dfff81924a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:28.983250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Attempting to bind port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 on network 554b5fbc-d508-485e-bccc-89d0fd96eacd {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:28.989538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d69e3c1e-887f-4db6-abb1-2ff508c07511 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:29.021537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:29.021941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Checking segment: {'id': '1a4ca54d-98ef-4e70-a73d-dfff81924a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:29.022345 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.022738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Bound using segment: {'id': '1a4ca54d-98ef-4e70-a73d-dfff81924a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:29.023222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Bound port: 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4ca54d-98ef-4e70-a73d-dfff81924a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:29.023602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.044337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d69e3c1e-887f-4db6-abb1-2ff508c07511 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:29.044709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d69e3c1e-887f-4db6-abb1-2ff508c07511 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:29.143808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d3787-365e-42ad-baa7-009c8a140484 req-16f7ec20-e0de-464c-aef6-ffc59754cc67 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:29.145791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-442d3787-365e-42ad-baa7-009c8a140484 req-16f7ec20-e0de-464c-aef6-ffc59754cc67 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.6736290 Feb 15 09:52:29.147288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.148684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-96f8b88a-15d6-4fcc-8574-67c0db98f6f8', 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': '6bd26bc8-824a-41f4-b8be-c52e4ca44120'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:29.149551 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.162097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdfed6-aedc-4a5d-b241-80e938224b75 req-b3171648-e66f-41e0-b21e-599665bdfc01 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:29.165806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bdfdfed6-aedc-4a5d-b241-80e938224b75 req-b3171648-e66f-41e0-b21e-599665bdfc01 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.2510102 Feb 15 09:52:29.237741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bdfdfed6-aedc-4a5d-b241-80e938224b75 req-c74e454c-7873-4c02-9c09-652ef9ee3c2d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467846 Feb 15 09:52:29.238956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:29.244208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.263828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] For port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:29.289589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 1feb09c2-1fb7-4da1-a279-4353b5ffd62f yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:29.308191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-442d3787-365e-42ad-baa7-009c8a140484 req-c6ea456a-024b-4f56-adc1-59a1a7ede0cf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432886 Feb 15 09:52:29.429272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Allocated IP 2001:db8::2 (96f8b88a-15d6-4fcc-8574-67c0db98f6f8/6bd26bc8-824a-41f4-b8be-c52e4ca44120/70f044d0-44fb-4a51-83e4-38ec817d6fd0) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:29.471270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] For port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,segment=NetworkSegment(1a4ca54d-98ef-4e70-a73d-dfff81924a43),segment_id=1a4ca54d-98ef-4e70-a73d-dfff81924a43)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:29.491016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.607427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Allocated IP 172.20.0.1 (554b5fbc-d508-485e-bccc-89d0fd96eacd/7ddfa376-bdab-4e52-a027-8c824c1e9be3/f60566a2-01a0-4218-b94a-c67ca3a933f8) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:29.626471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fc86a-25b6-429d-bac0-09b71a7a3646 None None] Pushing event updated for resources: {'Port': ['ID=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:29.675426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88de4f4-3589-49cf-a2a4-d648c62fa679 req-cca0a724-ca54-4758-b4e1-88c54fd4e189 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:29.686911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b88de4f4-3589-49cf-a2a4-d648c62fa679 req-cca0a724-ca54-4758-b4e1-88c54fd4e189 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1297073 Feb 15 09:52:29.738669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.749773 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.771659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-49836c56-3597-42e1-9ce2-bf403de41581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:29.773189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-49836c56-3597-42e1-9ce2-bf403de41581 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.2096422 Feb 15 09:52:29.805299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b88de4f4-3589-49cf-a2a4-d648c62fa679 req-378fa5fe-10f9-4baf-9ce1-efc47c613c8c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171675 Feb 15 09:52:29.819862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:29.819862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:29.819862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Pushing event updated for resources: {'Port': ['ID=70f044d0-44fb-4a51-83e4-38ec817d6fd0,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:29.824007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:29.850684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::12b (96f8b88a-15d6-4fcc-8574-67c0db98f6f8/6bd26bc8-824a-41f4-b8be-c52e4ca44120/1feb09c2-1fb7-4da1-a279-4353b5ffd62f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:29.943687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.964340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Attempting to bind port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:29.964921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Attempting to bind port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '23f35c79-231b-481b-8836-3daa9190682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:29.965948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Attempting to bind port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 on network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:29.969314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-cac98999-b80f-4dd2-819c-d05caba3a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:29.971169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-cac98999-b80f-4dd2-819c-d05caba3a647 service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1909173 Feb 15 09:52:29.972841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:29.973245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Checking segment: {'id': '23f35c79-231b-481b-8836-3daa9190682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:29.973791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:29.974247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Bound using segment: {'id': '23f35c79-231b-481b-8836-3daa9190682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:29.974795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Bound port: 70f044d0-44fb-4a51-83e4-38ec817d6fd0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f35c79-231b-481b-8836-3daa9190682a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:29.975360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.063773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.080118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-985aff80-1791-40cf-abae-6f43a152d3ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.0970461 Feb 15 09:52:30.123452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] For port 70f044d0-44fb-4a51-83e4-38ec817d6fd0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:30.128840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] For port 70f044d0-44fb-4a51-83e4-38ec817d6fd0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=70f044d0-44fb-4a51-83e4-38ec817d6fd0,segment=NetworkSegment(23f35c79-231b-481b-8836-3daa9190682a),segment_id=23f35c79-231b-481b-8836-3daa9190682a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:30.143234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.149539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.161907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:30.182469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:30.194188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:30.212750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.223605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=f60566a2-01a0-4218-b94a-c67ca3a933f8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:30.253798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-c984d0e1-fc7d-49c9-863f-beccd42e3421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:30.257122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-c984d0e1-fc7d-49c9-863f-beccd42e3421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1555004 Feb 15 09:52:30.273510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795aa71f-1871-4236-8bc4-564fc07d77f5 None None] Pushing event updated for resources: {'Port': ['ID=70f044d0-44fb-4a51-83e4-38ec817d6fd0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:30.292326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:30.301535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.304553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:30.313600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:30.326896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:30.327577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.352956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=1feb09c2-1fb7-4da1-a279-4353b5ffd62f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:30.391029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fe923526-8e92-42cf-9dfd-322537ec0240 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5245488 Feb 15 09:52:30.394087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59612) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:30.406772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '96f8b88a-15d6-4fcc-8574-67c0db98f6f8', 'name': 'tempest-PortsIpV6TestJSON-2071748811'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:30.435573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-831d1ad2-e78b-4dc0-8948-4126a0a9129d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:30.437031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-831d1ad2-e78b-4dc0-8948-4126a0a9129d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1739736 Feb 15 09:52:30.588432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.632378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:30.636618 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:30.680649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-24e268ee-ea62-4f30-b4d3-73f9ffb5a654 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354016 Feb 15 09:52:30.695256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 6b5ce96f-92f7-4aa1-aa89-77e758d8cf99 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:30.712405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc57059-1693-44df-9967-82e974c3aae0 req-4bd86817-d047-414c-84ae-32bfcfa8153a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:30.714018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cc57059-1693-44df-9967-82e974c3aae0 req-4bd86817-d047-414c-84ae-32bfcfa8153a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1831541 Feb 15 09:52:30.978223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4cc57059-1693-44df-9967-82e974c3aae0 req-130afecb-114d-46e7-8106-3c3485f7f4e5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993675 Feb 15 09:52:31.154126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:31.167260 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::1ef (96f8b88a-15d6-4fcc-8574-67c0db98f6f8/6bd26bc8-824a-41f4-b8be-c52e4ca44120/6b5ce96f-92f7-4aa1-aa89-77e758d8cf99) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:31.190655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6930ef7-ee34-4dd6-9c2e-7ec33e08948d req-562df863-e96d-492d-b1a9-1c8dc1dbc192 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008204 Feb 15 09:52:31.274355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:31.276030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.372890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59624) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:31.405899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6501c45d-6171-46bd-a189-2d251fc49439 None None] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:31.415995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a135742-c256-480c-9af0-6e2f744a3164 req-0737a5fc-bdd4-46eb-8e39-81a59658f933 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:31.425569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a135742-c256-480c-9af0-6e2f744a3164 req-0737a5fc-bdd4-46eb-8e39-81a59658f933 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.4522521 Feb 15 09:52:31.501040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.514022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a135742-c256-480c-9af0-6e2f744a3164 req-08a00676-ac2e-457a-a6e9-db09b33ff528 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870140 Feb 15 09:52:31.546398 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.607574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.624631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.662852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:31.670388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:31.677722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=6b5ce96f-92f7-4aa1-aa89-77e758d8cf99,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:31.688631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:31.688631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:31.688631 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.735856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-42d938c0-a075-4064-a6f5-25758f45c46e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3403292 Feb 15 09:52:31.738499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:31.785566 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6cd1-cef6-4910-9ecd-4f88081751e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.865744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.885617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.914619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d976e2e6-cc7f-4812-8a1f-e5f222732d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:31.917273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d976e2e6-cc7f-4812-8a1f-e5f222732d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A12b HTTP/1.1" status: 200 len: 929 time: 0.1776915 Feb 15 09:52:31.921042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59630) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:31.923354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=f60566a2-01a0-4218-b94a-c67ca3a933f8,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:31.939038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,segment=NetworkSegment(1a4ca54d-98ef-4e70-a73d-dfff81924a43),segment_id=1a4ca54d-98ef-4e70-a73d-dfff81924a43)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:31.940421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-93112707-ca9b-4eee-937a-501a40d4799e None None] Provisioning complete for port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:31.940884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-93112707-ca9b-4eee-937a-501a40d4799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.969897 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:31.970672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 70f044d0-44fb-4a51-83e4-38ec817d6fd0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:32.037738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6cd1-cef6-4910-9ecd-4f88081751e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.092332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1ce6cd1-cef6-4910-9ecd-4f88081751e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.100352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:32.115521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:32.149326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1ce6cd1-cef6-4910-9ecd-4f88081751e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99167fee3551424c9390a896e1641b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703078 Feb 15 09:52:32.149812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3124f14-e795-4f18-a27f-71962b71b154 None None] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:32.151297 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59636) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:32.167225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce6cd1-cef6-4910-9ecd-4f88081751e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48192fe3-7878-4499-80de-0d2459d3c11c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:32.195276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 6b5ce96f-92f7-4aa1-aa89-77e758d8cf99 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:32.195846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.261033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2782a-d45a-4582-bff7-012be53cd04d req-57ec278d-d4f3-421c-80bc-ec6f520eaf62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:32.270399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-daf2782a-d45a-4582-bff7-012be53cd04d req-57ec278d-d4f3-421c-80bc-ec6f520eaf62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1615336 Feb 15 09:52:32.287921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.322310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.334044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:32.334634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.353020 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-daf2782a-d45a-4582-bff7-012be53cd04d req-a3b92478-3091-4f6c-9e07-a58ae0f5917d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665884 Feb 15 09:52:32.369438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.383760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 6b5ce96f-92f7-4aa1-aa89-77e758d8cf99 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:32.396342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Router 20e47f11-f3c9-401a-a3ac-bdbdcc746729 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:52:32.453043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.456001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.459984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48192fe3-7878-4499-80de-0d2459d3c11c HTTP/1.1" status: 204 len: 168 time: 0.3075304 Feb 15 09:52:32.492110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:32.510804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553ef50-412d-45d6-b162-8b33c849bcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48192fe3-7878-4499-80de-0d2459d3c11c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:32.580997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:52:32.601124 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] Sync routers for ids ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:52:32.619727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] Routers {'20e47f11-f3c9-401a-a3ac-bdbdcc746729'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:32.625391 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-44cf4420-d9e7-433c-b5c1-88c899a363e4 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "PUT /v2.0/routers/20e47f11-f3c9-401a-a3ac-bdbdcc746729/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3318391 Feb 15 09:52:32.626027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:32.626639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:32.646247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'port': {'network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd', 'name': 'tempest-FloatingIPNegativeTestJSON-1043117802'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:32.689276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.697196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:32.722423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] Routers {'20e47f11-f3c9-401a-a3ac-bdbdcc746729'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:32.723042 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:32.731628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c6336c7d-dd50-475e-a7b0-d3523be90035 None None] Provisioning complete for port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:32.732124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c6336c7d-dd50-475e-a7b0-d3523be90035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.795882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.813837 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:32.814662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac331679-91ae-4139-b5ca-7698b93a81b8 None None] The sync data for ids ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:52:32.843256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=6b5ce96f-92f7-4aa1-aa89-77e758d8cf99,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:32.852298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 70f044d0-44fb-4a51-83e4-38ec817d6fd0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=70f044d0-44fb-4a51-83e4-38ec817d6fd0,segment=NetworkSegment(23f35c79-231b-481b-8836-3daa9190682a),segment_id=23f35c79-231b-481b-8836-3daa9190682a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:32.866774 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.921457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:32.929309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0ef32-912d-40eb-86d5-617cbe66af76 req-2cac4801-8400-4f55-a005-7c03585dec6a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:32.931306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ef0ef32-912d-40eb-86d5-617cbe66af76 req-2cac4801-8400-4f55-a005-7c03585dec6a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1077020 Feb 15 09:52:32.933869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30cd5ac9-f702-42e3-a94b-57882ab5de22 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/6b5ce96f-92f7-4aa1-aa89-77e758d8cf99 HTTP/1.1" status: 204 len: 168 time: 1.0114129 Feb 15 09:52:32.937823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59648) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:33.048859 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de2e10f-348a-4816-af7e-29ab6e3dcf08 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:33.050300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6de2e10f-348a-4816-af7e-29ab6e3dcf08 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/6b5ce96f-92f7-4aa1-aa89-77e758d8cf99 HTTP/1.1" status: 404 len: 333 time: 0.1082625 Feb 15 09:52:33.053241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:33.074234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Made reservation on behalf of 747baaebdef44fde892631667a4a0691 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:33.087193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.097638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:33.120161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=70f044d0-44fb-4a51-83e4-38ec817d6fd0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:33.165944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:33.167049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.179606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ef0ef32-912d-40eb-86d5-617cbe66af76 req-d3680e79-50e0-4e40-beba-23d9e9e50d2a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2360845 Feb 15 09:52:33.188848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] device_id is not set on port 488f7312-5963-4f40-a1bd-4c61164c45c5 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:33.243899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 1feb09c2-1fb7-4da1-a279-4353b5ffd62f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:33.246955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.321590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Provisioning complete for port f60566a2-01a0-4218-b94a-c67ca3a933f8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:33.322104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.449854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Port f60566a2-01a0-4218-b94a-c67ca3a933f8 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:33.486388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Provisioning complete for port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:33.487305 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.556513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Allocated IP 172.20.0.4 (554b5fbc-d508-485e-bccc-89d0fd96eacd/7ddfa376-bdab-4e52-a027-8c824c1e9be3/488f7312-5963-4f40-a1bd-4c61164c45c5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:33.566778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.632409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 1feb09c2-1fb7-4da1-a279-4353b5ffd62f owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:33.640948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d5fb1-7763-44e0-a010-58ca06eb292a req-c83b54df-66f9-40f7-a29c-4768c693abbb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:33.645063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d7d5fb1-7763-44e0-a010-58ca06eb292a req-c83b54df-66f9-40f7-a29c-4768c693abbb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1733332 Feb 15 09:52:33.686770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Provisioning complete for port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:33.687161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.717136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3235fb-24a5-42b7-a206-44e041f67e37 req-c086d801-e670-4b4b-8eea-fd1a27cc1ebe tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:33.718719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba3235fb-24a5-42b7-a206-44e041f67e37 req-c086d801-e670-4b4b-8eea-fd1a27cc1ebe tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1942205 Feb 15 09:52:33.877028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Provisioning complete for port 1feb09c2-1fb7-4da1-a279-4353b5ffd62f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:33.877028 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:33.899693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba3235fb-24a5-42b7-a206-44e041f67e37 req-ce05e7eb-bde0-47b7-a855-c457f03594be tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120813 Feb 15 09:52:33.959490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Port 1feb09c2-1fb7-4da1-a279-4353b5ffd62f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:33.967902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8299f9bc-268f-4f55-99d5-1baf0f305481 None None] Could not find standard attr ID for object 6b5ce96f-92f7-4aa1-aa89-77e758d8cf99. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:33.971284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.045833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.085215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5272a72b-b965-40b1-8e6c-80546b71bf0b None None] Could not find standard attr ID for object 1feb09c2-1fb7-4da1-a279-4353b5ffd62f. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:34.109674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5272a72b-b965-40b1-8e6c-80546b71bf0b None None] Provisioning complete for port f60566a2-01a0-4218-b94a-c67ca3a933f8 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:34.110223 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5272a72b-b965-40b1-8e6c-80546b71bf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.120240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.180786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5272a72b-b965-40b1-8e6c-80546b71bf0b None None] Port f60566a2-01a0-4218-b94a-c67ca3a933f8 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:34.187613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.187847 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5272a72b-b965-40b1-8e6c-80546b71bf0b None None] Could not find standard attr ID for object 6b5ce96f-92f7-4aa1-aa89-77e758d8cf99. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:52:34.191740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/1feb09c2-1fb7-4da1-a279-4353b5ffd62f HTTP/1.1" status: 204 len: 168 time: 1.1373632 Feb 15 09:52:34.194883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92324-0448-4fa5-8d85-c342872760d7 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=1feb09c2-1fb7-4da1-a279-4353b5ffd62f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:34.197502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59682) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:34.252523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d7d5fb1-7763-44e0-a010-58ca06eb292a req-5595703b-9993-4732-a5dc-60bea6e0e6c7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5951333 Feb 15 09:52:34.257033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b031274-4515-46e7-9b26-480b22de08c7 req-26c7cc0f-49ff-4ef9-ae4c-1e5d30231779 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:34.259721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b031274-4515-46e7-9b26-480b22de08c7 req-26c7cc0f-49ff-4ef9-ae4c-1e5d30231779 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.2255011 Feb 15 09:52:34.262685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:34.263105 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-662372ee-67af-4a01-a960-62ab443f0644 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:34.267358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:34.268260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-662372ee-67af-4a01-a960-62ab443f0644 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/1feb09c2-1fb7-4da1-a279-4353b5ffd62f HTTP/1.1" status: 404 len: 333 time: 0.0669653 Feb 15 09:52:34.272589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59684) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:34.280614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:34.286663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=488f7312-5963-4f40-a1bd-4c61164c45c5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:34.298709 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-1394d546-8f7c-4175-8ab0-744c46e57dac service neutron] show failed (client error): The resource could not be found. Feb 15 09:52:34.300000 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-1394d546-8f7c-4175-8ab0-744c46e57dac service neutron] 10.222.0.72 "GET /v2.0/ports/b0a6124f-c9e8-4026-aa4b-a08a25e1acab/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.2792816 Feb 15 09:52:34.416536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:34.417246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.436578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b031274-4515-46e7-9b26-480b22de08c7 req-c4c0d326-42f3-47fd-861e-b9a18f5608c4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1648035 Feb 15 09:52:34.461871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet 6bd26bc8-824a-41f4-b8be-c52e4ca44120 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:34.466777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.481414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b6a9b14-4aa0-40e1-920c-df91c3f11239 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8536870 Feb 15 09:52:34.485976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59692) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:34.498504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:34.540290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.571146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.748037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1f0422b7-7e3f-47a1-b9ea-3a4d78f4a6e8 None None] Provisioning complete for port 488f7312-5963-4f40-a1bd-4c61164c45c5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:34.749798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.754078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1f0422b7-7e3f-47a1-b9ea-3a4d78f4a6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.839006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1f0422b7-7e3f-47a1-b9ea-3a4d78f4a6e8 None None] Port 488f7312-5963-4f40-a1bd-4c61164c45c5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:34.868083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.898427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=6bd26bc8-824a-41f4-b8be-c52e4ca44120,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:34.904052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:34.911804 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b4a695e9-8bea-47ca-bcfd-bda5074c4cfb tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/6bd26bc8-824a-41f4-b8be-c52e4ca44120 HTTP/1.1" status: 204 len: 168 time: 0.6375034 Feb 15 09:52:34.912664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:34.913655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f56989-803e-4721-bec7-6caba175bd6b None None] Network 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:35.026358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.103603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 70f044d0-44fb-4a51-83e4-38ec817d6fd0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:35.126061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:35.126686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.205165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:35.205836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.208258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port 70f044d0-44fb-4a51-83e4-38ec817d6fd0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=70f044d0-44fb-4a51-83e4-38ec817d6fd0,segment=NetworkSegment(23f35c79-231b-481b-8836-3daa9190682a),segment_id=23f35c79-231b-481b-8836-3daa9190682a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:35.208866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.227145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 70f044d0-44fb-4a51-83e4-38ec817d6fd0 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:35.276415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-743bc47b-93d0-4b98-bb91-a7e6df085c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:35.279109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-743bc47b-93d0-4b98-bb91-a7e6df085c68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 1097 time: 0.6498907 Feb 15 09:52:35.293904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:35.314486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbec521-adf7-4c89-9150-79034b79f11c None None] DHCP port deletion for 96f8b88a-15d6-4fcc-8574-67c0db98f6f8 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:35.321000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.321556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d2d8f-433a-439a-a6d2-f2b31f3f9423 req-443d644c-9bd2-4b48-8dfb-6e9c9c4113ab tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:35.336468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-025d2d8f-433a-439a-a6d2-f2b31f3f9423 req-443d644c-9bd2-4b48-8dfb-6e9c9c4113ab tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.7304251 Feb 15 09:52:35.360426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=70f044d0-44fb-4a51-83e4-38ec817d6fd0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:35.382298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port 70f044d0-44fb-4a51-83e4-38ec817d6fd0 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:35.497582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.508620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.509731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-025d2d8f-433a-439a-a6d2-f2b31f3f9423 req-9acd250b-5a99-49c2-9242-3c54dd19bfda tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715660 Feb 15 09:52:35.544204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9808a3-e582-4da5-a911-eefa8303063e req-53f86e0a-b165-40a8-91d6-5e8abc27a86e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:35.545866 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d9808a3-e582-4da5-a911-eefa8303063e req-53f86e0a-b165-40a8-91d6-5e8abc27a86e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1302512 Feb 15 09:52:35.547687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f8b88a-15d6-4fcc-8574-67c0db98f6f8']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:35.578671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.582034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f35c79-231b-481b-8836-3daa9190682a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:35.583370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f35c79-231b-481b-8836-3daa9190682a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:35.600051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.627368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d9808a3-e582-4da5-a911-eefa8303063e req-3b240256-3409-42ef-b4ca-ed24b55c3c31 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711586 Feb 15 09:52:35.628318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.635013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:35.635394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:35.639361 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:35.719683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.734305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.739511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/96f8b88a-15d6-4fcc-8574-67c0db98f6f8 HTTP/1.1" status: 204 len: 168 time: 0.8247633 Feb 15 09:52:35.743373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59708) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:35.753935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-191402205'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:35.761325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec103c2-326f-4bd5-8f57-b6c5d5d98c76 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=96f8b88a-15d6-4fcc-8574-67c0db98f6f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:35.866764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4d858b-d079-401d-afde-c3b17693c95f req-50aeac42-f66d-4c9b-8139-ce37fe820654 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:35.868161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a4d858b-d079-401d-afde-c3b17693c95f req-50aeac42-f66d-4c9b-8139-ce37fe820654 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.2164347 Feb 15 09:52:35.912682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:35.915840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:35.947282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a4d858b-d079-401d-afde-c3b17693c95f req-09e0d343-76de-415c-8044-2026297455d5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701282 Feb 15 09:52:35.961690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Allocated IP 172.25.6.149 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:35.987484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:36.018984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:36.089392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.089745 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment c40247db-6785-4a46-8c4d-ba04d60ccb0f of type vlan for network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 Feb 15 09:52:36.149673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:36.178336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.239621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:36.241980 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b6b4f6-5e32-49d9-9f19-7665b9cdfe2b" -d '{"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:36.248290 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.250961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.255080 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.261671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:36.262497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.333650 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd41a7a-bc5b-4bf5-ab64-5239f3bd38e8 x-openstack-request-id: req-7bd41a7a-bc5b-4bf5-ab64-5239f3bd38e8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:36.333949 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:36.334559 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bd41a7a-bc5b-4bf5-ab64-5239f3bd38e8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:36.334559 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'code': 200} Feb 15 09:52:36.346155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-e89cdaba-b643-4e04-8a3c-386abbcf3224 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:36.348600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-e89cdaba-b643-4e04-8a3c-386abbcf3224 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.1430233 Feb 15 09:52:36.359087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=47cf951a-8ec0-45b3-b00c-521d858cc0f1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:36.363401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Transition to ACTIVE for port object b0a6124f-c9e8-4026-aa4b-a08a25e1acab will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:52:36.365768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-814c399c-5298-4784-97cb-df65ed936c88 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/quotas/5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 375 time: 0.0107923 Feb 15 09:52:36.370668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8d8b36c-bd06-4969-a195-c1d8738bf6fe tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6207976 Feb 15 09:52:36.375874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59726) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:36.376314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:36.377867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.383185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:36.448537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.527092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:36.534840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-51ece772-0541-4432-93be-8fa19224ca05 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1558733 Feb 15 09:52:36.559532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:36.564406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.589290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:36.599263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:36.632421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:36.673905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:36.692882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] No DVR routers for this DVR port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:36.880131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.952931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:36.967741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': 'c40247db-6785-4a46-8c4d-ba04d60ccb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:36.968090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: 47cf951a-8ec0-45b3-b00c-521d858cc0f1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:36.973374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a893c-6393-4a5a-871a-7b692d957507 req-ddf51839-b6b8-44a4-910d-35fd3f7c4aed tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:36.974597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d40a893c-6393-4a5a-871a-7b692d957507 req-ddf51839-b6b8-44a4-910d-35fd3f7c4aed tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.2155385 Feb 15 09:52:36.987506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 70f044d0-44fb-4a51-83e4-38ec817d6fd0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:37.005504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=fb2b1293-bd2b-4796-8aef-49bdfe2691de,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:37.009356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-e01ec09f-ad50-4860-aedf-ceb85d4cfa85 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559610 Feb 15 09:52:37.022392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:37.038808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 70f044d0-44fb-4a51-83e4-38ec817d6fd0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:37.039424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 70f044d0-44fb-4a51-83e4-38ec817d6fd0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:37.050278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 47cf951a-8ec0-45b3-b00c-521d858cc0f1) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:37.055978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:37.056388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:37.056612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:37.058017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:37.063523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:52:37.063901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Attempting to bind port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on network 21b8633f-da29-4083-846e-47a87d8fe469 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:37.070833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.070966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c638825-694b-4d26-8d32-9c42024c4f47 None None] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:37.073700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.138779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-74ff01b9-fdec-409c-90c7-095abc0c67a2 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7614906 Feb 15 09:52:37.146203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59736) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:37.162841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1', 'name': 'tempest-PortsIpV6TestJSON-1022589299', 'fixed_ips': [{'subnet_id': 'fb2b1293-bd2b-4796-8aef-49bdfe2691de', 'ip_address': '2001:db8::10'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:37.219054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:37.219406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Checking segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:37.220113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Bound using segment: {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:37.220269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Bound port: b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c72239e1-459e-4322-afb1-3645f970d93d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:37.220572 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.239244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d40a893c-6393-4a5a-871a-7b692d957507 req-6463d1a2-3c3b-4236-b9fd-91f3c2e0c78a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407918 Feb 15 09:52:37.285401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-47cf951a-8ec0-45b3-b00c-521d858cc0f1', 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': 'fb2b1293-bd2b-4796-8aef-49bdfe2691de'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:37.286249 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.337169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.349445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.407504 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:37.417707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-8d7dafe5-4e18-4c06-b5d1-426387f28fc7 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010847 Feb 15 09:52:37.425203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-3d0d47d1-8f37-4132-abdc-27cc961cb84c tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429568 Feb 15 09:52:37.432200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:37.459357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:37.503178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:37.510333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:37.532784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:37.549541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.577822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Allocated IP 2001:db8::2 (47cf951a-8ec0-45b3-b00c-521d858cc0f1/fb2b1293-bd2b-4796-8aef-49bdfe2691de/01e11d36-20d7-4900-bb47-24d87252c3f0) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:37.718924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8690276-0098-4d1c-ae7d-c1a74ebafc90 req-e11dfdb7-e260-45c7-a622-603fe23c4ee2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 210 time: 0.0571179 Feb 15 09:52:37.722924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.727663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.749169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:37.749919 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.751543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] 10.222.0.36 "PUT /v2.0/ports/b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1092 time: 2.4651687 Feb 15 09:52:37.773924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.777435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e5780b76-ccb9-447c-88bc-81fb883f6885 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2898674 Feb 15 09:52:37.782459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:37.789366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ddd93810-217d-42ab-94ab-fbcf3db507d1 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'floatingip': {'port_id': '488f7312-5963-4f40-a1bd-4c61164c45c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:37.792582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 75d8b806-99cd-4656-ae01-4a127b2eff66 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:37.898108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c070bca8-6d29-4542-add9-208d0500d42e service neutron] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:37.935937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.938188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-ebfaa6a9-e252-46d9-8c11-6b206f34e86e tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:37.939969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-ebfaa6a9-e252-46d9-8c11-6b206f34e86e tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5051124 Feb 15 09:52:37.956202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ddd93810-217d-42ab-94ab-fbcf3db507d1 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.959936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:37.981533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7772fa6b-3384-4253-b3bc-603e5fb6a96a tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/quotas/b4e44c1a77f2404e99c04a1208d0bbbf HTTP/1.1" status: 200 len: 375 time: 0.0314157 Feb 15 09:52:37.982374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:38.011702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:38.014813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:38.039284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-430d062c-7f40-4ff8-8335-760117c8d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:38.041205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-430d062c-7f40-4ff8-8335-760117c8d7f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1095 time: 0.2400610 Feb 15 09:52:38.069225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Pushing event updated for resources: {'Port': ['ID=01e11d36-20d7-4900-bb47-24d87252c3f0,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:38.107182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-80733bc5-dcb6-4817-b2ee-4516d736acb0 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243844 Feb 15 09:52:38.122846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Attempting to bind port 01e11d36-20d7-4900-bb47-24d87252c3f0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:38.123437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Attempting to bind port 01e11d36-20d7-4900-bb47-24d87252c3f0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'c40247db-6785-4a46-8c4d-ba04d60ccb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:38.124108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Attempting to bind port 01e11d36-20d7-4900-bb47-24d87252c3f0 on network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:38.130319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.130865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.131389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.131882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.132373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.132887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.133379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.133854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.134327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.134799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.135300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.135790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:52:38.157486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:38.158207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Checking segment: {'id': 'c40247db-6785-4a46-8c4d-ba04d60ccb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:38.158775 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:38.160498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Bound using segment: {'id': 'c40247db-6785-4a46-8c4d-ba04d60ccb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:38.161287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Bound port: 01e11d36-20d7-4900-bb47-24d87252c3f0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c40247db-6785-4a46-8c4d-ba04d60ccb0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:38.162105 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:38.227087 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-ddd93810-217d-42ab-94ab-fbcf3db507d1 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] update failed (client error): The resource could not be found. Feb 15 09:52:38.228636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ddd93810-217d-42ab-94ab-fbcf3db507d1 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "PUT /v2.0/floatingips/fdbeb3e5-4ed4-4adf-9baf-b38ad7818911 HTTP/1.1" status: 404 len: 507 time: 0.4451332 Feb 15 09:52:38.233957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59766) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:38.258030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] For port 01e11d36-20d7-4900-bb47-24d87252c3f0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:38.263489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] For port 01e11d36-20d7-4900-bb47-24d87252c3f0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01e11d36-20d7-4900-bb47-24d87252c3f0,segment=NetworkSegment(c40247db-6785-4a46-8c4d-ba04d60ccb0f),segment_id=c40247db-6785-4a46-8c4d-ba04d60ccb0f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:38.272836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:38.365247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdebea-1824-401a-b926-36767401d5b4 None None] Pushing event updated for resources: {'Port': ['ID=01e11d36-20d7-4900-bb47-24d87252c3f0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:38.420319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::10 (47cf951a-8ec0-45b3-b00c-521d858cc0f1/fb2b1293-bd2b-4796-8aef-49bdfe2691de/75d8b806-99cd-4656-ae01-4a127b2eff66) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:38.611516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-e65bf0c7-6837-446c-baca-66b8a87677ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6150138 Feb 15 09:52:38.612114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:38.614633 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c681a87-3514-4aae-8535-96bc20152048" -d '{"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:38.831530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5034ed00-d3bb-43bb-874f-ad1427762725 req-5df79606-f26c-4b1d-b499-b5dc1c651661 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.2042394 Feb 15 09:52:38.916743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-82caaede-290f-4ca5-8124-c980d9416eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:38.922229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-82caaede-290f-4ca5-8124-c980d9416eb7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.1726267 Feb 15 09:52:38.973591 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e04ac67-7c77-41b7-8de9-51c5daf604a5 x-openstack-request-id: req-4e04ac67-7c77-41b7-8de9-51c5daf604a5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:38.973887 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:38.974138 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e04ac67-7c77-41b7-8de9-51c5daf604a5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:38.979758 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'status': 'completed', 'code': 200} Feb 15 09:52:39.101405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01e11d36-20d7-4900-bb47-24d87252c3f0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:39.122245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-edfef6ef-8b78-4694-af3c-e3485b82afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.124678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-edfef6ef-8b78-4694-af3c-e3485b82afb2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 1.0487425 Feb 15 09:52:39.191422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42813c5b-a178-4921-954c-f403fcae3e36 req-1cc59ced-ef61-479f-ac36-1ebf4b8cb90d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 210 time: 0.1077471 Feb 15 09:52:39.235224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01e11d36-20d7-4900-bb47-24d87252c3f0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:39.235846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.360659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-8871ea13-6b5e-4126-9a5c-4b245614162d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.362568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-8871ea13-6b5e-4126-9a5c-4b245614162d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1095 time: 0.3277538 Feb 15 09:52:39.416309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-51089d08-2a2e-4034-ac62-c70ebf3c12b6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1000 time: 0.2649603 Feb 15 09:52:39.427262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-155bfa57-a5ec-4e49-83e9-8b7e690a5d16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.428837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-155bfa57-a5ec-4e49-83e9-8b7e690a5d16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.3363154 Feb 15 09:52:39.454312 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.466365 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'device_id': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'admin_state_up': True, 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:39.486173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d599eb6-cf67-476f-a293-853cadcd488d req-5d8dce0e-b97a-4f10-8a1b-37200d45b92d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.487752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d599eb6-cf67-476f-a293-853cadcd488d req-5d8dce0e-b97a-4f10-8a1b-37200d45b92d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.5313134 Feb 15 09:52:39.498111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-cee15312-e75e-42f6-b6f2-3e90b4e09106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.500092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-cee15312-e75e-42f6-b6f2-3e90b4e09106 service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.5555301 Feb 15 09:52:39.531744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 01e11d36-20d7-4900-bb47-24d87252c3f0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01e11d36-20d7-4900-bb47-24d87252c3f0,segment=NetworkSegment(c40247db-6785-4a46-8c4d-ba04d60ccb0f),segment_id=c40247db-6785-4a46-8c4d-ba04d60ccb0f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:39.633869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.634806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.739990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting port d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:39.739990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.743041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-24aa7ac3-7502-4d3d-a6a0-03b47fb2066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.743041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-24aa7ac3-7502-4d3d-a6a0-03b47fb2066d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.2436953 Feb 15 09:52:39.743328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=01e11d36-20d7-4900-bb47-24d87252c3f0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:39.792522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d599eb6-cf67-476f-a293-853cadcd488d req-c8520f32-8809-428d-be8b-2965d61505ea tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700891 Feb 15 09:52:39.794453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-608c8b23-51be-42b6-a3b9-e24be1767a03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.2563562 Feb 15 09:52:39.823731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-aec5433a-6f5c-4d92-a7e7-e4c78fa1350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.825957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-aec5433a-6f5c-4d92-a7e7-e4c78fa1350c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084437 Feb 15 09:52:39.864137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-b17a5fc3-4f97-4de0-abcf-c915190c1b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:39.865883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-b17a5fc3-4f97-4de0-abcf-c915190c1b09 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.4794278 Feb 15 09:52:39.906975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.975519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:39.980265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.989402 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:39.990064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:40.065362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-70ef84ae-7237-4af9-a63b-b43a262ca69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.067806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-70ef84ae-7237-4af9-a63b-b43a262ca69a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.2619090 Feb 15 09:52:40.081806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Calling delete_port for d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:40.084944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:40.106769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fb5957bb-2de6-4c9e-85b1-ab62a7ce9b28 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1231000 Feb 15 09:52:40.112232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-578461f3-da76-44ec-bdac-f316e95e6e52 req-9b289ca7-60bd-4c0e-ab99-a05c106879f1 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.1124334 Feb 15 09:52:40.114139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:40.127836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:40.138228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d623cf00-8db4-414d-926d-f0f218b8cbb0 None None] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:40.139221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-de47bbce-35da-42b8-ba51-6b8fae2ceee4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1000 time: 0.2492142 Feb 15 09:52:40.145713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.146564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:40.208675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-59ac5234-7fb7-49a0-b249-701d91e5a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.210625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-59ac5234-7fb7-49a0-b249-701d91e5a38a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.0523725 Feb 15 09:52:40.248229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=75d8b806-99cd-4656-ae01-4a127b2eff66,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:40.258581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-63e38412-8220-4a55-a44a-6e0abd316f4c None None] Provisioning complete for port 01e11d36-20d7-4900-bb47-24d87252c3f0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:40.259165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-63e38412-8220-4a55-a44a-6e0abd316f4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:40.333459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-6e32f04c-ddd1-4ca4-9c2d-ca02e093c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.336900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-6e32f04c-ddd1-4ca4-9c2d-ca02e093c991 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2399521 Feb 15 09:52:40.340127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-8117715b-ed7e-4d80-865d-947ba68bd8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904180 Feb 15 09:52:40.370939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-a04e5a68-6c62-4c23-95ed-d22eb2bd235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.373466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-a04e5a68-6c62-4c23-95ed-d22eb2bd235d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1402266 Feb 15 09:52:40.402815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4213be83-ba64-465b-8662-b489592d7947 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2531779 Feb 15 09:52:40.420596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59816) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:40.427818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': '47cf951a-8ec0-45b3-b00c-521d858cc0f1', 'name': 'tempest-PortsIpV6TestJSON-1479534744', 'fixed_ips': [{'subnet_id': 'fb2b1293-bd2b-4796-8aef-49bdfe2691de', 'ip_address': '2001:db8::f'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:40.447236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4eb60e58-4855-4495-9cda-9ab19168ad2c req-7efc8ee0-6062-44f2-ab0c-09342476be5c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 210 time: 0.1497414 Feb 15 09:52:40.623617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.20.0.6 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/6773b468-a390-49e7-970b-7e3120078d76) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:40.632043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-d039fe31-ed06-4673-a373-b2d2cfb300f7 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:40.634094 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-d039fe31-ed06-4673-a373-b2d2cfb300f7 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4534342 Feb 15 09:52:40.670496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Request body: {'port': {'device_id': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': 'b4e44c1a77f2404e99c04a1208d0bbbf'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:40.774091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-d0833ed7-19fe-4efb-a9f1-4ae3fdd29863 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692083 Feb 15 09:52:40.783937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e37b15bb-7c77-4e4e-aed0-1d856a472a1c req-d832c8c9-49f2-4951-8d71-2f4556e998ec service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233780 Feb 15 09:52:40.850066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-9b371e84-7cda-4cdf-925f-ac91bd5c2eb5 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976232 Feb 15 09:52:40.858466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:40.876272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-418dc04c-1c30-4d9d-8979-1557b44fbc42 None None] Provisioning complete for port 75d8b806-99cd-4656-ae01-4a127b2eff66 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:40.877311 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-418dc04c-1c30-4d9d-8979-1557b44fbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:40.897319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:40.993360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-418dc04c-1c30-4d9d-8979-1557b44fbc42 None None] Port 75d8b806-99cd-4656-ae01-4a127b2eff66 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:41.016598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-418dc04c-1c30-4d9d-8979-1557b44fbc42 None None] Provisioning complete for port 01e11d36-20d7-4900-bb47-24d87252c3f0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:41.022600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-418dc04c-1c30-4d9d-8979-1557b44fbc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.069281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01e11d36-20d7-4900-bb47-24d87252c3f0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:41.112782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Port': ['ID=d3dcf189-b8ea-48b2-8d2a-c0b5a9c75888,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:41.163936 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.259747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 3e1b0106-5e50-49fe-ac96-4eac456f51d6 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:41.330385 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5a60500-8a27-4357-9c50-215f619c7be8 req-2fa9517c-0e89-4cde-b868-b517f66ffcf4 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.0546813 Feb 15 09:52:41.349834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.353061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.354443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3e47df8a-fa7c-4470-80d5-4a7d78e9ca3a tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "DELETE /v2.0/floatingips/fdbeb3e5-4ed4-4adf-9baf-b38ad7818911 HTTP/1.1" status: 204 len: 168 time: 3.1170321 Feb 15 09:52:41.362086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-21796e4b-f90b-4fa8-a9c2-e66826ee596d service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741484 Feb 15 09:52:41.363853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59838) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:41.386055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01e11d36-20d7-4900-bb47-24d87252c3f0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:41.387466 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.388564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b8068b55-c156-4b5f-a61c-fdfcdb8fc230 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'floatingip': {'floating_network_id': '554b5fbc-d508-485e-bccc-89d0fd96eacd', 'port_id': '488f7312-5963-4f40-a1bd-4c61164c45c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:41.420094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Made reservation on behalf of b4e44c1a77f2404e99c04a1208d0bbbf for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:41.423237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.445070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.460375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-7679cd35-c9c9-47c5-9baa-a66c8f0347c0 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695302 Feb 15 09:52:41.584531 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b8068b55-c156-4b5f-a61c-fdfcdb8fc230 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.603272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1b99-5aac-422f-8810-5f3d0583893e req-99a92462-85f1-4dfc-9f53-cf9cc1c11b9c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:41.605161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79b1b99-5aac-422f-8810-5f3d0583893e req-99a92462-85f1-4dfc-9f53-cf9cc1c11b9c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.5900815 Feb 15 09:52:41.610143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::f (47cf951a-8ec0-45b3-b00c-521d858cc0f1/fb2b1293-bd2b-4796-8aef-49bdfe2691de/3e1b0106-5e50-49fe-ac96-4eac456f51d6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:41.612399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1bd62a9d-26ed-4f6a-a846-cf1093a42460 None None] Provisioning complete for port 75d8b806-99cd-4656-ae01-4a127b2eff66 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:41.612984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd62a9d-26ed-4f6a-a846-cf1093a42460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.615621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-46596214-5621-4470-9294-c2556f453354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:41.617234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-46596214-5621-4470-9294-c2556f453354 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1095 time: 0.6952462 Feb 15 09:52:41.655222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.679577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1bd62a9d-26ed-4f6a-a846-cf1093a42460 None None] Port 75d8b806-99cd-4656-ae01-4a127b2eff66 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:41.804515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f2ca26c-eb31-4bef-a1ca-2af6bf0b5a96 req-200d8f90-45a3-4b47-ad7e-07ab1155fffc tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 210 time: 0.2114885 Feb 15 09:52:41.843281 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:41.975606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:41.988744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:41.993878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:42.101860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:42.155817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.181640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:42.182444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.187302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.233420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-6a6c3868-3271-4d5f-a375-fb4f2873e522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:42.235646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-6a6c3868-3271-4d5f-a375-fb4f2873e522 service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.5927947 Feb 15 09:52:42.243220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79b1b99-5aac-422f-8810-5f3d0583893e req-c1f4ed24-f17f-429a-b825-b1ace723b95a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6097414 Feb 15 09:52:42.301758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-dbbd5d3e-e7ec-4aca-9539-a888708dfa16 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8570991 Feb 15 09:52:42.303000 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-b8068b55-c156-4b5f-a61c-fdfcdb8fc230 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:52:42.304408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b8068b55-c156-4b5f-a61c-fdfcdb8fc230 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9382617 Feb 15 09:52:42.308049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:42.310253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e09377-7d25-4028-811d-f7efc3f1371b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:42.329270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Request body: {'port': {'device_id': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:42.335289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '488f7312-5963-4f40-a1bd-4c61164c45c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:42.393189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-2127dcdd-d98a-440e-bb74-323bddaf2298 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1000 time: 0.1421738 Feb 15 09:52:42.413381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d553d44a-54b6-4301-8afc-1892766127fb None None] Provisioning complete for port 6773b468-a390-49e7-970b-7e3120078d76 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:42.414380 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d553d44a-54b6-4301-8afc-1892766127fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.427701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.471310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d553d44a-54b6-4301-8afc-1892766127fb None None] Port 6773b468-a390-49e7-970b-7e3120078d76 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:42.515012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-97feac4e-9ddd-4f00-a301-b721ea362565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:42.517151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-97feac4e-9ddd-4f00-a301-b721ea362565 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.1098151 Feb 15 09:52:42.530565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.551894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a1b6f574-9789-40bf-969c-ab3b0a6e93fc req-872f3a95-fb1d-4cb7-a0ef-bffda688f4be tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.0794899 Feb 15 09:52:42.642863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c681a87-3514-4aae-8535-96bc20152048 req-5a2485ca-cd6d-4a62-a35c-209e129bc5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:42.645322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-5a2485ca-cd6d-4a62-a35c-209e129bc5b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1072588 Feb 15 09:52:42.665585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.702710 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.776035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=3e1b0106-5e50-49fe-ac96-4eac456f51d6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:42.795884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:42.800183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:42.802731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Allocated IP 192.168.233.85 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/03a6dbf2-b6d2-4677-a817-be3255f4a868) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:42.804234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:42.810773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:42.811460 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:42.864669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0be06a5c-d905-46ff-98b9-f9f20b2c64f3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4423978 Feb 15 09:52:42.871815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:42.979386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-7b29d090-aadb-49e6-a37f-77d37d7d203d service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268273 Feb 15 09:52:43.109039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b31cf3-b2a1-45e1-a51e-cccc922ff631 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.110640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-51b31cf3-b2a1-45e1-a51e-cccc922ff631 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2375095 Feb 15 09:52:43.113985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59880) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:43.141856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5302137-a548-4239-959e-bb87ae93e0f2 req-e1b02ee8-1341-4732-86a7-818872d0eca5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.143389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5302137-a548-4239-959e-bb87ae93e0f2 req-e1b02ee8-1341-4732-86a7-818872d0eca5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 931 time: 0.1835787 Feb 15 09:52:43.209145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-ce5234a7-0751-4354-94c7-3ace8343c01a service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135632 Feb 15 09:52:43.216949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f25f9bbd-9d12-40bc-8fb2-e567bb050ab1 None None] Provisioning complete for port 3e1b0106-5e50-49fe-ac96-4eac456f51d6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:43.217420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f25f9bbd-9d12-40bc-8fb2-e567bb050ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.246591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5302137-a548-4239-959e-bb87ae93e0f2 req-36d2178b-820d-4503-b66e-0b53fd80803c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720000 Feb 15 09:52:43.257033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c209d8-ddff-4918-8226-e26b92f81e67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.264120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c209d8-ddff-4918-8226-e26b92f81e67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.267811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f25f9bbd-9d12-40bc-8fb2-e567bb050ab1 None None] Port 3e1b0106-5e50-49fe-ac96-4eac456f51d6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:43.272499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c209d8-ddff-4918-8226-e26b92f81e67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.274395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58c209d8-ddff-4918-8226-e26b92f81e67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.1586721 Feb 15 09:52:43.277554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59886) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:43.390933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 3e1b0106-5e50-49fe-ac96-4eac456f51d6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:43.391699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.485560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.499946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 3e1b0106-5e50-49fe-ac96-4eac456f51d6 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:43.616209 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.630818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6773b468-a390-49e7-970b-7e3120078d76 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:43.659548 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.668383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b46f113-be89-4f4e-90e5-09c6a0fe50b2 req-1da18ee9-630d-4710-ba02-724ec1303507 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:43.669972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b46f113-be89-4f4e-90e5-09c6a0fe50b2 req-1da18ee9-630d-4710-ba02-724ec1303507 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.1629078 Feb 15 09:52:43.671925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.712045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83049172-d521-4f77-9e4e-68f09043b534 req-99cd3b6a-c322-427c-8a89-ae1e7ab01727 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.0486977 Feb 15 09:52:43.712958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.742494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Transition to ACTIVE for port object 6773b468-a390-49e7-970b-7e3120078d76 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:52:43.754616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=3e1b0106-5e50-49fe-ac96-4eac456f51d6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:43.765203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.788672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:43.794557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4d70aa8e-a4dc-4fb2-abef-002b78fe7398 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/3e1b0106-5e50-49fe-ac96-4eac456f51d6 HTTP/1.1" status: 204 len: 168 time: 0.5152628 Feb 15 09:52:43.797079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59900) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:43.823221 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e3804f-49dc-4863-91e3-a49689b8ce67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:43.825877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-87e3804f-49dc-4863-91e3-a49689b8ce67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/3e1b0106-5e50-49fe-ac96-4eac456f51d6 HTTP/1.1" status: 404 len: 333 time: 0.0278311 Feb 15 09:52:43.828490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59904) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:43.933408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b46f113-be89-4f4e-90e5-09c6a0fe50b2 req-705b90de-9f6e-4b7e-a313-6ce6379d70e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297194 Feb 15 09:52:43.961216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Allocated IP 172.25.6.23 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4b69d41c-b134-4d24-9e92-dd1aa18b6b2b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:43.969215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 75d8b806-99cd-4656-ae01-4a127b2eff66 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:43.970164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.096773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.157213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.157577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:44.170996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Pushing event updated for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:44.187205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 75d8b806-99cd-4656-ae01-4a127b2eff66 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:44.308057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:52:44.309285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:44.311771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:44.382970 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.406571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-3a66aeae-2535-4e31-930b-563a723572ac tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:44.408238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-3a66aeae-2535-4e31-930b-563a723572ac tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5&tenant_id=0b74351313014ffab51fe899542eaf24&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.1400857 Feb 15 09:52:44.431512 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.452053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:44.453045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.455699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Pushing event updated for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:44.525717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:44.528087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-7a6d0e8b-98ff-4815-a225-f12db05b49a5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8703690 Feb 15 09:52:44.557114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'port_id': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'mac_address': 'fa:16:3e:58:3d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:52:44.570081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b1a773-68e5-4e08-8240-0026d9f76e7d req-7ad8a7c0-99cf-43d6-90ee-c21e46d24090 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:44.572281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4b1a773-68e5-4e08-8240-0026d9f76e7d req-7ad8a7c0-99cf-43d6-90ee-c21e46d24090 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 944 time: 0.2644131 Feb 15 09:52:44.576315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Attempting to bind port 6773b468-a390-49e7-970b-7e3120078d76 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:44.577394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Attempting to bind port 6773b468-a390-49e7-970b-7e3120078d76 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:44.577737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Attempting to bind port 6773b468-a390-49e7-970b-7e3120078d76 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:44.583329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Request body: {'port': {'device_id': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:44.624789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.638829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b126a70-c524-4315-8365-992e542c1585 req-f4ca010b-c193-46d2-975e-c4ac0efade2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:44.639724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a6124f-c9e8-4026-aa4b-a08a25e1acab {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:44.641559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b126a70-c524-4315-8365-992e542c1585 req-f4ca010b-c193-46d2-975e-c4ac0efade2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 943 time: 0.1837902 Feb 15 09:52:44.642558 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-27bb7af1-aa20-4cf2-b832-1aad3397cdae service neutron] delete failed (client error): The resource could not be found. Feb 15 09:52:44.644211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-27bb7af1-aa20-4cf2-b832-1aad3397cdae service neutron] 10.222.0.72 "DELETE /v2.0/ports/b0a6124f-c9e8-4026-aa4b-a08a25e1acab/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.2263958 Feb 15 09:52:44.671678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.686132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:44.692782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Port 6773b468-a390-49e7-970b-7e3120078d76 on network 882d8125-600a-4d59-bb5c-b20b0e620834 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:52:44.693138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Attempting to bind port 6773b468-a390-49e7-970b-7e3120078d76 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:44.713344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.719128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:44.719481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:44.724606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:44.724947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Bound port: 6773b468-a390-49e7-970b-7e3120078d76, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:44.725334 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.791328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=75d8b806-99cd-4656-ae01-4a127b2eff66,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:44.812156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4b1a773-68e5-4e08-8240-0026d9f76e7d req-ecc34ab2-ac21-4df1-a9d9-1931cdf0db24 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2205389 Feb 15 09:52:44.812771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.818331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e03d78bd-6fb4-4b08-871c-582e4a77f7c6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/75d8b806-99cd-4656-ae01-4a127b2eff66 HTTP/1.1" status: 204 len: 168 time: 0.9863801 Feb 15 09:52:44.818671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.823024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59928) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:44.848920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:44.872968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-43dd2dc4-8fc2-4218-9eae-84af300d4acd None None] Provisioning complete for port 03a6dbf2-b6d2-4677-a817-be3255f4a868 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:44.875361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b126a70-c524-4315-8365-992e542c1585 req-278cced0-d7f5-4da3-bf47-fce3c41740ab tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245808 Feb 15 09:52:44.876037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-43dd2dc4-8fc2-4218-9eae-84af300d4acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:44.929185 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebe85873-380f-48cb-beb8-b6d3683dcd14 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:44.930908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ebe85873-380f-48cb-beb8-b6d3683dcd14 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/75d8b806-99cd-4656-ae01-4a127b2eff66 HTTP/1.1" status: 404 len: 333 time: 0.1019490 Feb 15 09:52:44.935923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59932) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:44.938224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-b2dae93b-33aa-4041-accf-5616496d761e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:44.940018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-b2dae93b-33aa-4041-accf-5616496d761e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1096 time: 0.2030745 Feb 15 09:52:44.964630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-43dd2dc4-8fc2-4218-9eae-84af300d4acd None None] Port 03a6dbf2-b6d2-4677-a817-be3255f4a868 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:45.031458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['b0a6124f-c9e8-4026-aa4b-a08a25e1acab'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:52:45.071652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:45.089158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:45.095835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:45.097885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.100497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet fb2b1293-bd2b-4796-8aef-49bdfe2691de {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:45.105099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:45.112110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.122145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event updated for resources: {'Port': ['ID=4b69d41c-b134-4d24-9e92-dd1aa18b6b2b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:45.137599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-d7ce0771-a43f-4283-b2cf-fe3a4d8e5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.137599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-d7ce0771-a43f-4283-b2cf-fe3a4d8e5d70 service neutron] 10.222.0.72 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.1897600 Feb 15 09:52:45.163932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6773b468-a390-49e7-970b-7e3120078d76,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:45.182422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.214925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.265732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2f403f-4cbe-4fbc-9563-b613d842b910 req-7fd44d9a-240c-4bce-9a7f-be76577fbd46 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.267814 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b2f403f-4cbe-4fbc-9563-b613d842b910 req-7fd44d9a-240c-4bce-9a7f-be76577fbd46 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 935 time: 0.2922916 Feb 15 09:52:45.268794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-2d3a4413-6233-4116-b35f-175534d9e181 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 1001 time: 0.1223683 Feb 15 09:52:45.280913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.281713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.283222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] 10.222.0.36 "PUT /v2.0/ports/6773b468-a390-49e7-970b-7e3120078d76 HTTP/1.1" status: 200 len: 1091 time: 2.9655650 Feb 15 09:52:45.302763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'tag': '6773b468-a390-49e7-970b-7e3120078d76'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:45.306251 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2364b648-9c06-4e57-95cc-6d5ca0ec785c" -d '{"events": [{"name": "network-changed", "server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "tag": "6773b468-a390-49e7-970b-7e3120078d76"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:45.361490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-e6df13c8-5af9-4a0a-aef9-cc4a0c15db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.363015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-e6df13c8-5af9-4a0a-aef9-cc4a0c15db43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.0875025 Feb 15 09:52:45.405801 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdc9645-c777-44df-9205-e94a1fa5b2b6 x-openstack-request-id: req-1fdc9645-c777-44df-9205-e94a1fa5b2b6 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:45.406407 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "tag": "6773b468-a390-49e7-970b-7e3120078d76", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:45.406822 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fdc9645-c777-44df-9205-e94a1fa5b2b6 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:45.407370 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'tag': '6773b468-a390-49e7-970b-7e3120078d76', 'status': 'completed', 'code': 200} Feb 15 09:52:45.451288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-e4b3fd95-3d53-4d2f-bf82-921b7056c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.452851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-e4b3fd95-3d53-4d2f-bf82-921b7056c7aa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787492 Feb 15 09:52:45.490383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.573619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c8a4dd-dee2-44a6-9dbc-82d6b5757942 service neutron] Pushing event updated for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:45.581830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-4ffbb902-34cb-4c40-933b-c930fb688aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210434 Feb 15 09:52:45.656277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b2f403f-4cbe-4fbc-9563-b613d842b910 req-212ca132-141e-49e0-8e27-e85697788ef8 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778551 Feb 15 09:52:45.743094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.777055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-699cdcc2-b5a9-4252-b6eb-7cc600db72d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.778990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-699cdcc2-b5a9-4252-b6eb-7cc600db72d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 1094 time: 0.4045222 Feb 15 09:52:45.784376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-931a7297-5f5c-4288-98cc-e38f77f94f50 req-e88d6f58-45d2-4980-9f7f-88a537ee3b62 service neutron] 10.222.0.72 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648567 Feb 15 09:52:45.785931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=fb2b1293-bd2b-4796-8aef-49bdfe2691de,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:45.790022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:45.794045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d2f3d000-bd6f-42d7-8b8a-240209102b70 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/fb2b1293-bd2b-4796-8aef-49bdfe2691de HTTP/1.1" status: 204 len: 168 time: 0.8528881 Feb 15 09:52:45.797025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:45.802870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0c070b-c04b-4c33-999a-3c66655d5769 None None] Network 47cf951a-8ec0-45b3-b00c-521d858cc0f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:45.868370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-8d4e7f4d-b37d-40ca-aed7-baa13c08e0cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6773b468-a390-49e7-970b-7e3120078d76 HTTP/1.1" status: 200 len: 217 time: 0.0779829 Feb 15 09:52:45.967640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d771f980-7ab1-4e2f-a7a4-dcc2805b24d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:45.970236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-d771f980-7ab1-4e2f-a7a4-dcc2805b24d0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0917528 Feb 15 09:52:46.016929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.042322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cedd00-bdd4-4c25-bc1b-764c52ae18fd req-593b5106-35cd-4a4e-942f-b4bbec5431ba tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:46.044703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8cedd00-bdd4-4c25-bc1b-764c52ae18fd req-593b5106-35cd-4a4e-942f-b4bbec5431ba tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 945 time: 0.0861354 Feb 15 09:52:46.083041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting port 4b69d41c-b134-4d24-9e92-dd1aa18b6b2b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:46.085896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.102943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] DHCP port deletion for 47cf951a-8ec0-45b3-b00c-521d858cc0f1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:46.123162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8cedd00-bdd4-4c25-bc1b-764c52ae18fd req-e75010c8-e67b-40de-9d91-6f7a4216312c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556352 Feb 15 09:52:46.131087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 01e11d36-20d7-4900-bb47-24d87252c3f0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:46.131612 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.205604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Deleting port 01e11d36-20d7-4900-bb47-24d87252c3f0 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:46.206333 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.208707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a6dbf2-b6d2-4677-a817-be3255f4a868 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:46.225739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.226412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port 01e11d36-20d7-4900-bb47-24d87252c3f0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01e11d36-20d7-4900-bb47-24d87252c3f0,segment=NetworkSegment(c40247db-6785-4a46-8c4d-ba04d60ccb0f),segment_id=c40247db-6785-4a46-8c4d-ba04d60ccb0f)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:46.226964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.248394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 01e11d36-20d7-4900-bb47-24d87252c3f0 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:46.266746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Transition to ACTIVE for port object 03a6dbf2-b6d2-4677-a817-be3255f4a868 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:52:46.271556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-375a2168-c60d-4ede-9e82-307c94abe1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:46.273799 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-375a2168-c60d-4ede-9e82-307c94abe1a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905657 Feb 15 09:52:46.292357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9f280-260b-43e5-8ede-6d636d4fb3ff req-ebdd2036-797b-4789-8d93-7f29daaace21 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:46.294645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20c9f280-260b-43e5-8ede-6d636d4fb3ff req-ebdd2036-797b-4789-8d93-7f29daaace21 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 943 time: 0.3024282 Feb 15 09:52:46.316775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:46.317104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.376249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] For port 01e11d36-20d7-4900-bb47-24d87252c3f0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01e11d36-20d7-4900-bb47-24d87252c3f0,segment=NetworkSegment(c40247db-6785-4a46-8c4d-ba04d60ccb0f),segment_id=c40247db-6785-4a46-8c4d-ba04d60ccb0f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:46.377868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.395024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.427206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Calling delete_port for 01e11d36-20d7-4900-bb47-24d87252c3f0 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:46.427609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.428177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.475462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Calling delete_port for 4b69d41c-b134-4d24-9e92-dd1aa18b6b2b owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:46.495218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port 01e11d36-20d7-4900-bb47-24d87252c3f0 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:46.497878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=01e11d36-20d7-4900-bb47-24d87252c3f0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:46.535494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Pushing event updated for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:46.563514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port b0a6124f-c9e8-4026-aa4b-a08a25e1acab completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:52:46.573538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port b0a6124f-c9e8-4026-aa4b-a08a25e1acab triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:46.575963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.669412 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.682092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.729701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47cf951a-8ec0-45b3-b00c-521d858cc0f1']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:46.733798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20c9f280-260b-43e5-8ede-6d636d4fb3ff req-2178b436-7ee6-4514-8bf9-d48254197daf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117925 Feb 15 09:52:46.754958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] No DVR routers for this DVR port 01e11d36-20d7-4900-bb47-24d87252c3f0 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:46.756006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c40247db-6785-4a46-8c4d-ba04d60ccb0f') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:46.756372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c40247db-6785-4a46-8c4d-ba04d60ccb0f') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:46.760324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e870474-c50d-41ec-a2a3-907313537a14 None None] Pushing event deleted for resources: {'Port': ['ID=01e11d36-20d7-4900-bb47-24d87252c3f0,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:46.793876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.836729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.848667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40eea126-57e2-40f5-a917-11e7f49a9e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.851822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:46.852455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.861966 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.879658 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-e9cde07a-7f54-4566-951e-ec0609dae3c3 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5781083 Feb 15 09:52:46.904246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.916689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:46.921281 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe74fbbb-02a5-48bb-a6bc-9650a09ff06e" -d '{"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:46.926266 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:46.976538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:46.986478 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:46.994336 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.015502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.019313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/47cf951a-8ec0-45b3-b00c-521d858cc0f1 HTTP/1.1" status: 204 len: 168 time: 1.2211790 Feb 15 09:52:47.024529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59974) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:47.042523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1312629435'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:47.042650 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcaeb25-2729-46c9-9381-0452956260b9 x-openstack-request-id: req-6dcaeb25-2729-46c9-9381-0452956260b9 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:47.042650 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-plugged", "status": "completed", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:47.042650 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6dcaeb25-2729-46c9-9381-0452956260b9 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:47.042650 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'code': 200} Feb 15 09:52:47.042650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01e11d36-20d7-4900-bb47-24d87252c3f0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:47.057580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28301d87-3625-43b2-8939-3dfcdb912b38 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=47cf951a-8ec0-45b3-b00c-521d858cc0f1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:47.065215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Attempting to bind port 03a6dbf2-b6d2-4677-a817-be3255f4a868 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:47.065215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Attempting to bind port 03a6dbf2-b6d2-4677-a817-be3255f4a868 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:47.065215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Attempting to bind port 03a6dbf2-b6d2-4677-a817-be3255f4a868 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:47.072270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Port 03a6dbf2-b6d2-4677-a817-be3255f4a868 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:52:47.072595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Attempting to bind port 03a6dbf2-b6d2-4677-a817-be3255f4a868 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:47.080768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e050df9-ac31-43a3-b253-93501dacc89f req-e7b53077-6a80-435e-bc9f-b8770c622723 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.082410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e050df9-ac31-43a3-b253-93501dacc89f req-e7b53077-6a80-435e-bc9f-b8770c622723 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 947 time: 0.1556292 Feb 15 09:52:47.084661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:47.085036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:47.085426 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:47.085874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Bound port: 03a6dbf2-b6d2-4677-a817-be3255f4a868, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:47.086237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.087212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 01e11d36-20d7-4900-bb47-24d87252c3f0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:47.087665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01e11d36-20d7-4900-bb47-24d87252c3f0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:47.093755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:47.101058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.124886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:47.173410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e050df9-ac31-43a3-b253-93501dacc89f req-b975f095-2920-4b34-899e-457e804ce985 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666296 Feb 15 09:52:47.188490 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-192f69aa-bbf3-41e1-8876-3a743cc81943 req-55320d5b-5280-461b-be23-0c0b9d685c91 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996140 Feb 15 09:52:47.235074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:47.241218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.244762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.245478 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Added segment ee96e4a8-776a-4384-b4d1-b33be18da5a3 of type vlan for network ccd3477e-7933-4d76-a205-17e82d0d6ec1 Feb 15 09:52:47.309638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.333241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:47.341038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Port': ['ID=4b69d41c-b134-4d24-9e92-dd1aa18b6b2b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:47.342524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.349659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.350665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.373810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:47.404194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.411219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3871486 Feb 15 09:52:47.415006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59984) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:47.421443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:47.478520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23039223-0939-4174-a227-33e6a21c838c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Network': ['ID=ccd3477e-7933-4d76-a205-17e82d0d6ec1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:47.497126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727f4e3-2834-4412-9a13-efe9ae4d9aa1 req-19572a49-4197-409d-a441-ae4af7ecb798 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.504642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:47.504851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6727f4e3-2834-4412-9a13-efe9ae4d9aa1 req-19572a49-4197-409d-a441-ae4af7ecb798 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.2690713 Feb 15 09:52:47.510166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.510793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.512725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] 10.222.0.36 "PUT /v2.0/ports/03a6dbf2-b6d2-4677-a817-be3255f4a868 HTTP/1.1" status: 200 len: 1095 time: 2.9399362 Feb 15 09:52:47.517284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-0a2a34da-dded-4f46-a15f-29bfa14ea33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.518772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-0a2a34da-dded-4f46-a15f-29bfa14ea33c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 1094 time: 0.2145498 Feb 15 09:52:47.519206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:47.521490 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420f58d4-9a94-4d38-8e47-5ebd0dea7048" -d '{"events": [{"name": "network-changed", "server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:47.566908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:47.578269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:47.612967 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d446f522-9adb-439c-aaa1-8bf903d972cc x-openstack-request-id: req-d446f522-9adb-439c-aaa1-8bf903d972cc {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:47.613604 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:47.613945 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d446f522-9adb-439c-aaa1-8bf903d972cc {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:47.614434 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868', 'status': 'completed', 'code': 200} Feb 15 09:52:47.739325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0704cf-a8c7-4f41-bda1-a3c1383bdb36 service neutron] Pushing event updated for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:47.757471 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] create failed (client error): The resource could not be found. Feb 15 09:52:47.761913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-49476d1f-fa1c-4fa9-92fa-22997442d23f tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.4451735 Feb 15 09:52:47.763156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 59996) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:47.795899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6727f4e3-2834-4412-9a13-efe9ae4d9aa1 req-9d225ea3-c119-49e4-a35b-24b97c155e08 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901528 Feb 15 09:52:47.846965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 59998) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:47.885151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-116cb5aa-7768-47ff-9808-58cd6dffc597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:47.887306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-116cb5aa-7768-47ff-9808-58cd6dffc597 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 1098 time: 0.3246608 Feb 15 09:52:48.294603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5412bde6-1a8c-424a-81a7-2993ba746cbf req-6e57f896-3733-4875-b3d1-13262a264b52 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.301436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5412bde6-1a8c-424a-81a7-2993ba746cbf req-6e57f896-3733-4875-b3d1-13262a264b52 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 943 time: 0.4774456 Feb 15 09:52:48.310063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.382209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting port 488f7312-5963-4f40-a1bd-4c61164c45c5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:48.382484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-6e22fe8a-df09-4d55-9961-2ad5b1953a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.382595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.383687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-6e22fe8a-df09-4d55-9961-2ad5b1953a7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.8407221 Feb 15 09:52:48.385011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-6263f8cf-48fd-4a59-a3f1-00f3fd82ca8d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868 HTTP/1.1" status: 200 len: 217 time: 0.0746975 Feb 15 09:52:48.449853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5412bde6-1a8c-424a-81a7-2993ba746cbf req-f545a5c8-24bf-4a44-8e5c-9a22c3290720 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472290 Feb 15 09:52:48.457703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=221e2414-e25d-4a57-9a88-f60b8b7f6f94,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:48.474467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e0003c5f-c8d0-4d86-85f3-e0103017c081 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 200 len: 994 time: 0.6262813 Feb 15 09:52:48.489560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-7d885c15-6140-4011-bd69-0d1fb7cda943 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6773b468-a390-49e7-970b-7e3120078d76 HTTP/1.1" status: 200 len: 217 time: 0.0865257 Feb 15 09:52:48.493336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Checking segment: {'id': 'ee96e4a8-776a-4384-b4d1-b33be18da5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:48.493707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network hostable DHCP agents. Network: ccd3477e-7933-4d76-a205-17e82d0d6ec1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:52:48.500662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf016-56a4-4b8f-8eaf-1fd28b5d29c3 req-47d34ba6-9c37-4769-8517-736a92b77caa tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.502230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cdbf016-56a4-4b8f-8eaf-1fd28b5d29c3 req-47d34ba6-9c37-4769-8517-736a92b77caa tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 947 time: 0.1950822 Feb 15 09:52:48.550610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.569874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:52:48.570529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-ed2cc349-b6ed-4df0-a3b9-6dd0f9a48c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.571938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-ed2cc349-b6ed-4df0-a3b9-6dd0f9a48c1a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1705728 Feb 15 09:52:48.579661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Calling delete_port for 488f7312-5963-4f40-a1bd-4c61164c45c5 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:48.592913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ccd3477e-7933-4d76-a205-17e82d0d6ec1) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:48.599721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.600560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.605934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dce2a36-21bf-4e4c-8f84-99e44371d7bf None None] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:48.616223 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cdbf016-56a4-4b8f-8eaf-1fd28b5d29c3 req-1463eaf4-aefd-42ef-acb6-fde383149413 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792670 Feb 15 09:52:48.644653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-4f8ba338-981d-4246-b1c2-1450c01bd4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.646133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-4f8ba338-981d-4246-b1c2-1450c01bd4b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1428556 Feb 15 09:52:48.684673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-77f949a1-2d94-4d04-8f6b-423530a279c0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2631769 Feb 15 09:52:48.687734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60018) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:48.694147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2071175163', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:48.713215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-0fed787c-f2da-46f3-98ea-dbf26198130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.714797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-0fed787c-f2da-46f3-98ea-dbf26198130c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1260114 Feb 15 09:52:48.743968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-947719a0-7ddc-4cd4-b946-ba78746de43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:48.745583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-947719a0-7ddc-4cd4-b946-ba78746de43a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896115 Feb 15 09:52:48.772060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.773485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.801045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.849952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Port': ['ID=488f7312-5963-4f40-a1bd-4c61164c45c5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:48.868525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ccd3477e-7933-4d76-a205-17e82d0d6ec1', 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': '221e2414-e25d-4a57-9a88-f60b8b7f6f94'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:48.869414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.900520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:48.914939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-e3590a9f-7456-4b69-b24c-932f0e06047f service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880736 Feb 15 09:52:48.937711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.026199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.028248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dd7bab23-efc7-4d8c-accb-ab896323a042 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3392224 Feb 15 09:52:49.030034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.034227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5774bbe4-6cb2-409a-a182-f2e9bd6fc7ab tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "DELETE /v2.0/ports/488f7312-5963-4f40-a1bd-4c61164c45c5 HTTP/1.1" status: 204 len: 168 time: 1.2709818 Feb 15 09:52:49.034988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60028) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:49.037029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60030) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:49.041078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1', 'name': 'tempest-PortsIpV6TestJSON-1765776866'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:49.110605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6937e5d7-e5d5-45f6-b9ac-618197f78873 req-224c7e1f-b5e8-47bd-97a3-d39e8ac5769a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742401 Feb 15 09:52:49.175868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Allocated IP 2001:db8::2 (ccd3477e-7933-4d76-a205-17e82d0d6ec1/221e2414-e25d-4a57-9a88-f60b8b7f6f94/43397903-dab8-4f43-9e18-2c76b5bdfb99) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:49.210207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3874f6ce-16e1-4384-972d-fe50539f506e tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:49.212120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3874f6ce-16e1-4384-972d-fe50539f506e tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e47f11-f3c9-401a-a3ac-bdbdcc746729 HTTP/1.1" status: 200 len: 913 time: 0.1668353 Feb 15 09:52:49.216998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60034) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:49.219409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-e9072d16-7248-4394-abea-365fdd4e9282 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408088 Feb 15 09:52:49.309517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7c0dbb8c-1a49-4e88-b0e0-fd255af5da1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.321325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:49.335686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.357531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 06accd9a-2d11-4450-9120-cf3a5be71d96 yet. {{(pid=102358) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:49.369837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-97884957-a42c-4f6c-a4be-2cefc747edbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:49.371908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-97884957-a42c-4f6c-a4be-2cefc747edbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 1098 time: 0.1942770 Feb 15 09:52:49.426366 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.435959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.496022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Pushing event updated for resources: {'Port': ['ID=43397903-dab8-4f43-9e18-2c76b5bdfb99,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:49.520739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::c1 (ccd3477e-7933-4d76-a205-17e82d0d6ec1/221e2414-e25d-4a57-9a88-f60b8b7f6f94/06accd9a-2d11-4450-9120-cf3a5be71d96) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:49.526139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:49.529856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:49.537565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:49.600154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2364b648-9c06-4e57-95cc-6d5ca0ec785c req-cf650339-6a74-46f4-b93d-ec99db171885 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331087 Feb 15 09:52:49.660652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Attempting to bind port 43397903-dab8-4f43-9e18-2c76b5bdfb99 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:49.661172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Attempting to bind port 43397903-dab8-4f43-9e18-2c76b5bdfb99 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'ee96e4a8-776a-4384-b4d1-b33be18da5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:49.661683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Attempting to bind port 43397903-dab8-4f43-9e18-2c76b5bdfb99 on network ccd3477e-7933-4d76-a205-17e82d0d6ec1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:49.669796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:49.670225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Checking segment: {'id': 'ee96e4a8-776a-4384-b4d1-b33be18da5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:49.670644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.671007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Bound using segment: {'id': 'ee96e4a8-776a-4384-b4d1-b33be18da5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:49.671478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Bound port: 43397903-dab8-4f43-9e18-2c76b5bdfb99, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee96e4a8-776a-4384-b4d1-b33be18da5a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ccd3477e-7933-4d76-a205-17e82d0d6ec1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:49.671854 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.700061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e8d19-c99e-49e6-a35e-4a26c1822856 req-20eb7d1f-5712-4ae6-b1c8-45c9e40e51c3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:49.702067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff6e8d19-c99e-49e6-a35e-4a26c1822856 req-20eb7d1f-5712-4ae6-b1c8-45c9e40e51c3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 943 time: 0.1364486 Feb 15 09:52:49.767107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff6e8d19-c99e-49e6-a35e-4a26c1822856 req-d198d055-3abb-4b16-bda8-dd6442502b50 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573914 Feb 15 09:52:49.791560 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.801628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-6294eae5-0c7e-4dd0-846b-5c17b28621c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:49.803101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-6294eae5-0c7e-4dd0-846b-5c17b28621c7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.4217672 Feb 15 09:52:49.818141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] For port 43397903-dab8-4f43-9e18-2c76b5bdfb99, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:49.823898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] For port 43397903-dab8-4f43-9e18-2c76b5bdfb99, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=43397903-dab8-4f43-9e18-2c76b5bdfb99,segment=NetworkSegment(ee96e4a8-776a-4384-b4d1-b33be18da5a3),segment_id=ee96e4a8-776a-4384-b4d1-b33be18da5a3)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:49.842795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.844211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:49.895968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-2505adfa-f26b-462e-9185-78c573c15b11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.85&port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868 HTTP/1.1" status: 200 len: 217 time: 0.0646050 Feb 15 09:52:49.920055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:49.929720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:49.951026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dc823c-df37-4abd-a347-d5bc07c8ef86 None None] Pushing event updated for resources: {'Port': ['ID=43397903-dab8-4f43-9e18-2c76b5bdfb99,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:49.976740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=06accd9a-2d11-4450-9120-cf3a5be71d96,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:49.980513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:49.984230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79033def-2b2a-486b-9498-38f77497f77c req-accf4b13-95e7-4047-86bd-0237e1ce3bf8 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:49.985877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79033def-2b2a-486b-9498-38f77497f77c req-accf4b13-95e7-4047-86bd-0237e1ce3bf8 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 947 time: 0.2274823 Feb 15 09:52:49.994905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:50.006056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.035783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-58e0bdb1-4ee7-4489-8f09-a53063430926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:50.037413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-58e0bdb1-4ee7-4489-8f09-a53063430926 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.1322727 Feb 15 09:52:50.041795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-feaebb09-7e24-4911-a673-6d873defd7ef tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0053678 Feb 15 09:52:50.044402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60054) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:50.147112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79033def-2b2a-486b-9498-38f77497f77c req-577ff2a7-dd50-4a3f-9776-b2d5d9aee441 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524069 Feb 15 09:52:50.173666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-bed5639a-3940-47ae-b59b-2d1eff0b4332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:50.175610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-bed5639a-3940-47ae-b59b-2d1eff0b4332 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246490 Feb 15 09:52:50.301178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.335231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6773b468-a390-49e7-970b-7e3120078d76 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:52:50.361684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.472516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-d9e61f68-0f4c-4e33-b22c-a44640426051 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841465 Feb 15 09:52:50.515052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6773b468-a390-49e7-970b-7e3120078d76,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:50.529749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.534434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '6773b468-a390-49e7-970b-7e3120078d76', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': '6773b468-a390-49e7-970b-7e3120078d76', 'mac_address': 'fa:16:3e:3c:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:52:50.596247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.624208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6773b468-a390-49e7-970b-7e3120078d76 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:50.657102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6773b468-a390-49e7-970b-7e3120078d76,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:50.667669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.724241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:50.907400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:52:50.912978 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.930141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:50.956701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620869d-ed54-4e7e-ab63-e445727cba54 req-637f5eac-42e0-465d-8ddc-a3dd82ccab2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:50.984924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3620869d-ed54-4e7e-ab63-e445727cba54 req-637f5eac-42e0-465d-8ddc-a3dd82ccab2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 944 time: 0.1204889 Feb 15 09:52:51.015998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-420f58d4-9a94-4d38-8e47-5ebd0dea7048 req-a3f0eb26-9175-449f-b1bf-f529a2037b6a service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364704 Feb 15 09:52:51.124852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 43397903-dab8-4f43-9e18-2c76b5bdfb99 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:51.184968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=06accd9a-2d11-4450-9120-cf3a5be71d96,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:51.212991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting port f60566a2-01a0-4218-b94a-c67ca3a933f8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:51.213487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.218376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3620869d-ed54-4e7e-ab63-e445727cba54 req-79bf905f-8ee4-46d7-ab8b-38afba350b0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343566 Feb 15 09:52:51.336558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.351734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.367884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 43397903-dab8-4f43-9e18-2c76b5bdfb99 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:51.368244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Calling delete_port for f60566a2-01a0-4218-b94a-c67ca3a933f8 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:51.368478 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.496860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6a2228-7d6b-4b82-9e75-065ddf213e4d None None] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:51.532583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.619987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.634419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc89170-9406-4441-832b-47d940e23baf req-01bcaca5-34a2-4242-92cf-926fb3a96ba2 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:51.636718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebc89170-9406-4441-832b-47d940e23baf req-01bcaca5-34a2-4242-92cf-926fb3a96ba2 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 947 time: 0.1146805 Feb 15 09:52:51.637933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.686003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Port': ['ID=f60566a2-01a0-4218-b94a-c67ca3a933f8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:51.732887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 43397903-dab8-4f43-9e18-2c76b5bdfb99, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=43397903-dab8-4f43-9e18-2c76b5bdfb99,segment=NetworkSegment(ee96e4a8-776a-4384-b4d1-b33be18da5a3),segment_id=ee96e4a8-776a-4384-b4d1-b33be18da5a3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:51.736314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-30995450-54fb-4ab0-9f48-b1e6bb273555 None None] Provisioning complete for port 43397903-dab8-4f43-9e18-2c76b5bdfb99 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:51.736987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-30995450-54fb-4ab0-9f48-b1e6bb273555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.747289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebc89170-9406-4441-832b-47d940e23baf req-2d0d2120-6e4c-43a8-bc0b-13867c6042e0 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976014 Feb 15 09:52:51.777255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.891045 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.957689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.964613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:51.965987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.100841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=06accd9a-2d11-4450-9120-cf3a5be71d96,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:52.133854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=43397903-dab8-4f43-9e18-2c76b5bdfb99,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:52.161067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Router 20e47f11-f3c9-401a-a3ac-bdbdcc746729 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:52:52.169179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:52.170900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:52.274253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:52:52.276338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] Sync routers for ids ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:52:52.276691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b02a67c5-85bc-4e2b-938a-eea7aa7d1c18 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "PUT /v2.0/routers/20e47f11-f3c9-401a-a3ac-bdbdcc746729/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0561349 Feb 15 09:52:52.281382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:52.310998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] Routers {'20e47f11-f3c9-401a-a3ac-bdbdcc746729'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:52.311720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.317517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.362489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 03a6dbf2-b6d2-4677-a817-be3255f4a868 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:52:52.364418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6773b468-a390-49e7-970b-7e3120078d76 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:52.409949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.443289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8057d6a-8d85-44a6-b87c-0d0825e0a449 req-056afdf4-29a1-47be-95b7-c83b9319dd1c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:52.443973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] Routers {'20e47f11-f3c9-401a-a3ac-bdbdcc746729'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:52.444717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.446481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.450414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8057d6a-8d85-44a6-b87c-0d0825e0a449 req-056afdf4-29a1-47be-95b7-c83b9319dd1c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 944 time: 0.1000907 Feb 15 09:52:52.509382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8057d6a-8d85-44a6-b87c-0d0825e0a449 req-88f0e5d6-45cb-4d29-90f1-afa040844472 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478101 Feb 15 09:52:52.515017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Router e28708ba-cc04-43ca-9251-d64f072a94b7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:52:52.536433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.538177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.resource_extend [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 15 09:52:52.539615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.540249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64715783-715d-4aa2-8457-4b050e8a718b None None] The sync data for ids ['20e47f11-f3c9-401a-a3ac-bdbdcc746729'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:52:52.569868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 6773b468-a390-49e7-970b-7e3120078d76 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:52:52.614026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 6773b468-a390-49e7-970b-7e3120078d76 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:52.614399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.666890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:52:52.684706 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa460afd-d109-497f-b908-09c9e045020e None None] Sync routers for ids ['e28708ba-cc04-43ca-9251-d64f072a94b7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:52:52.698377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4978d7df-4134-44e5-8155-9c0bb6bfdf21 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/routers/e28708ba-cc04-43ca-9251-d64f072a94b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6526577 Feb 15 09:52:52.701985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60108) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:52.707907 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] Routers {'e28708ba-cc04-43ca-9251-d64f072a94b7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:52.708877 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e28708ba-cc04-43ca-9251-d64f072a94b7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.727095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:52.750315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.752504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.766013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '03a6dbf2-b6d2-4677-a817-be3255f4a868', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '03a6dbf2-b6d2-4677-a817-be3255f4a868', 'mac_address': 'fa:16:3e:03:2c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:52:52.810863 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.816440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.817076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Fanout notify agent at l3_agent the message router_deleted on router 20e47f11-f3c9-401a-a3ac-bdbdcc746729 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:52:52.827195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.828641 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-49108b43-f3d4-4d8a-8cdb-faa69210d008 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "DELETE /v2.0/routers/20e47f11-f3c9-401a-a3ac-bdbdcc746729 HTTP/1.1" status: 204 len: 168 time: 0.5458908 Feb 15 09:52:52.831504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:52.837736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.844763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0fd7ae5-85d4-4fed-98f8-2caad3c3ff94 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:52.849281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b0fd7ae5-85d4-4fed-98f8-2caad3c3ff94 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28708ba-cc04-43ca-9251-d64f072a94b7 HTTP/1.1" status: 200 len: 988 time: 0.1455503 Feb 15 09:52:52.849571 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] Routers {'e28708ba-cc04-43ca-9251-d64f072a94b7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:52.850344 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e28708ba-cc04-43ca-9251-d64f072a94b7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.852555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60116) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:52.857474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.883396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a6dbf2-b6d2-4677-a817-be3255f4a868 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:52:52.926099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-89c21556-a29a-4ccd-ae15-417d6296fd01 None None] Provisioning complete for port 43397903-dab8-4f43-9e18-2c76b5bdfb99 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:52.926470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89c21556-a29a-4ccd-ae15-417d6296fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.949181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting subnet 7ddfa376-bdab-4e52-a027-8c824c1e9be3 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:52.953285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:52.960757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6773b468-a390-49e7-970b-7e3120078d76,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:52.968397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773b468-a390-49e7-970b-7e3120078d76'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:52.970859 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c20145-377f-4729-9808-745ddb888fd1" -d '{"events": [{"server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "name": "network-vif-plugged", "status": "completed", "tag": "6773b468-a390-49e7-970b-7e3120078d76"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:52.974490 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-aa460afd-d109-497f-b908-09c9e045020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:52.975673 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa460afd-d109-497f-b908-09c9e045020e None None] The sync data for ids ['e28708ba-cc04-43ca-9251-d64f072a94b7'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:52:52.996343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:52.999553 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.032615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.093145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.096837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 43397903-dab8-4f43-9e18-2c76b5bdfb99 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:53.102396 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03671a2-8b46-4fe8-bfe3-ceb336a52538 x-openstack-request-id: req-d03671a2-8b46-4fe8-bfe3-ceb336a52538 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:53.102952 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "name": "network-vif-plugged", "status": "completed", "tag": "6773b468-a390-49e7-970b-7e3120078d76", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:53.103382 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d03671a2-8b46-4fe8-bfe3-ceb336a52538 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:53.103930 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773b468-a390-49e7-970b-7e3120078d76', 'code': 200} Feb 15 09:52:53.177535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:53.264075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 43397903-dab8-4f43-9e18-2c76b5bdfb99 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:53.264688 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.320602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1027c-3d35-4119-a053-94312fe2ce93 req-f573d19b-5fce-442a-87bc-0065550b86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:53.327699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbf1027c-3d35-4119-a053-94312fe2ce93 req-f573d19b-5fce-442a-87bc-0065550b86df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 1096 time: 0.0955770 Feb 15 09:52:53.332031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.345243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:53.363973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-89c21556-a29a-4ccd-ae15-417d6296fd01 None None] Provisioning complete for port 06accd9a-2d11-4450-9120-cf3a5be71d96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:53.364447 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89c21556-a29a-4ccd-ae15-417d6296fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.390982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['03a6dbf2-b6d2-4677-a817-be3255f4a868'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:52:53.410135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5615dc5-4928-4e95-ba14-b519e1f15c39 req-e2f32272-b197-4a8c-9756-ff5cb64b3867 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:53.411860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5615dc5-4928-4e95-ba14-b519e1f15c39 req-e2f32272-b197-4a8c-9756-ff5cb64b3867 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 948 time: 0.3264272 Feb 15 09:52:53.497516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-89c21556-a29a-4ccd-ae15-417d6296fd01 None None] Port 06accd9a-2d11-4450-9120-cf3a5be71d96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:53.501525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5615dc5-4928-4e95-ba14-b519e1f15c39 req-b5574264-0484-4433-a006-1ca0f16a4cb5 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748224 Feb 15 09:52:53.504415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cbf1027c-3d35-4119-a053-94312fe2ce93 req-1163b605-5d40-4b5e-b600-79965e0eb04b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679893 Feb 15 09:52:53.561944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.633496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Subnet': ['ID=7ddfa376-bdab-4e52-a027-8c824c1e9be3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:53.648199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.657382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-59f32fc4-58a4-4161-bc39-e8cd1229c091 None None] Provisioning complete for port 06accd9a-2d11-4450-9120-cf3a5be71d96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:53.657382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-59f32fc4-58a4-4161-bc39-e8cd1229c091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.658930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a03919-708d-47c9-97f4-367e94658191 None None] Network 554b5fbc-d508-485e-bccc-89d0fd96eacd requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:53.664023 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4bba99e6-891b-4aa8-ae4d-162c5bca7a26 tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "DELETE /v2.0/subnets/7ddfa376-bdab-4e52-a027-8c824c1e9be3 HTTP/1.1" status: 204 len: 168 time: 0.8314414 Feb 15 09:52:53.665367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:53.788102 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.869643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Deleting port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:53.870039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:53.909547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-59f32fc4-58a4-4161-bc39-e8cd1229c091 None None] Port 06accd9a-2d11-4450-9120-cf3a5be71d96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:53.996246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] For port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,segment=NetworkSegment(1a4ca54d-98ef-4e70-a73d-dfff81924a43),segment_id=1a4ca54d-98ef-4e70-a73d-dfff81924a43)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:53.997384 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.046277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Calling delete_port for 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:54.047466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] DHCP port deletion for 554b5fbc-d508-485e-bccc-89d0fd96eacd request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:54.051520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e0dfcbdc-bd6f-4475-a93e-5de3a3fcec9a None None] Provisioning complete for port 06accd9a-2d11-4450-9120-cf3a5be71d96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:54.052220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e0dfcbdc-bd6f-4475-a93e-5de3a3fcec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.117009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e0dfcbdc-bd6f-4475-a93e-5de3a3fcec9a None None] Port 06accd9a-2d11-4450-9120-cf3a5be71d96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:54.170816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.181659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Deleting port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:54.182641 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.195257 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:52:54.200745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Port': ['ID=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:54.204266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] No DVR routers for this DVR port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:54.252687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.289313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] For port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:54.289761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.300197 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.303764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-61600373-daae-4cb7-93a0-21a0b4cb468e None None] Provisioning complete for port 06accd9a-2d11-4450-9120-cf3a5be71d96 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:54.303764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-61600373-daae-4cb7-93a0-21a0b4cb468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.310642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Calling delete_port for 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:54.331658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554b5fbc-d508-485e-bccc-89d0fd96eacd']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:54.342767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:52:54.345407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4ca54d-98ef-4e70-a73d-dfff81924a43') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:54.345747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.345981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4ca54d-98ef-4e70-a73d-dfff81924a43') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:54.358550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50874c8-a485-486a-b23a-330e80300a2a req-2b5f74ad-dd79-4a99-b6d4-af0bb7ab1afd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:54.360034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d50874c8-a485-486a-b23a-330e80300a2a req-2b5f74ad-dd79-4a99-b6d4-af0bb7ab1afd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.6629193 Feb 15 09:52:54.360588 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.377779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.382583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] Pushing event deleted for resources: {'Port': ['ID=5ea57c2e-9757-4cf0-9a91-3fc3e87666e2,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:54.387475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:54.388181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.398794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5156e6e-cc2e-4da7-abee-d80f4c60bc3c None None] No DVR routers for this DVR port 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:54.405515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-61600373-daae-4cb7-93a0-21a0b4cb468e None None] Port 06accd9a-2d11-4450-9120-cf3a5be71d96 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:54.414629 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:54.464497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-a01b492e-8668-4a6b-a2a5-7452d3e5a82b req-4bf099a0-044f-4d22-808c-09398bd92fb1 service neutron] (102359) timed out ('10.222.0.72', 63125) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 09:52:54.480998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.493852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.501133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] 10.222.0.10 "DELETE /v2.0/networks/554b5fbc-d508-485e-bccc-89d0fd96eacd HTTP/1.1" status: 204 len: 168 time: 0.8315933 Feb 15 09:52:54.523594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d5dad-268f-4473-aca9-7ae4118ba23b tempest-FloatingIPNegativeTestJSON-1778557359 tempest-FloatingIPNegativeTestJSON-1778557359-project] Pushing event deleted for resources: {'Network': ['ID=554b5fbc-d508-485e-bccc-89d0fd96eacd,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:54.524018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d50874c8-a485-486a-b23a-330e80300a2a req-da9e8b25-43a7-419d-82d5-96a4fb002e61 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490829 Feb 15 09:52:54.659883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 06accd9a-2d11-4450-9120-cf3a5be71d96 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:54.660204 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.695155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1f45b-a34f-4c81-bc62-f4c26c424127 req-66429ba9-5a1a-4e41-bfb0-09f4ca01c6d2 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:54.696671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5da1f45b-a34f-4c81-bc62-f4c26c424127 req-66429ba9-5a1a-4e41-bfb0-09f4ca01c6d2 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 948 time: 0.1010208 Feb 15 09:52:54.759961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5da1f45b-a34f-4c81-bc62-f4c26c424127 req-c10221a8-9647-4e3a-b571-2f4e9f26c8ee tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563595 Feb 15 09:52:54.768565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:54.781739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 06accd9a-2d11-4450-9120-cf3a5be71d96 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:54.892409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:54.978849 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.001759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:55.012573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=06accd9a-2d11-4450-9120-cf3a5be71d96,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:55.055012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:55.055592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5ea57c2e-9757-4cf0-9a91-3fc3e87666e2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:55.137472 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d1d418e5-324d-4e0e-9ed6-172a030f9b5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=747baaebdef44fde892631667a4a0691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2414389 Feb 15 09:52:55.138223 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:55.150514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.193457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.219038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.274778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.279856 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.287147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe9ac0e6-69e5-4087-abdc-82d84d9ad048 HTTP/1.1" status: 204 len: 168 time: 0.1478014 Feb 15 09:52:55.296712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8918752c-de85-47c9-b79c-ac9ec032a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9ac0e6-69e5-4087-abdc-82d84d9ad048,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:55.332427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Router e28708ba-cc04-43ca-9251-d64f072a94b7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:52:55.419609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:52:55.430288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] Sync routers for ids ['e28708ba-cc04-43ca-9251-d64f072a94b7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:52:55.437370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60170) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:55.437993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2dc46b8a-ad46-4016-85a3-1f7d4bdfbc0f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/routers/e28708ba-cc04-43ca-9251-d64f072a94b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5832572 Feb 15 09:52:55.450937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] Routers {'e28708ba-cc04-43ca-9251-d64f072a94b7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:55.451882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e28708ba-cc04-43ca-9251-d64f072a94b7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:55.466396 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc909ce-58a5-4c7e-a172-55ff8f13e2b4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:52:55.468234 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4fc909ce-58a5-4c7e-a172-55ff8f13e2b4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/06accd9a-2d11-4450-9120-cf3a5be71d96 HTTP/1.1" status: 404 len: 333 time: 0.0297637 Feb 15 09:52:55.471176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60172) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:55.491762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:55.500795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] Routers {'e28708ba-cc04-43ca-9251-d64f072a94b7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:52:55.501651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['e28708ba-cc04-43ca-9251-d64f072a94b7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:55.559202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.571291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:55.571981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf8627f-f273-4da4-a8d2-5029fc2eb7ec None None] The sync data for ids ['e28708ba-cc04-43ca-9251-d64f072a94b7'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:52:55.763747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.766877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.782513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dd9c3-0401-4396-b443-8745288f83bc req-39eac170-8871-4e6e-b0cf-89b270fc4972 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:55.784309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-495dd9c3-0401-4396-b443-8745288f83bc req-39eac170-8871-4e6e-b0cf-89b270fc4972 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1606019 Feb 15 09:52:55.860880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.861544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Fanout notify agent at l3_agent the message router_deleted on router e28708ba-cc04-43ca-9251-d64f072a94b7 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:52:55.871176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:55.873883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3daa68d5-4b13-4614-85ea-17af7f58dc86 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/routers/e28708ba-cc04-43ca-9251-d64f072a94b7 HTTP/1.1" status: 204 len: 168 time: 0.4015126 Feb 15 09:52:55.876304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60192) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:55.911099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-495dd9c3-0401-4396-b443-8745288f83bc req-1fe8bf47-050d-46a0-ae5c-9d0567e9b5a9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802708 Feb 15 09:52:55.970197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet 221e2414-e25d-4a57-9a88-f60b8b7f6f94 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:52:55.974179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.026655 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.099660 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afe51a-feea-4549-bc4b-bb7e2fa66bc8 req-fd0a838e-c768-4807-91c5-8bc044622b12 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:56.101228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28afe51a-feea-4549-bc4b-bb7e2fa66bc8 req-fd0a838e-c768-4807-91c5-8bc044622b12 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 948 time: 0.2140973 Feb 15 09:52:56.196095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28afe51a-feea-4549-bc4b-bb7e2fa66bc8 req-c54567b1-86b6-45fd-b2cd-6f3fed8d244e tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871267 Feb 15 09:52:56.202173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.233810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:56.245059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893af4b5-e24a-4cd2-9189-fe84dfd84be2 req-ae61aa17-e3cb-4bf1-a140-9c3473349b32 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:56.247733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-893af4b5-e24a-4cd2-9189-fe84dfd84be2 req-ae61aa17-e3cb-4bf1-a140-9c3473349b32 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1083834 Feb 15 09:52:56.297853 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.325206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-893af4b5-e24a-4cd2-9189-fe84dfd84be2 req-53cb8b62-8360-4ce5-aadd-93f43590cd85 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656414 Feb 15 09:52:56.336043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=221e2414-e25d-4a57-9a88-f60b8b7f6f94,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:56.340927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.345300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-52b8723b-e665-47f0-8e36-0f6151d706f6 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/221e2414-e25d-4a57-9a88-f60b8b7f6f94 HTTP/1.1" status: 204 len: 168 time: 0.4677289 Feb 15 09:52:56.345448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba368c35-7df8-4d25-8873-3846424b1311 None None] Network ccd3477e-7933-4d76-a205-17e82d0d6ec1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:56.347081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60206) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:56.392551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 03a6dbf2-b6d2-4677-a817-be3255f4a868 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:52:56.416345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'networks': [{'name': 'tempest-network--1655227382'}, {'name': 'tempest-network--1045691654'}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:56.416732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-network--1655227382'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:56.417269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-network--1045691654'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:56.459296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.471174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'network': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:56.477226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.490149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.522140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 03a6dbf2-b6d2-4677-a817-be3255f4a868 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:52:56.530215 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 03a6dbf2-b6d2-4677-a817-be3255f4a868 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:52:56.530462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.591307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 43397903-dab8-4f43-9e18-2c76b5bdfb99 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:56.591656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.616214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] DHCP port deletion for ccd3477e-7933-4d76-a205-17e82d0d6ec1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:52:56.660721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.689429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:52:56.691597 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d0e39a-de41-432b-90ce-0ad83a1a40b4" -d '{"events": [{"server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "name": "network-vif-plugged", "status": "completed", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:52:56.712990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:56.736064 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.738749 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8bdd8-7f98-4ecc-bf3c-c44dd0f14dbe x-openstack-request-id: req-36a8bdd8-7f98-4ecc-bf3c-c44dd0f14dbe {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:52:56.739032 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "name": "network-vif-plugged", "status": "completed", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:52:56.739282 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36a8bdd8-7f98-4ecc-bf3c-c44dd0f14dbe {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:52:56.739786 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868', 'code': 200} Feb 15 09:52:56.785332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Deleting port 43397903-dab8-4f43-9e18-2c76b5bdfb99 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:52:56.785802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.849151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:56.874411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] For port 43397903-dab8-4f43-9e18-2c76b5bdfb99, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=43397903-dab8-4f43-9e18-2c76b5bdfb99,segment=NetworkSegment(ee96e4a8-776a-4384-b4d1-b33be18da5a3),segment_id=ee96e4a8-776a-4384-b4d1-b33be18da5a3)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:56.874813 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.887999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Calling delete_port for 43397903-dab8-4f43-9e18-2c76b5bdfb99 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:56.977283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 43397903-dab8-4f43-9e18-2c76b5bdfb99 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:52:56.981049 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:56.997519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] For port 43397903-dab8-4f43-9e18-2c76b5bdfb99, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=43397903-dab8-4f43-9e18-2c76b5bdfb99,segment=NetworkSegment(ee96e4a8-776a-4384-b4d1-b33be18da5a3),segment_id=ee96e4a8-776a-4384-b4d1-b33be18da5a3)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:52:56.997890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.010834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.022491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 43397903-dab8-4f43-9e18-2c76b5bdfb99 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:52:57.027304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.027793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.029097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] Pushing event deleted for resources: {'Port': ['ID=43397903-dab8-4f43-9e18-2c76b5bdfb99,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:57.034695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 43397903-dab8-4f43-9e18-2c76b5bdfb99 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:52:57.035036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 43397903-dab8-4f43-9e18-2c76b5bdfb99 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:52:57.039935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c8c4f-d078-4b91-bb1f-bfe2c5723865 None None] No DVR routers for this DVR port 43397903-dab8-4f43-9e18-2c76b5bdfb99 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:57.057627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e0606-6ab3-4f73-9cbd-c97b7b22ecbd req-35da7859-444a-406d-95bd-a097d29b6ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.059244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-016e0606-6ab3-4f73-9cbd-c97b7b22ecbd req-35da7859-444a-406d-95bd-a097d29b6ebf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 1100 time: 0.1314998 Feb 15 09:52:57.138470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:57.148155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c78b1a92-8298-499d-8bb3-670461bb62d8,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:57.175559 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.175900 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment 06d25627-3579-4310-8f11-8b122a39e601 of type vlan for network af59d010-f2f0-4d6c-86c9-6f73f9828752 Feb 15 09:52:57.188964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-016e0606-6ab3-4f73-9cbd-c97b7b22ecbd req-b797ce40-ab86-4900-bcdf-d7707181e192 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170132 Feb 15 09:52:57.233759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.240757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.283424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=43397903-dab8-4f43-9e18-2c76b5bdfb99,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:57.296220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No DVR routers for this DVR port 43397903-dab8-4f43-9e18-2c76b5bdfb99 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:52:57.324787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f89b6-7aab-40eb-a3d1-61b52b8ee7ff req-ba0d6865-99cb-4a3f-bf30-86272ffbb88d tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.327753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c61f89b6-7aab-40eb-a3d1-61b52b8ee7ff req-ba0d6865-99cb-4a3f-bf30-86272ffbb88d tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 949 time: 0.0548685 Feb 15 09:52:57.331726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:57.383453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c61f89b6-7aab-40eb-a3d1-61b52b8ee7ff req-f9e3c121-5efc-4ab9-8349-b4e2e12de441 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497935 Feb 15 09:52:57.401439 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.401905 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment 31af780b-2723-4b29-a407-0d0b809a2ed8 of type vlan for network 8aae6723-effa-4296-8df6-0dda5cd1bdad Feb 15 09:52:57.449887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.494645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd3477e-7933-4d76-a205-17e82d0d6ec1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:57.503884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.509967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee96e4a8-776a-4384-b4d1-b33be18da5a3') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:57.510262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee96e4a8-776a-4384-b4d1-b33be18da5a3') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:57.526355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.567687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ffefd-3c4a-41a9-9e3e-19cbbc60e4fc req-aefc4b6a-0943-4465-9cf5-5b1e7452a178 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.569217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f64ffefd-3c4a-41a9-9e3e-19cbbc60e4fc req-aefc4b6a-0943-4465-9cf5-5b1e7452a178 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1653583 Feb 15 09:52:57.571562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.580589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:57.581028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:57.584232 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:57.602352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.602846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.609244 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.614296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.614938 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.752693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5118690 Feb 15 09:52:57.753005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60216) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:57.754340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.771113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f64ffefd-3c4a-41a9-9e3e-19cbbc60e4fc req-960bec1a-2782-46d9-8d47-cafee19f6b7b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721158 Feb 15 09:52:57.772643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:57.782506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/ccd3477e-7933-4d76-a205-17e82d0d6ec1 HTTP/1.1" status: 204 len: 168 time: 1.4317110 Feb 15 09:52:57.782506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:57.793792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=af59d010-f2f0-4d6c-86c9-6f73f9828752,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:57.814065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network af59d010-f2f0-4d6c-86c9-6f73f9828752 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:57.852788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ccc53-35c5-48c1-9e3b-c8b14cd0b847 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:57.858660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-982ccc53-35c5-48c1-9e3b-c8b14cd0b847 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/91554161-b7a4-4a21-bac0-f847a68c609c HTTP/1.1" status: 200 len: 845 time: 0.0761728 Feb 15 09:52:57.859276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:57.940193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914d224-4a74-4d49-bbd8-fa15abc9b47b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=8aae6723-effa-4296-8df6-0dda5cd1bdad,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:57.953574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 8aae6723-effa-4296-8df6-0dda5cd1bdad details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:57.958080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c235221e-fb0d-47b6-94b1-07d93c8f1f43 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/91554161-b7a4-4a21-bac0-f847a68c609c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0708387 Feb 15 09:52:57.958706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60222) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:57.973179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:57.978773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9aeb9-56e6-4636-adb5-b01fefd7a075 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=ccd3477e-7933-4d76-a205-17e82d0d6ec1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:58.006879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbffa15-6140-4ba2-afd4-f448ab906f2c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.013773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbffa15-6140-4ba2-afd4-f448ab906f2c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.020047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbffa15-6140-4ba2-afd4-f448ab906f2c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.026498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbffa15-6140-4ba2-afd4-f448ab906f2c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.032944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5cbffa15-6140-4ba2-afd4-f448ab906f2c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2743342 Feb 15 09:52:58.033341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60224) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:58.119299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:58.126456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.171810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.287234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.317805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af59d010-f2f0-4d6c-86c9-6f73f9828752']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.328609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d25627-3579-4310-8f11-8b122a39e601') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.329302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d25627-3579-4310-8f11-8b122a39e601') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.338669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.351995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.359228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:58.359794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:58.363145 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:58.412725 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.457761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:58.467168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:58.471289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.472601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.477657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfae1c0-ed09-4876-9b7f-9c2f608cb9e3 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:52:58.490583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.503491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.506435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/af59d010-f2f0-4d6c-86c9-6f73f9828752 HTTP/1.1" status: 204 len: 168 time: 0.4720497 Feb 15 09:52:58.513535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60230) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:58.524153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=ae0ea6bb-9756-4c3c-a888-afd2f33c7644,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:58.543303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a28e452-be45-4a02-8ea8-afdce4ba4d67 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5736394 Feb 15 09:52:58.560523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:58.572207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'security_group': {'name': 'tempest-secgroup-518970655'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:58.583154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac4441-96c3-407d-b3b3-65876c829eea tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=af59d010-f2f0-4d6c-86c9-6f73f9828752,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:58.623717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02e3f3-66ed-47f8-b22f-281908d6c29f req-791cb1b6-4a83-4286-8387-df8a2a966804 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:58.629042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.635768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea02e3f3-66ed-47f8-b22f-281908d6c29f req-791cb1b6-4a83-4286-8387-df8a2a966804 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 949 time: 0.1387722 Feb 15 09:52:58.664873 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.704617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ea02e3f3-66ed-47f8-b22f-281908d6c29f req-efe8aa0f-1082-43c8-9b80-ca44e2736d79 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676641 Feb 15 09:52:58.744159 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.774592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2e30b95d-7207-4faa-ab17-141abb9572d3', 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'tenant_id': 'ca3839dbcb894923a9c76d2299947146', 'fixed_ips': [{'subnet_id': 'ae0ea6bb-9756-4c3c-a888-afd2f33c7644'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:52:58.775179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.776077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aae6723-effa-4296-8df6-0dda5cd1bdad']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.789500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31af780b-2723-4b29-a407-0d0b809a2ed8') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.789731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31af780b-2723-4b29-a407-0d0b809a2ed8') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:52:58.805491 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.822452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.831846 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:52:58.832593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:52:58.837001 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:52:58.843568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.849255 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.883944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9cc5c-f00a-42fc-9e58-cd4afc76dbed,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:58.893437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.894829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-81df98c3-1da0-4d75-923d-001836c9d1b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3298535 Feb 15 09:52:58.897505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60240) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:58.916158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'security_group': {'name': 'tempest-secgroup-1392981440'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:58.919519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.942168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:58.949980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/8aae6723-effa-4296-8df6-0dda5cd1bdad HTTP/1.1" status: 204 len: 168 time: 0.4347634 Feb 15 09:52:58.961118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60242) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:58.963676 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323955f-6880-42e4-b920-9776bae48762 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=8aae6723-effa-4296-8df6-0dda5cd1bdad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.010612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Allocated IP 2001:db8::2 (2e30b95d-7207-4faa-ab17-141abb9572d3/ae0ea6bb-9756-4c3c-a888-afd2f33c7644/d4fa4806-56b7-4a1c-978d-7560d795133e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:52:59.112365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.131963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0239d3-389d-4b2d-9a6f-f55a88b1a5d8 req-bb338a13-50de-4dd4-8775-f1af4ad5a45e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.140948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db0239d3-389d-4b2d-9a6f-f55a88b1a5d8 req-bb338a13-50de-4dd4-8775-f1af4ad5a45e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1998031 Feb 15 09:52:59.188941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b939eb-d306-47ab-85f7-dca1ea84a076 req-c10412a5-06ff-4b1b-92c6-d1bc5110bf1c tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.191575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1b939eb-d306-47ab-85f7-dca1ea84a076 req-c10412a5-06ff-4b1b-92c6-d1bc5110bf1c tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 949 time: 0.0662041 Feb 15 09:52:59.200734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50ba85-91f5-4845-9573-1d9f720e1fae tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.201220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.207170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50ba85-91f5-4845-9573-1d9f720e1fae tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.208852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3d50ba85-91f5-4845-9573-1d9f720e1fae tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2362554 Feb 15 09:52:59.215838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60246) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:59.216707 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.220768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-930526889'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.241408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:52:59.242549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db0239d3-389d-4b2d-9a6f-f55a88b1a5d8 req-e82c5bd6-f8c8-4ab9-8b94-5f20f1ad3ca3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995889 Feb 15 09:52:59.267956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1b939eb-d306-47ab-85f7-dca1ea84a076 req-e9d998f8-48fe-464f-b749-e2a04b70ec9e tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696476 Feb 15 09:52:59.279670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:52:59.283098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:52:59.300893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:59.304616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.311628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.357850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.361842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:59.366692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.382394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Attempting to bind port d4fa4806-56b7-4a1c-978d-7560d795133e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:52:59.382829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Attempting to bind port d4fa4806-56b7-4a1c-978d-7560d795133e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '97fcfadb-b3f6-4ddf-a152-88591ee6bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:52:59.383225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Attempting to bind port d4fa4806-56b7-4a1c-978d-7560d795133e on network 2e30b95d-7207-4faa-ab17-141abb9572d3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:52:59.389313 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:52:59.389890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Checking segment: {'id': '97fcfadb-b3f6-4ddf-a152-88591ee6bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:52:59.390291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.390729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Bound using segment: {'id': '97fcfadb-b3f6-4ddf-a152-88591ee6bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:52:59.391529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Bound port: d4fa4806-56b7-4a1c-978d-7560d795133e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97fcfadb-b3f6-4ddf-a152-88591ee6bf12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:52:59.391971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.392996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.393341 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment 8efea022-c319-4154-b359-7f53293e3df0 of type vlan for network f218925e-ed83-42c7-a619-4bce3bdccaa6 Feb 15 09:52:59.411116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.412346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5124872 Feb 15 09:52:59.416375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:59.425206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1503552582', 'security_groups': ['6cbb33c1-e8f5-497b-9329-00b1dd16f39b'], 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ae0ea6bb-9756-4c3c-a888-afd2f33c7644'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.443682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d70e9d-11cb-4afc-8132-ebbe4ce61ec0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbb33c1-e8f5-497b-9329-00b1dd16f39b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.456030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.465719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:52:59.470714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:52:59.477314 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.490778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.499809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.500895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.552719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fedc49-db49-48c1-8996-6402d7363fbb None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.604220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3849642 Feb 15 09:52:59.605757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60252) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:59.611409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1667097106'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.611778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:59.614738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec14dd6-322f-4904-b2a6-431acca8b24c tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=f218925e-ed83-42c7-a619-4bce3bdccaa6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.630111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f218925e-ed83-42c7-a619-4bce3bdccaa6 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:52:59.664195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:52:59.669773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.704925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:52:59.715183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.717920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.718273 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment 5f026adf-b068-4488-bf5a-7b07b2f33209 of type vlan for network 3888a941-6d25-4bf9-b100-173a3cfa2d0d Feb 15 09:52:59.734232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 665664b1-331a-43e5-af17-dac42dcc2270 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:52:59.792085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.858675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.864401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:52:59.865098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:52:59.944343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3351729 Feb 15 09:52:59.946594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:52:59.952364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'ports': [{'network_id': 'f218925e-ed83-42c7-a619-4bce3bdccaa6', 'name': 'tempest-port--1984293456', 'admin_state_up': True}, {'network_id': '3888a941-6d25-4bf9-b100-173a3cfa2d0d', 'admin_state_up': False}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.952674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'port': {'network_id': 'f218925e-ed83-42c7-a619-4bce3bdccaa6', 'name': 'tempest-port--1984293456', 'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.953184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'port': {'network_id': '3888a941-6d25-4bf9-b100-173a3cfa2d0d', 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:52:59.958546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9451-18ea-46f9-b575-db9c98a7d59e tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=3888a941-6d25-4bf9-b100-173a3cfa2d0d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:52:59.970531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3888a941-6d25-4bf9-b100-173a3cfa2d0d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:00.034758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::32 (2e30b95d-7207-4faa-ab17-141abb9572d3/ae0ea6bb-9756-4c3c-a888-afd2f33c7644/665664b1-331a-43e5-af17-dac42dcc2270) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:00.233782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'port': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:00.238118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.263811 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.286449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.416166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1fb62-8357-4f34-83b4-522fa48a6af9 req-d05aeba2-3cce-48d9-8c27-f5342165028e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:00.418530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6f1fb62-8357-4f34-83b4-522fa48a6af9 req-d05aeba2-3cce-48d9-8c27-f5342165028e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0741065 Feb 15 09:53:00.457607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.469613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6f1fb62-8357-4f34-83b4-522fa48a6af9 req-72de26d1-d888-45f1-a088-b026025608e4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442898 Feb 15 09:53:00.609177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246f347-d450-4dfa-ab9f-3ae3b6896e9f req-30bfeee2-4235-4bf5-801f-55caa665cc94 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:00.609177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4246f347-d450-4dfa-ab9f-3ae3b6896e9f req-30bfeee2-4235-4bf5-801f-55caa665cc94 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 949 time: 0.2202957 Feb 15 09:53:00.639861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:00.650531 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] device_id is not set on port 4d1eca1a-8e78-4012-9e40-2ba0e697d382 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:53:00.660554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=665664b1-331a-43e5-af17-dac42dcc2270,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:00.673134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:00.679488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:00.685811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:00.686448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.724701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-330106db-a865-43d3-a4d1-efe23b2bea49 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:00.726288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-330106db-a865-43d3-a4d1-efe23b2bea49 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.36 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 949 time: 0.1860096 Feb 15 09:53:00.752637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60280) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:00.752940 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-57ab06b7-5c5d-4bbd-843a-4670f632d060 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3334327 Feb 15 09:53:00.757653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:00.762422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4246f347-d450-4dfa-ab9f-3ae3b6896e9f req-45b80e15-60de-4458-a5c0-df85aeadb5c7 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/security-groups?id=06e09377-7d25-4028-811d-f7efc3f1371b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344159 Feb 15 09:53:00.894390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:00.894942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:00.932566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.021137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:01.024925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Deleting port 03a6dbf2-b6d2-4677-a817-be3255f4a868 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:01.025298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.031046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.123979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:01.125857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] device_id is not set on port 0a696e03-7ce5-46f8-9758-1ea76771b9fc yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:53:01.159016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.180380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] For port 03a6dbf2-b6d2-4677-a817-be3255f4a868, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=03a6dbf2-b6d2-4677-a817-be3255f4a868,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:01.180761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.204763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Calling delete_port for 03a6dbf2-b6d2-4677-a817-be3255f4a868 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:01.211836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:01.227218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.239468 n-d-825064-4 neutron-server[102358]: INFO neutron.db.ipam_backend_mixin [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ae0ea6bb-9756-4c3c-a888-afd2f33c7644 (CIDR: 2001:db8::/64) Feb 15 09:53:01.247000 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:53:01.247793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:01.267687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-edded45b-79dd-4c01-ae80-33fb2ae1e42a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5140560 Feb 15 09:53:01.269777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:01.270256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.270853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60284) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:01.278557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:01.279397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.285501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:01.328793 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.355637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:01.371860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-efa1968b-0d22-4044-b7ac-cc8eba0eb973 None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:01.425203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.454671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:01.458411 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.473248 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.500227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['03a6dbf2-b6d2-4677-a817-be3255f4a868'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:53:01.507698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Port': ['ID=4d1eca1a-8e78-4012-9e40-2ba0e697d382,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:01.554037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-94c3604c-6c85-44d5-b7b9-1f4f81404fff None None] Provisioning complete for port 665664b1-331a-43e5-af17-dac42dcc2270 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:01.554841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94c3604c-6c85-44d5-b7b9-1f4f81404fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.560099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Pushing event deleted for resources: {'Port': ['ID=03a6dbf2-b6d2-4677-a817-be3255f4a868,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:01.593686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] No DVR routers for this DVR port 03a6dbf2-b6d2-4677-a817-be3255f4a868 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:01.605731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.606295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-94c3604c-6c85-44d5-b7b9-1f4f81404fff None None] Port 665664b1-331a-43e5-af17-dac42dcc2270 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:01.610057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72bd6c8a-9392-4124-b7dc-af9639f5abf1 req-0e30d7ba-b11a-4d9a-bbff-c4e489f0bf09 tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.36 "DELETE /v2.0/ports/03a6dbf2-b6d2-4677-a817-be3255f4a868 HTTP/1.1" status: 204 len: 173 time: 0.8744907 Feb 15 09:53:01.610536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'name': 'network-vif-deleted', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:01.613015 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee100fa-3d7d-4bf8-b423-6e06aefab51f" -d '{"events": [{"server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "name": "network-vif-deleted", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:01.627280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Checking segment: {'id': '8efea022-c319-4154-b359-7f53293e3df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f218925e-ed83-42c7-a619-4bce3bdccaa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:01.629785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network hostable DHCP agents. Network: f218925e-ed83-42c7-a619-4bce3bdccaa6, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:01.679550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network f218925e-ed83-42c7-a619-4bce3bdccaa6 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:01.698651 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205ec09f-5678-48da-890e-7f7546003c67 x-openstack-request-id: req-205ec09f-5678-48da-890e-7f7546003c67 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:01.699263 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bf7ac6-0c5a-45a1-b981-1acc27387bf6", "name": "network-vif-deleted", "tag": "03a6dbf2-b6d2-4677-a817-be3255f4a868", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:01.700310 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-205ec09f-5678-48da-890e-7f7546003c67 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:01.700999 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bf7ac6-0c5a-45a1-b981-1acc27387bf6', 'name': 'network-vif-deleted', 'tag': '03a6dbf2-b6d2-4677-a817-be3255f4a868', 'status': 'completed', 'code': 200} Feb 15 09:53:01.713650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f218925e-ed83-42c7-a619-4bce3bdccaa6) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:01.717923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:01.718935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:01.737128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74587b86-4e94-4cd7-aac5-f313f10ec593 None None] Network f218925e-ed83-42c7-a619-4bce3bdccaa6 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:01.897965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Port': ['ID=0a696e03-7ce5-46f8-9758-1ea76771b9fc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:01.931995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Checking segment: {'id': '5f026adf-b068-4488-bf5a-7b07b2f33209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3888a941-6d25-4bf9-b100-173a3cfa2d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:01.932348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network hostable DHCP agents. Network: 3888a941-6d25-4bf9-b100-173a3cfa2d0d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:01.988422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91d820d1-bf72-4ba6-93c2-a806f534652c req-c4111014-e986-4b2f-bd01-c7bf73759b6b tempest-VolumesNegativeTest-276239521 tempest-VolumesNegativeTest-276239521-project] 10.222.0.10 "GET /v2.0/ports?device_id=33bf7ac6-0c5a-45a1-b981-1acc27387bf6 HTTP/1.1" status: 200 len: 210 time: 0.0433576 Feb 15 09:53:02.013759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network 3888a941-6d25-4bf9-b100-173a3cfa2d0d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:02.034935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3888a941-6d25-4bf9-b100-173a3cfa2d0d) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:02.048872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178d0e0-9248-42a9-aa69-c82e284e9c4c None None] Network 3888a941-6d25-4bf9-b100-173a3cfa2d0d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:02.050993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:02.067122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.076960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.077695 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.117049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71859b3e-a7f7-46f7-b28a-0e713970da52 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1693010 Feb 15 09:53:02.121602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:02.202424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7294edc-51bd-473b-9bb9-ee4022f1ae22 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.210076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7294edc-51bd-473b-9bb9-ee4022f1ae22 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.212501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7294edc-51bd-473b-9bb9-ee4022f1ae22 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0898590 Feb 15 09:53:02.216377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60336) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:02.261684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65daef5a-8472-4c25-ab92-a4a281c5d969 req-c792372d-128f-4d5b-aeee-f4ecac32b9e9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.269661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65daef5a-8472-4c25-ab92-a4a281c5d969 req-c792372d-128f-4d5b-aeee-f4ecac32b9e9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.6463294 Feb 15 09:53:02.352956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65daef5a-8472-4c25-ab92-a4a281c5d969 req-26da438f-16bf-4658-815e-06376dffd937 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801551 Feb 15 09:53:02.409946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Deleting port 4d1eca1a-8e78-4012-9e40-2ba0e697d382 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:02.410400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.485159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.492131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.511956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Calling delete_port for 4d1eca1a-8e78-4012-9e40-2ba0e697d382 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:02.546981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:02.550581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:02.555489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:02.556198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.562686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8e7004-a9d8-471e-a585-189b89ab2cbb None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:02.570134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=e38b677e-6730-4722-bb72-ce7782d3baa5,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:02.591848 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4057155f-dd62-476c-81de-1a4322a65d09 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3180699 Feb 15 09:53:02.594735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60368) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:02.605098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1332183375', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e38b677e-6730-4722-bb72-ce7782d3baa5'}], 'security_groups': ['54b9cc5c-f00a-42fc-9e58-cd4afc76dbed']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:02.732970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.793264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Port': ['ID=4d1eca1a-8e78-4012-9e40-2ba0e697d382,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:02.806620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.815114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bbf1cfb3-1a02-41cf-81ac-f5a1453afd92 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/ports/4d1eca1a-8e78-4012-9e40-2ba0e697d382 HTTP/1.1" status: 204 len: 168 time: 0.5973203 Feb 15 09:53:02.815810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60394) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:02.835082 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.952210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Deleting port 0a696e03-7ce5-46f8-9758-1ea76771b9fc {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:02.952557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:02.974618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Update dhcp port {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'fixed_ips': [{'subnet_id': 'ae0ea6bb-9756-4c3c-a888-afd2f33c7644', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e38b677e-6730-4722-bb72-ce7782d3baa5'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'd4fa4806-56b7-4a1c-978d-7560d795133e'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:53:03.034157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.063250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:03.141618 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.169027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Calling delete_port for 0a696e03-7ce5-46f8-9758-1ea76771b9fc owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:03.238258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:03.238636 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.385450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.407613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Delete allocated IP 2001:db8::32 (2e30b95d-7207-4faa-ab17-141abb9572d3/ae0ea6bb-9756-4c3c-a888-afd2f33c7644) {{(pid=102358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:53:03.427723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8:0:1::223 (2e30b95d-7207-4faa-ab17-141abb9572d3/e38b677e-6730-4722-bb72-ce7782d3baa5/665664b1-331a-43e5-af17-dac42dcc2270) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:03.463319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.468438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/ports/0a696e03-7ce5-46f8-9758-1ea76771b9fc HTTP/1.1" status: 204 len: 168 time: 0.6515312 Feb 15 09:53:03.470296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b5335-1dd4-4117-858d-b25978af5ca5 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Port': ['ID=0a696e03-7ce5-46f8-9758-1ea76771b9fc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:03.471591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60468) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:03.638432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e654b4a0-faa5-45b7-808d-b63adc0f3160 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1173944 Feb 15 09:53:03.642725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:03.649098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-550207101'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:03.682242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:03.686957 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.726616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:03.742288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.742879 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment 7e1527aa-d4ba-4aeb-b82c-2f5a924cc223 of type vlan for network 0247e88b-4e5a-49be-bd27-9c545dfa5dcc Feb 15 09:53:03.750186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37833a-c3a4-431f-993a-80f0f0822058 req-e2c30cec-14c8-4d79-bfde-1166705a05a9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:03.752218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb37833a-c3a4-431f-993a-80f0f0822058 req-e2c30cec-14c8-4d79-bfde-1166705a05a9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2243390 Feb 15 09:53:03.800096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.818787 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.823398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb37833a-c3a4-431f-993a-80f0f0822058 req-9dceeac9-955c-47f3-87fe-533191d04e9b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515237 Feb 15 09:53:03.825706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.856953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.862556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:03.863388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.941845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2975640 Feb 15 09:53:03.942764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60544) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:03.951083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] In _notify_port_updated(), no bound segment for port 665664b1-331a-43e5-af17-dac42dcc2270 on network 2e30b95d-7207-4faa-ab17-141abb9572d3 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:53:03.952014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-897991801'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:03.957676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:03.958330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:03.969392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/ports/665664b1-331a-43e5-af17-dac42dcc2270 HTTP/1.1" status: 200 len: 931 time: 1.3718929 Feb 15 09:53:03.973719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60552) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:03.982464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Allocated IP 2001:db8:0:1::2 (2e30b95d-7207-4faa-ab17-141abb9572d3/e38b677e-6730-4722-bb72-ce7782d3baa5/d4fa4806-56b7-4a1c-978d-7560d795133e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:04.001867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1071a-ab20-4fc8-a784-4e2664e4b95a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=0247e88b-4e5a-49be-bd27-9c545dfa5dcc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:04.017892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 0247e88b-4e5a-49be-bd27-9c545dfa5dcc details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:04.031317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:04.035406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.066522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ca8b1-3155-4a85-b463-dffd5a1be824 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=665664b1-331a-43e5-af17-dac42dcc2270,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:04.126129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:04.150460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.150460 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Added segment d608e1d5-768a-4d48-a81c-8d5a4272961c of type vlan for network 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 Feb 15 09:53:04.181936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 665664b1-331a-43e5-af17-dac42dcc2270 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:04.182481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.206627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:04.246796 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.254459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.260126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.377514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.398079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 665664b1-331a-43e5-af17-dac42dcc2270 owned by {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:04.429649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412c875a-2b23-4e8f-824d-d242aa166589 None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:04.458660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 03a6dbf2-b6d2-4677-a817-be3255f4a868 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:04.508007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 03a6dbf2-b6d2-4677-a817-be3255f4a868 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:04.508351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 03a6dbf2-b6d2-4677-a817-be3255f4a868 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:04.627414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.688172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.703737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.709981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/665664b1-331a-43e5-af17-dac42dcc2270 HTTP/1.1" status: 204 len: 168 time: 0.7328396 Feb 15 09:53:04.709981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0775382-dc05-4d47-86cc-d03685c195cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=665664b1-331a-43e5-af17-dac42dcc2270,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:04.712051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60652) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:04.716742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:04.717409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.743415 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dab48f-a778-41a4-9cc4-4df33dd2e7dd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:53:04.747884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f1dab48f-a778-41a4-9cc4-4df33dd2e7dd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/665664b1-331a-43e5-af17-dac42dcc2270 HTTP/1.1" status: 404 len: 333 time: 0.0320272 Feb 15 09:53:04.748213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60656) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:04.809843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8629766 Feb 15 09:53:04.867732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.902977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec91a0-0f5c-46cb-bd64-6f574566a67a tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Network': ['ID=8e94df41-f6f8-46cb-a5d6-a7879ab3eae3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:04.946488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60680) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:04.960724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:04.961640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'subnets': [{'network_id': '0247e88b-4e5a-49be-bd27-9c545dfa5dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1079749374', 'ip_version': 4}, {'network_id': '8e94df41-f6f8-46cb-a5d6-a7879ab3eae3', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:04.963195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'subnet': {'network_id': '0247e88b-4e5a-49be-bd27-9c545dfa5dcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1079749374', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:04.964735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Request body: {'subnet': {'network_id': '8e94df41-f6f8-46cb-a5d6-a7879ab3eae3', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:04.999571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:05.127895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.130811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.132422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/security-groups/6cbb33c1-e8f5-497b-9329-00b1dd16f39b HTTP/1.1" status: 204 len: 168 time: 0.3832083 Feb 15 09:53:05.134876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:05.147435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60700) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:05.183505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212328d5-2e4d-4878-a943-51c9b77a47a4 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbb33c1-e8f5-497b-9329-00b1dd16f39b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:05.271534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:05.272111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.299449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.347752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7534786-5689-4be4-95e7-d0ce2d750d7e req-78393069-456e-4dea-9a08-fd04f8bb2bc9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:05.350324 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7534786-5689-4be4-95e7-d0ce2d750d7e req-78393069-456e-4dea-9a08-fd04f8bb2bc9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2854197 Feb 15 09:53:05.368580 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.478168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.480947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.482114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/security-groups/54b9cc5c-f00a-42fc-9e58-cd4afc76dbed HTTP/1.1" status: 204 len: 168 time: 0.3307118 Feb 15 09:53:05.486874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60732) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:05.498450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298918f-8624-4dd1-898e-cc4f6329dd53 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9cc5c-f00a-42fc-9e58-cd4afc76dbed,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:05.508635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Made reservation on behalf of 1552b7092c5641a590e2e922ebe15d3c for: {'subnet': 2} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:05.517745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.518599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.534749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7534786-5689-4be4-95e7-d0ce2d750d7e req-201e1982-ca1d-4e06-aafc-362033136301 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764266 Feb 15 09:53:05.641601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet ae0ea6bb-9756-4c3c-a888-afd2f33c7644 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:05.644881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.661886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Could not find standard attr ID for object 665664b1-331a-43e5-af17-dac42dcc2270. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:53:05.677390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:05.678011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.724064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.815110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:05.815487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.850464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:05.889178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-74cdad5c-0dcf-4bdd-a831-179f2f38e13e None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:05.962944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.014956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f7adb7f7-9700-4206-82fe-530935897ce4 None None] Could not find standard attr ID for object 665664b1-331a-43e5-af17-dac42dcc2270. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:53:06.040202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=ae0ea6bb-9756-4c3c-a888-afd2f33c7644,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:06.042599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.050063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60832) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:06.052632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d08126a5-12b3-46a2-b420-4b2274337ff3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/ae0ea6bb-9756-4c3c-a888-afd2f33c7644 HTTP/1.1" status: 204 len: 168 time: 0.5620332 Feb 15 09:53:06.055628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:06.266827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:06.271555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.286799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8930fc-9bb9-4ddc-959a-6d5c437a8398 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:06.393083 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.494119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Subnet': ['ID=c39a6393-a060-4fa8-8cc3-16ac4734b79c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:06.532399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Checking segment: {'id': '7e1527aa-d4ba-4aeb-b82c-2f5a924cc223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0247e88b-4e5a-49be-bd27-9c545dfa5dcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:06.533056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network hostable DHCP agents. Network: 0247e88b-4e5a-49be-bd27-9c545dfa5dcc, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:06.585964 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network 0247e88b-4e5a-49be-bd27-9c545dfa5dcc is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:06.640988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 0247e88b-4e5a-49be-bd27-9c545dfa5dcc) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:06.646417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.654376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d7554d-f286-413f-8336-f9a08f11894a None None] Network 0247e88b-4e5a-49be-bd27-9c545dfa5dcc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:06.774853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event updated for resources: {'Subnet': ['ID=b7855b74-84fb-44fb-8f8c-6397dd0aad93,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:06.780082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a469758-99ee-455f-9b28-068ff1bfdb36 req-4db11a9a-9fe4-48a4-8487-97532b4beff6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:06.782941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a469758-99ee-455f-9b28-068ff1bfdb36 req-4db11a9a-9fe4-48a4-8487-97532b4beff6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1474969 Feb 15 09:53:06.784673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.816447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Checking segment: {'id': 'd608e1d5-768a-4d48-a81c-8d5a4272961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8e94df41-f6f8-46cb-a5d6-a7879ab3eae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:06.816823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network hostable DHCP agents. Network: 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:06.847014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:06.850004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Network 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:06.861260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:06.876987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:06.883454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:06.884096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:06.884755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.887460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:06.888137 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.909289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1746faba-302a-476b-8bee-390f418f9240 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.9592161 Feb 15 09:53:06.910178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60946) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:06.923802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ff1cd0-88c8-42bc-94ab-f75674caa7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-0247e88b-4e5a-49be-bd27-9c545dfa5dcc', 'network_id': '0247e88b-4e5a-49be-bd27-9c545dfa5dcc', 'tenant_id': '1552b7092c5641a590e2e922ebe15d3c', 'fixed_ips': [{'subnet_id': 'c39a6393-a060-4fa8-8cc3-16ac4734b79c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:06.925603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-15ff1cd0-88c8-42bc-94ab-f75674caa7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:06.927936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842dad77-869d-4941-878d-7d4653aacf0c None None] Network 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:06.935900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a469758-99ee-455f-9b28-068ff1bfdb36 req-42b14984-3d0a-404c-9870-9026701704c5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060708 Feb 15 09:53:06.966716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=fe9db848-9180-4c3d-86e5-0ec9dd61df2b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:06.976510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4e691b2a-1a4d-4791-9ea7-b42cbcd9f079 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9228151 Feb 15 09:53:06.976510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60954) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:06.983516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'security_group': {'name': 'tempest-secgroup-743512682'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:07.040552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.049651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f797e-35b7-4702-809e-ac48b36b7d2b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:07.055779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f797e-35b7-4702-809e-ac48b36b7d2b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:07.059007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3f797e-35b7-4702-809e-ac48b36b7d2b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:07.077025 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-db3f797e-35b7-4702-809e-ac48b36b7d2b tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1654830 Feb 15 09:53:07.080276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 60966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.185446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Deleting subnet c39a6393-a060-4fa8-8cc3-16ac4734b79c {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:07.203646 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.241999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.251344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.283516 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.299104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e2553e-46b6-485c-9bd5-434b3157b6b2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:07.304116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.312515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7927bad5-7c26-4657-abcd-6b25711c3a2d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3347380 Feb 15 09:53:07.313211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60982) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.319718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'security_group': {'name': 'tempest-secgroup-254146185'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:07.356943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.360449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.444648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.480993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.489337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.494235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.498960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/subnets/c39a6393-a060-4fa8-8cc3-16ac4734b79c HTTP/1.1" status: 204 len: 168 time: 0.4176424 Feb 15 09:53:07.500032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9d623-865d-457d-a954-3f31d763e3f3 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Subnet': ['ID=c39a6393-a060-4fa8-8cc3-16ac4734b79c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:07.503681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 60988) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.548034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9915f1a-0be3-4e5a-a5d7-684922aa36b0 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:07.585396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85fafcb8-8da6-4614-bfb0-b4dbf0ec1d94,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:07.595691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.599966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1c9caa57-8869-4b98-a429-830ff715116f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2857027 Feb 15 09:53:07.600259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32768) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.605481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'security_group': {'name': 'tempest-secgroup-1835081110'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:07.610940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Deleting subnet b7855b74-84fb-44fb-8f8c-6397dd0aad93 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:07.615168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-15ff1cd0-88c8-42bc-94ab-f75674caa7ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c39a6393-a060-4fa8-8cc3-16ac4734b79c: This subnet is being modified by another concurrent operation. Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c39a6393-a060-4fa8-8cc3-16ac4734b79c: This subnet is being modified by another concurrent operation. Feb 15 09:53:07.662760 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 09:53:07.678789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.691283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.693858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6b86610a-316c-423e-b3c5-6da10a8d0cb3 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:07.694073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b86610a-316c-423e-b3c5-6da10a8d0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.728226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe1e14a-1900-4880-9b19-5496164f7837 None None] Network 0247e88b-4e5a-49be-bd27-9c545dfa5dcc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:07.749601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.778872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.784320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.822683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.827819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2236347 Feb 15 09:53:07.827819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32784) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.841815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1486458932', 'security_groups': ['dc68cca9-27cc-43ef-bc2f-52377477c249'], 'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fe9db848-9180-4c3d-86e5-0ec9dd61df2b'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:07.846256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d4537-123f-4dc8-9b14-50001617c9cd tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc68cca9-27cc-43ef-bc2f-52377477c249,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:07.855654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.900635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210a339-9d58-4e9a-8322-213c419072f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-8e94df41-f6f8-46cb-a5d6-a7879ab3eae3', 'network_id': '8e94df41-f6f8-46cb-a5d6-a7879ab3eae3', 'tenant_id': '1552b7092c5641a590e2e922ebe15d3c', 'fixed_ips': [{'subnet_id': 'b7855b74-84fb-44fb-8f8c-6397dd0aad93'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:07.902619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e210a339-9d58-4e9a-8322-213c419072f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.912110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Subnet': ['ID=b7855b74-84fb-44fb-8f8c-6397dd0aad93,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:07.918205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:07.921634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8a35dfc-9b24-415e-9517-c12f659b1fa0 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/subnets/b7855b74-84fb-44fb-8f8c-6397dd0aad93 HTTP/1.1" status: 204 len: 168 time: 0.4167335 Feb 15 09:53:07.924552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32788) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:07.997089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:08.043124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecb6686-266a-4ac5-9230-b77019d16a0d tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:08.045213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7ecb6686-266a-4ac5-9230-b77019d16a0d tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196299 Feb 15 09:53:08.049521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32792) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:08.157035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.194927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0e916c-179d-42bf-80a4-3a03494ac3d7 req-093362b5-e4e2-48d9-9095-47faaec40a93 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:08.196571 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e0e916c-179d-42bf-80a4-3a03494ac3d7 req-093362b5-e4e2-48d9-9095-47faaec40a93 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1424162 Feb 15 09:53:08.228513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6b86610a-316c-423e-b3c5-6da10a8d0cb3 None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:08.229153 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b86610a-316c-423e-b3c5-6da10a8d0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.248041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.268228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.279341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6b86610a-316c-423e-b3c5-6da10a8d0cb3 None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:08.292980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e0e916c-179d-42bf-80a4-3a03494ac3d7 req-9f50de22-f7c2-49b3-a39d-3d22e2097cc8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845296 Feb 15 09:53:08.301452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] device_id is not set on port 69479f10-9b2b-49a1-b900-e43c9d51a534 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:53:08.314763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24674894-92fe-421b-bcee-b3b5ef857ca4 None None] Network 8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:08.333394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e94df41-f6f8-46cb-a5d6-a7879ab3eae3']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.344854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd608e1d5-768a-4d48-a81c-8d5a4272961c') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.345508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd608e1d5-768a-4d48-a81c-8d5a4272961c') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.372335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.397769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.404942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:08.405630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:08.409971 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:08.451700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Update dhcp port {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'fixed_ips': [{'subnet_id': 'e38b677e-6730-4722-bb72-ce7782d3baa5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe9db848-9180-4c3d-86e5-0ec9dd61df2b'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'd4fa4806-56b7-4a1c-978d-7560d795133e'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:53:08.484371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.489830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.493124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/8e94df41-f6f8-46cb-a5d6-a7879ab3eae3 HTTP/1.1" status: 204 len: 168 time: 0.4423780 Feb 15 09:53:08.498254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32798) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:08.529372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dea119-9e1a-4442-8043-eb3fb2146710 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=8e94df41-f6f8-46cb-a5d6-a7879ab3eae3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:08.536722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.579550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8::384 (2e30b95d-7207-4faa-ab17-141abb9572d3/fe9db848-9180-4c3d-86e5-0ec9dd61df2b/69479f10-9b2b-49a1-b900-e43c9d51a534) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:08.617530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.724165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.746914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0247e88b-4e5a-49be-bd27-9c545dfa5dcc']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.756548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1527aa-d4ba-4aeb-b82c-2f5a924cc223') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.756864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1527aa-d4ba-4aeb-b82c-2f5a924cc223') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:08.767761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.788140 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.794771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:08.795171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.805149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:08.842991 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:08.850923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.900097 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.909974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:08.916599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/0247e88b-4e5a-49be-bd27-9c545dfa5dcc HTTP/1.1" status: 204 len: 168 time: 0.4173369 Feb 15 09:53:08.920571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:08.926837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:08.940239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:08.950029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:08.954328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e996c0-564b-49bc-85ea-c237e03867fb tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=0247e88b-4e5a-49be-bd27-9c545dfa5dcc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:08.963062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Allocated IP 2001:db8::2 (2e30b95d-7207-4faa-ab17-141abb9572d3/fe9db848-9180-4c3d-86e5-0ec9dd61df2b/d4fa4806-56b7-4a1c-978d-7560d795133e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:08.970444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:08.971471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.031549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=69479f10-9b2b-49a1-b900-e43c9d51a534,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:09.069466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8796d630-53f1-4e46-8457-e5ab432be794 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2408538 Feb 15 09:53:09.070531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:09.077175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:09.088611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.106411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:09.148956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.155884 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.215930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331dc3a-91e1-4614-9791-e06e5b977d92 None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:09.242748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.273074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3888a941-6d25-4bf9-b100-173a3cfa2d0d']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.284443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:09.288259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.299713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f026adf-b068-4488-bf5a-7b07b2f33209') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.300049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f026adf-b068-4488-bf5a-7b07b2f33209') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.329638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.375225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.388592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:09.389040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:09.397068 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:09.487926 n-d-825064-4 neutron-server[102358]: INFO neutron.db.ipam_backend_mixin [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fe9db848-9180-4c3d-86e5-0ec9dd61df2b (CIDR: 2001:db8::/64) Feb 15 09:53:09.499666 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:53:09.500430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:09.503081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.515034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.520964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f79602-f346-4b79-a7a2-df170bf9bcc4 req-3e9f4726-eef0-4600-bc22-289131848f0b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:09.523977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/3888a941-6d25-4bf9-b100-173a3cfa2d0d HTTP/1.1" status: 204 len: 168 time: 0.5941231 Feb 15 09:53:09.527548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:09.529437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16f79602-f346-4b79-a7a2-df170bf9bcc4 req-3e9f4726-eef0-4600-bc22-289131848f0b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1005104 Feb 15 09:53:09.557255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63103493-ef8e-4682-b22c-72cbe5d0e52d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4852655 Feb 15 09:53:09.558881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321ef629-4e2d-4b3b-a9ed-a17cee6900b6 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=3888a941-6d25-4bf9-b100-173a3cfa2d0d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:09.561156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32818) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:09.576515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:09.649779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.721232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16f79602-f346-4b79-a7a2-df170bf9bcc4 req-5224a561-b9eb-4a2e-9d6c-818dc2208fb1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881688 Feb 15 09:53:09.765515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:09.769926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.787565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.813969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f218925e-ed83-42c7-a619-4bce3bdccaa6']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.826737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8efea022-c319-4154-b359-7f53293e3df0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.828880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8efea022-c319-4154-b359-7f53293e3df0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:09.865883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.908467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.917485 n-d-825064-4 neutron-server[102358]: INFO neutron.db.ipam_backend_mixin [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e38b677e-6730-4722-bb72-ce7782d3baa5 (CIDR: 2001:db8:0:1::/64) Feb 15 09:53:09.921033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:09.922435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:09.924508 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 09:53:09.925352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:09.926783 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:09.954933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-987539ad-c616-4ce0-8002-22f5ca08023c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3872101 Feb 15 09:53:09.959207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32826) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:09.972334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'subnet': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:10.034033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.045425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.053273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] 10.222.0.10 "DELETE /v2.0/networks/f218925e-ed83-42c7-a619-4bce3bdccaa6 HTTP/1.1" status: 204 len: 168 time: 0.5244851 Feb 15 09:53:10.083206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a102-83e2-4d29-9f8e-e166dc5ee283 tempest-BulkNetworkOpsTest-1752314346 tempest-BulkNetworkOpsTest-1752314346-project] Pushing event deleted for resources: {'Network': ['ID=f218925e-ed83-42c7-a619-4bce3bdccaa6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:10.215007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Made reservation on behalf of ca3839dbcb894923a9c76d2299947146 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:10.219710 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.221897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-98e0effe-b4e0-4337-bdff-4a37a13feed2 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:10.222646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-98e0effe-b4e0-4337-bdff-4a37a13feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.390055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-98e0effe-b4e0-4337-bdff-4a37a13feed2 None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:10.390423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-98e0effe-b4e0-4337-bdff-4a37a13feed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.431605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-98e0effe-b4e0-4337-bdff-4a37a13feed2 None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:10.493534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e253e452-1176-4cea-a488-c5aba284a15c None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 09:53:10.515857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32834) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:10.586253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.602943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9eaa5383-f476-42dc-9823-2118eb1cd3b5 None None] Provisioning complete for port 69479f10-9b2b-49a1-b900-e43c9d51a534 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:10.603692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9eaa5383-f476-42dc-9823-2118eb1cd3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.659060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e253e452-1176-4cea-a488-c5aba284a15c None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 09:53:10.680117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:10.684830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:10.701400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:10.701999 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:10.717227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Subnet': ['ID=3d087dfb-7be8-4974-9816-ae5715e863e2,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:10.736278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1945e9ce-32c6-444b-9601-6cca59fc1a4d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7730424 Feb 15 09:53:10.738697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32842) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:10.744081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa5383-f476-42dc-9823-2118eb1cd3b5 None None] Port 69479f10-9b2b-49a1-b900-e43c9d51a534 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:10.748754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2084493677', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3d087dfb-7be8-4974-9816-ae5715e863e2'}], 'security_groups': ['15e2553e-46b6-485c-9bd5-434b3157b6b2', '85fafcb8-8da6-4614-bfb0-b4dbf0ec1d94']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:10.989270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb7776-17ae-48f6-b8e4-cd02ad972a04 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:11.012254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0743d758-64d1-456b-bd9a-91afe5d2ea08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1552b7092c5641a590e2e922ebe15d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919767 Feb 15 09:53:11.012788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32848) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:11.050210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43c7eb-1914-41ee-8b14-6e8815fac378 req-5371c9cb-95a4-424f-85b3-58eb5afee683 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:11.059133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca43c7eb-1914-41ee-8b14-6e8815fac378 req-5371c9cb-95a4-424f-85b3-58eb5afee683 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2104111 Feb 15 09:53:11.099925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:11.218575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca43c7eb-1914-41ee-8b14-6e8815fac378 req-b6e37efe-bd8d-4caa-b3a5-f3b8e58db4d9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584685 Feb 15 09:53:11.237786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.289442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:11.290036 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.293571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.347043 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.434206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Update dhcp port {'port': {'network_id': '2e30b95d-7207-4faa-ab17-141abb9572d3', 'fixed_ips': [{'subnet_id': 'e38b677e-6730-4722-bb72-ce7782d3baa5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fe9db848-9180-4c3d-86e5-0ec9dd61df2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '3d087dfb-7be8-4974-9816-ae5715e863e2'}], 'binding:host_id': 'n-d-825064-4'}, 'id': 'd4fa4806-56b7-4a1c-978d-7560d795133e'} from n-d-825064-4. {{(pid=102360) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Feb 15 09:53:11.462244 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.498458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:11.579308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.582097 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.583314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c78b1a92-8298-499d-8bb3-670461bb62d8 HTTP/1.1" status: 204 len: 168 time: 0.5675125 Feb 15 09:53:11.645215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198fb93-12d0-45b9-ab84-96c8ce770fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78b1a92-8298-499d-8bb3-670461bb62d8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:11.786252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Delete allocated IP 2001:db8::384 (2e30b95d-7207-4faa-ab17-141abb9572d3/fe9db848-9180-4c3d-86e5-0ec9dd61df2b) {{(pid=102358) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 15 09:53:11.796644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Allocated IP 2001:db8:0:2::1a6 (2e30b95d-7207-4faa-ab17-141abb9572d3/3d087dfb-7be8-4974-9816-ae5715e863e2/69479f10-9b2b-49a1-b900-e43c9d51a534) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:11.808236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-02c7714f-1c22-454e-9b4d-98291f6bd11f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4e44c1a77f2404e99c04a1208d0bbbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3071392 Feb 15 09:53:11.810603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32864) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:11.876010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.907033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.976604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.979980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:11.981190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06e09377-7d25-4028-811d-f7efc3f1371b HTTP/1.1" status: 204 len: 168 time: 0.1670110 Feb 15 09:53:12.003802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731b9ba-09ec-4abc-ba1a-eb35865b4eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e09377-7d25-4028-811d-f7efc3f1371b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:12.076187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.101145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.194942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Allocated IP 2001:db8:0:2::2 (2e30b95d-7207-4faa-ab17-141abb9572d3/3d087dfb-7be8-4974-9816-ae5715e863e2/d4fa4806-56b7-4a1c-978d-7560d795133e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:12.225593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event updated for resources: {'Port': ['ID=69479f10-9b2b-49a1-b900-e43c9d51a534,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:12.242762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] In _notify_port_updated(), no bound segment for port 69479f10-9b2b-49a1-b900-e43c9d51a534 on network 2e30b95d-7207-4faa-ab17-141abb9572d3 {{(pid=102358) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Feb 15 09:53:12.252740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:12.253725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.255488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c1609a77-d207-41d0-bedf-b80f52e26e56 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "PUT /v2.0/ports/69479f10-9b2b-49a1-b900-e43c9d51a534 HTTP/1.1" status: 200 len: 970 time: 1.5156569 Feb 15 09:53:12.258288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32882) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:12.496227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:12.540416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 69479f10-9b2b-49a1-b900-e43c9d51a534 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:12.541071 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.547866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.553461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408547e-a1be-4cc6-8dd2-1c06fe942e0b req-d61a30df-906a-42dd-9cc5-3ffa536b44d2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:12.560196 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.563026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b408547e-a1be-4cc6-8dd2-1c06fe942e0b req-d61a30df-906a-42dd-9cc5-3ffa536b44d2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1716223 Feb 15 09:53:12.673348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b408547e-a1be-4cc6-8dd2-1c06fe942e0b req-e5a2f614-c805-47a2-acbf-21150daa7565 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093750 Feb 15 09:53:12.714251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.731996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 69479f10-9b2b-49a1-b900-e43c9d51a534 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:12.801870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32892) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:12.896132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.930690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2ba3c9c8-ff33-4e3e-ace8-37b26d120793 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-584858694', 'prefixes': ['172.20.0.0/16']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:12.941299 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=69479f10-9b2b-49a1-b900-e43c9d51a534,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:12.952381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b8c28f-f749-4c6d-8146-e255eeca16f0 None None] Pushing event updated for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:12.980794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:12.984103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb8db5f4-af60-4750-8fee-a3f33dd75d77 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/69479f10-9b2b-49a1-b900-e43c9d51a534 HTTP/1.1" status: 204 len: 168 time: 0.7244954 Feb 15 09:53:12.988157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.030778 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefc1987-7705-4658-aa49-9f0cc180c17e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] GET failed (client error): The resource could not be found. Feb 15 09:53:13.037078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cefc1987-7705-4658-aa49-9f0cc180c17e tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports/69479f10-9b2b-49a1-b900-e43c9d51a534 HTTP/1.1" status: 404 len: 333 time: 0.0431855 Feb 15 09:53:13.037456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32900) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.077019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ba3c9c8-ff33-4e3e-ace8-37b26d120793 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] Notify callbacks [] for subnetpool, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.080973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ba3c9c8-ff33-4e3e-ace8-37b26d120793 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2752404 Feb 15 09:53:13.081136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.114947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.126413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ee85f7d7-226c-4811-ac53-c9cc676cf112 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "GET /v2.0/subnetpools/e618272a-7734-4f75-843e-fb3d0e264ed1 HTTP/1.1" status: 200 len: 731 time: 0.0416732 Feb 15 09:53:13.129303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32904) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.136109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-584254ed-458f-4179-9912-699f84cdd65c tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1472541042'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:13.145914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.199265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.202513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.207178 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/security-groups/dc68cca9-27cc-43ef-bc2f-52377477c249 HTTP/1.1" status: 204 len: 168 time: 0.1685383 Feb 15 09:53:13.207946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.234393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67536ec-a0c9-4b76-b28a-adfcdfacc26a tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc68cca9-27cc-43ef-bc2f-52377477c249,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:13.261837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-584254ed-458f-4179-9912-699f84cdd65c tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] Notify callbacks [] for subnetpool, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.263921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-584254ed-458f-4179-9912-699f84cdd65c tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "PUT /v2.0/subnetpools/e618272a-7734-4f75-843e-fb3d0e264ed1 HTTP/1.1" status: 200 len: 684 time: 0.1333508 Feb 15 09:53:13.267263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32910) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.326268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.353934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.374895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7ffc76d0-edde-420c-bb9d-cf1f877111d8 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] Notify callbacks [] for subnetpool, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.379258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7ffc76d0-edde-420c-bb9d-cf1f877111d8 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e618272a-7734-4f75-843e-fb3d0e264ed1 HTTP/1.1" status: 204 len: 168 time: 0.1106162 Feb 15 09:53:13.380194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32912) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.397202 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-da27ad50-0e97-470b-8fe9-d3acaa6b8427 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] show failed (client error): The resource could not be found. Feb 15 09:53:13.401745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da27ad50-0e97-470b-8fe9-d3acaa6b8427 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "GET /v2.0/subnetpools/e618272a-7734-4f75-843e-fb3d0e264ed1 HTTP/1.1" status: 404 len: 346 time: 0.0206034 Feb 15 09:53:13.402519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.406891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.410066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.411661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/security-groups/85fafcb8-8da6-4614-bfb0-b4dbf0ec1d94 HTTP/1.1" status: 204 len: 168 time: 0.1996543 Feb 15 09:53:13.421371 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-c59aa9be-f9b9-4378-9096-1e0503343f90 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] delete failed (client error): The resource could not be found. Feb 15 09:53:13.424097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32916) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.426454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c59aa9be-f9b9-4378-9096-1e0503343f90 tempest-SubnetPoolsTestJSON-1860605273 tempest-SubnetPoolsTestJSON-1860605273-project] 10.222.0.10 "DELETE /v2.0/subnetpools/e618272a-7734-4f75-843e-fb3d0e264ed1 HTTP/1.1" status: 404 len: 346 time: 0.0229721 Feb 15 09:53:13.427465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587bcb6-fecc-472b-b367-24cb9a0a2044 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fafcb8-8da6-4614-bfb0-b4dbf0ec1d94,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:13.503832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.530474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.594635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.598207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.599392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/security-groups/15e2553e-46b6-485c-9bd5-434b3157b6b2 HTTP/1.1" status: 204 len: 168 time: 0.1684489 Feb 15 09:53:13.602941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32920) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.610234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4892a0-bb62-42c6-a950-0fe9075bb10d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e2553e-46b6-485c-9bd5-434b3157b6b2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:13.692951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet fe9db848-9180-4c3d-86e5-0ec9dd61df2b {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:13.696341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.764997 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.799208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:13.799786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.824114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32926) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:13.879709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb0d2e-d2b2-43cf-88f8-bc8b11257f28 req-0eaa1508-aaa5-4c72-8097-82d65e89843b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:13.887900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94eb0d2e-d2b2-43cf-88f8-bc8b11257f28 req-0eaa1508-aaa5-4c72-8097-82d65e89843b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0855262 Feb 15 09:53:13.968147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Could not find standard attr ID for object 69479f10-9b2b-49a1-b900-e43c9d51a534. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:53:13.970482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94eb0d2e-d2b2-43cf-88f8-bc8b11257f28 req-74d636ce-db2a-411b-afa8-b4095bcdd53f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816321 Feb 15 09:53:13.978939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28d465a4-8751-497b-abbf-d52a8be5731b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.982668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:13.991972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:13.992343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.058137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7b809b3a-999f-4650-a3c8-de687f27356a None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:14.139121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28d465a4-8751-497b-abbf-d52a8be5731b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.144803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28d465a4-8751-497b-abbf-d52a8be5731b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.179822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d31653e6-9963-4c4c-94ae-422c73c7e1a8 None None] Could not find standard attr ID for object 69479f10-9b2b-49a1-b900-e43c9d51a534. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 09:53:14.190809 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28d465a4-8751-497b-abbf-d52a8be5731b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d36ac4c0f963479ba7a50ae04daf921f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650591 Feb 15 09:53:14.193376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32932) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:14.199643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d465a4-8751-497b-abbf-d52a8be5731b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86830fb9-d144-4abf-b6d7-93df58604f0a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:14.263241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.293893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.349547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.353085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.357550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.359105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86830fb9-d144-4abf-b6d7-93df58604f0a HTTP/1.1" status: 204 len: 168 time: 0.1646760 Feb 15 09:53:14.369114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f016b-149c-4d9f-8460-cb3eb0f1604e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86830fb9-d144-4abf-b6d7-93df58604f0a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:14.462850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.492594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1333979e-d29f-46e5-86bc-25f1d9b674c2 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:14.503190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.510932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:14.511198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/fe9db848-9180-4c3d-86e5-0ec9dd61df2b HTTP/1.1" status: 204 len: 168 time: 0.9065206 Feb 15 09:53:14.512379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e7835-51d9-47e6-b1e8-cff8321a2e89 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9db848-9180-4c3d-86e5-0ec9dd61df2b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:14.569909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet 3d087dfb-7be8-4974-9816-ae5715e863e2 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:14.574399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.626642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.738519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.818654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.854136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=3d087dfb-7be8-4974-9816-ae5715e863e2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:14.856395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:14.860353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e98d963b-7521-4905-96b1-12e624d993ad tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/3d087dfb-7be8-4974-9816-ae5715e863e2 HTTP/1.1" status: 204 len: 168 time: 0.3483140 Feb 15 09:53:14.862900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32948) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:14.906927 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-96227da3-b94a-4412-9e46-f604a539bf12 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:14.907481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96227da3-b94a-4412-9e46-f604a539bf12 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:14.910491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96227da3-b94a-4412-9e46-f604a539bf12 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/fe9db848-9180-4c3d-86e5-0ec9dd61df2b HTTP/1.1" status: 404 len: 337 time: 0.0465717 Feb 15 09:53:14.913700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32950) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.005032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting subnet e38b677e-6730-4722-bb72-ce7782d3baa5 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:15.009807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.017473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:15.102049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.136495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:15.136912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.216763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621aa95-50b9-4468-a920-cff62d5e1595 req-1aca73f3-633a-4f13-a7c9-f9fc010de48f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:15.222340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a621aa95-50b9-4468-a920-cff62d5e1595 req-1aca73f3-633a-4f13-a7c9-f9fc010de48f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1263735 Feb 15 09:53:15.230331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.294356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a621aa95-50b9-4468-a920-cff62d5e1595 req-3af2aef3-9ebf-47f6-866e-667a7417f032 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Feb 15 09:53:15.351317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.360232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.363633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026956 Feb 15 09:53:15.369090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32968) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.405910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.409383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/e38b677e-6730-4722-bb72-ce7782d3baa5 HTTP/1.1" status: 204 len: 168 time: 0.4946201 Feb 15 09:53:15.411924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.440643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8fa09-ae55-41d8-9f96-49e646a6965d tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Subnet': ['ID=e38b677e-6730-4722-bb72-ce7782d3baa5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:15.443414 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c147bc-d9b0-4a7c-ab2e-e2c18ff9813b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.444215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0c147bc-d9b0-4a7c-ab2e-e2c18ff9813b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.447369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0c147bc-d9b0-4a7c-ab2e-e2c18ff9813b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/ae0ea6bb-9756-4c3c-a888-afd2f33c7644 HTTP/1.1" status: 404 len: 337 time: 0.0344741 Feb 15 09:53:15.450849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32974) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.495484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-372d21fe-4c94-48b8-ae28-32c56472d6c1 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "GET /v2.0/ports?device_id=e28708ba-cc04-43ca-9251-d64f072a94b7 HTTP/1.1" status: 200 len: 205 time: 0.0427985 Feb 15 09:53:15.498125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32976) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.507180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d28718-03c1-46ff-af43-c6be17e64610 None None] Network 2e30b95d-7207-4faa-ab17-141abb9572d3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:15.540762 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-d59cc089-ad8b-41aa-9105-ab977f24cb66 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] delete failed (client error): The resource could not be found. Feb 15 09:53:15.541404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6fc6b73d-d3fe-44b2-a742-1c8f33e0f180 tempest-NetworksApiDiscovery-661231646 tempest-NetworksApiDiscovery-661231646-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1712098 Feb 15 09:53:15.545153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d59cc089-ad8b-41aa-9105-ab977f24cb66 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/routers/e28708ba-cc04-43ca-9251-d64f072a94b7 HTTP/1.1" status: 404 len: 336 time: 0.0460584 Feb 15 09:53:15.547591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.571936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0152ece5-a486-4870-bb03-b05a9fb5e590 None None] Provisioning complete for port d4fa4806-56b7-4a1c-978d-7560d795133e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:15.572300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0152ece5-a486-4870-bb03-b05a9fb5e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.576271 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04ca32f-b00b-4956-a603-f923dd57bea0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.576726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c04ca32f-b00b-4956-a603-f923dd57bea0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.582331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c04ca32f-b00b-4956-a603-f923dd57bea0 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/221e2414-e25d-4a57-9a88-f60b8b7f6f94 HTTP/1.1" status: 404 len: 337 time: 0.0314300 Feb 15 09:53:15.582694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32982) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.609129 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b306a33-80aa-4712-b13c-5da377df98a3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.609505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b306a33-80aa-4712-b13c-5da377df98a3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.612584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3b306a33-80aa-4712-b13c-5da377df98a3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/fb2b1293-bd2b-4796-8aef-49bdfe2691de HTTP/1.1" status: 404 len: 337 time: 0.0289214 Feb 15 09:53:15.615271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32984) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.641693 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e671fa-5627-4049-8c12-52747f7d993b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.642145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5e671fa-5627-4049-8c12-52747f7d993b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.645222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f5e671fa-5627-4049-8c12-52747f7d993b tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/6bd26bc8-824a-41f4-b8be-c52e4ca44120 HTTP/1.1" status: 404 len: 337 time: 0.0289533 Feb 15 09:53:15.647773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32986) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.672213 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa9dbf05-904f-4bc2-8d78-b6512f89571f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.672887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa9dbf05-904f-4bc2-8d78-b6512f89571f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.675898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fa9dbf05-904f-4bc2-8d78-b6512f89571f tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/d8573923-da6f-4ac8-ab80-3e6cfb7a2475 HTTP/1.1" status: 404 len: 333 time: 0.0272207 Feb 15 09:53:15.678586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32988) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.711471 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadca267-ae30-47f9-82bf-b887875cb394 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.711762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadca267-ae30-47f9-82bf-b887875cb394 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.717856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dadca267-ae30-47f9-82bf-b887875cb394 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/ac6317b0-6f59-41a6-b603-cef7b3c719a4 HTTP/1.1" status: 404 len: 337 time: 0.0357940 Feb 15 09:53:15.718668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32990) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.741124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0152ece5-a486-4870-bb03-b05a9fb5e590 None None] Provisioning complete for port 91554161-b7a4-4a21-bac0-f847a68c609c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:15.741866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0152ece5-a486-4870-bb03-b05a9fb5e590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.754347 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a687dd4-0bde-4c3a-ab87-9d8af9176117 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.754896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a687dd4-0bde-4c3a-ab87-9d8af9176117 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.762044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4a687dd4-0bde-4c3a-ab87-9d8af9176117 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/0214ccd4-c80b-46a1-9b2b-41af3edbd6f1 HTTP/1.1" status: 404 len: 337 time: 0.0389650 Feb 15 09:53:15.762368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32992) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.767821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] DHCP port deletion for 2e30b95d-7207-4faa-ab17-141abb9572d3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:15.787313 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c26e92e-e7a8-4c28-b23e-d0571fb7a755 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.788084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c26e92e-e7a8-4c28-b23e-d0571fb7a755 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.791018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c26e92e-e7a8-4c28-b23e-d0571fb7a755 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/fb6f56a4-64fb-4987-8b08-d20dede4705a HTTP/1.1" status: 404 len: 333 time: 0.0275974 Feb 15 09:53:15.794461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 32996) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.805130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0152ece5-a486-4870-bb03-b05a9fb5e590 None None] Port 91554161-b7a4-4a21-bac0-f847a68c609c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:15.826236 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-54fe32dd-581b-4d0c-839c-847f296178b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.826677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54fe32dd-581b-4d0c-839c-847f296178b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.829862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54fe32dd-581b-4d0c-839c-847f296178b3 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/78e7b239-6f38-42c4-8446-3b230cb7380f HTTP/1.1" status: 404 len: 337 time: 0.0341017 Feb 15 09:53:15.831475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Deleting port d4fa4806-56b7-4a1c-978d-7560d795133e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:15.831858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.832364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 32998) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.861513 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c83f24c-82ee-4952-a887-7df18923d563 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] DELETE failed (client error): The resource could not be found. Feb 15 09:53:15.861875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c83f24c-82ee-4952-a887-7df18923d563 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:53:15.864985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2c83f24c-82ee-4952-a887-7df18923d563 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/subnets/bbd313cc-768f-4277-acb3-2c761c1ff312 HTTP/1.1" status: 404 len: 337 time: 0.0314786 Feb 15 09:53:15.869408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33000) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.870787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:15.900535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] For port d4fa4806-56b7-4a1c-978d-7560d795133e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d4fa4806-56b7-4a1c-978d-7560d795133e,segment=NetworkSegment(97fcfadb-b3f6-4ddf-a152-88591ee6bf12),segment_id=97fcfadb-b3f6-4ddf-a152-88591ee6bf12)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:15.902018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.916383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Calling delete_port for d4fa4806-56b7-4a1c-978d-7560d795133e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:15.957539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Deleting port 91554161-b7a4-4a21-bac0-f847a68c609c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:15.957890 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:15.990424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c0e5-90e4-41dd-a740-81f6d377232e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.005267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.035557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] Pushing event deleted for resources: {'Port': ['ID=d4fa4806-56b7-4a1c-978d-7560d795133e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:16.037079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.040171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe3eb38-b3bf-4876-8cf2-7db93d83432c None None] No DVR routers for this DVR port d4fa4806-56b7-4a1c-978d-7560d795133e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:16.061250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Calling delete_port for 91554161-b7a4-4a21-bac0-f847a68c609c owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:16.092249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c0e5-90e4-41dd-a740-81f6d377232e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.095977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c0e5-90e4-41dd-a740-81f6d377232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.132802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8c0e5-90e4-41dd-a740-81f6d377232e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e11cc9-3c7c-4208-978c-ada77dcc880c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:16.139362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3cb8c0e5-90e4-41dd-a740-81f6d377232e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7714b204ffd4f68bf301502f7d93c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2682126 Feb 15 09:53:16.143892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33008) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:16.152905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.195605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Port': ['ID=91554161-b7a4-4a21-bac0-f847a68c609c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:16.206912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.210073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/ports/91554161-b7a4-4a21-bac0-f847a68c609c HTTP/1.1" status: 204 len: 168 time: 0.3379455 Feb 15 09:53:16.212988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33010) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:16.226450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.226793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.227128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.227460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.227784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.228107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.228429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.228758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.229157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.230144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.230463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.230775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2c3614-6dce-4a1f-ba93-790b46e0db11 tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:16.248779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.272977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.295631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.335635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.339316 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.340760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e1e11cc9-3c7c-4208-978c-ada77dcc880c HTTP/1.1" status: 204 len: 168 time: 0.1957052 Feb 15 09:53:16.358529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74338fd4-6b09-4124-bce1-7a540e623aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e11cc9-3c7c-4208-978c-ada77dcc880c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:16.407113 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.455788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e30b95d-7207-4faa-ab17-141abb9572d3']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:16.469713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97fcfadb-b3f6-4ddf-a152-88591ee6bf12') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:16.470115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97fcfadb-b3f6-4ddf-a152-88591ee6bf12') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:16.488707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58608430-126d-47ad-b1fc-c9e6b1d2c85b req-6a316cb7-e51e-483d-8bf0-9fc019d66d32 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:16.493351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58608430-126d-47ad-b1fc-c9e6b1d2c85b req-6a316cb7-e51e-483d-8bf0-9fc019d66d32 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1013405 Feb 15 09:53:16.496640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.529260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.543323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:16.543728 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:16.547222 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:16.550015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58608430-126d-47ad-b1fc-c9e6b1d2c85b req-7efc25ce-febb-46dc-a283-838a3fc998cd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Feb 15 09:53:16.611831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.620495 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.626739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] 10.222.0.10 "DELETE /v2.0/networks/2e30b95d-7207-4faa-ab17-141abb9572d3 HTTP/1.1" status: 204 len: 168 time: 0.4121726 Feb 15 09:53:16.638940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c346c6-0483-4245-a478-961445db303c tempest-PortsIpV6TestJSON-1562943317 tempest-PortsIpV6TestJSON-1562943317-project] Pushing event deleted for resources: {'Network': ['ID=2e30b95d-7207-4faa-ab17-141abb9572d3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:16.683198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d40c5c69-7e15-432d-b8f1-38e16d67f219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:16.869017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33036) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:16.877511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.013235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:17.037307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d4fa4806-56b7-4a1c-978d-7560d795133e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:17.038549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d4fa4806-56b7-4a1c-978d-7560d795133e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:17.098402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf78a4-c716-4797-931e-012f0a41bdc3 req-3d7d10f2-394d-4915-9962-dbd3aa52e05e tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:17.099927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0fcf78a4-c716-4797-931e-012f0a41bdc3 req-3d7d10f2-394d-4915-9962-dbd3aa52e05e tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.0665386 Feb 15 09:53:17.102316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f0145ba-41ed-4c1e-a573-f808ca2c3d2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca3839dbcb894923a9c76d2299947146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2308600 Feb 15 09:53:17.105880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33052) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:17.159809 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0fcf78a4-c716-4797-931e-012f0a41bdc3 req-cdabd797-ced0-4502-ba89-bf039b7be681 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477986 Feb 15 09:53:17.189909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33056) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:17.235183 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.273172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.405056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.408709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.410368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1070482a-33c0-4f2d-9075-4aedcf6adf46 HTTP/1.1" status: 204 len: 168 time: 0.3029213 Feb 15 09:53:17.428448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f3233-e4d0-4b7b-8a7b-94af8af83849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1070482a-33c0-4f2d-9075-4aedcf6adf46,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:17.440028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 8bbc5c75-09e2-452a-9e88-d652b828df06 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:17.440376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.522003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.522699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.537037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 8bbc5c75-09e2-452a-9e88-d652b828df06 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:17.731524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3e6f2-d267-4ae1-b3fd-c7cbdd223476 req-fcca8cc9-f8bb-4f1e-a074-fa7a01d6beb2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:17.733149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2c3e6f2-d267-4ae1-b3fd-c7cbdd223476 req-fcca8cc9-f8bb-4f1e-a074-fa7a01d6beb2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0861418 Feb 15 09:53:17.788317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2c3e6f2-d267-4ae1-b3fd-c7cbdd223476 req-3baffcf3-a8bb-424a-88dd-2d20c5b9fe8c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397351 Feb 15 09:53:17.853424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.895249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=8bbc5c75-09e2-452a-9e88-d652b828df06,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:17.977324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:17.977867 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 disassociated (deleted). External IP: 172.25.6.109, port: b0a6124f-c9e8-4026-aa4b-a08a25e1acab. Feb 15 09:53:18.363474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:18.512417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:18.523244 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Sync routers for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:18.523908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:18.559368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-152050dd-6caf-413e-9ada-5507fdecff62 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/floatingips/1dd7e7c7-b45f-4f80-9153-e7e11c275fe6 HTTP/1.1" status: 204 len: 168 time: 1.3725991 Feb 15 09:53:18.559980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:18.563079 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7985ac95-4ba1-4944-b64f-701ed992b062" -d '{"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:18.565323 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:18.566398 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:52:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:18.669550 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55ee411-2249-4b6c-abd2-b131d8ad4a1b x-openstack-request-id: req-e55ee411-2249-4b6c-abd2-b131d8ad4a1b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:18.669891 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:18.670155 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e55ee411-2249-4b6c-abd2-b131d8ad4a1b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:18.670580 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'status': 'completed', 'code': 200} Feb 15 09:53:18.757636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33132) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:18.779316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-e22ffefa-dfa5-4449-8609-51b793ced6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:18.786624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-e22ffefa-dfa5-4449-8609-51b793ced6c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 1097 time: 0.0974360 Feb 15 09:53:18.973867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-660422692'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:19.040702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bf77f3-dfda-4e8a-8c44-244051434247 req-b4f51e28-4fe8-41f9-a847-ce452ebeb878 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.042492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63bf77f3-dfda-4e8a-8c44-244051434247 req-b4f51e28-4fe8-41f9-a847-ce452ebeb878 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1050317 Feb 15 09:53:19.043680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:19.047155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.060245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.099266 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:19.111173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63bf77f3-dfda-4e8a-8c44-244051434247 req-5043da37-1608-495c-aa90-fe73fc959493 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547781 Feb 15 09:53:19.234026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.249134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.320907 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5daa7ad1-43da-47d4-9873-1e3e993e0438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.346423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:19.359813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db80bad5-cc13-4158-85a6-5f19039c932a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:19.387998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.388683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.389345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.390300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.390644 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.392444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.392851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.394374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.394738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.395071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.396491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.396926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:19.416973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.417709 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 073bb1ce-8484-4f67-8a47-1a71c0429b51 of type vlan for network e694433a-bd9f-46bc-99c9-1ec015093f9a Feb 15 09:53:19.476521 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:19.483091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.519482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.523624 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Checking router: c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:19.528405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.529761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.535136 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:19.536006 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:19.552550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33154) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:19.577850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-878e6a29-f0bf-43c5-b3bb-b45c4deded6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.584986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-878e6a29-f0bf-43c5-b3bb-b45c4deded6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 200 len: 897 time: 0.7878726 Feb 15 09:53:19.617978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8585923 Feb 15 09:53:19.625316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:19.631420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1841128764'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:19.646927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0085f91-8f11-4950-b5a1-e5f986bc5721 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=e694433a-bd9f-46bc-99c9-1ec015093f9a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:19.647277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-e9f9e187-e8a6-469c-a01d-e979a331b9c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 200 len: 217 time: 0.0537479 Feb 15 09:53:19.659474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e694433a-bd9f-46bc-99c9-1ec015093f9a details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:19.671159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f5e3f-7a53-4b6b-8a17-be59f434f9d7 req-fe2209d9-9c74-40f1-9ddb-3e84c45c805a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.672896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d2f5e3f-7a53-4b6b-8a17-be59f434f9d7 req-fe2209d9-9c74-40f1-9ddb-3e84c45c805a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.1816177 Feb 15 09:53:19.674988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:19.681949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.732025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:19.738765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:19.759618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.759999 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 4d509b11-71a4-4629-bd48-51884f071296 of type vlan for network 870e5036-ca5a-4416-a7e4-742e6014ba45 Feb 15 09:53:19.790858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d2f5e3f-7a53-4b6b-8a17-be59f434f9d7 req-e025a45b-9d0f-4871-97aa-6921e00586f6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=0de06c4b-707c-465c-92f9-35eb77333b85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880740 Feb 15 09:53:19.809582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-25dbfa01-a011-4c6b-89d4-6a2f85abbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.811097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-25dbfa01-a011-4c6b-89d4-6a2f85abbe56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 200 len: 835 time: 0.1294327 Feb 15 09:53:19.819154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b2c-3a06-41e9-9ae8-cca5c3f88342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.858422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.863993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-586db4cb-fcdc-4aa5-9fad-ce2d370ff265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.867400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-586db4cb-fcdc-4aa5-9fad-ce2d370ff265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=21b8633f-da29-4083-846e-47a87d8fe469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483904 Feb 15 09:53:19.908214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:19.914784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:19.915498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.001859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3733554 Feb 15 09:53:20.006893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:20.016067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:20.019850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba37ee4-f26a-478e-99d7-e9936278627a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=870e5036-ca5a-4416-a7e4-742e6014ba45,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:20.028032 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-937bb9b9-0f05-48d9-bd33-f6cfb14fcf03 service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511145 Feb 15 09:53:20.033819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:20.084553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b2c-3a06-41e9-9ae8-cca5c3f88342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.098762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f89d3b2c-3a06-41e9-9ae8-cca5c3f88342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.121146 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:20.139294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d3b2c-3a06-41e9-9ae8-cca5c3f88342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91aee7e-f3e2-4d13-880e-b576db96a1e1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:20.161552 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b253a132-0ee6-45b6-877e-3ad360edff55 None None] The sync data for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 is: [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:51:19Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '4d5d2caa-54a5-4cca-a2f4-9feefa4cf198', 'name': '', 'network_id': '21b8633f-da29-4083-846e-47a87d8fe469', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:55:14:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:17Z', 'updated_at': '2022-02-15T09:51:25Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'e4adec26-c62e-49fd-9534-3f74a0c67bb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:20.163379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f89d3b2c-3a06-41e9-9ae8-cca5c3f88342 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cafbd5bc18404d9da2353938bb32e11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098378 Feb 15 09:53:20.165965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33168) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:20.238197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:20.239656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7985ac95-4ba1-4944-b64f-701ed992b062 req-75562360-8c05-4e4d-8c4f-55e5ae1cbc83 service neutron] 10.222.0.36 "GET /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026730 Feb 15 09:53:20.243532 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.338423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.349412 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.414720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.433115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-79295ef9-d9d0-4151-8778-32184cd6c6f9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:20.434913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-79295ef9-d9d0-4151-8778-32184cd6c6f9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 946 time: 0.0913358 Feb 15 09:53:20.476163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0b118-8731-4ae8-9547-d99e679054e5 req-0ead165e-ec6e-4792-82f7-2260a8407972 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:20.478130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aff0b118-8731-4ae8-9547-d99e679054e5 req-0ead165e-ec6e-4792-82f7-2260a8407972 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2106862 Feb 15 09:53:20.558277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port b0a6124f-c9e8-4026-aa4b-a08a25e1acab {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:20.559046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.571910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aff0b118-8731-4ae8-9547-d99e679054e5 req-2c1fd32c-0553-4042-8c35-9b4e08290c04 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858788 Feb 15 09:53:20.572347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.575474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.576525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d91aee7e-f3e2-4d13-880e-b576db96a1e1 HTTP/1.1" status: 204 len: 168 time: 0.4090533 Feb 15 09:53:20.582916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7652770f-9ef6-49dc-a715-1ed842caf1cc None None] New status for floating IP 1dd7e7c7-b45f-4f80-9153-e7e11c275fe6: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:53:20.668408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcc101-7170-4fc9-b21b-b2911f62b004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91aee7e-f3e2-4d13-880e-b576db96a1e1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:20.679610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.694276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port b0a6124f-c9e8-4026-aa4b-a08a25e1acab, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:20.694803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.709912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for b0a6124f-c9e8-4026-aa4b-a08a25e1acab owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:20.804290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=e5b1980e-e2f7-439a-893a-ff7cad1a5c49,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:20.845049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '073bb1ce-8484-4f67-8a47-1a71c0429b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:20.845420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: e694433a-bd9f-46bc-99c9-1ec015093f9a, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:20.876360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e694433a-bd9f-46bc-99c9-1ec015093f9a is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:20.888487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e694433a-bd9f-46bc-99c9-1ec015093f9a) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:20.894131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:20.895139 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.902621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c59efa-436e-472c-b946-b6177d1e4e76 None None] Network e694433a-bd9f-46bc-99c9-1ec015093f9a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:20.929305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-99afbb07-ebe0-4669-af17-d06838630e6c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9183578 Feb 15 09:53:20.929305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33186) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:20.934546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:20.940278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:20.975534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91a13f19-e4f5-4363-8a97-204d99c87604 req-8e23b5de-859a-4189-92df-f3afb64ab8f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=fce89308-94e2-415e-b5c2-c95db6b40db5 HTTP/1.1" status: 200 len: 210 time: 0.0530820 Feb 15 09:53:21.024792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=b0a6124f-c9e8-4026-aa4b-a08a25e1acab,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:21.085609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] No DVR routers for this DVR port b0a6124f-c9e8-4026-aa4b-a08a25e1acab on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:21.090123 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.094005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40cfd77e-0f52-479a-a99f-f7b127a611ad req-38f5d745-a439-43c2-8080-5c9785506c9e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "DELETE /v2.0/ports/b0a6124f-c9e8-4026-aa4b-a08a25e1acab HTTP/1.1" status: 204 len: 173 time: 0.6522460 Feb 15 09:53:21.094700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-deleted', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:21.097470 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f14b52-4225-4923-a445-22456ede95ff" -d '{"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-deleted", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:21.127949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:21.139363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.160149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33194) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:21.182807 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7653217f-1571-4d10-ba89-60bb3cb3bc77 x-openstack-request-id: req-7653217f-1571-4d10-ba89-60bb3cb3bc77 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:21.183227 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fce89308-94e2-415e-b5c2-c95db6b40db5", "name": "network-vif-deleted", "tag": "b0a6124f-c9e8-4026-aa4b-a08a25e1acab", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:21.183623 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7653217f-1571-4d10-ba89-60bb3cb3bc77 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:21.184107 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fce89308-94e2-415e-b5c2-c95db6b40db5', 'name': 'network-vif-deleted', 'tag': 'b0a6124f-c9e8-4026-aa4b-a08a25e1acab', 'status': 'completed', 'code': 200} Feb 15 09:53:21.199965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2dea0d4-029d-4d4d-97da-d6c41fb6ccc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.209594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-e694433a-bd9f-46bc-99c9-1ec015093f9a', 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': 'e5b1980e-e2f7-439a-893a-ff7cad1a5c49'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:21.210481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.365414 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2dea0d4-029d-4d4d-97da-d6c41fb6ccc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.373167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e2dea0d4-029d-4d4d-97da-d6c41fb6ccc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.394782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Allocated IP 2001:db8::2 (e694433a-bd9f-46bc-99c9-1ec015093f9a/e5b1980e-e2f7-439a-893a-ff7cad1a5c49/6f0eef63-2db9-4d92-81c4-a3ed1aea02b5) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:21.410264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.430706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2dea0d4-029d-4d4d-97da-d6c41fb6ccc5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=422e3c50d50344b9bba4196af65aa4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661526 Feb 15 09:53:21.433434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dea0d4-029d-4d4d-97da-d6c41fb6ccc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c315e3-5116-496e-b2d1-e78cd4c1b34f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:21.436194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:21.509204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.539688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=1402398f-03af-456f-9a83-7c3f9d007ad9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:21.559204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '4d509b11-71a4-4629-bd48-51884f071296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:21.559827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: 870e5036-ca5a-4416-a7e4-742e6014ba45, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:21.568453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.594609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:21.614465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 870e5036-ca5a-4416-a7e4-742e6014ba45) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:21.636841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:21.638967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.647923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b454a239-52a3-499f-82fd-f7aa61f8021c None None] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:21.674170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-91c50fae-6374-4d4b-9f6d-17ac82327ed4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7413852 Feb 15 09:53:21.674612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33206) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:21.681409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1092970948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:21.692312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.694960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.696660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75c315e3-5116-496e-b2d1-e78cd4c1b34f HTTP/1.1" status: 204 len: 168 time: 0.2591093 Feb 15 09:53:21.722547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.726448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c8fe2-7d83-44ee-929c-ec5424000296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c315e3-5116-496e-b2d1-e78cd4c1b34f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:21.775005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aea399e-13bf-45d4-8a96-aeadd87cbeb3 req-805e52bc-a008-4a57-80c5-d7450ae6cae1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:21.777529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4aea399e-13bf-45d4-8a96-aeadd87cbeb3 req-805e52bc-a008-4a57-80c5-d7450ae6cae1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0643260 Feb 15 09:53:21.778867 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.779935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.788856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.876306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Network e694433a-bd9f-46bc-99c9-1ec015093f9a is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:21.887848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:21.893252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:21.895653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Pushing event updated for resources: {'Port': ['ID=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:21.911090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.938083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4aea399e-13bf-45d4-8a96-aeadd87cbeb3 req-d0c4e234-4fc7-429e-80de-e47a9adf3dfc tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494503 Feb 15 09:53:21.939236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-870e5036-ca5a-4416-a7e4-742e6014ba45', 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': '1402398f-03af-456f-9a83-7c3f9d007ad9'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:21.939993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.942318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.973593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:21.976862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-97c6b83b-9c38-46ff-8c7e-35cd0ca428c1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2992289 Feb 15 09:53:21.977841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33214) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:22.029297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Attempting to bind port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:22.029879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Attempting to bind port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '073bb1ce-8484-4f67-8a47-1a71c0429b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:22.030560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Attempting to bind port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 on network e694433a-bd9f-46bc-99c9-1ec015093f9a {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:22.051959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:22.120754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:22.121486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Checking segment: {'id': '073bb1ce-8484-4f67-8a47-1a71c0429b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:22.122054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.122625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Bound using segment: {'id': '073bb1ce-8484-4f67-8a47-1a71c0429b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:22.123322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Bound port: 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073bb1ce-8484-4f67-8a47-1a71c0429b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'e694433a-bd9f-46bc-99c9-1ec015093f9a'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:22.123992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.267768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] For port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:22.293269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] For port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,segment=NetworkSegment(073bb1ce-8484-4f67-8a47-1a71c0429b51),segment_id=073bb1ce-8484-4f67-8a47-1a71c0429b51)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:22.306404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Allocated IP 2001:db8:1::2 (870e5036-ca5a-4416-a7e4-742e6014ba45/1402398f-03af-456f-9a83-7c3f9d007ad9/fd98deca-b513-47c7-8ac2-fa5d03532266) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:22.311997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.326308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.465309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.496364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a667ef-3df4-4d58-90c1-32257bef9369 None None] Pushing event updated for resources: {'Port': ['ID=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:22.566433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.677953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.690418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.827797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:22.830658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:22.840452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:22.844299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:22.848888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Pushing event updated for resources: {'Port': ['ID=fd98deca-b513-47c7-8ac2-fa5d03532266,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:23.031755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Attempting to bind port fd98deca-b513-47c7-8ac2-fa5d03532266 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:23.032141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Attempting to bind port fd98deca-b513-47c7-8ac2-fa5d03532266 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '4d509b11-71a4-4629-bd48-51884f071296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:23.032497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Attempting to bind port fd98deca-b513-47c7-8ac2-fa5d03532266 on network 870e5036-ca5a-4416-a7e4-742e6014ba45 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:23.053949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:23.054330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Checking segment: {'id': '4d509b11-71a4-4629-bd48-51884f071296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:23.054736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.055131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Bound using segment: {'id': '4d509b11-71a4-4629-bd48-51884f071296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:23.055629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Bound port: fd98deca-b513-47c7-8ac2-fa5d03532266, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d509b11-71a4-4629-bd48-51884f071296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '870e5036-ca5a-4416-a7e4-742e6014ba45'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:23.055961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.199027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:23.287023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8::1 (e694433a-bd9f-46bc-99c9-1ec015093f9a/e5b1980e-e2f7-439a-893a-ff7cad1a5c49/5ca0929c-df5e-46f4-8970-aa71a93e0a64) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:23.318772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064bda6-94b4-4dd8-bc14-99dba02881f2 req-e9ed726d-4ff8-49ab-b5fa-bbc4fa7a66cb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:23.320345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0064bda6-94b4-4dd8-bc14-99dba02881f2 req-e9ed726d-4ff8-49ab-b5fa-bbc4fa7a66cb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1789639 Feb 15 09:53:23.374573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:23.375508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.397964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] For port fd98deca-b513-47c7-8ac2-fa5d03532266, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:23.409393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] For port fd98deca-b513-47c7-8ac2-fa5d03532266, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fd98deca-b513-47c7-8ac2-fa5d03532266,segment=NetworkSegment(4d509b11-71a4-4629-bd48-51884f071296),segment_id=4d509b11-71a4-4629-bd48-51884f071296)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:23.508487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.563372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0064bda6-94b4-4dd8-bc14-99dba02881f2 req-626c979f-ce5a-4d9d-a79f-d585ca6749bf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328985 Feb 15 09:53:23.600586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:23.601742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.622281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:23.710964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.795251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.873658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e694433a-bd9f-46bc-99c9-1ec015093f9a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:23.878103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:23.884411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:23.886817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:23.946738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.051555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d819-4616-4926-ac91-92a81a5837a8 None None] Pushing event updated for resources: {'Port': ['ID=fd98deca-b513-47c7-8ac2-fa5d03532266,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:24.070557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:24.071407 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.086372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=5ca0929c-df5e-46f4-8970-aa71a93e0a64,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:24.101187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=4d5d2caa-54a5-4cca-a2f4-9feefa4cf198,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:24.220674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0306008-2502-4c97-bf1d-317105d455f9 req-9a964ffe-1949-4d2d-9e70-eddb64b6731a tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:24.222388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0306008-2502-4c97-bf1d-317105d455f9 req-9a964ffe-1949-4d2d-9e70-eddb64b6731a tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.2789230 Feb 15 09:53:24.270309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28b927-20d8-4fb3-bca8-53dc905243f9 None None] Network e694433a-bd9f-46bc-99c9-1ec015093f9a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:24.286141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.329897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0306008-2502-4c97-bf1d-317105d455f9 req-a5063087-3d34-4101-9c17-b961d622bafb tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963626 Feb 15 09:53:24.404273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.627881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:24.677064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-633561cb-60b6-4cf3-a793-2c34a1aa09fe None None] Provisioning complete for port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:24.677438 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-633561cb-60b6-4cf3-a793-2c34a1aa09fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.692351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: b0a6124f-c9e8-4026-aa4b-a08a25e1acab {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:24.692619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device b0a6124f-c9e8-4026-aa4b-a08a25e1acab not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:24.702485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:24.922499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:24.960390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964311f1-4bcd-4efa-8745-cca45789395c req-b5eb78ed-0cdd-4b49-bf23-7d4f2cb99cc5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:24.962089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-964311f1-4bcd-4efa-8745-cca45789395c req-b5eb78ed-0cdd-4b49-bf23-7d4f2cb99cc5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2438693 Feb 15 09:53:24.984478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,segment=NetworkSegment(073bb1ce-8484-4f67-8a47-1a71c0429b51),segment_id=073bb1ce-8484-4f67-8a47-1a71c0429b51)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:25.040166 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.134122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-964311f1-4bcd-4efa-8745-cca45789395c req-c8cf5c40-7225-47b6-a7d1-de157e63cb46 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163690 Feb 15 09:53:25.148554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:25.177193 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Sync routers for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:25.198399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:25.199478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:25.199951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e712db72-5747-4f2b-ad50-2cb1d4b6a601 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451015 Feb 15 09:53:25.201154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33306) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:25.326653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:25.408278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-a377b552-7180-4359-8390-be77090848fc tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:25.410461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-a377b552-7180-4359-8390-be77090848fc tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.72 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.3235495 Feb 15 09:53:25.424707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting subnet e4adec26-c62e-49fd-9534-3f74a0c67bb6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:25.438579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.473050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fd98deca-b513-47c7-8ac2-fa5d03532266 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:25.497775 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:25.534376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.617713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fd98deca-b513-47c7-8ac2-fa5d03532266 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:25.618095 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.641723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.740896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.741825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.763460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.781964 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.803976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ad76dc2b-19c3-4ec3-849f-6c4827de9e61 None None] Provisioning complete for port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:25.816110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ad76dc2b-19c3-4ec3-849f-6c4827de9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.889382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.913262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:53:23Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:25.933956 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Subnet': ['ID=e4adec26-c62e-49fd-9534-3f74a0c67bb6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:25.952526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:25.955854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port fd98deca-b513-47c7-8ac2-fa5d03532266, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fd98deca-b513-47c7-8ac2-fa5d03532266,segment=NetworkSegment(4d509b11-71a4-4629-bd48-51884f071296),segment_id=4d509b11-71a4-4629-bd48-51884f071296)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:25.959850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2985af79-709b-4fac-99f9-faf651d59a2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/subnets/e4adec26-c62e-49fd-9534-3f74a0c67bb6 HTTP/1.1" status: 204 len: 168 time: 0.7548542 Feb 15 09:53:25.960961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33318) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:25.973525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34f10d-7968-4fc6-b726-f8a3ec596454 None None] Network 21b8633f-da29-4083-846e-47a87d8fe469 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:25.980922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Checking router: c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:25.993150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.031415 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Routers {'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:26.032280 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:26.098788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=5ca0929c-df5e-46f4-8970-aa71a93e0a64,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:26.139297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=fd98deca-b513-47c7-8ac2-fa5d03532266,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:26.143179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e694433a-bd9f-46bc-99c9-1ec015093f9a is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:26.146544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:26.178777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b58ab8-33f9-42ce-9f92-a6177000dd55 req-ac39ae7e-e111-4b3e-ba23-c872b009e278 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:26.180428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27b58ab8-33f9-42ce-9f92-a6177000dd55 req-ac39ae7e-e111-4b3e-ba23-c872b009e278 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 946 time: 0.5473342 Feb 15 09:53:26.311355 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] Set router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:26.317114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba5e9d0-59d6-4612-8183-f63733346513 None None] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:26.370191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Deleting port 10b57481-4228-447b-b01e-d777ae1ff272 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:26.370820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.578967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ad76dc2b-19c3-4ec3-849f-6c4827de9e61 None None] Provisioning complete for port 5ca0929c-df5e-46f4-8970-aa71a93e0a64 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:26.579590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ad76dc2b-19c3-4ec3-849f-6c4827de9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.660468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27b58ab8-33f9-42ce-9f92-a6177000dd55 req-428f7a82-78df-4cdb-b5d0-0b89cf032e27 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/security-groups?id=e25155af-b311-482d-b7e8-ad1beb5ac973&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4443288 Feb 15 09:53:26.723974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:53:26.726564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ad76dc2b-19c3-4ec3-849f-6c4827de9e61 None None] Port 5ca0929c-df5e-46f4-8970-aa71a93e0a64 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:26.757395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] DHCP port deletion for 21b8633f-da29-4083-846e-47a87d8fe469 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:26.835688 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:53:23Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:26.852568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] For port 10b57481-4228-447b-b01e-d777ae1ff272, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=10b57481-4228-447b-b01e-d777ae1ff272,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:26.853014 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.865473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67e28a-5c3a-4556-923b-5b62136268bf req-e1fda881-390c-4610-ab38-99648c9d0f26 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:26.866994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c67e28a-5c3a-4556-923b-5b62136268bf req-e1fda881-390c-4610-ab38-99648c9d0f26 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.1677537 Feb 15 09:53:26.902649 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a968f13-0270-4fb9-9833-b5e5c2a04143 None None] The sync data for ids ['c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521'] in n-d-825064-4 is: [{'id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1842454119', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163'}], 'enable_snat': True}, 'gw_port_id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:51:07Z', 'updated_at': '2022-02-15T09:53:23Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '3b7988b8-c547-4651-b4ca-26aba530972f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:bc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:51:08Z', 'updated_at': '2022-02-15T09:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:26.910619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.930901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c67e28a-5c3a-4556-923b-5b62136268bf req-dd3341ee-29ed-4578-b2b8-371c08864527 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560954 Feb 15 09:53:26.956529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-33faadbd-7299-48a0-b595-b92a3e60bfee None None] Provisioning complete for port fd98deca-b513-47c7-8ac2-fa5d03532266 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:26.957192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33faadbd-7299-48a0-b595-b92a3e60bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:26.960081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Deleting port 7ad3805c-fc41-44f0-b215-75effdf97f24 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:26.960440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.084480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.094098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] For port 7ad3805c-fc41-44f0-b215-75effdf97f24, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7ad3805c-fc41-44f0-b215-75effdf97f24,segment=NetworkSegment(c72239e1-459e-4322-afb1-3645f970d93d),segment_id=c72239e1-459e-4322-afb1-3645f970d93d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:27.094524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.110297 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Calling delete_port for 7ad3805c-fc41-44f0-b215-75effdf97f24 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:27.113477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:27.170444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 3b7988b8-c547-4651-b4ca-26aba530972f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:27.175608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.202163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.202531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.202851 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Floating IP 3f632586-5441-497b-8f36-cba7171b5036 disassociated. External IP: 172.25.6.204, port: 10b57481-4228-447b-b01e-d777ae1ff272. Feb 15 09:53:27.203197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Calling delete_port for 10b57481-4228-447b-b01e-d777ae1ff272 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:27.211584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] Sync routers for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:27.233274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:27.233948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:27.238126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.335298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] No DVR routers for this DVR port 7ad3805c-fc41-44f0-b215-75effdf97f24 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:27.358346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36831f00-ddfd-4e0e-abc9-5baf684e473c None None] Pushing event deleted for resources: {'Port': ['ID=7ad3805c-fc41-44f0-b215-75effdf97f24,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:27.367110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 3b7988b8-c547-4651-b4ca-26aba530972f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3b7988b8-c547-4651-b4ca-26aba530972f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:27.368290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:27.379571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.381658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1ea04385-5d4c-4caf-9f78-92ab059e2c70 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4016595 Feb 15 09:53:27.384537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33342) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:27.401697 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.407049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 3b7988b8-c547-4651-b4ca-26aba530972f owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:27.426364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:27.430538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:27.431405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:27.473173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event deleted for resources: {'Port': ['ID=10b57481-4228-447b-b01e-d777ae1ff272,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:27.492768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc286a3c-764c-4e2b-b45e-3f3dd1ac5165 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:27.497427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc286a3c-764c-4e2b-b45e-3f3dd1ac5165 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports/5ca0929c-df5e-46f4-8970-aa71a93e0a64 HTTP/1.1" status: 200 len: 911 time: 0.1078253 Feb 15 09:53:27.507657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33344) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:27.527764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:27.528579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806fdce1-2545-49a0-b1f7-9503a8fef5ea None None] The sync data for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:27.546385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-33faadbd-7299-48a0-b595-b92a3e60bfee None None] Provisioning complete for port 5ca0929c-df5e-46f4-8970-aa71a93e0a64 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:27.546823 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-33faadbd-7299-48a0-b595-b92a3e60bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.602020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-33faadbd-7299-48a0-b595-b92a3e60bfee None None] Port 5ca0929c-df5e-46f4-8970-aa71a93e0a64 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:27.609960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:27.610283 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.776154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.787038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e41500ce-0a58-4c48-a08e-7c5a0ae21ed0 None None] Provisioning complete for port fd98deca-b513-47c7-8ac2-fa5d03532266 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:27.787783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e41500ce-0a58-4c48-a08e-7c5a0ae21ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:27.814866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fd98deca-b513-47c7-8ac2-fa5d03532266 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:27.878061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=3b7988b8-c547-4651-b4ca-26aba530972f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:27.973255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fd98deca-b513-47c7-8ac2-fa5d03532266 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:27.973739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.020320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f68b666a-3f9c-443d-b9d7-95298adcb9ed req-b5dba297-d8dc-4f37-b401-04fe4e181517 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.1142440 Feb 15 09:53:28.043100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.140077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:28.217509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.223752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.262586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ad3805c-fc41-44f0-b215-75effdf97f24 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:28.287141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7ad3805c-fc41-44f0-b215-75effdf97f24 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:28.287650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7ad3805c-fc41-44f0-b215-75effdf97f24 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:28.288080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:28.298423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.317298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:28.317647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 4d5d2caa-54a5-4cca-a2f4-9feefa4cf198 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:28.382934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f14f8-fc55-4e7e-8e6b-e53b9811ebb0 req-22347bd0-1ec5-4198-96db-7f7a1d0acce9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:28.384511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d9f14f8-fc55-4e7e-8e6b-e53b9811ebb0 req-22347bd0-1ec5-4198-96db-7f7a1d0acce9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.2770572 Feb 15 09:53:28.407913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.408858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Fanout notify agent at l3_agent the message router_deleted on router c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:53:28.430301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.434520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-901b5815-560f-4cfe-b7b5-3c228d3059e7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/routers/c94c9f94-8f8a-4f1e-b5bb-d46fd3aac521 HTTP/1.1" status: 204 len: 168 time: 2.4688041 Feb 15 09:53:28.438606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33374) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:28.455439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:28.468078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Sync routers for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:28.512166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:28.512793 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:28.519290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] No DVR routers for this DVR port 10b57481-4228-447b-b01e-d777ae1ff272 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:28.600870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d9f14f8-fc55-4e7e-8e6b-e53b9811ebb0 req-f7710ebf-4a79-4c3f-8cbe-2463d66a343d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019582 Feb 15 09:53:28.612218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.681366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.687047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e703e81-58ac-46d8-bb23-8c39dc169a8a req-ca850f17-0226-4c6c-ab0f-46e36acf3ea3 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.72 "DELETE /v2.0/ports/10b57481-4228-447b-b01e-d777ae1ff272 HTTP/1.1" status: 204 len: 173 time: 3.2600086 Feb 15 09:53:28.687783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'name': 'network-vif-deleted', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:28.691339 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d98dce-c0bb-4ce0-b3ab-932afb06b930" -d '{"events": [{"server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "name": "network-vif-deleted", "tag": "10b57481-4228-447b-b01e-d777ae1ff272"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:28.751660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.795471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21b8633f-da29-4083-846e-47a87d8fe469']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:28.801237 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b0fa06-2adb-43f3-a0c3-d2d775b16ec8 x-openstack-request-id: req-99b0fa06-2adb-43f3-a0c3-d2d775b16ec8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:28.802315 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db4a5300-5b43-437e-8219-ce61a6cf1746", "name": "network-vif-deleted", "tag": "10b57481-4228-447b-b01e-d777ae1ff272", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:28.802808 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-99b0fa06-2adb-43f3-a0c3-d2d775b16ec8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:28.803461 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db4a5300-5b43-437e-8219-ce61a6cf1746', 'name': 'network-vif-deleted', 'tag': '10b57481-4228-447b-b01e-d777ae1ff272', 'status': 'completed', 'code': 200} Feb 15 09:53:28.818095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72239e1-459e-4322-afb1-3645f970d93d') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:28.821820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72239e1-459e-4322-afb1-3645f970d93d') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:28.855759 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.900115 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:28.910634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:28.912455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:29.013134 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:29.028481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.064347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.067953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/networks/21b8633f-da29-4083-846e-47a87d8fe469 HTTP/1.1" status: 204 len: 168 time: 0.6278024 Feb 15 09:53:29.069341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc4dca-f29c-4e90-bc81-30b3a8fc68cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Network': ['ID=21b8633f-da29-4083-846e-47a87d8fe469,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:29.084016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33394) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:29.160789 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:29.240324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.313582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46d327-2082-4615-ba64-21b1249ddd92 req-b574ef09-ad19-4368-a996-f4b43786a807 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:29.315637 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a46d327-2082-4615-ba64-21b1249ddd92 req-b574ef09-ad19-4368-a996-f4b43786a807 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.3041313 Feb 15 09:53:29.376945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.555568 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:29.607325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9a46d327-2082-4615-ba64-21b1249ddd92 req-1df0eadf-b66e-4bfd-8419-720f9f6b8366 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838409 Feb 15 09:53:29.635424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b7988b8-c547-4651-b4ca-26aba530972f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:29.647153 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Checking router: 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:29.672602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.675338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:29.679115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/security-groups/0de06c4b-707c-465c-92f9-35eb77333b85 HTTP/1.1" status: 204 len: 168 time: 0.5911028 Feb 15 09:53:29.679373 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:29.681556 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:29.709952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3b7988b8-c547-4651-b4ca-26aba530972f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:29.711733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3b7988b8-c547-4651-b4ca-26aba530972f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:29.715252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 10b57481-4228-447b-b01e-d777ae1ff272 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:29.718226 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e775c48-09a7-42bf-8a5d-fe4b0601a10a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de06c4b-707c-465c-92f9-35eb77333b85,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:29.741337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ab83167-9325-42b1-b5e3-3d4617621722 req-8185182d-f3da-4d2c-96ef-5781033dd815 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "GET /v2.0/ports?device_id=db4a5300-5b43-437e-8219-ce61a6cf1746 HTTP/1.1" status: 200 len: 210 time: 0.0915082 Feb 15 09:53:29.769864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 10b57481-4228-447b-b01e-d777ae1ff272 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:29.770633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 10b57481-4228-447b-b01e-d777ae1ff272 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:29.855400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8:1::1 (870e5036-ca5a-4416-a7e4-742e6014ba45/1402398f-03af-456f-9a83-7c3f9d007ad9/c1378662-e32f-43a5-a247-6b8b53edbb56) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:29.872582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4e69b-6a13-41e8-a139-b4e14765cce9 req-3e77cf27-18e5-4ef7-b71d-4207f6dce554 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:29.874815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ec4e69b-6a13-41e8-a139-b4e14765cce9 req-3e77cf27-18e5-4ef7-b71d-4207f6dce554 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0662353 Feb 15 09:53:29.915157 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:29.925680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ec4e69b-6a13-41e8-a139-b4e14765cce9 req-36a98dfa-cd7b-41ad-843c-fa0b08fbf54b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427599 Feb 15 09:53:29.996135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.049765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.096355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:30.099606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:30.103275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:30.104510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.104967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259801e-b780-4400-b9bb-4c2a7eb6fe50 req-6a8fc256-dfe5-485c-9d87-2f083005fd13 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:30.110456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=c1378662-e32f-43a5-a247-6b8b53edbb56,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:30.114200 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9259801e-b780-4400-b9bb-4c2a7eb6fe50 req-6a8fc256-dfe5-485c-9d87-2f083005fd13 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1067767 Feb 15 09:53:30.182383 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9259801e-b780-4400-b9bb-4c2a7eb6fe50 req-76aac18a-4c30-45e2-8de7-2f083203c810 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669665 Feb 15 09:53:30.195004 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:30.232174 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85272e38-371a-4daf-a75c-1548182d4a42 None None] The sync data for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 is: [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:47:55Z', 'revision_number': 4, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '5a5eb6b8-172b-432f-90be-77bac9ab22fc', 'name': '', 'network_id': '4ea963cf-43c4-4031-876f-8c61cd4c15dc', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'mac_address': 'fa:16:3e:00:1a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_interface', 'standard_attr_id': 2726, 'fixed_ips': [{'subnet_id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:53Z', 'updated_at': '2022-02-15T09:48:05Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'subnets': [{'id': 'af40718f-72ae-4144-9eb3-da6eef1bdd0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:30.258917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.361666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99487d1f-fc06-481a-bef7-a50cb67c0584 req-6e862145-c31d-4e46-8d12-30ede1952ef6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:30.363332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99487d1f-fc06-481a-bef7-a50cb67c0584 req-6e862145-c31d-4e46-8d12-30ede1952ef6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0915291 Feb 15 09:53:30.436062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-99487d1f-fc06-481a-bef7-a50cb67c0584 req-ced69a00-6b76-400e-9e28-1e1f005dbe00 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647659 Feb 15 09:53:30.473460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-eed84e7b-a396-4fde-8a03-001fb34ad92e None None] Provisioning complete for port c1378662-e32f-43a5-a247-6b8b53edbb56 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:30.473830 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eed84e7b-a396-4fde-8a03-001fb34ad92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.541890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-eed84e7b-a396-4fde-8a03-001fb34ad92e None None] Port c1378662-e32f-43a5-a247-6b8b53edbb56 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:30.624545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.631667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.632620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:30.638369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cbeb25-f372-4c6d-97e5-e2b7828fc9b8 None None] New status for floating IP 3f632586-5441-497b-8f36-cba7171b5036: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:53:30.694873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=c1378662-e32f-43a5-a247-6b8b53edbb56,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:30.818586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-156019f8-cadc-4116-80b8-6d0d0a015b0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:30.820222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-156019f8-cadc-4116-80b8-6d0d0a015b0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.1365297 Feb 15 09:53:30.839808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-28a1c04c-c778-4d0c-a84c-980170c4b893 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/quotas/5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 375 time: 0.0125647 Feb 15 09:53:30.881197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:30.888238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:30.950948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-6aa481bb-24eb-4d11-a968-27008c422062 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1021810 Feb 15 09:53:31.108079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:31.195224 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:53:31.207183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-7b1a087f-9440-4603-8842-4852ac6c6c22 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393556 Feb 15 09:53:31.291925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:31.306831 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] Sync routers for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:31.316711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ec857f1d-1f4e-4bd3-81c5-4e586dd67b3c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8079631 Feb 15 09:53:31.319453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33466) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:31.332085 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:31.332706 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:31.371174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-a6d1b30b-1897-4823-8e48-5b1704f74c90 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509669 Feb 15 09:53:31.373868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33468) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:31.379469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-159051814', 'description': 'tempest-secgroup-smoke-159051814 description', 'project_id': '0b74351313014ffab51fe899542eaf24'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:31.389310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5b927235-9a7f-4272-9ad1-e6386f1022ff None None] Provisioning complete for port c1378662-e32f-43a5-a247-6b8b53edbb56 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:31.391522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b927235-9a7f-4272-9ad1-e6386f1022ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:31.429354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33470) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:31.450221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425638b8-955b-4fb7-bd66-22d05a28629c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:31.453926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5b927235-9a7f-4272-9ad1-e6386f1022ff None None] Port c1378662-e32f-43a5-a247-6b8b53edbb56 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:31.456944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-425638b8-955b-4fb7-bd66-22d05a28629c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports/c1378662-e32f-43a5-a247-6b8b53edbb56 HTTP/1.1" status: 200 len: 913 time: 0.1346552 Feb 15 09:53:31.462150 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:31.464609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33474) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:31.480865 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:31.481191 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:31.559734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:31.561668 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b8a3e1-eb17-4e15-9ff4-42c32b96fa85 None None] The sync data for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:31.636464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:31.748379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e2e63fc-8734-4e3a-a5a1-8f051f487521 req-6147fea0-4035-4274-8a3c-2f52143fe608 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 210 time: 0.0674026 Feb 15 09:53:31.849792 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Deleting port d1e67a50-014b-4183-a3c2-44c0fccc2a3c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:31.850462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:31.938716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:31.994906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.125723 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.130350 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7526569 Feb 15 09:53:32.131313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33500) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:32.142073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.143575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.174682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Calling delete_port for d1e67a50-014b-4183-a3c2-44c0fccc2a3c owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:32.256719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:32.310554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4691a71b-e862-4281-97a8-c5f11f730edc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df17c293-707f-4f64-a503-9cd379d67334,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:32.330143 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.417497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.454723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.477299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.499597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4eef13-5e68-437a-a5ab-64925faa17cb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:32.527566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.563146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.568353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33508) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:32.569042 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bfc9fa66-1d44-45f5-abfb-7ba6516319f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3187990 Feb 15 09:53:32.573601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event deleted for resources: {'Port': ['ID=d1e67a50-014b-4183-a3c2-44c0fccc2a3c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:32.575482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:32.673670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.677861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.680083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e182372-ba42-43d0-bf80-61e5a26d4e56 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "DELETE /v2.0/floatingips/3f632586-5441-497b-8f36-cba7171b5036 HTTP/1.1" status: 204 len: 168 time: 1.2458804 Feb 15 09:53:32.703957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.773814 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33520) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:32.898040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09226b83-e800-47e8-a0de-16ba7ee141e8 req-b7c46c55-a08b-4501-96a1-4e5be7f7917b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 210 time: 0.0445449 Feb 15 09:53:32.919549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.948118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.957967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:32.966566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.007577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f89780-9899-4b51-854d-721ba27c37bb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:33.076234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.079637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.081412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f6006d0f-f768-4abf-befc-1d2294f06175 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5118742 Feb 15 09:53:33.083825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33532) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:33.095897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.099720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] 10.222.0.10 "DELETE /v2.0/security-groups/e25155af-b311-482d-b7e8-ad1beb5ac973 HTTP/1.1" status: 204 len: 168 time: 0.3235209 Feb 15 09:53:33.101402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:33.141537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d4c79-7d2f-465d-9cf1-a1976451fc70 tempest-TestServerBasicOps-840611641 tempest-TestServerBasicOps-840611641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25155af-b311-482d-b7e8-ad1beb5ac973,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:33.196644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:33.230387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port c1378662-e32f-43a5-a247-6b8b53edbb56 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:33.230781 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.251162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.419302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-5fa09cdf-5a4b-4ba0-bf17-b061220f653a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:33.420932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-5fa09cdf-5a4b-4ba0-bf17-b061220f653a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.2845411 Feb 15 09:53:33.448714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'device_id': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'admin_state_up': True, 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:33.570809 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.601227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.610278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for c1378662-e32f-43a5-a247-6b8b53edbb56 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:33.619558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.707031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f77218e-b495-4890-bb91-f49c8950cf80,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:33.725926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.727296 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bcb9197b-b36b-44a6-982b-201595173739 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6381993 Feb 15 09:53:33.733780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33548) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:33.738643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:33.769304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:33.773706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:33.990204 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.033641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.149269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=c1378662-e32f-43a5-a247-6b8b53edbb56,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:34.181210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d45075b9-3370-4ce6-96ee-01a0f6d35799 req-ef4f2cd3-19f3-47a1-84e0-4b5899cc0621 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 210 time: 0.0894608 Feb 15 09:53:34.232083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.434940 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.446772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.461750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.20.0.12 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/95ca3042-29fd-41a2-8fb1-57b582ce2898) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:34.491663 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Deleting port 5a5eb6b8-172b-432f-90be-77bac9ab22fc {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:34.492600 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.506164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3bad8a-d387-4d0e-8f67-6ec9e6ce7b3e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:34.525857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.535520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.539673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e8e51fec-de5a-4f50-984a-a4a07b9780bc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8048761 Feb 15 09:53:34.540304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:34.554755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:34.608983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] For port 5a5eb6b8-172b-432f-90be-77bac9ab22fc, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5a5eb6b8-172b-432f-90be-77bac9ab22fc,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:34.609613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.624074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Calling delete_port for 5a5eb6b8-172b-432f-90be-77bac9ab22fc owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:34.804842 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:53:34.845925 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.878987 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.928925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a5eb6b8-172b-432f-90be-77bac9ab22fc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:34.930832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:34.942090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:34.998649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:35.094643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:35.174538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:35.185072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-085bf12e-fe54-44fd-9fb7-fc2d8f9c704d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7116921 Feb 15 09:53:35.192198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33582) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:35.195714 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] Sync routers for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:35.209765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8d0fb5-ad2f-48d3-938c-c52bcd92526f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:35.231404 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:35.235278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c9d078d1-c82d-4897-b984-5d7ba5906167 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6863286 Feb 15 09:53:35.272294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33588) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:35.274224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:35.277006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:35.289397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:35.290159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:35.304367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:53:35.310360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'df17c293-707f-4f64-a503-9cd379d67334', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:35.380479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:35.407590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:35.408725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:35.463193 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:35.464352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91336ac5-637b-45bc-93c6-e5a31bdb9ce9 None None] The sync data for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:35.651020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:35.790053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:35.795586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:35.796839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ce42c54-749a-4778-8f02-a5fb28e9ff2b admin admin] 10.222.0.10 "PUT /v2.0/routers/2d0f3b0c-7fd3-4abd-909b-7722b3250d99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5983005 Feb 15 09:53:35.799136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33594) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:35.802692 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Sync routers for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:35.816742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:35.817387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:35.839771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:35.856554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:35.957394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:35.970224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:35.971121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.038525 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:36.201414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-63e691cc-96a4-4cd0-802a-963b24d79460 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7702496 Feb 15 09:53:36.258512 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:53:36.283419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Request body: {'port': {'device_id': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:36.317514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b008d58-71e9-48b8-90eb-b15a9c9c9ed2 req-9d4913f8-6e2e-4c66-bdfb-3d45e4653826 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:36.326080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8cce4e16-6a23-47e6-ba76-769d6cd2a4c0 None None] Provisioning complete for port 95ca3042-29fd-41a2-8fb1-57b582ce2898 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:36.327090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8cce4e16-6a23-47e6-ba76-769d6cd2a4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.329862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b008d58-71e9-48b8-90eb-b15a9c9c9ed2 req-9d4913f8-6e2e-4c66-bdfb-3d45e4653826 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 932 time: 1.0105019 Feb 15 09:53:36.333844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.351745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.404608 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:53:34Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:36.439768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8cce4e16-6a23-47e6-ba76-769d6cd2a4c0 None None] Port 95ca3042-29fd-41a2-8fb1-57b582ce2898 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:36.479881 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Checking router: 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:36.495897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Routers {'2d0f3b0c-7fd3-4abd-909b-7722b3250d99'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:36.496697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:36.524165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.553892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.633278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.655196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faeefe7c-3729-4a07-86cb-c97af343e18b,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:36.674825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b008d58-71e9-48b8-90eb-b15a9c9c9ed2 req-e7547337-9bbb-4a81-b515-9e387c02a645 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419986 Feb 15 09:53:36.688469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.709475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.710762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-76b4e135-230a-4440-a08e-21e0cd8a6fe9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4358616 Feb 15 09:53:36.713941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33620) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:36.718955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'network': {'name': 'tempest-network-smoke--770963099', 'project_id': '0b74351313014ffab51fe899542eaf24', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:36.751131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Deleting port 0bb6b485-ab86-47a8-9b42-54be86a3a0da {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:36.751849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.780476 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] Set router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:36.914780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] For port 0bb6b485-ab86-47a8-9b42-54be86a3a0da, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb6b485-ab86-47a8-9b42-54be86a3a0da,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:36.915348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:36.931903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Calling delete_port for 0bb6b485-ab86-47a8-9b42-54be86a3a0da owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:37.057136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:37.061595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.100141 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:53:34Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:37.133385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:37.163296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4bdddf-85ec-4234-86b6-0aafe8ecbc00 None None] The sync data for ids ['2d0f3b0c-7fd3-4abd-909b-7722b3250d99'] in n-d-825064-4 is: [{'id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'name': 'tempest-TestServerBasicOps-1537818043-router', 'tenant_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57'}], 'enable_snat': True}, 'gw_port_id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:47:41Z', 'updated_at': '2022-02-15T09:53:34Z', 'revision_number': 5, 'project_id': 'dadeabbb44014a82b2f89cdaae0f06bc', 'gw_port': {'id': '0bb6b485-ab86-47a8-9b42-54be86a3a0da', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:1b:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0f3b0c-7fd3-4abd-909b-7722b3250d99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2723, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:47:43Z', 'updated_at': '2022-02-15T09:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:37.188559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.189013 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Added segment 6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e of type vlan for network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 Feb 15 09:53:37.261995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.264414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95ca3042-29fd-41a2-8fb1-57b582ce2898 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:53:37.287837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.293170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.301417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0bb6b485-ab86-47a8-9b42-54be86a3a0da,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:37.318008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Transition to ACTIVE for port object 95ca3042-29fd-41a2-8fb1-57b582ce2898 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:53:37.324425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.332381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.397823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.474794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.487359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:37.488264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.547004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.553378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.574311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8590372 Feb 15 09:53:37.617077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33644) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:37.623610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'admin_state_up': True, 'project_id': '0b74351313014ffab51fe899542eaf24', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:37.640838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.644655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d0f3b0c-7fd3-4abd-909b-7722b3250d99 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:53:37.653854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.660508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:37.662484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47df60e8-34b2-43be-a52c-9feadb5247e2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/2d0f3b0c-7fd3-4abd-909b-7722b3250d99 HTTP/1.1" status: 204 len: 168 time: 1.8621738 Feb 15 09:53:37.669146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:37.680602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.683175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.786538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8f1e54-bc17-4c2e-8ea9-d9690e51b3d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Network': ['ID=89ad37ba-ba22-4a1d-9a61-0815adaa7137,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:37.797740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:37.846638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Deleting subnet af40718f-72ae-4144-9eb3-da6eef1bdd0b {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:37.854633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.861961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.909553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Attempting to bind port 95ca3042-29fd-41a2-8fb1-57b582ce2898 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:37.909974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Attempting to bind port 95ca3042-29fd-41a2-8fb1-57b582ce2898 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:37.910367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Attempting to bind port 95ca3042-29fd-41a2-8fb1-57b582ce2898 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:37.923113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Port 95ca3042-29fd-41a2-8fb1-57b582ce2898 on network 882d8125-600a-4d59-bb5c-b20b0e620834 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:53:37.923568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Attempting to bind port 95ca3042-29fd-41a2-8fb1-57b582ce2898 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:37.927644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:37.956937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:37.957359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:37.957825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:37.958316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Bound port: 95ca3042-29fd-41a2-8fb1-57b582ce2898, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:37.958757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.048720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e664e-ff64-4575-9701-aae3530a0576 req-4389db72-64d5-497d-8085-121673fc6307 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:38.050428 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-426e664e-ff64-4575-9701-aae3530a0576 req-4389db72-64d5-497d-8085-121673fc6307 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 944 time: 0.2194006 Feb 15 09:53:38.090499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.140756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-426e664e-ff64-4575-9701-aae3530a0576 req-b148036b-d694-46d4-9f56-275d8e9118b9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612125 Feb 15 09:53:38.155390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:38.163615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:38.165360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.194468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.322485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:38.323433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.329083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] 10.222.0.72 "PUT /v2.0/ports/95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 200 len: 1092 time: 2.0718479 Feb 15 09:53:38.333874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:38.336285 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee23530-c2ec-42f7-ad38-fa5ed9584c56" -d '{"events": [{"name": "network-changed", "server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:38.339191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d75076-b25e-4203-934c-5d63254af8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:38.396401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 5ca0929c-df5e-46f4-8970-aa71a93e0a64 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:38.396752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.410271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.437550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.466992 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c827a7-6f38-4e9a-8afd-ad03f8f17004 x-openstack-request-id: req-a8c827a7-6f38-4e9a-8afd-ad03f8f17004 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:38.467288 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:38.467816 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8c827a7-6f38-4e9a-8afd-ad03f8f17004 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:38.467952 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898', 'status': 'completed', 'code': 200} Feb 15 09:53:38.495668 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.567283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.568347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d530df91-7dc9-43d7-9b31-e99e6dbef95a None None] Network 4ea963cf-43c4-4031-876f-8c61cd4c15dc requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:38.575561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/af40718f-72ae-4144-9eb3-da6eef1bdd0b HTTP/1.1" status: 204 len: 168 time: 0.8961070 Feb 15 09:53:38.575910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:38.579959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6c612-6b91-4f94-b5e0-21cfc26b5140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af40718f-72ae-4144-9eb3-da6eef1bdd0b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:38.626979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.640202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 5ca0929c-df5e-46f4-8970-aa71a93e0a64 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:38.730086 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.796213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.230 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a584f3a8-ef0e-4823-b44b-5a2e3eafd88a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:38.841426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-927fc5e7-f171-4a9e-9453-02592201a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:38.844036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-927fc5e7-f171-4a9e-9453-02592201a300 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 1095 time: 0.4376974 Feb 15 09:53:38.905126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-6f967436-4633-4009-9e33-af88df91e315 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 200 len: 217 time: 0.0527244 Feb 15 09:53:38.916747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] DHCP port deletion for 4ea963cf-43c4-4031-876f-8c61cd4c15dc request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:38.961454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:38.998946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.014045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=5ca0929c-df5e-46f4-8970-aa71a93e0a64,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:39.024333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-e2eb0285-1d4f-4897-96dd-675f29ca6590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:39.026366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-e2eb0285-1d4f-4897-96dd-675f29ca6590 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1137249 Feb 15 09:53:39.032248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Deleting port f6fbe092-d35e-4898-be4f-dc9bd65b2019 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:39.032899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.129518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Deleting port f6fbe092-d35e-4898-be4f-dc9bd65b2019 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:39.129875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.132985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.173279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:39.200937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:39.209446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:39.212069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] For port f6fbe092-d35e-4898-be4f-dc9bd65b2019, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f6fbe092-d35e-4898-be4f-dc9bd65b2019,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:39.212698 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.214659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.247540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Calling delete_port for f6fbe092-d35e-4898-be4f-dc9bd65b2019 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:39.371839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-c0c794b3-450b-4b06-ba98-8af438ebd3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:39.378132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-c0c794b3-450b-4b06-ba98-8af438ebd3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3337584 Feb 15 09:53:39.443280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5a5eb6b8-172b-432f-90be-77bac9ab22fc no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:39.493221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5a5eb6b8-172b-432f-90be-77bac9ab22fc {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:39.493564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5a5eb6b8-172b-432f-90be-77bac9ab22fc not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:39.494783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f6fbe092-d35e-4898-be4f-dc9bd65b2019 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:39.525566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f6fbe092-d35e-4898-be4f-dc9bd65b2019 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:39.527961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f6fbe092-d35e-4898-be4f-dc9bd65b2019 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:39.528637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb6b485-ab86-47a8-9b42-54be86a3a0da no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:39.537058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-55838363-9ddd-4bc8-8057-f166446b2832 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448548 Feb 15 09:53:39.556042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:39.558835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.562192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0bb6b485-ab86-47a8-9b42-54be86a3a0da {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:39.562967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb6b485-ab86-47a8-9b42-54be86a3a0da not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:39.594078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Pushing event deleted for resources: {'Port': ['ID=f6fbe092-d35e-4898-be4f-dc9bd65b2019,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:39.610613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.611295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.611806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.612339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.612869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.613389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.614115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.614615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.615110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.615605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.616113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.620648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:39.632342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8420e-ff45-4aac-bb54-ddacb3be011b None None] No DVR routers for this DVR port f6fbe092-d35e-4898-be4f-dc9bd65b2019 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:39.692108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b493c691-6f6f-4247-a5c4-462c9de58605 req-f7985766-f691-4d6d-87a9-4dd01ab68d96 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469321 Feb 15 09:53:39.742450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:39.794886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] For port f6fbe092-d35e-4898-be4f-dc9bd65b2019, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f6fbe092-d35e-4898-be4f-dc9bd65b2019,segment=NetworkSegment(57ec4c05-226c-40b7-b0df-9d9fb922220d),segment_id=57ec4c05-226c-40b7-b0df-9d9fb922220d)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:39.795258 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:39.807516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09eca4e-d41c-49d1-96bf-46b773070ef2 req-d43b35c9-69dc-422e-afd6-8078e0f555ce tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:39.809163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b09eca4e-d41c-49d1-96bf-46b773070ef2 req-d43b35c9-69dc-422e-afd6-8078e0f555ce tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 944 time: 0.5190978 Feb 15 09:53:39.897040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Calling delete_port for f6fbe092-d35e-4898-be4f-dc9bd65b2019 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:39.904543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:39.913670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e634a5c5-8da7-486e-b21e-43f0fc3d4102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7172372 Feb 15 09:53:39.915481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33702) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:39.921397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] Sync routers for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:39.933749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-c761b22f-b34d-4880-9856-89eeb0aa0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:39.935309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-c761b22f-b34d-4880-9856-89eeb0aa0c67 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 1095 time: 0.1415031 Feb 15 09:53:39.940125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:39.941424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:39.963737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-03cd80e3-222b-4f58-9c23-a141a45d53ab tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 HTTP/1.1" status: 200 len: 205 time: 0.0450144 Feb 15 09:53:39.966111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33704) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:39.979122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b09eca4e-d41c-49d1-96bf-46b773070ef2 req-523f3076-d147-4456-bee6-4305cf45518f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601944 Feb 15 09:53:39.987464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.015830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] Routers {'b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:40.017430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.065359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.066273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b9f9e1-edd7-4838-8074-b15982e7aa51 None None] The sync data for ids ['b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:40.168318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.208985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.249861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-56546bb2-da9a-4f83-b4c7-61e013a84ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:40.251759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-56546bb2-da9a-4f83-b4c7-61e013a84ebc service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.2985001 Feb 15 09:53:40.286814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.304157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] No DVR routers for this DVR port f6fbe092-d35e-4898-be4f-dc9bd65b2019 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:40.330856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6fbe092-d35e-4898-be4f-dc9bd65b2019,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:40.343018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-d0fe86b8-acac-4338-ac47-31fe3d8165c6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 200 len: 217 time: 0.0562496 Feb 15 09:53:40.502636 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.506461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.516960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-c31102b3-d953-468b-a182-b228549daa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:40.518538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-c31102b3-d953-468b-a182-b228549daa2d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1385965 Feb 15 09:53:40.765946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.825199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ea963cf-43c4-4031-876f-8c61cd4c15dc']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.844893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57ec4c05-226c-40b7-b0df-9d9fb922220d') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.845465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57ec4c05-226c-40b7-b0df-9d9fb922220d') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:40.859557 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.862271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.880708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.924880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:40.925579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:40.927366 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:40.964733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.965317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:53:40.974709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:40.975825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-338765f9-615e-4bde-b22a-9ed04322a76d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 HTTP/1.1" status: 204 len: 168 time: 1.0087690 Feb 15 09:53:40.980487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.025634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-643f981d-e901-4741-935b-18801ffd40cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:41.027548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-643f981d-e901-4741-935b-18801ffd40cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4714687 Feb 15 09:53:41.032748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.042813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.047936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ea963cf-43c4-4031-876f-8c61cd4c15dc HTTP/1.1" status: 204 len: 168 time: 2.4705679 Feb 15 09:53:41.051256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.112487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet 1402398f-03af-456f-9a83-7c3f9d007ad9 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:41.115084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e8258-14ee-4c7b-b3b9-359300f8edc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ea963cf-43c4-4031-876f-8c61cd4c15dc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:41.160793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.237541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router bd9bcbc2-0807-4646-8190-cd98f40465e8 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:53:41.317995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-11548acb-da98-4148-a0cd-7ed24a18f4cc service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822924 Feb 15 09:53:41.332435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.460754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0a9e7-c900-4f0f-94c9-4d08dc14aae1 req-e2c566e4-f850-4477-99a9-567767b1950f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:41.463274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d0a9e7-c900-4f0f-94c9-4d08dc14aae1 req-e2c566e4-f850-4477-99a9-567767b1950f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 944 time: 0.3162227 Feb 15 09:53:41.535323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:41.548776 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Sync routers for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:41.567219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:41.567857 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:41.582323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.583582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9fb1ebfa-4da7-42bf-b2fe-f4f7df34a34c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9648831 Feb 15 09:53:41.586033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d0a9e7-c900-4f0f-94c9-4d08dc14aae1 req-a98522eb-833d-477f-9c0d-d5125140d167 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154146 Feb 15 09:53:41.593989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33744) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.663523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee23530-c2ec-42f7-ad38-fa5ed9584c56 req-7716d5f5-fb8a-43f1-b48c-0df05e11b603 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336532 Feb 15 09:53:41.687239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7f184f2c-6d07-4bc4-bfca-ae7f56570133 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b74351313014ffab51fe899542eaf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896292 Feb 15 09:53:41.690139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33748) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.698889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.780261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.809452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8660d3d9-5145-4dc5-bb20-a5368620f979 None None] Network 870e5036-ca5a-4416-a7e4-742e6014ba45 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:41.813420 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:41.821412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/1402398f-03af-456f-9a83-7c3f9d007ad9 HTTP/1.1" status: 204 len: 168 time: 0.8406920 Feb 15 09:53:41.878198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33760) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.897245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0eddbd-4d6b-4372-956e-1e12d3841161 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=1402398f-03af-456f-9a83-7c3f9d007ad9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:41.919300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398f9cc5-6f1e-43a8-b52d-8c9d25936044 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:41.925108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-398f9cc5-6f1e-43a8-b52d-8c9d25936044 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2298057 Feb 15 09:53:41.926813 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33762) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:41.990597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9efaeda-e3d3-40ba-9cff-2c42d2db386d tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626581 Feb 15 09:53:41.993803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33766) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:42.011886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1924289081', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'project_id': '0b74351313014ffab51fe899542eaf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:42.028087 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:42.053388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.054473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet e5b1980e-e2f7-439a-893a-ff7cad1a5c49 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:42.133647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.136102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] DHCP port deletion for 870e5036-ca5a-4416-a7e4-742e6014ba45 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:42.314859 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Deleting port fd98deca-b513-47c7-8ac2-fa5d03532266 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:42.315645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.365377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.492324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:42.498875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] For port fd98deca-b513-47c7-8ac2-fa5d03532266, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fd98deca-b513-47c7-8ac2-fa5d03532266,segment=NetworkSegment(4d509b11-71a4-4629-bd48-51884f071296),segment_id=4d509b11-71a4-4629-bd48-51884f071296)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:42.499887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.503231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.551020 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:39Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:42.551656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Calling delete_port for fd98deca-b513-47c7-8ac2-fa5d03532266 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:42.629011 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Checking router: bd9bcbc2-0807-4646-8190-cd98f40465e8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:42.631451 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Updating router bd9bcbc2-0807-4646-8190-cd98f40465e8 port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:53:42.642758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Deleting port 0dc05ec0-79f7-4472-a40e-f15b3221e11d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:42.643591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.706390 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.748222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.799465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.859591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] For port 0dc05ec0-79f7-4472-a40e-f15b3221e11d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0dc05ec0-79f7-4472-a40e-f15b3221e11d,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:42.860977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:42.861884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] Pushing event deleted for resources: {'Port': ['ID=fd98deca-b513-47c7-8ac2-fa5d03532266,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:42.875961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53663ccb-f362-476f-93ba-76cbd0e418ab None None] No DVR routers for this DVR port fd98deca-b513-47c7-8ac2-fa5d03532266 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:42.888124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Calling delete_port for 0dc05ec0-79f7-4472-a40e-f15b3221e11d owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:43.053962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.101478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849051e-9a86-4ae1-9b70-966257a135bd req-282817cd-3345-4644-9ec0-47f3faf8fb99 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:43.103917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5849051e-9a86-4ae1-9b70-966257a135bd req-282817cd-3345-4644-9ec0-47f3faf8fb99 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 944 time: 0.3289127 Feb 15 09:53:43.126686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de12f5c2-5b03-4de3-89a6-b7dfe63e69a7 None None] Network e694433a-bd9f-46bc-99c9-1ec015093f9a requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:43.127192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b1980e-e2f7-439a-893a-ff7cad1a5c49,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:43.139272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.147448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ed22d2a0-5457-448b-b7b0-9170f672391c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/e5b1980e-e2f7-439a-893a-ff7cad1a5c49 HTTP/1.1" status: 204 len: 168 time: 1.2682011 Feb 15 09:53:43.151850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33784) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:43.233743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5849051e-9a86-4ae1-9b70-966257a135bd req-ba0a76e6-6964-405c-9406-326286a283f5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739214 Feb 15 09:53:43.254113 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.266099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.271042 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.277187 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.344049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fd98deca-b513-47c7-8ac2-fa5d03532266 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:43.392133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.403180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: fd98deca-b513-47c7-8ac2-fa5d03532266 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:43.403521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fd98deca-b513-47c7-8ac2-fa5d03532266 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:43.409705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Subnet': ['ID=4710a39b-5b91-4423-8239-49ec918b7baa,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:43.417890 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Pushing event updated for resources: {'Port': ['ID=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:43.430031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Attempting to bind port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:43.430416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Attempting to bind port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:43.430779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Attempting to bind port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:43.433321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0dc05ec0-79f7-4472-a40e-f15b3221e11d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:43.460090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.460832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.461380 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.461891 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.463009 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.463853 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.464371 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.464961 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.465452 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.465960 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.466462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.466959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:53:43.483073 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:43.486366 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:43.486978 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.487548 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:43.488228 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Bound port: a584f3a8-ef0e-4823-b44b-5a2e3eafd88a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:43.490295 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.525570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:43.526863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network hostable DHCP agents. Network: 89ad37ba-ba22-4a1d-9a61-0815adaa7137, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:43.535722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.551620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 95ca3042-29fd-41a2-8fb1-57b582ce2898 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:53:43.582959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['870e5036-ca5a-4416-a7e4-742e6014ba45']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:43.586657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] DHCP port deletion for e694433a-bd9f-46bc-99c9-1ec015093f9a request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:43.605795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d509b11-71a4-4629-bd48-51884f071296') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:43.606492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d509b11-71a4-4629-bd48-51884f071296') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:43.616298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:43.623963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.637067 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] For port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:43.641886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 89ad37ba-ba22-4a1d-9a61-0815adaa7137) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:43.642422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] For port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:43.648765 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.651905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.655166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:43.655869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.691862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:43.700977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:43.709298 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:43.727466 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda4a438-aca3-40d7-a625-92251632738d None None] Pushing event updated for resources: {'Port': ['ID=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:43.734541 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:43.735164 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:43.774943 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.819155 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8423441d-e9b4-4dbe-acc9-18e1988d26f5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8182726 Feb 15 09:53:43.834965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45d2216-1a96-4598-b69c-f121dd7a509e None None] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:43.841652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:43.901854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:43.917527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:43.934775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '95ca3042-29fd-41a2-8fb1-57b582ce2898', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': '95ca3042-29fd-41a2-8fb1-57b582ce2898', 'mac_address': 'fa:16:3e:98:80:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:53:43.976170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.982654 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:43.989753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/870e5036-ca5a-4416-a7e4-742e6014ba45 HTTP/1.1" status: 204 len: 168 time: 0.8360419 Feb 15 09:53:43.992671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33798) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:44.008943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Deleting port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:44.010210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.040129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.043330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b924cbcd-189a-4694-8380-b08134a8289c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=870e5036-ca5a-4416-a7e4-742e6014ba45,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:44.086371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95ca3042-29fd-41a2-8fb1-57b582ce2898 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:53:44.133156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:44.171364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.186165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.201755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:44.287623 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:39Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:44.327197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:44.343355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] For port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,segment=NetworkSegment(073bb1ce-8484-4f67-8a47-1a71c0429b51),segment_id=073bb1ce-8484-4f67-8a47-1a71c0429b51)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:44.344052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.377947 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf4a7a6-8870-4c24-ae08-0579714bfaeb None None] The sync data for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 is: [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:39Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:44.395632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Calling delete_port for 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:44.456202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:53:44.483038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:44.490787 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b42d7f46-caeb-4bc2-819f-ab179b3ed7e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/53614e7d-a86f-46bf-9ab0-dd4d9008e3b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4362607 Feb 15 09:53:44.491086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:44.526864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.539055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:44.539926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.543867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Sync routers for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:44.626879 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec92ab-02de-4ea6-b0ba-0f6eab70de21 req-b5341c54-3e89-4025-b1c5-ec9f7f7ec7f3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:44.629203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32ec92ab-02de-4ea6-b0ba-0f6eab70de21 req-b5341c54-3e89-4025-b1c5-ec9f7f7ec7f3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 945 time: 0.2191007 Feb 15 09:53:44.644968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.756471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Routers {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:44.756471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:44.793972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:44.794326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.830567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.923593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32ec92ab-02de-4ea6-b0ba-0f6eab70de21 req-6533079a-e429-4c77-9290-26572a754472 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723835 Feb 15 09:53:44.933724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Deleting port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:44.934370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.965725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,segment=NetworkSegment(073bb1ce-8484-4f67-8a47-1a71c0429b51),segment_id=073bb1ce-8484-4f67-8a47-1a71c0429b51)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:44.966100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:44.981737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:45.061625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] For port d25a20a9-42dc-4d23-bbe8-2a7b659c80a9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:45.061952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.080407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Calling delete_port for d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:45.241024 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.241817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Allocated IP 172.20.0.2 (89ad37ba-ba22-4a1d-9a61-0815adaa7137/4710a39b-5b91-4423-8239-49ec918b7baa/edaa69a8-342c-469b-88db-85ac79ebcbe1) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:45.279337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.283611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Set router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:45.284775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:45.287150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:45.396111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a584f3a8-ef0e-4823-b44b-5a2e3eafd88a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:45.443981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.449455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.451543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53614e7d-a86f-46bf-9ab0-dd4d9008e3b5', 'name': 'tempest-TestServerBasicOps-676927461-router', 'tenant_id': '119d84b0ca3041809865601c9ad7878c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:48:08Z', 'updated_at': '2022-02-15T09:53:44Z', 'revision_number': 6, 'project_id': '119d84b0ca3041809865601c9ad7878c', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:45.507439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=d25a20a9-42dc-4d23-bbe8-2a7b659c80a9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:45.659817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.679826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.781532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e694433a-bd9f-46bc-99c9-1ec015093f9a']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:45.799857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073bb1ce-8484-4f67-8a47-1a71c0429b51') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:45.800287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073bb1ce-8484-4f67-8a47-1a71c0429b51') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:45.818524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.841903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.842170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.844663 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.846961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Checking router: 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:45.854673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] Pushing event deleted for resources: {'Port': ['ID=6f0eef63-2db9-4d92-81c4-a3ed1aea02b5,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:45.865734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef368e1-77ac-444b-98d2-fd3c12dbb8c9 None None] No DVR routers for this DVR port 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:45.868311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:45.868872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:45.896794 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:45.906344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.907185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:53:45.912521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Routers set() bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:45.913469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Router IDs set() for agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 09:53:45.914415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_agentschedulers_db [None req-74800f79-ebaf-4063-927a-641a6084720e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent'). {{(pid=102360) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 09:53:45.916034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f79-ebaf-4063-927a-641a6084720e None None] The sync data for ids ['53614e7d-a86f-46bf-9ab0-dd4d9008e3b5'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:45.921745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:45.924747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-40f29bf4-8032-4bdc-9e30-9d0ad37a4b82 admin admin] 10.222.0.10 "DELETE /v2.0/routers/53614e7d-a86f-46bf-9ab0-dd4d9008e3b5 HTTP/1.1" status: 204 len: 168 time: 1.4325738 Feb 15 09:53:45.927655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33846) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:45.934246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:45.935222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.020820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Deleting subnet fc7ba0f1-484d-4b83-9841-b29c46c9b741 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:46.026201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.031577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.042680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.085528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.110140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:46.117882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.119382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.129615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/e694433a-bd9f-46bc-99c9-1ec015093f9a HTTP/1.1" status: 204 len: 168 time: 2.1022704 Feb 15 09:53:46.129839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:46.138385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:46.145718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33852) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:46.174668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.1 (89ad37ba-ba22-4a1d-9a61-0815adaa7137/4710a39b-5b91-4423-8239-49ec918b7baa/bb86ed8f-6254-480a-93c4-5a11b078b590) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:46.251286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.271918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Pushing event updated for resources: {'Port': ['ID=edaa69a8-342c-469b-88db-85ac79ebcbe1,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.274358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1661721528'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:46.282561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b2f10-9615-4aed-80bd-5a203beacc80 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=e694433a-bd9f-46bc-99c9-1ec015093f9a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.292370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Attempting to bind port edaa69a8-342c-469b-88db-85ac79ebcbe1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:46.292600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Attempting to bind port edaa69a8-342c-469b-88db-85ac79ebcbe1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:46.293003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Attempting to bind port edaa69a8-342c-469b-88db-85ac79ebcbe1 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:46.327131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:46.327131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:46.327131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:46.327598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.327803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Bound using segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:46.328274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Bound port: edaa69a8-342c-469b-88db-85ac79ebcbe1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:46.328660 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.339400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:46.343279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.349538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.380821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.395265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:53:46.412589 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.412983 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment bb7c87b2-fe4e-49b2-8639-2f04e1d505ff of type vlan for network 915566f0-b111-46b9-940f-e894ecabb377 Feb 15 09:53:46.488458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.502665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] For port edaa69a8-342c-469b-88db-85ac79ebcbe1, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:46.506195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] For port edaa69a8-342c-469b-88db-85ac79ebcbe1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=edaa69a8-342c-469b-88db-85ac79ebcbe1,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:46.518177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.524567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.558455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.576061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.581134 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:46.581706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.605741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:46.649351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94c0ca-98b3-47e7-8a44-b2bd960584ae None None] Pushing event updated for resources: {'Port': ['ID=edaa69a8-342c-469b-88db-85ac79ebcbe1,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.672822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:46.678789 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bc88ab-8ca8-481c-a7d6-d8b12c63d63b req-07234bdb-e7cb-4af4-8068-f75eaee68a60 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:46.678789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6bc88ab-8ca8-481c-a7d6-d8b12c63d63b req-07234bdb-e7cb-4af4-8068-f75eaee68a60 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 945 time: 0.6005187 Feb 15 09:53:46.739139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a20427ec-230b-4dee-8e0f-282b0cf22efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.748653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:46.756148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:46.783834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6365199 Feb 15 09:53:46.787247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33860) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:46.797081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:46.797563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f0eef63-2db9-4d92-81c4-a3ed1aea02b5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:46.811958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': '915566f0-b111-46b9-940f-e894ecabb377', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:46.829340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.842480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45305ea7-589c-46f6-adc8-e0e8340558af tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=915566f0-b111-46b9-940f-e894ecabb377,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:46.848189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:46.871218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 915566f0-b111-46b9-940f-e894ecabb377 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:53:46.881875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.000682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.011652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e6bc88ab-8ca8-481c-a7d6-d8b12c63d63b req-c0117c0b-9a48-454f-96b8-fe166c8173a5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030474 Feb 15 09:53:47.125626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.176530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:47.176530 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.192837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ec271-6af5-4ddc-bc5c-f6e4d8cd7dfa None None] Network d40e9538-0702-4b5d-8947-794319ae7867 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:47.230291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.254828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.260801 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fc7ba0f1-484d-4b83-9841-b29c46c9b741 HTTP/1.1" status: 204 len: 168 time: 1.3309498 Feb 15 09:53:47.269949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33876) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:47.298184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f22e0c9-446a-4e2c-98ac-406220d8f43d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc7ba0f1-484d-4b83-9841-b29c46c9b741,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:47.488316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device edaa69a8-342c-469b-88db-85ac79ebcbe1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:47.513584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.586432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 95ca3042-29fd-41a2-8fb1-57b582ce2898 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:47.690034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Deleting port 2024fde8-b146-4fdc-b4c1-66f355c66def {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:47.690375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.700648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.793149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port edaa69a8-342c-469b-88db-85ac79ebcbe1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:47.793520 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.796704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=3582395f-7deb-4c04-b1e7-1e8004fa19ed,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:47.823687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '915566f0-b111-46b9-940f-e894ecabb377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:47.824201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: 915566f0-b111-46b9-940f-e894ecabb377, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:53:47.853778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] DHCP port deletion for d40e9538-0702-4b5d-8947-794319ae7867 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:47.856776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 915566f0-b111-46b9-940f-e894ecabb377 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:53:47.876429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 95ca3042-29fd-41a2-8fb1-57b582ce2898 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:53:47.880860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 915566f0-b111-46b9-940f-e894ecabb377) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:47.897566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:47.898984 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:47.904045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171bf707-7477-4387-9452-feb601f13339 None None] Network 915566f0-b111-46b9-940f-e894ecabb377 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:47.939247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1b2a2a9b-c355-44bd-91f3-19261173573d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1499221 Feb 15 09:53:47.942267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33896) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:47.948926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-490216355', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:47.962259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 95ca3042-29fd-41a2-8fb1-57b582ce2898 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:47.963167 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.019342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.025118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.206456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.221352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.256514 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.258257 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1850e727-c3a1-47bd-a535-0cf5e34e41cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3148313 Feb 15 09:53:48.261864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33904) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:48.268215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'port': {'network_id': '915566f0-b111-46b9-940f-e894ecabb377', 'name': 'tempest-RoutersIpV6Test-550673630'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:48.318649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Deleting port 2024fde8-b146-4fdc-b4c1-66f355c66def {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:48.319018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.334509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.488262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:48.489130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199efe9f-a88f-493f-a7af-82ace392472c None None] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:48.494775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.524621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] device_id is not set on port 58962b6b-ad4e-44ed-b4ae-0c2118368905 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 09:53:48.578497 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.657207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port edaa69a8-342c-469b-88db-85ac79ebcbe1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=edaa69a8-342c-469b-88db-85ac79ebcbe1,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:48.669092 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.734162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.784387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8::30d (915566f0-b111-46b9-940f-e894ecabb377/3582395f-7deb-4c04-b1e7-1e8004fa19ed/58962b6b-ad4e-44ed-b4ae-0c2118368905) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:48.879476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] For port 2024fde8-b146-4fdc-b4c1-66f355c66def, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2024fde8-b146-4fdc-b4c1-66f355c66def,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:48.880239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.907538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-915566f0-b111-46b9-940f-e894ecabb377', 'network_id': '915566f0-b111-46b9-940f-e894ecabb377', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': '3582395f-7deb-4c04-b1e7-1e8004fa19ed'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:53:48.908695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.917816 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.918944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a584f3a8-ef0e-4823-b44b-5a2e3eafd88a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:48.959182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] For port 2024fde8-b146-4fdc-b4c1-66f355c66def, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2024fde8-b146-4fdc-b4c1-66f355c66def,segment=NetworkSegment(b520a63a-8f56-4acc-85e2-ee248785b9f2),segment_id=b520a63a-8f56-4acc-85e2-ee248785b9f2)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:48.959995 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:48.965623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Calling delete_port for 2024fde8-b146-4fdc-b4c1-66f355c66def owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:49.003683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Calling delete_port for 2024fde8-b146-4fdc-b4c1-66f355c66def owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:49.005048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:49.007453 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fca876-69fd-4ff4-a439-e318c33f4671" -d '{"events": [{"server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "name": "network-vif-plugged", "status": "completed", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:49.063303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d272744d-8ffe-4059-8bbe-b0faccb84ede None None] Provisioning complete for port edaa69a8-342c-469b-88db-85ac79ebcbe1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:49.063940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d272744d-8ffe-4059-8bbe-b0faccb84ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.066771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:49.148720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.183138 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.222719 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49aeba62-661b-4e8e-a9cd-79ec07c886b3 x-openstack-request-id: req-49aeba62-661b-4e8e-a9cd-79ec07c886b3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:49.223003 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "name": "network-vif-plugged", "status": "completed", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:49.223441 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-49aeba62-661b-4e8e-a9cd-79ec07c886b3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:49.223654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.224205 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898', 'code': 200} Feb 15 09:53:49.227450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e052cab-7760-4318-ba86-c810182e07c8 req-f4c02c0b-b317-4212-9604-0b2d04969242 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:49.228580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e052cab-7760-4318-ba86-c810182e07c8 req-f4c02c0b-b317-4212-9604-0b2d04969242 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 945 time: 0.5531569 Feb 15 09:53:49.229525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.244102 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.246295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.248578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] No DVR routers for this DVR port 2024fde8-b146-4fdc-b4c1-66f355c66def on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:49.309132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=58962b6b-ad4e-44ed-b4ae-0c2118368905,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.322552 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 915566f0-b111-46b9-940f-e894ecabb377 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:49.324215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:49.325239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Pushing event deleted for resources: {'Port': ['ID=2024fde8-b146-4fdc-b4c1-66f355c66def,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.327476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:49.347123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:49.348542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.380352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e052cab-7760-4318-ba86-c810182e07c8 req-7230638f-bddd-4125-9955-6a561b8227b6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361160 Feb 15 09:53:49.391386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e16e0b4-4cbe-4cd0-9d6d-0405257986bd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1252749 Feb 15 09:53:49.393227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 33922) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:49.393657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a0df8-20c0-495b-88de-d928504283d6 req-b3772722-4a0e-482f-abff-5b4c853cf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:49.395324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a3a0df8-20c0-495b-88de-d928504283d6 req-b3772722-4a0e-482f-abff-5b4c853cf3a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 1097 time: 0.2388036 Feb 15 09:53:49.440300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=edaa69a8-342c-469b-88db-85ac79ebcbe1,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.506288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.539958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.555602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a3a0df8-20c0-495b-88de-d928504283d6 req-486f7a35-eaf6-4625-98b3-3e153fac5e15 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003671 Feb 15 09:53:49.558472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3731fed1-680d-453e-a3a1-14ea6d980b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 09:53:49.575343 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 09:53:49.580127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:49.580127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.594629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d40e9538-0702-4b5d-8947-794319ae7867']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:49.616247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b520a63a-8f56-4acc-85e2-ee248785b9f2') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:49.616783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b520a63a-8f56-4acc-85e2-ee248785b9f2') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:49.642287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.644473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.669888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Allocated IP 2001:db8::2 (915566f0-b111-46b9-940f-e894ecabb377/3582395f-7deb-4c04-b1e7-1e8004fa19ed/9739d127-5664-46c6-8c54-23adfdb0b0c5) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:49.671267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:49.673945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.676662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:49.689607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:53:49.690316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:53:49.692355 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:53:49.720684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] Pushing event deleted for resources: {'Port': ['ID=2024fde8-b146-4fdc-b4c1-66f355c66def,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:49.742420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afe700-f111-4b40-a268-45e837b20f1c None None] No DVR routers for this DVR port 2024fde8-b146-4fdc-b4c1-66f355c66def on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:53:49.853359 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.942014 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:49.969465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] 10.222.0.10 "DELETE /v2.0/networks/d40e9538-0702-4b5d-8947-794319ae7867 HTTP/1.1" status: 204 len: 168 time: 2.6983614 Feb 15 09:53:49.992400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc05ec0-79f7-4472-a40e-f15b3221e11d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:50.017635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768714f-ca0c-491d-aef1-3b5032fba51b admin admin] Pushing event deleted for resources: {'Network': ['ID=d40e9538-0702-4b5d-8947-794319ae7867,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:50.079707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0dc05ec0-79f7-4472-a40e-f15b3221e11d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:50.080734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0dc05ec0-79f7-4472-a40e-f15b3221e11d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:50.081269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:50.109810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router bd9bcbc2-0807-4646-8190-cd98f40465e8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:50.132094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:50.132886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d25a20a9-42dc-4d23-bbe8-2a7b659c80a9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:50.176096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.250255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5046cb17-a9fd-4147-ad4a-accc533cea57 None None] Provisioning complete for port bb86ed8f-6254-480a-93c4-5a11b078b590 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:50.250636 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5046cb17-a9fd-4147-ad4a-accc533cea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.317818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33940) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:50.318991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:50.331123 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Sync routers for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:50.342462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f2c65073-374c-4025-a9ef-9847fedc8cd0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/bd9bcbc2-0807-4646-8190-cd98f40465e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4995830 Feb 15 09:53:50.356991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:50.358301 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:50.369317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device edaa69a8-342c-469b-88db-85ac79ebcbe1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:50.433136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8da63187-3165-4a59-a239-2f85a8fbde1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dadeabbb44014a82b2f89cdaae0f06bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892997 Feb 15 09:53:50.435568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:50.504973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.530594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5046cb17-a9fd-4147-ad4a-accc533cea57 None None] Port bb86ed8f-6254-480a-93c4-5a11b078b590 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:50.566844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.568634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.594610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.650611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.747567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Network 915566f0-b111-46b9-940f-e894ecabb377 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:50.751791 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:50.766387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:50.778895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:50.791772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Pushing event updated for resources: {'Port': ['ID=9739d127-5664-46c6-8c54-23adfdb0b0c5,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:50.796662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5046cb17-a9fd-4147-ad4a-accc533cea57 None None] Provisioning complete for port edaa69a8-342c-469b-88db-85ac79ebcbe1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:50.813543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6f9b3302-90d3-4f0a-9849-2e6f71c5040e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-159051814&fields=id&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 267 time: 0.1002681 Feb 15 09:53:50.814694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5046cb17-a9fd-4147-ad4a-accc533cea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.946342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.949759 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:50.951243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55b9a2c9-dbe1-42ae-ae9b-73d5d98604dc HTTP/1.1" status: 204 len: 168 time: 0.5147345 Feb 15 09:53:50.968081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472bcc7-3fa5-472e-8a6f-6dbcf07ed8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b9a2c9-dbe1-42ae-ae9b-73d5d98604dc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:50.968615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002871f-67e4-45dd-8d51-63a0c43f06df req-1c224409-5c59-474b-904e-ea27babd3bad tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:50.970452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1002871f-67e4-45dd-8d51-63a0c43f06df req-1c224409-5c59-474b-904e-ea27babd3bad tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 946 time: 0.3261125 Feb 15 09:53:51.090928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-2159e535-13f0-479c-bb85-c7e832f6cca7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:51.111290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-2159e535-13f0-479c-bb85-c7e832f6cca7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 796 time: 0.2953970 Feb 15 09:53:51.135225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port edaa69a8-342c-469b-88db-85ac79ebcbe1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:51.135598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.142139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-f9e284db-741d-4bba-9cd0-a3cb9b677c34 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/quotas/0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 375 time: 0.0294611 Feb 15 09:53:51.200451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1002871f-67e4-45dd-8d51-63a0c43f06df req-0ce40640-6f6d-4f33-a589-bfb7561b8f30 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077949 Feb 15 09:53:51.206302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.230869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.266002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Attempting to bind port 9739d127-5664-46c6-8c54-23adfdb0b0c5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:51.267039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Attempting to bind port 9739d127-5664-46c6-8c54-23adfdb0b0c5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '915566f0-b111-46b9-940f-e894ecabb377'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:51.267583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Attempting to bind port 9739d127-5664-46c6-8c54-23adfdb0b0c5 on network 915566f0-b111-46b9-940f-e894ecabb377 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:51.291217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:51.291563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Checking segment: {'id': 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '915566f0-b111-46b9-940f-e894ecabb377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:51.292182 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.292592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Bound using segment: {'id': 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '915566f0-b111-46b9-940f-e894ecabb377'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:51.293118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Bound port: 9739d127-5664-46c6-8c54-23adfdb0b0c5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '915566f0-b111-46b9-940f-e894ecabb377'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:51.293319 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 2, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:51.293680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.316516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-9d8fa60c-d7c5-4045-9cf2-66ad5aacf994 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723278 Feb 15 09:53:51.329712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=58962b6b-ad4e-44ed-b4ae-0c2118368905,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:51.378123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0673faa4-4e31-4ec9-89d1-ce37962461e9 None None] Provisioning complete for port bb86ed8f-6254-480a-93c4-5a11b078b590 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:51.378489 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0673faa4-4e31-4ec9-89d1-ce37962461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.443099 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Checking router: bd9bcbc2-0807-4646-8190-cd98f40465e8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:53:51.443729 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Updating router bd9bcbc2-0807-4646-8190-cd98f40465e8 port bb86ed8f-6254-480a-93c4-5a11b078b590 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:53:51.477620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2024fde8-b146-4fdc-b4c1-66f355c66def no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:53:51.504596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.510014 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.541929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-1ef7df33-25d5-4d8e-be7d-8d04e53e0639 service neutron] 10.222.0.10 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125807 Feb 15 09:53:51.551775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2024fde8-b146-4fdc-b4c1-66f355c66def {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:53:51.552336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2024fde8-b146-4fdc-b4c1-66f355c66def not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:53:51.566371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0673faa4-4e31-4ec9-89d1-ce37962461e9 None None] Port bb86ed8f-6254-480a-93c4-5a11b078b590 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:51.582731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] For port 9739d127-5664-46c6-8c54-23adfdb0b0c5, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:51.592749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] For port 9739d127-5664-46c6-8c54-23adfdb0b0c5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9739d127-5664-46c6-8c54-23adfdb0b0c5,segment=NetworkSegment(bb7c87b2-fe4e-49b2-8639-2f04e1d505ff),segment_id=bb7c87b2-fe4e-49b2-8639-2f04e1d505ff)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:51.601562 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.720481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73169a0c-fe80-4941-aab3-9d74ca9f9448 None None] Pushing event updated for resources: {'Port': ['ID=9739d127-5664-46c6-8c54-23adfdb0b0c5,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:51.814797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-335ec694-a536-4333-81c1-beabbf5a0919 service neutron] 10.222.0.10 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660930 Feb 15 09:53:51.827443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33978) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:51.858624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:51.885290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-78e7c866-ee48-49b5-b206-cdf0b90322db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=119d84b0ca3041809865601c9ad7878c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556042 Feb 15 09:53:51.886243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 33980) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:51.974969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.051768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.201520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.230068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.232070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fb9d61ff-8a29-49cf-a0b0-e99c48b5638f HTTP/1.1" status: 204 len: 168 time: 0.3438609 Feb 15 09:53:52.271412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3d63a-7a09-482f-8fca-ff1b90482bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9d61ff-8a29-49cf-a0b0-e99c48b5638f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:52.278518 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.304073 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.389903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f63fb6c4-8523-46b4-a6c3-ffd3eaec0895 req-076c3f0f-5343-482f-8fde-65ba8982d5e2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 210 time: 0.3110702 Feb 15 09:53:52.396900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.433980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.556666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9739d127-5664-46c6-8c54-23adfdb0b0c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:52.590741 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f081-2a50-4f01-8361-a009920e2166 None None] Pushing event updated for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:52.645112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e015d292-6038-4dc3-afdf-0d3dc0d6ef09 req-2cd7eae9-6ff7-440e-9ad7-f416b385a176 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:52.662405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e015d292-6038-4dc3-afdf-0d3dc0d6ef09 req-2cd7eae9-6ff7-440e-9ad7-f416b385a176 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 946 time: 0.2240009 Feb 15 09:53:52.782644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e015d292-6038-4dc3-afdf-0d3dc0d6ef09 req-232dc2af-aa27-4954-8672-1bac92355089 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172266 Feb 15 09:53:52.794864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Attempting to bind port bb86ed8f-6254-480a-93c4-5a11b078b590 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:52.795250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Attempting to bind port bb86ed8f-6254-480a-93c4-5a11b078b590 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:52.795606 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Attempting to bind port bb86ed8f-6254-480a-93c4-5a11b078b590 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:52.819276 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:52.820991 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:52.823531 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.826878 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Bound using segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:52.831653 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Bound port: bb86ed8f-6254-480a-93c4-5a11b078b590, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:52.832122 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:52.854772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9739d127-5664-46c6-8c54-23adfdb0b0c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:52.859101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.021671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2b6f5f0d-a0d9-4bb3-9c6b-48e96dd4af8e None None] Provisioning complete for port bb86ed8f-6254-480a-93c4-5a11b078b590 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:53.022965 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b6f5f0d-a0d9-4bb3-9c6b-48e96dd4af8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.026981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.050949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.052385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.080978 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] For port bb86ed8f-6254-480a-93c4-5a11b078b590, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:53.083792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2b6f5f0d-a0d9-4bb3-9c6b-48e96dd4af8e None None] Port bb86ed8f-6254-480a-93c4-5a11b078b590 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:53.100877 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] For port bb86ed8f-6254-480a-93c4-5a11b078b590, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bb86ed8f-6254-480a-93c4-5a11b078b590,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:53.120635 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.143722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.192129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9739d127-5664-46c6-8c54-23adfdb0b0c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9739d127-5664-46c6-8c54-23adfdb0b0c5,segment=NetworkSegment(bb7c87b2-fe4e-49b2-8639-2f04e1d505ff),segment_id=bb7c87b2-fe4e-49b2-8639-2f04e1d505ff)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:53.199703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.282192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=58962b6b-ad4e-44ed-b4ae-0c2118368905,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:53.296905 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205f081-2a50-4f01-8361-a009920e2166 None None] Pushing event updated for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:53.313083 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:53.315776 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:53.325623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9739d127-5664-46c6-8c54-23adfdb0b0c5,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:53.470685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 915566f0-b111-46b9-940f-e894ecabb377 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:53.478712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:53.647851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c96a18af-6d03-4965-9464-ab880ede8736 req-98695dbf-34c1-4d87-b80d-40c798afc9d6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 210 time: 0.1062422 Feb 15 09:53:53.745921 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 18186721-7751-4041-8053-25978ad10350 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:53:53.772562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:53:53.814895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] Provisioning complete for port bb86ed8f-6254-480a-93c4-5a11b078b590 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:53.815425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:53.905808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:53.914182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-010bde3a-b1b4-457b-8f59-716a680fd216 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/18186721-7751-4041-8053-25978ad10350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5203326 Feb 15 09:53:53.917850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:53.955726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] Sync routers for ids ['18186721-7751-4041-8053-25978ad10350'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:53.986262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9435eda-f67d-45a9-b6fb-2a87512b5397 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:53.990365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d9435eda-f67d-45a9-b6fb-2a87512b5397 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports/58962b6b-ad4e-44ed-b4ae-0c2118368905 HTTP/1.1" status: 200 len: 983 time: 0.0683615 Feb 15 09:53:53.992691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34028) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:54.003601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:54.015209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] Routers {'18186721-7751-4041-8053-25978ad10350'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:54.020394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['18186721-7751-4041-8053-25978ad10350'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:54.025921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf550bb-65e2-4cb6-b7e8-d9f9ebbdf307 None None] Network 915566f0-b111-46b9-940f-e894ecabb377 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:54.134101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:54.184085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] Routers {'18186721-7751-4041-8053-25978ad10350'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:54.185132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['18186721-7751-4041-8053-25978ad10350'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:54.223884 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:53Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:54.255075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:54.261780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee967679-5c1c-4117-96b1-b00e1c0ae23e None None] The sync data for ids ['18186721-7751-4041-8053-25978ad10350'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:54.284436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9739d127-5664-46c6-8c54-23adfdb0b0c5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:54.299149 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40957490-cd17-45c4-898c-43b7cf7aed93 None None] The sync data for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 is: [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:53Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:54.317876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] For port bb86ed8f-6254-480a-93c4-5a11b078b590, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bb86ed8f-6254-480a-93c4-5a11b078b590,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:54.361316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:54.836533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b6470-17cc-4c7f-98de-34e801bacf11 None None] Pushing event updated for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:54.881877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-487020b2-2588-4987-9d6f-5cd808a448c5 None None] Provisioning complete for port 9739d127-5664-46c6-8c54-23adfdb0b0c5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:54.888184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-487020b2-2588-4987-9d6f-5cd808a448c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:54.906003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9739d127-5664-46c6-8c54-23adfdb0b0c5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:54.906736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:54.923818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-199c9170-ae0f-4a1a-b017-18ba6fe9948f req-5f5762da-920d-45a3-ae86-803806a42c37 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 210 time: 0.0733900 Feb 15 09:53:55.418582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-e8eff5ce-db43-497d-b1af-aa21ca7a6654 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:55.420313 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-e8eff5ce-db43-497d-b1af-aa21ca7a6654 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 796 time: 1.0761199 Feb 15 09:53:55.681851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-24d689f6-41b9-4f99-ba1c-5fd80377be22 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 379 time: 0.2493131 Feb 15 09:53:55.697573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'port': {'device_id': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'admin_state_up': True, 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'security_groups': ['df17c293-707f-4f64-a503-9cd379d67334']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:55.702167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b195631a-58ef-4529-b3a8-081369cd12a7 None None] Provisioning complete for port 58962b6b-ad4e-44ed-b4ae-0c2118368905 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:55.702556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b195631a-58ef-4529-b3a8-081369cd12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:55.765342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b195631a-58ef-4529-b3a8-081369cd12a7 None None] Port 58962b6b-ad4e-44ed-b4ae-0c2118368905 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:55.778208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b195631a-58ef-4529-b3a8-081369cd12a7 None None] Provisioning complete for port 9739d127-5664-46c6-8c54-23adfdb0b0c5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:55.778737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b195631a-58ef-4529-b3a8-081369cd12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:55.823595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34080) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:56.062148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b786b48-73a1-4d8f-9a72-28d94d884d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.133413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8d89c62-96c6-497b-be96-663bbaa903e0 req-087bd408-feec-4888-9d32-6bbaabff274a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 210 time: 0.0663867 Feb 15 09:53:56.137467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.170869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3f833866-c3ca-4f69-8d6c-8cd4dcf94bf5 None None] Provisioning complete for port 58962b6b-ad4e-44ed-b4ae-0c2118368905 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:56.171372 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f833866-c3ca-4f69-8d6c-8cd4dcf94bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.248481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:53:56.262076 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.310287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3f833866-c3ca-4f69-8d6c-8cd4dcf94bf5 None None] Port 58962b6b-ad4e-44ed-b4ae-0c2118368905 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:56.349698 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bb86ed8f-6254-480a-93c4-5a11b078b590 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:53:56.364712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b786b48-73a1-4d8f-9a72-28d94d884d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.374874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7b786b48-73a1-4d8f-9a72-28d94d884d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.429985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7b786b48-73a1-4d8f-9a72-28d94d884d70 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1d46954fbbf64fc8b64a545ea983f4e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052887 Feb 15 09:53:56.433650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34094) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:56.470032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port bb86ed8f-6254-480a-93c4-5a11b078b590 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:56.470674 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.473178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b786b48-73a1-4d8f-9a72-28d94d884d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b57dbd9-ea5f-4b0e-9e74-787b2bfc2ef3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:56.537292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.548871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.8 (89ad37ba-ba22-4a1d-9a61-0815adaa7137/4710a39b-5b91-4423-8239-49ec918b7baa/e54c6fae-d584-4ddd-9960-6ad9fd507265) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:53:56.572224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.652469 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.655191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.660485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b57dbd9-ea5f-4b0e-9e74-787b2bfc2ef3 HTTP/1.1" status: 204 len: 168 time: 0.2255559 Feb 15 09:53:56.675229 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9f759-5495-4ae2-acc0-05b7078e02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b57dbd9-ea5f-4b0e-9e74-787b2bfc2ef3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:56.716722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-152f7dd4-91f1-4f7a-a378-68e572385384 None None] Provisioning complete for port 58962b6b-ad4e-44ed-b4ae-0c2118368905 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:56.717250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-152f7dd4-91f1-4f7a-a378-68e572385384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.793760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-152f7dd4-91f1-4f7a-a378-68e572385384 None None] Port 58962b6b-ad4e-44ed-b4ae-0c2118368905 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:56.873543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.898346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 58962b6b-ad4e-44ed-b4ae-0c2118368905 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:56.898692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.921453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a883fd6a-56f4-4bc6-9487-de9e2a05f727 None None] Provisioning complete for port 58962b6b-ad4e-44ed-b4ae-0c2118368905 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:56.921872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a883fd6a-56f4-4bc6-9487-de9e2a05f727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:56.983677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a883fd6a-56f4-4bc6-9487-de9e2a05f727 None None] Port 58962b6b-ad4e-44ed-b4ae-0c2118368905 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:57.005769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.057841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.079023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 58962b6b-ad4e-44ed-b4ae-0c2118368905 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:53:57.084396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34110) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:57.097848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:53:57.098688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e0a0fa-8dc0-432a-9c88-fb74a1179f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.107037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:53:57.109850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:53:57.193763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:57.219999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:57.220649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.221616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e0a0fa-8dc0-432a-9c88-fb74a1179f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.237547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-75e0a0fa-8dc0-432a-9c88-fb74a1179f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.296711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-53035bad-7d1e-46e6-94fa-fd7c4a4ee4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6037090 Feb 15 09:53:57.318010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Request body: {'port': {'device_id': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:53:57.342045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-75e0a0fa-8dc0-432a-9c88-fb74a1179f17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94ac4eba81314848884c7bc7fb35d68f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2563972 Feb 15 09:53:57.342971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0a0fa-8dc0-432a-9c88-fb74a1179f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdec205-29d1-4df0-b57d-a259c8c1e1ea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:57.346291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34118) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:57.385148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae4b3ee-3600-4cd1-9511-de7184f63075 req-8743d194-0057-4a5d-8b41-c3d121402d02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:57.386899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ae4b3ee-3600-4cd1-9511-de7184f63075 req-8743d194-0057-4a5d-8b41-c3d121402d02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 931 time: 0.1247809 Feb 15 09:53:57.422109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3af1f0b6-0dd4-4e6d-a893-6a2b9cc23ed4 None None] Provisioning complete for port e54c6fae-d584-4ddd-9960-6ad9fd507265 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:53:57.423392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3af1f0b6-0dd4-4e6d-a893-6a2b9cc23ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.447629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.471647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3af1f0b6-0dd4-4e6d-a893-6a2b9cc23ed4 None None] Port e54c6fae-d584-4ddd-9960-6ad9fd507265 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:53:57.487901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.493685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9ae4b3ee-3600-4cd1-9511-de7184f63075 req-4779b2ff-0fee-4f04-bebd-3427ab7ccbc5 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878751 Feb 15 09:53:57.524095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.538609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.578864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.582570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:57.584277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fdec205-29d1-4df0-b57d-a259c8c1e1ea HTTP/1.1" status: 204 len: 168 time: 0.2349126 Feb 15 09:53:57.603447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78b84d2-97c3-44c8-abf6-b8b7395ed62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdec205-29d1-4df0-b57d-a259c8c1e1ea,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:57.627994 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=58962b6b-ad4e-44ed-b4ae-0c2118368905,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:57.793303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.057596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:53:58.073185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 18186721-7751-4041-8053-25978ad10350 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:53:58.075117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.095930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Transition to ACTIVE for port object e54c6fae-d584-4ddd-9960-6ad9fd507265 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:53:58.133672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.197247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:53:58.209407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a36f0d3-3625-4ba6-bfa4-a23d6f306790 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/18186721-7751-4041-8053-25978ad10350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2113805 Feb 15 09:53:58.209649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34144) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:58.214450 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] Sync routers for ids ['18186721-7751-4041-8053-25978ad10350'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:53:58.232953 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] Routers {'18186721-7751-4041-8053-25978ad10350'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:58.233597 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['18186721-7751-4041-8053-25978ad10350'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:58.251464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:58.316074 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:58.331795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] Routers {'18186721-7751-4041-8053-25978ad10350'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:53:58.332910 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['18186721-7751-4041-8053-25978ad10350'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:58.345075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:53:58.345861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:53:58.346451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:58.354858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:53:58.355291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:53:58.362887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:53:58.363716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:53:58.364485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Bound using segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:53:58.365201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Bound port: e54c6fae-d584-4ddd-9960-6ad9fd507265, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:53:58.365806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.403011 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:53:58.403815 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ae27e0-5ca9-4ef6-b113-c9d7980f85fe None None] The sync data for ids ['18186721-7751-4041-8053-25978ad10350'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:53:58.552919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:53:58.558536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:53:58.565623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.569944 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-58041f27-56e9-46ad-862d-ce445f3bf102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] remove_router_interface failed (client error): The resource could not be found. Feb 15 09:53:58.576461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58041f27-56e9-46ad-862d-ce445f3bf102 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/18186721-7751-4041-8053-25978ad10350/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3662813 Feb 15 09:53:58.577475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34160) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:58.612297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c4c47a3-d660-4cce-827c-58e6670db713 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=18186721-7751-4041-8053-25978ad10350 HTTP/1.1" status: 200 len: 205 time: 0.0334163 Feb 15 09:53:58.613112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:58.629150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:58.630426 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.632211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] 10.222.0.36 "PUT /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 1091 time: 1.3208196 Feb 15 09:53:58.632902 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:53:58.635826 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9b2a7c-5ea3-408b-b006-b13f5b863764" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:53:58.717891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ccffb-f70a-4fcd-8190-2d38d3cfde2c service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:58.752211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-e26e56c2-aaf2-4a54-82ba-9c1631525a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:58.754062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-e26e56c2-aaf2-4a54-82ba-9c1631525a86 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.0694470 Feb 15 09:53:58.808153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:58.830019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-364c5f35-0f89-45cf-a5a1-c9a4d079c04f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 217 time: 0.0683064 Feb 15 09:53:58.835363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa2018-80c1-47d9-b72b-24e969494519 req-cf35ce9a-f287-4216-909b-8f0b5f928f06 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:58.837020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65aa2018-80c1-47d9-b72b-24e969494519 req-cf35ce9a-f287-4216-909b-8f0b5f928f06 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.2207673 Feb 15 09:53:58.945638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-3c8322e2-2087-4968-a433-aaf40f66d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:58.948478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-3c8322e2-2087-4968-a433-aaf40f66d4d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1025651 Feb 15 09:53:58.973045 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad84ad08-32b5-4d06-a54d-2c6d23680ce3 x-openstack-request-id: req-ad84ad08-32b5-4d06-a54d-2c6d23680ce3 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:53:58.973685 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:53:58.974577 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad84ad08-32b5-4d06-a54d-2c6d23680ce3 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:53:58.975473 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:53:59.025573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65aa2018-80c1-47d9-b72b-24e969494519 req-653944d2-de14-40af-bea5-ee850f57f6dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476562 Feb 15 09:53:59.042901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-5530168e-5063-4607-8a15-0b1d3f7f59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:59.056379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-5530168e-5063-4607-8a15-0b1d3f7f59c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937176 Feb 15 09:53:59.112984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.115527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.161249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-3fe51085-f586-4698-bc32-3e25c631c6bb service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034157 Feb 15 09:53:59.167366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.168222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router 18186721-7751-4041-8053-25978ad10350 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:53:59.176658 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.178088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-abc4cf70-08c7-464c-8a50-d2ab4e0881e3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/18186721-7751-4041-8053-25978ad10350 HTTP/1.1" status: 204 len: 168 time: 0.5636532 Feb 15 09:53:59.181493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34182) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:59.257856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet 3582395f-7deb-4c04-b1e7-1e8004fa19ed {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:53:59.261410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.305615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b5926f8-8f8a-4139-9076-14ae1ead89dc req-896b3ab1-c306-47d4-b0ef-fc672e07665c service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381748 Feb 15 09:53:59.311357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.424090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.439109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-e64b3993-18d0-4d8c-896a-a621c689dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:53:59.441254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-e64b3993-18d0-4d8c-896a-a621c689dd5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.0665510 Feb 15 09:53:59.520653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.540638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.547945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34196) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:53:59.550365 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2348b3a-a529-4e9d-b724-a7cad8e8172c None None] Network 915566f0-b111-46b9-940f-e894ecabb377 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:53:59.561183 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/3582395f-7deb-4c04-b1e7-1e8004fa19ed HTTP/1.1" status: 204 len: 168 time: 0.3781886 Feb 15 09:53:59.635336 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c2a98-2406-4649-8e6e-397ce5587006 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=3582395f-7deb-4c04-b1e7-1e8004fa19ed,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:53:59.820462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] DHCP port deletion for 915566f0-b111-46b9-940f-e894ecabb377 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:53:59.889070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Deleting port 9739d127-5664-46c6-8c54-23adfdb0b0c5 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:53:59.889672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:53:59.989450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] For port 9739d127-5664-46c6-8c54-23adfdb0b0c5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9739d127-5664-46c6-8c54-23adfdb0b0c5,segment=NetworkSegment(bb7c87b2-fe4e-49b2-8639-2f04e1d505ff),segment_id=bb7c87b2-fe4e-49b2-8639-2f04e1d505ff)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:53:59.990328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.013035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Calling delete_port for 9739d127-5664-46c6-8c54-23adfdb0b0c5 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:00.034982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-df69d4c9-cca5-41d9-9e68-103470bfe446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:00.036597 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-df69d4c9-cca5-41d9-9e68-103470bfe446 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.5875120 Feb 15 09:54:00.097455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.138886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-35ed277a-01f0-4aef-924d-9e374ef9ad5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 217 time: 0.0902619 Feb 15 09:54:00.184496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.260679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-ada0618b-e96a-448e-974f-ac635b741e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:00.262714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-ada0618b-e96a-448e-974f-ac635b741e4d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1139493 Feb 15 09:54:00.262934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] Pushing event deleted for resources: {'Port': ['ID=9739d127-5664-46c6-8c54-23adfdb0b0c5,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:00.265255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 9739d127-5664-46c6-8c54-23adfdb0b0c5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:00.265255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.265845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5e719-9d4e-4b0a-adf9-4eb02301a8b9 None None] No DVR routers for this DVR port 9739d127-5664-46c6-8c54-23adfdb0b0c5 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:00.304707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9739d127-5664-46c6-8c54-23adfdb0b0c5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:00.324183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a7ca6b-445f-4ecb-8859-b56331e1d33a req-9ea355d5-a666-40d0-b01f-53baa5f4f4cd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:00.335787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-46a7ca6b-445f-4ecb-8859-b56331e1d33a req-9ea355d5-a666-40d0-b01f-53baa5f4f4cd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.1355250 Feb 15 09:54:00.351224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9739d127-5664-46c6-8c54-23adfdb0b0c5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:00.351705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9739d127-5664-46c6-8c54-23adfdb0b0c5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:00.415959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 9739d127-5664-46c6-8c54-23adfdb0b0c5, host n-d-825064-4, got binding levels [] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:00.416396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.419371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-46a7ca6b-445f-4ecb-8859-b56331e1d33a req-7f960559-ba00-4b55-971f-97b16acbad2e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779552 Feb 15 09:54:00.437506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 9739d127-5664-46c6-8c54-23adfdb0b0c5 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:00.440737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.ipam_backend_mixin [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Port 9739d127-5664-46c6-8c54-23adfdb0b0c5 was not found and therefore no delete operation was performed {{(pid=102359) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:54:00.442993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-cf9a6525-3973-4506-aa8d-b7a2fd2007fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:00.444666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-cf9a6525-3973-4506-aa8d-b7a2fd2007fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1737483 Feb 15 09:54:00.445770 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.482544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=9739d127-5664-46c6-8c54-23adfdb0b0c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:00.496653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 9739d127-5664-46c6-8c54-23adfdb0b0c5 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:00.498566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34228) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:00.636221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.637850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-acef0a48-1288-44a3-9081-0b86f6dc1a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.684687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-73f3e994-5ad3-4106-8db9-8a670d191d8f service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127731 Feb 15 09:54:00.686370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['915566f0-b111-46b9-940f-e894ecabb377']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:00.708620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:00.709235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7c87b2-fe4e-49b2-8639-2f04e1d505ff') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:00.734900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-acef0a48-1288-44a3-9081-0b86f6dc1a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.741300 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-acef0a48-1288-44a3-9081-0b86f6dc1a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.754042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.775798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.786308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-acef0a48-1288-44a3-9081-0b86f6dc1a72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1f92494fd9540679620616fcaa34e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864358 Feb 15 09:54:00.788308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:00.788725 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.789665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:00.792211 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:00.807228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef0a48-1288-44a3-9081-0b86f6dc1a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e488c097-783a-4470-b4a9-948bd59bcbc1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:00.875236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.876905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d9b2a7c-5ea3-408b-b006-b13f5b863764 req-1c778d6e-6cf2-4f8a-b359-a72f73f4b65a service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807287 Feb 15 09:54:00.894622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.901593 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.901941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.910005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/915566f0-b111-46b9-940f-e894ecabb377 HTTP/1.1" status: 204 len: 168 time: 1.3571188 Feb 15 09:54:00.910945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34240) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:00.919649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-147328699'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:00.922886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273a348-8bb1-44e4-abc3-e1a8499a25fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=915566f0-b111-46b9-940f-e894ecabb377,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:00.968069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:00.971511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.991914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.995018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:00.996164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e488c097-783a-4470-b4a9-948bd59bcbc1 HTTP/1.1" status: 204 len: 168 time: 0.2055225 Feb 15 09:54:01.010438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:01.012520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bc8c9-8a77-4700-90bd-aab7e796a832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e488c097-783a-4470-b4a9-948bd59bcbc1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:01.023583 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.024354 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 20394c00-c94e-4b46-85c8-0057e54b7d9f of type vlan for network b413f317-895d-4804-b88c-4b1fec5125f4 Feb 15 09:54:01.084747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.114984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.121982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:01.122836 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.186128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2711897 Feb 15 09:54:01.189481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34252) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:01.202594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:01.225786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d1b48-1eb8-454c-98c1-7e7e0602abdf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=b413f317-895d-4804-b88c-4b1fec5125f4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:01.239519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b413f317-895d-4804-b88c-4b1fec5125f4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:01.324258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:01.329319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.385236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34262) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:01.400771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293b6b01-ada0-4e92-945e-13d59f3d396d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.500851 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293b6b01-ada0-4e92-945e-13d59f3d396d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.505773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-293b6b01-ada0-4e92-945e-13d59f3d396d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.546912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-293b6b01-ada0-4e92-945e-13d59f3d396d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fcdbb81ce18d411a92cb9f48314d5b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606390 Feb 15 09:54:01.549615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34270) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:01.557587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b6b01-ada0-4e92-945e-13d59f3d396d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ae74fd-a525-40d2-bccc-646184769e8d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:01.584651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017e428-11f2-4fa1-9eba-7faa46a58e88 req-b8e996f2-0c25-4479-8bbd-abf594353e68 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:01.586518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9017e428-11f2-4fa1-9eba-7faa46a58e88 req-b8e996f2-0c25-4479-8bbd-abf594353e68 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.0941634 Feb 15 09:54:01.588612 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.614347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.643219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.668182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=be42a092-2504-44e5-a7a1-50f61411d9f3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:01.684186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9017e428-11f2-4fa1-9eba-7faa46a58e88 req-fa0563c0-70c6-4c43-8ed2-8b5e5d8491ef tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694692 Feb 15 09:54:01.692335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '20394c00-c94e-4b46-85c8-0057e54b7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:01.693045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: b413f317-895d-4804-b88c-4b1fec5125f4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:01.708142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.708142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.708142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e7ae74fd-a525-40d2-bccc-646184769e8d HTTP/1.1" status: 204 len: 168 time: 0.1569424 Feb 15 09:54:01.718626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5544c6-964f-4b36-b83a-e4f6d488b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ae74fd-a525-40d2-bccc-646184769e8d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:01.735317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b413f317-895d-4804-b88c-4b1fec5125f4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:01.765643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b413f317-895d-4804-b88c-4b1fec5125f4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:01.777529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e1a9b-6c29-4c8f-a91a-82cbf0722007 None None] Network b413f317-895d-4804-b88c-4b1fec5125f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:01.783479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:01.784670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.813778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9e974ae4-fb50-4efa-9ed2-12f7a4757882 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6208973 Feb 15 09:54:01.814078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34276) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:01.822242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733238094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:01.862885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.864610 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.928423 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.935791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.961229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:01.965330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d2f9265-b902-4d6c-bd5c-91ad445d5276 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1493130 Feb 15 09:54:01.966333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34278) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:01.989188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b413f317-895d-4804-b88c-4b1fec5125f4', 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': 'be42a092-2504-44e5-a7a1-50f61411d9f3'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:01.990370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.186242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Allocated IP 2001:db8::2 (b413f317-895d-4804-b88c-4b1fec5125f4/be42a092-2504-44e5-a7a1-50f61411d9f3/60d6274c-cd36-473b-a2ae-2be9d502c5d3) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:02.351851 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.402354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.409029 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.456448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Network b413f317-895d-4804-b88c-4b1fec5125f4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:02.467040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:02.470990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:02.479314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Pushing event updated for resources: {'Port': ['ID=60d6274c-cd36-473b-a2ae-2be9d502c5d3,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:02.541400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Attempting to bind port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:02.542028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Attempting to bind port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '20394c00-c94e-4b46-85c8-0057e54b7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:02.542587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Attempting to bind port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 on network b413f317-895d-4804-b88c-4b1fec5125f4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:02.548632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:02.549057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Checking segment: {'id': '20394c00-c94e-4b46-85c8-0057e54b7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:02.549467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.549864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Bound using segment: {'id': '20394c00-c94e-4b46-85c8-0057e54b7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:02.550338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Bound port: 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20394c00-c94e-4b46-85c8-0057e54b7d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b413f317-895d-4804-b88c-4b1fec5125f4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:02.550722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.638091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] For port 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:02.644583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] For port 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=60d6274c-cd36-473b-a2ae-2be9d502c5d3,segment=NetworkSegment(20394c00-c94e-4b46-85c8-0057e54b7d9f),segment_id=20394c00-c94e-4b46-85c8-0057e54b7d9f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:02.648612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:54:02.666722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:02.886070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c843-962e-4a2c-9263-7038bae9acc6 None None] Pushing event updated for resources: {'Port': ['ID=60d6274c-cd36-473b-a2ae-2be9d502c5d3,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:02.936350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:02.964323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:54:03.068340 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:03.139392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:54:03.185230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b161bbb2-007d-4270-9401-305d86234d95 req-3090dc35-9f96-4710-8ff1-9abbfe67636a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:03.189312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b161bbb2-007d-4270-9401-305d86234d95 req-3090dc35-9f96-4710-8ff1-9abbfe67636a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.1715493 Feb 15 09:54:03.198265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:03.212367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:03.214089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5efe5dd-8c31-4b1f-9532-3094659cc329 req-aa7f98e7-baf7-47b7-bed4-ce655dee90a9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:03.215537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5efe5dd-8c31-4b1f-9532-3094659cc329 req-aa7f98e7-baf7-47b7-bed4-ce655dee90a9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1142347 Feb 15 09:54:03.312426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5efe5dd-8c31-4b1f-9532-3094659cc329 req-d158d57a-820b-426f-bf3d-b7bbc5de8f80 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886815 Feb 15 09:54:03.323421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:03.368850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b161bbb2-007d-4270-9401-305d86234d95 req-8b5d0e9f-cb28-4aa3-8ea5-a784b9a66ed8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288404 Feb 15 09:54:03.416778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8::1 (b413f317-895d-4804-b88c-4b1fec5125f4/be42a092-2504-44e5-a7a1-50f61411d9f3/f7013dec-8e5e-4022-a789-14210d9b2ec6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:03.442773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e54c6fae-d584-4ddd-9960-6ad9fd507265'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:54:03.573076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a45b-396e-4e5c-ae04-ff6bfe1e193e req-e0583f30-15c0-4c0a-bcb8-0f7f3640d272 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:03.577132 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d39a45b-396e-4e5c-ae04-ff6bfe1e193e req-e0583f30-15c0-4c0a-bcb8-0f7f3640d272 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1298556 Feb 15 09:54:03.642307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d39a45b-396e-4e5c-ae04-ff6bfe1e193e req-8f8497e0-3ed2-4bc0-b450-8f08f56a2eec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542738 Feb 15 09:54:03.648327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:03.720246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:03.813189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b413f317-895d-4804-b88c-4b1fec5125f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:03.826576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:03.832800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:03.835121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:03.845792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=f7013dec-8e5e-4022-a789-14210d9b2ec6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:03.912234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc0474-dd87-4dc0-a989-eb5b4eaf4926 req-9212d55d-e19c-4173-9523-d26c12b20626 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:03.914084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7bc0474-dd87-4dc0-a989-eb5b4eaf4926 req-9212d55d-e19c-4173-9523-d26c12b20626 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1507018 Feb 15 09:54:04.004196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7bc0474-dd87-4dc0-a989-eb5b4eaf4926 req-7cb5ddb9-e760-4822-a4b8-d3a373244c27 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582881 Feb 15 09:54:04.048352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.175449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352267e4-8b00-4039-a3ff-594d5e222262 req-1baf5064-8de1-4c01-9a08-db2072bd0015 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:04.186648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-352267e4-8b00-4039-a3ff-594d5e222262 req-1baf5064-8de1-4c01-9a08-db2072bd0015 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0876076 Feb 15 09:54:04.250180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-352267e4-8b00-4039-a3ff-594d5e222262 req-ccc5d4e9-9677-40f8-8d49-90178d6376f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565317 Feb 15 09:54:04.357461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 60d6274c-cd36-473b-a2ae-2be9d502c5d3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:04.437981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fabf77-920a-4e7c-bb0c-297c899a093f None None] Network b413f317-895d-4804-b88c-4b1fec5125f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:04.577768 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3bf1-ead2-4875-a448-6e64046428a9 None None] Provisioning complete for port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:04.578485 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3bf1-ead2-4875-a448-6e64046428a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.600364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5063a03-7a93-4e81-a757-d37f9def20ae req-b3b9df1d-b697-4ffe-b037-d46918a07727 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:04.602991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5063a03-7a93-4e81-a757-d37f9def20ae req-b3b9df1d-b697-4ffe-b037-d46918a07727 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 944 time: 0.0774117 Feb 15 09:54:04.646806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:04.647547 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.680902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5063a03-7a93-4e81-a757-d37f9def20ae req-2f505966-fb90-4091-86d0-76ae761df0ea tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712538 Feb 15 09:54:04.692052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a33ce3c-661c-4813-82b4-8c52a0693b01 req-584cae3c-37dd-491a-8958-dbb33acc3933 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:04.693658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a33ce3c-661c-4813-82b4-8c52a0693b01 req-584cae3c-37dd-491a-8958-dbb33acc3933 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1325333 Feb 15 09:54:04.695533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:04.764184 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34354) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:04.764382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.772690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.773521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.834392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.876343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a33ce3c-661c-4813-82b4-8c52a0693b01 req-c9391067-0f3c-4961-a2e5-2d6b01f85c4d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581621 Feb 15 09:54:04.917739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2d12af4-82f6-43fa-b6ae-0c0bcab8cc88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.930913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3bf1-ead2-4875-a448-6e64046428a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.965102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=60d6274c-cd36-473b-a2ae-2be9d502c5d3,segment=NetworkSegment(20394c00-c94e-4b46-85c8-0057e54b7d9f),segment_id=20394c00-c94e-4b46-85c8-0057e54b7d9f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:04.969821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port e54c6fae-d584-4ddd-9960-6ad9fd507265 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:54:04.975220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=f7013dec-8e5e-4022-a789-14210d9b2ec6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:04.984776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:04.989900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port e54c6fae-d584-4ddd-9960-6ad9fd507265 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:04.990266 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.041032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b413f317-895d-4804-b88c-4b1fec5125f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:05.044166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:05.096237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2d12af4-82f6-43fa-b6ae-0c0bcab8cc88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.103564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a2d12af4-82f6-43fa-b6ae-0c0bcab8cc88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.187703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-bdbf3bf1-ead2-4875-a448-6e64046428a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:54:05.188244 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-bdbf3bf1-ead2-4875-a448-6e64046428a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:54:05.195434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=60d6274c-cd36-473b-a2ae-2be9d502c5d3,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:05.208647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d12af4-82f6-43fa-b6ae-0c0bcab8cc88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed08049c-d2ee-4ff4-ab72-1703fec582e3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:05.215765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 28ce9749-a111-445e-a3f3-7ede60f6e089 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:54:05.216008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a2d12af4-82f6-43fa-b6ae-0c0bcab8cc88 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f0ea1b7c07143be94b4981fad075ea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479957 Feb 15 09:54:05.216733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34364) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:05.293904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.375373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.394739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:05.413992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fb34e381-8532-444b-88f7-0b6900b3479d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/28ce9749-a111-445e-a3f3-7ede60f6e089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4460044 Feb 15 09:54:05.416050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34370) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:05.447527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.511812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.517798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.522756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed08049c-d2ee-4ff4-ab72-1703fec582e3 HTTP/1.1" status: 204 len: 168 time: 0.3039963 Feb 15 09:54:05.530413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] Sync routers for ids ['28ce9749-a111-445e-a3f3-7ede60f6e089'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:05.533899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de26b2e5-5a81-4ac3-8f8e-af6ee16afd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed08049c-d2ee-4ff4-ab72-1703fec582e3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:05.542359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:54:05.544603 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58bac5a-1dfd-4751-b82b-a98915df6111" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:54:05.561883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad5ed3-361d-4b87-a540-9d68539f9048 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:05.563803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7ad5ed3-361d-4b87-a540-9d68539f9048 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports/f7013dec-8e5e-4022-a789-14210d9b2ec6 HTTP/1.1" status: 200 len: 911 time: 0.1463213 Feb 15 09:54:05.567545 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34376) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:05.603464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacefa2-3dc9-4d7f-be66-0d232aa1c7d9 req-d56b1d83-7cf1-4388-82ae-713e173ca1f3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:05.606640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acacefa2-3dc9-4d7f-be66-0d232aa1c7d9 req-d56b1d83-7cf1-4388-82ae-713e173ca1f3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1215012 Feb 15 09:54:05.621197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:05.623760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] Routers {'28ce9749-a111-445e-a3f3-7ede60f6e089'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:05.624434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['28ce9749-a111-445e-a3f3-7ede60f6e089'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:05.666230 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5489bb6-e867-41af-b62b-8639222e13bd x-openstack-request-id: req-a5489bb6-e867-41af-b62b-8639222e13bd {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:54:05.666805 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:54:05.667256 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5489bb6-e867-41af-b62b-8639222e13bd {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:54:05.667829 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'code': 200} Feb 15 09:54:05.669875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:05.673742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:05.748863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] Routers {'28ce9749-a111-445e-a3f3-7ede60f6e089'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:05.749503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['28ce9749-a111-445e-a3f3-7ede60f6e089'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:05.802975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acacefa2-3dc9-4d7f-be66-0d232aa1c7d9 req-8c8f7720-b2a0-41a4-b726-d9d4877c3121 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848185 Feb 15 09:54:05.840532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:05.841868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca692c9-9cc4-456f-8449-208820b5e839 None None] The sync data for ids ['28ce9749-a111-445e-a3f3-7ede60f6e089'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:05.903016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:06.032417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4569ff1-6cbf-46e8-89bd-be41bbfa39af req-17120d72-d417-4edc-b271-9e4adb4faa75 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:06.032668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-716d1337-ac96-4153-badc-1b8ebfa6a358 None None] Provisioning complete for port f7013dec-8e5e-4022-a789-14210d9b2ec6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:06.033190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-716d1337-ac96-4153-badc-1b8ebfa6a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.034766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4569ff1-6cbf-46e8-89bd-be41bbfa39af req-17120d72-d417-4edc-b271-9e4adb4faa75 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1365147 Feb 15 09:54:06.042154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11edefb-a7b0-4cb3-85d4-5cfecc265f08 req-a8cf4e47-9011-48fa-a006-16ea4a6ac1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:06.044728 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e11edefb-a7b0-4cb3-85d4-5cfecc265f08 req-a8cf4e47-9011-48fa-a006-16ea4a6ac1e1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1096 time: 0.2188001 Feb 15 09:54:06.101650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-716d1337-ac96-4153-badc-1b8ebfa6a358 None None] Port f7013dec-8e5e-4022-a789-14210d9b2ec6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:06.117439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-716d1337-ac96-4153-badc-1b8ebfa6a358 None None] Provisioning complete for port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:06.118269 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-716d1337-ac96-4153-badc-1b8ebfa6a358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.184719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4569ff1-6cbf-46e8-89bd-be41bbfa39af req-3b21e1f2-9a5c-46c1-bb1e-e9357c9a6387 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380842 Feb 15 09:54:06.216415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34384) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:06.232635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ced2ae5e-e372-48d0-9059-ff9cb96dcdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.266835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e11edefb-a7b0-4cb3-85d4-5cfecc265f08 req-6d6b01ac-4a74-4d31-bc4a-24864c394af2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827672 Feb 15 09:54:06.323515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 60d6274c-cd36-473b-a2ae-2be9d502c5d3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:06.357224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.363073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ced2ae5e-e372-48d0-9059-ff9cb96dcdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.373120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ced2ae5e-e372-48d0-9059-ff9cb96dcdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.409692 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ced2ae5e-e372-48d0-9059-ff9cb96dcdd7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8195fe4bf6544418229f53fb3799a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916308 Feb 15 09:54:06.416556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:06.416973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.417482 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34388) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:06.455443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-496903c7-7b19-4c0d-a004-ef1f8ae1c521 None None] Provisioning complete for port f7013dec-8e5e-4022-a789-14210d9b2ec6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:06.455794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-496903c7-7b19-4c0d-a004-ef1f8ae1c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.483949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2ae5e-e372-48d0-9059-ff9cb96dcdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a24eab-ac44-46a9-ba5f-733e4090204f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:06.513753 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.521458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-496903c7-7b19-4c0d-a004-ef1f8ae1c521 None None] Port f7013dec-8e5e-4022-a789-14210d9b2ec6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:06.545653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.610733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.614080 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.615359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/71a24eab-ac44-46a9-ba5f-733e4090204f HTTP/1.1" status: 204 len: 168 time: 0.1968026 Feb 15 09:54:06.633081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e70848-181f-4ed2-96f8-53a5e7fdaa98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a24eab-ac44-46a9-ba5f-733e4090204f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:06.660341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port f7013dec-8e5e-4022-a789-14210d9b2ec6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:06.660341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.754684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:06.768377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for f7013dec-8e5e-4022-a789-14210d9b2ec6 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:06.970286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa94df8-c67d-4126-8199-cf035ae0ffb2 req-7d809214-8cdb-4e5f-b308-3b47ce34bf1d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:06.970286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0aa94df8-c67d-4126-8199-cf035ae0ffb2 req-7d809214-8cdb-4e5f-b308-3b47ce34bf1d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0654950 Feb 15 09:54:07.011745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.040576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0aa94df8-c67d-4126-8199-cf035ae0ffb2 req-69cda6eb-1ff9-4d52-89df-f33b55703637 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543084 Feb 15 09:54:07.052196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=f7013dec-8e5e-4022-a789-14210d9b2ec6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:07.155920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.447340 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 28ce9749-a111-445e-a3f3-7ede60f6e089 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:07.473513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027cbfa-33a1-4abe-84de-7809c02e8466 req-db1cc998-f7d2-4ef5-b92e-390e5f3da2c9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:07.478887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8027cbfa-33a1-4abe-84de-7809c02e8466 req-db1cc998-f7d2-4ef5-b92e-390e5f3da2c9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1679184 Feb 15 09:54:07.570187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:07.576213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-671cc72a-96d8-4a0a-a2e5-318fae758d42 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/28ce9749-a111-445e-a3f3-7ede60f6e089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0075920 Feb 15 09:54:07.580346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34416) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:07.590581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8027cbfa-33a1-4abe-84de-7809c02e8466 req-07c2204c-8342-4e10-be5b-d4549530be18 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035619 Feb 15 09:54:07.592406 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] Sync routers for ids ['28ce9749-a111-445e-a3f3-7ede60f6e089'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:07.611563 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] Routers {'28ce9749-a111-445e-a3f3-7ede60f6e089'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:07.612343 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['28ce9749-a111-445e-a3f3-7ede60f6e089'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:07.645747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a5fac40a-b71e-47ef-809d-329ac8aae5ca tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=28ce9749-a111-445e-a3f3-7ede60f6e089 HTTP/1.1" status: 200 len: 205 time: 0.0595326 Feb 15 09:54:07.648101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:07.650848 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:07.661273 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] Routers {'28ce9749-a111-445e-a3f3-7ede60f6e089'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:07.661969 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['28ce9749-a111-445e-a3f3-7ede60f6e089'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:07.699278 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:07.700015 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74e0e6f-5fd4-4cf5-bf6f-38606688afc1 None None] The sync data for ids ['28ce9749-a111-445e-a3f3-7ede60f6e089'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:07.732104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.896879 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.899579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.945676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.946407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router 28ce9749-a111-445e-a3f3-7ede60f6e089 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:54:07.953708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:07.955103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a3e7f090-dd93-44af-969d-7cab3c5006d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/28ce9749-a111-445e-a3f3-7ede60f6e089 HTTP/1.1" status: 204 len: 168 time: 0.3058624 Feb 15 09:54:07.957467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34430) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:08.014111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet be42a092-2504-44e5-a7a1-50f61411d9f3 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:54:08.018212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.061512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.193772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.194033 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:54:08.229671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59b2d4-d71d-49bb-bba7-6268235163de req-2544b135-bb71-49c6-8cd4-47649259ff2c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:08.231307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad59b2d4-d71d-49bb-bba7-6268235163de req-2544b135-bb71-49c6-8cd4-47649259ff2c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1163921 Feb 15 09:54:08.288441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad59b2d4-d71d-49bb-bba7-6268235163de req-61e852b6-f49b-46ed-b884-ed883b48afe4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476451 Feb 15 09:54:08.295174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.318795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd1a629-9089-422e-bd45-2348434b17dd None None] Network b413f317-895d-4804-b88c-4b1fec5125f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:08.325104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.328289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/be42a092-2504-44e5-a7a1-50f61411d9f3 HTTP/1.1" status: 204 len: 168 time: 0.3698139 Feb 15 09:54:08.329602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66004e-95e0-465c-af1b-8abbbdb3826a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=be42a092-2504-44e5-a7a1-50f61411d9f3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:08.331078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34442) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:08.416380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.485003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:08.485455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.546757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] DHCP port deletion for b413f317-895d-4804-b88c-4b1fec5125f4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:54:08.564193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=60d6274c-cd36-473b-a2ae-2be9d502c5d3,segment=NetworkSegment(20394c00-c94e-4b46-85c8-0057e54b7d9f),segment_id=20394c00-c94e-4b46-85c8-0057e54b7d9f)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:08.564498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.578977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 60d6274c-cd36-473b-a2ae-2be9d502c5d3 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:08.627102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Deleting port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:08.627691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.717244 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.745840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] For port 60d6274c-cd36-473b-a2ae-2be9d502c5d3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=60d6274c-cd36-473b-a2ae-2be9d502c5d3,segment=NetworkSegment(20394c00-c94e-4b46-85c8-0057e54b7d9f),segment_id=20394c00-c94e-4b46-85c8-0057e54b7d9f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:08.745840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.755325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=60d6274c-cd36-473b-a2ae-2be9d502c5d3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:08.762416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Calling delete_port for 60d6274c-cd36-473b-a2ae-2be9d502c5d3 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:08.773270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:08.875073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.896564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79529772-3827-414a-b622-2c5d706d8eaf req-03ecdaee-12d9-4110-abb9-2f9b1310f7d2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:08.898203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79529772-3827-414a-b622-2c5d706d8eaf req-03ecdaee-12d9-4110-abb9-2f9b1310f7d2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1453063 Feb 15 09:54:08.901046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.914061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] Pushing event deleted for resources: {'Port': ['ID=60d6274c-cd36-473b-a2ae-2be9d502c5d3,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:08.921683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045ceae3-9c10-4a2d-8363-a5c48efb1393 None None] No DVR routers for this DVR port 60d6274c-cd36-473b-a2ae-2be9d502c5d3 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:08.944111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b413f317-895d-4804-b88c-4b1fec5125f4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:08.959336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20394c00-c94e-4b46-85c8-0057e54b7d9f') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:08.959753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20394c00-c94e-4b46-85c8-0057e54b7d9f') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:08.977775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:08.986732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79529772-3827-414a-b622-2c5d706d8eaf req-bdb6ce42-e4a8-4e5c-a690-cd71fcacd4be tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774353 Feb 15 09:54:08.998820 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.007225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:09.008157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:09.077831 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:09.106915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.134790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.147280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/b413f317-895d-4804-b88c-4b1fec5125f4 HTTP/1.1" status: 204 len: 168 time: 0.8117790 Feb 15 09:54:09.147280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece14a26-fd2b-4feb-9d78-99794ea3b269 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=b413f317-895d-4804-b88c-4b1fec5125f4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:09.150337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34504) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:09.155718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-786676431', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:09.174419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afb09e-fde2-453e-839b-91f872efe2ba req-5c0e4339-1a2f-48a8-a8ee-7a87d9480233 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:09.176323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78afb09e-fde2-453e-839b-91f872efe2ba req-5c0e4339-1a2f-48a8-a8ee-7a87d9480233 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1027036 Feb 15 09:54:09.201813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.203302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.249552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78afb09e-fde2-453e-839b-91f872efe2ba req-3133d7de-d7ec-40a9-ab0c-4321994fa3a9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651240 Feb 15 09:54:09.276370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34520) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:09.281748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.795219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16eeab5-6956-481e-a5ee-93fdd150c564 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:09.796803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b16eeab5-6956-481e-a5ee-93fdd150c564 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1091 time: 0.5172975 Feb 15 09:54:09.801036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:09.802147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.807720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:09.845087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d50eb-d869-47d4-90f4-7a215ee6dedf req-5426ad9a-1ec7-45dc-a9d9-4eab7973fbe6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:09.845773 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:09.846636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a6d50eb-d869-47d4-90f4-7a215ee6dedf req-5426ad9a-1ec7-45dc-a9d9-4eab7973fbe6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.4642286 Feb 15 09:54:09.955083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a6d50eb-d869-47d4-90f4-7a215ee6dedf req-c72e9744-6d37-43a9-b8ec-ae2b4c2e4eb0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978472 Feb 15 09:54:10.037673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.175467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.179326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.181 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6bfbdbdd-351d-4428-9620-b3c58bedbd9a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:10.198386 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.259455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 60d6274c-cd36-473b-a2ae-2be9d502c5d3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:10.283663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 60d6274c-cd36-473b-a2ae-2be9d502c5d3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:10.284661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 60d6274c-cd36-473b-a2ae-2be9d502c5d3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:10.367360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.409640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.463896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 172.25.6.21 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/24382bdc-5bbc-456e-9d46-3583cbe4d4b3) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:10.473071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:10.476633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:10.484964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:10.488783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=6bfbdbdd-351d-4428-9620-b3c58bedbd9a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:10.613764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.654690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:10.705122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:10.709173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:10.714301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:10.899589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=24382bdc-5bbc-456e-9d46-3583cbe4d4b3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:11.030262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.105253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.150234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b560db-1836-496c-a669-f73323c68032 req-f0201d7b-5ad8-43c3-bbd5-07efce538379 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:11.159032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30b560db-1836-496c-a669-f73323c68032 req-f0201d7b-5ad8-43c3-bbd5-07efce538379 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0802827 Feb 15 09:54:11.206895 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.261068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30b560db-1836-496c-a669-f73323c68032 req-105262dd-97a8-4c13-bff6-fa09c90cc611 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010416 Feb 15 09:54:11.386502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.441499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.448992 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.540209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=6bfbdbdd-351d-4428-9620-b3c58bedbd9a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:11.558173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.575844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router af753b00-7e58-4dfa-a1c1-0adbc4629528 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:54:11.695714 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 7ebda74e-1db9-40d6-98a3-c52f079e77e0 associated. External IP: 172.25.6.181, port: e54c6fae-d584-4ddd-9960-6ad9fd507265. Feb 15 09:54:11.718947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:11.732308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] Sync routers for ids ['af753b00-7e58-4dfa-a1c1-0adbc4629528'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:11.747234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:11.748831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a7a8991a-b938-4cfe-a1d4-60fdefa1fc32 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.5971246 Feb 15 09:54:11.751944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:11.754383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] Routers {'af753b00-7e58-4dfa-a1c1-0adbc4629528'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:11.755398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['af753b00-7e58-4dfa-a1c1-0adbc4629528'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:11.831788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:11.848496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] Routers {'af753b00-7e58-4dfa-a1c1-0adbc4629528'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:11.849879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['af753b00-7e58-4dfa-a1c1-0adbc4629528'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:11.907640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:11.908291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e749939-22c3-40f8-aeaa-961b955d9ad5 None None] The sync data for ids ['af753b00-7e58-4dfa-a1c1-0adbc4629528'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:11.924956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a00723f2-6b1c-416d-a6f7-7cd3555b99f4 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers/af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 200 len: 883 time: 0.1713650 Feb 15 09:54:11.927187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34842) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:12.073572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router bd9bcbc2-0807-4646-8190-cd98f40465e8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:12.242261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34882) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:12.245130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f908bba-4219-480a-8e11-b7855cd51506 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3165207 Feb 15 09:54:12.249086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-786676431'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:12.253654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:12.270411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Sync routers for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:12.306210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:12.306824 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:12.479245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ae533-8d59-4639-badd-0968791da58a req-fa7c70fe-99a2-496b-9a9a-2e86ea5beadf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:12.481162 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-156ae533-8d59-4639-badd-0968791da58a req-fa7c70fe-99a2-496b-9a9a-2e86ea5beadf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1107719 Feb 15 09:54:12.512037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:12.548319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-156ae533-8d59-4639-badd-0968791da58a req-c683e010-9347-4914-bae5-65b503bcb38f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579569 Feb 15 09:54:12.587643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:12.648770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34934) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:12.658129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ff3984ce-302b-4d78-a882-e2b9d4d37e90 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8559711 Feb 15 09:54:12.661660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:54:12.664033 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:54:12.866638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-89b2ac12-4466-4953-aaf7-477afeccde4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:12.869095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-89b2ac12-4466-4953-aaf7-477afeccde4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1096 time: 0.1053982 Feb 15 09:54:12.902483 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '7ebda74e-1db9-40d6-98a3-c52f079e77e0', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:54:10Z', 'updated_at': '2022-02-15T09:54:10Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:12.934302 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Checking router: bd9bcbc2-0807-4646-8190-cd98f40465e8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:12.946736 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:12.947958 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:13.089950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-cf80c422-661e-48d7-9b40-2bae3a70d125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:13.093438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-cf80c422-661e-48d7-9b40-2bae3a70d125 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.2179518 Feb 15 09:54:13.110317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:13.150018 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560ba4d7-1fea-4439-b9bf-8682f3e4746e x-openstack-request-id: req-560ba4d7-1fea-4439-b9bf-8682f3e4746e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:54:13.150477 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:54:13.151021 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-560ba4d7-1fea-4439-b9bf-8682f3e4746e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:54:13.151655 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:54:13.195241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5caa2961-ab8a-4fac-86b8-d9a3aeebcde1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.239273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-f9e40704-7448-48e5-8d9b-5c8a4e41dcec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1363730 Feb 15 09:54:13.273431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aead1-2acf-44e1-b222-c1d4dd19d210 req-631de14f-914a-4b00-81a6-3b8e839eb0ab tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:13.275277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-386aead1-2acf-44e1-b222-c1d4dd19d210 req-631de14f-914a-4b00-81a6-3b8e839eb0ab tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1380582 Feb 15 09:54:13.314423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-437262fb-d10c-4c2b-8f8c-866fce904cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:13.319323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-437262fb-d10c-4c2b-8f8c-866fce904cf5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0727994 Feb 15 09:54:13.375544 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-386aead1-2acf-44e1-b222-c1d4dd19d210 req-6f5f217a-5250-40dd-8a26-4d935a3527f9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568881 Feb 15 09:54:13.400066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-faf9f126-9096-4d2f-b829-e355b54809de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:13.400066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-faf9f126-9096-4d2f-b829-e355b54809de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684586 Feb 15 09:54:13.400298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34948) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:13.450897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '7ebda74e-1db9-40d6-98a3-c52f079e77e0', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:54:10Z', 'updated_at': '2022-02-15T09:54:10Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:13.478439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.493419 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660935aa-4000-4f01-b476-e8a24a7ba8c2 None None] The sync data for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 is: [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '7ebda74e-1db9-40d6-98a3-c52f079e77e0', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.181', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:54:10Z', 'updated_at': '2022-02-15T09:54:10Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:13.509489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5caa2961-ab8a-4fac-86b8-d9a3aeebcde1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.514343 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.519833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5caa2961-ab8a-4fac-86b8-d9a3aeebcde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.533764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a9313145-502f-467e-85d4-a112f5ad0836 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/7ebda74e-1db9-40d6-98a3-c52f079e77e0 HTTP/1.1" status: 200 len: 991 time: 0.1321223 Feb 15 09:54:13.564154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-723ef07a-0e33-4337-ba00-7093dc8188bd service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613615 Feb 15 09:54:13.626659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5caa2961-ab8a-4fac-86b8-d9a3aeebcde1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac849cb9d5cb4c2bb1dbe8af01c897e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9758232 Feb 15 09:54:13.627303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34952) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:13.632628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa2961-ab8a-4fac-86b8-d9a3aeebcde1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c535ae95-ca56-4052-944e-062b7eedb6e4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:13.745342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.749766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d0943867-1ddc-4bf9-a7e2-3dce3af817f7 req-0738be82-005a-4f07-a530-8c0af0c66159 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700628 Feb 15 09:54:13.771505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.776385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922cbf7-a927-4532-b2d3-685adb23ae15 req-87842e39-d240-48d8-aa5f-666a425c3dda tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:13.778189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1922cbf7-a927-4532-b2d3-685adb23ae15 req-87842e39-d240-48d8-aa5f-666a425c3dda tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1107817 Feb 15 09:54:13.830377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router af753b00-7e58-4dfa-a1c1-0adbc4629528 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:13.845906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1922cbf7-a927-4532-b2d3-685adb23ae15 req-a8f0a97e-d1c1-472a-a044-d14e8f4d7731 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565033 Feb 15 09:54:13.869179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdacd31-3743-4881-923e-15d08e257aad None None] New status for floating IP 7ebda74e-1db9-40d6-98a3-c52f079e77e0: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:54:13.908027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.912780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:13.917313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c535ae95-ca56-4052-944e-062b7eedb6e4 HTTP/1.1" status: 204 len: 168 time: 0.2828705 Feb 15 09:54:13.927697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375de15b-9874-4474-b78b-e23c78dadc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c535ae95-ca56-4052-944e-062b7eedb6e4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:14.016992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:14.030338 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] Sync routers for ids ['af753b00-7e58-4dfa-a1c1-0adbc4629528'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:14.047922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] Routers {'af753b00-7e58-4dfa-a1c1-0adbc4629528'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:14.048662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['af753b00-7e58-4dfa-a1c1-0adbc4629528'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:14.054491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.058877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-401b098c-28d3-4d34-93b2-e6afe01192fd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 200 len: 890 time: 1.8155084 Feb 15 09:54:14.059478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.090576 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:14.109517 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] Routers {'af753b00-7e58-4dfa-a1c1-0adbc4629528'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:14.110553 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:53:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['af753b00-7e58-4dfa-a1c1-0adbc4629528'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:14.181021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:14.193253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c41829-f936-4d3d-b4aa-a2203ccc40fc None None] The sync data for ids ['af753b00-7e58-4dfa-a1c1-0adbc4629528'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:14.209938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7dea7beb-756a-4aff-974d-255e101357b7 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers/af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 200 len: 890 time: 0.1460347 Feb 15 09:54:14.209938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34962) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.241496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-02d7884e-9bca-46d4-884b-91fb47964c9b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 200 len: 205 time: 0.0282159 Feb 15 09:54:14.241850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34964) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.360881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.369806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34966) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.389438 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.390277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd9b6f65-7978-4ab2-adaf-dd575529e34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.485709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd9b6f65-7978-4ab2-adaf-dd575529e34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.490132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cd9b6f65-7978-4ab2-adaf-dd575529e34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.494761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.534891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cd9b6f65-7978-4ab2-adaf-dd575529e34d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7738097282174b53b3840a8d59d9d89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636734 Feb 15 09:54:14.537103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34968) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.538565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34970) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:14.544766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9b6f65-7978-4ab2-adaf-dd575529e34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fce62c7-c866-4c86-983c-8eab797d06ea,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:14.595773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 24382bdc-5bbc-456e-9d46-3583cbe4d4b3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:14.596131 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.612998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-053ca4bf-f7db-4a2a-aeb8-dc8cb3240269 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/7ebda74e-1db9-40d6-98a3-c52f079e77e0 HTTP/1.1" status: 200 len: 993 time: 0.0692255 Feb 15 09:54:14.943332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:14.982097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd848ee-b9ce-4250-984b-47f7c0a57436 req-d9ecce22-8976-4793-ba7e-a96bd424fd0d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:14.984047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dd848ee-b9ce-4250-984b-47f7c0a57436 req-d9ecce22-8976-4793-ba7e-a96bd424fd0d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0519269 Feb 15 09:54:14.984385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.009111 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.033382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dd848ee-b9ce-4250-984b-47f7c0a57436 req-7b5971bd-5ce1-4d99-8c92-abc99a9fcddf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378695 Feb 15 09:54:15.040125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 24382bdc-5bbc-456e-9d46-3583cbe4d4b3 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:15.112779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.115406 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.116557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3fce62c7-c866-4c86-983c-8eab797d06ea HTTP/1.1" status: 204 len: 168 time: 0.5773056 Feb 15 09:54:15.132458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6cfd27-adcf-4b27-acf5-066f93c79917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fce62c7-c866-4c86-983c-8eab797d06ea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:15.270199 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.307167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=24382bdc-5bbc-456e-9d46-3583cbe4d4b3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:15.377706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.485415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.487749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.542365 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.542963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router af753b00-7e58-4dfa-a1c1-0adbc4629528 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:54:15.558371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.560865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aa9cfd6f-baea-4d53-bc3e-690b0a72c7d3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 204 len: 168 time: 1.3167138 Feb 15 09:54:15.563656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 34986) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:15.569258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1087409993'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:15.598139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:15.602409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.629496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:15.641667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.642229 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 3d32db98-ea57-4308-83d5-4d14c3031a8b of type vlan for network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 Feb 15 09:54:15.688738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.719604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.725410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:15.725998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:15.795195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2253871 Feb 15 09:54:15.795318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 34992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:15.801443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:15.811289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4536621-5f35-471f-a6a6-2085be611a0b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=e9769d0d-e29f-41f3-ae44-ffe1edc328c5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:15.823384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:15.951098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:15.957368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.178818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.195901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d24032-320e-4f63-adc0-96371e9b16a8 req-0dd85dcb-1b33-411a-b0ab-2efe0df7c98b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:16.204482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d24032-320e-4f63-adc0-96371e9b16a8 req-0dd85dcb-1b33-411a-b0ab-2efe0df7c98b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0831075 Feb 15 09:54:16.250099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=6a7a2d74-02f8-4b39-b870-bd4d06c5e527,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:16.259333 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d24032-320e-4f63-adc0-96371e9b16a8 req-82a9cc60-cf3d-4691-915e-b4a37f65b406 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479791 Feb 15 09:54:16.261191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '3d32db98-ea57-4308-83d5-4d14c3031a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:16.261543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: e9769d0d-e29f-41f3-ae44-ffe1edc328c5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:16.280968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:16.315304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e9769d0d-e29f-41f3-ae44-ffe1edc328c5) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:16.325850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd3418-ac3c-4bbc-876c-23e211653091 None None] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:16.327693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:16.327693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.360780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35012) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:16.362063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3972e4b1-64e2-4671-a0d2-e1e2d5cd1d3b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5657418 Feb 15 09:54:16.365530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1733851324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:16.420553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.422508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.592715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.601184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-e9769d0d-e29f-41f3-ae44-ffe1edc328c5', 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': '6a7a2d74-02f8-4b39-b870-bd4d06c5e527'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:16.606682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.619805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.654390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-f55c20f4-dc99-4fff-9d24-334c14001a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:16.656016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-f55c20f4-dc99-4fff-9d24-334c14001a22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.1018641 Feb 15 09:54:16.660239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.665369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35024) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:16.672357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09f0508d-0160-4328-8df7-9af902f79fbd tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3100541 Feb 15 09:54:16.680699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5201b1-2b69-4b78-8aa5-a87dbe9010a3 req-ea578539-738c-40d8-8419-f450de099147 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:16.683818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb5201b1-2b69-4b78-8aa5-a87dbe9010a3 req-ea578539-738c-40d8-8419-f450de099147 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1307719 Feb 15 09:54:16.819410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e0971e9-26ac-4a0e-8214-608859672aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:16.854397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Allocated IP 2001:db8::2 (e9769d0d-e29f-41f3-ae44-ffe1edc328c5/6a7a2d74-02f8-4b39-b870-bd4d06c5e527/0bb7900d-3e7b-473e-8d8f-4f5c28a982ee) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:16.861443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb5201b1-2b69-4b78-8aa5-a87dbe9010a3 req-90d08c3d-aa39-49d1-a85a-688bcce1dcba tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1468329 Feb 15 09:54:16.898150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.022104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-39c272c7-9301-4cd6-b59c-71ddcfd3634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:17.026693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-39c272c7-9301-4cd6-b59c-71ddcfd3634a service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.3303251 Feb 15 09:54:17.085456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.098838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.143136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.181515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Pushing event updated for resources: {'Port': ['ID=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:17.185423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:17.187651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:17.191467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:17.216182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-c79df70e-0369-4914-a728-4d7135e3acb2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.1659923 Feb 15 09:54:17.264591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Attempting to bind port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:17.267440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Attempting to bind port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3d32db98-ea57-4308-83d5-4d14c3031a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:17.268462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Attempting to bind port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee on network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:17.284427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:17.284833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Checking segment: {'id': '3d32db98-ea57-4308-83d5-4d14c3031a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:17.285376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.285772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Bound using segment: {'id': '3d32db98-ea57-4308-83d5-4d14c3031a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:17.286426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Bound port: 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32db98-ea57-4308-83d5-4d14c3031a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'e9769d0d-e29f-41f3-ae44-ffe1edc328c5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:17.286814 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.294615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-b3a55201-3e3f-443d-834a-f810cc4e627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:17.296760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-b3a55201-3e3f-443d-834a-f810cc4e627d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0728574 Feb 15 09:54:17.388061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-cf9686f9-7225-4ecd-b4e0-fa7cdc8639ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:17.391718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-cf9686f9-7225-4ecd-b4e0-fa7cdc8639ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876029 Feb 15 09:54:17.395182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] For port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:17.399850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] For port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,segment=NetworkSegment(3d32db98-ea57-4308-83d5-4d14c3031a8b),segment_id=3d32db98-ea57-4308-83d5-4d14c3031a8b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:17.404504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.478549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa9251b-5235-4b58-b776-5f0046d2fec8 None None] Pushing event updated for resources: {'Port': ['ID=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:17.557199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8::1 (e9769d0d-e29f-41f3-ae44-ffe1edc328c5/6a7a2d74-02f8-4b39-b870-bd4d06c5e527/2830620c-7714-4ea0-8fe3-b88549865011) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:17.656260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-ba428115-49fa-4df9-8321-d8c59deca9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570310 Feb 15 09:54:17.770164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.812621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf9373cb-7989-471f-85d8-6a281ccdde17 req-b076dcf0-e283-4b52-8981-392e340afab1 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470377 Feb 15 09:54:17.842363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:17.898062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:17.907763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:17.912692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:17.913446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.033432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=2830620c-7714-4ea0-8fe3-b88549865011,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:18.120455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dece85-0f4d-488e-85ff-a07f8b2f8cb2 req-7e0ff4e2-3d4b-470c-b469-487aa1ef5a3e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:18.125393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2dece85-0f4d-488e-85ff-a07f8b2f8cb2 req-7e0ff4e2-3d4b-470c-b469-487aa1ef5a3e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1100633 Feb 15 09:54:18.149521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.187753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2dece85-0f4d-488e-85ff-a07f8b2f8cb2 req-5227814a-adaa-4b2b-8d9f-780f73a0d422 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586698 Feb 15 09:54:18.376629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:18.469217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:18.469711 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.644395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.706687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,segment=NetworkSegment(3d32db98-ea57-4308-83d5-4d14c3031a8b),segment_id=3d32db98-ea57-4308-83d5-4d14c3031a8b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:18.712735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.798888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:18.827609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.838438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.839814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:18.972532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=2830620c-7714-4ea0-8fe3-b88549865011,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:19.041348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:19.043598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:19.114538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f831fb2-4802-48ad-b996-3973910bc814 None None] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:19.196057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b057785f-b910-4b83-8735-9b47a23b5f11 None None] Provisioning complete for port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:19.196883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b057785f-b910-4b83-8735-9b47a23b5f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:19.239230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 85d9c673-d47f-4284-8a37-9ad4fd122fff is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:54:19.380206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b7b85dd-fa50-401a-b62a-fb6aaddffbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:19.434068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:19.448416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] Sync routers for ids ['85d9c673-d47f-4284-8a37-9ad4fd122fff'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:19.448770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed69e9-c1d6-42ed-a178-9962cf4e7a8f req-14c962f7-856f-4830-b1d2-9bc821f4259c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:19.449841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a47fbd47-2728-4231-8132-88be90421042 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/85d9c673-d47f-4284-8a37-9ad4fd122fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7833352 Feb 15 09:54:19.452554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35062) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:19.463966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] Routers {'85d9c673-d47f-4284-8a37-9ad4fd122fff'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:19.464150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57ed69e9-c1d6-42ed-a178-9962cf4e7a8f req-14c962f7-856f-4830-b1d2-9bc821f4259c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1562581 Feb 15 09:54:19.464593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['85d9c673-d47f-4284-8a37-9ad4fd122fff'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:19.513924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:19.528058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] Routers {'85d9c673-d47f-4284-8a37-9ad4fd122fff'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:19.529244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['85d9c673-d47f-4284-8a37-9ad4fd122fff'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:19.531171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d12b7-0c2b-4483-8f69-017e7d8046e1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:19.536156 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35064) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:19.540666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba1d12b7-0c2b-4483-8f69-017e7d8046e1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports/2830620c-7714-4ea0-8fe3-b88549865011 HTTP/1.1" status: 200 len: 911 time: 0.0830390 Feb 15 09:54:19.557819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a7a2d74-02f8-4b39-b870-bd4d06c5e527'}]}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:19.587149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:19.587919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd8764f-b34c-4685-9fbc-a78e81a7514b None None] The sync data for ids ['85d9c673-d47f-4284-8a37-9ad4fd122fff'] in n-d-825064-4 is: [] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:19.619839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-57ed69e9-c1d6-42ed-a178-9962cf4e7a8f req-bde53e71-5534-4313-b700-b0bbd9f13c7a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415002 Feb 15 09:54:19.830989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:19.841210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa6c38-335e-47cf-8088-ad63c8ce9237 req-5a4c7b29-0933-4bfc-97b3-ae56600fe759 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:19.843609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dfa6c38-335e-47cf-8088-ad63c8ce9237 req-5a4c7b29-0933-4bfc-97b3-ae56600fe759 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0717027 Feb 15 09:54:19.884548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d5299dc3-8453-4747-9e99-09df3444ffdb None None] Provisioning complete for port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:19.885250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5299dc3-8453-4747-9e99-09df3444ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:19.910153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dfa6c38-335e-47cf-8088-ad63c8ce9237 req-330d14e4-405c-45b3-a3e8-d378b0b86a14 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588775 Feb 15 09:54:20.035520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d5299dc3-8453-4747-9e99-09df3444ffdb None None] Provisioning complete for port 2830620c-7714-4ea0-8fe3-b88549865011 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:20.036139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5299dc3-8453-4747-9e99-09df3444ffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.084742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d5299dc3-8453-4747-9e99-09df3444ffdb None None] Port 2830620c-7714-4ea0-8fe3-b88549865011 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:20.215837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7d63d4d6-768b-414a-bbf0-dd9345442b42 None None] Provisioning complete for port 2830620c-7714-4ea0-8fe3-b88549865011 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:20.215837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7d63d4d6-768b-414a-bbf0-dd9345442b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.272983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7d63d4d6-768b-414a-bbf0-dd9345442b42 None None] Port 2830620c-7714-4ea0-8fe3-b88549865011 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:20.282071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e33a2-1284-432a-96a3-c4b860901816 req-8d17095d-de18-4397-abd5-24b4fd67593f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:20.282670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:20.285277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e3e33a2-1284-432a-96a3-c4b860901816 req-8d17095d-de18-4397-abd5-24b4fd67593f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0845768 Feb 15 09:54:20.366289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6e3e33a2-1284-432a-96a3-c4b860901816 req-d6875037-94d7-43a7-91c2-5beef455c880 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667579 Feb 15 09:54:20.369869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.374920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:20.375298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.518794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.533073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.539453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:20.540443 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.542450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/ports/2830620c-7714-4ea0-8fe3-b88549865011 HTTP/1.1" status: 200 len: 911 time: 1.0036962 Feb 15 09:54:20.545098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35078) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:20.589849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89be7af-2a31-4e27-9052-c2100f93e209 req-bcea70e8-f7f0-4f54-89f8-1ba44a342c64 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:20.592365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d89be7af-2a31-4e27-9052-c2100f93e209 req-bcea70e8-f7f0-4f54-89f8-1ba44a342c64 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1176152 Feb 15 09:54:20.652684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=2830620c-7714-4ea0-8fe3-b88549865011,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:20.672998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d89be7af-2a31-4e27-9052-c2100f93e209 req-620411c3-c1b6-4534-8617-b646c79c39aa tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711434 Feb 15 09:54:20.675029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.677028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.677551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.678296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.678790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.679281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.680352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.681252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.681799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.682296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.683016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.683535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5f5467d-544d-4320-a6fd-f82028b44225 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:20.734732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f4990fef-aece-46c7-829e-c940fefe415d None None] Provisioning complete for port 2830620c-7714-4ea0-8fe3-b88549865011 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:20.735229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f4990fef-aece-46c7-829e-c940fefe415d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:20.781038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f4990fef-aece-46c7-829e-c940fefe415d None None] Port 2830620c-7714-4ea0-8fe3-b88549865011 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:20.879330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f1f20-6267-4d84-81d8-dea4e8da8de5 req-6c868e27-3ac4-4a7e-888b-b4ea2537ddd7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:20.887299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d00f1f20-6267-4d84-81d8-dea4e8da8de5 req-6c868e27-3ac4-4a7e-888b-b4ea2537ddd7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1105435 Feb 15 09:54:20.954626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d00f1f20-6267-4d84-81d8-dea4e8da8de5 req-af58d1bc-c3fb-4f30-a89b-3bc76c54a5be tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 Feb 15 09:54:21.061450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.283704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:21.301996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be11189-da05-4e55-a9ea-86b1f29b9bca req-dfb05e47-12fc-49ce-95d4-d78aba612d89 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:21.303587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6be11189-da05-4e55-a9ea-86b1f29b9bca req-dfb05e47-12fc-49ce-95d4-d78aba612d89 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1129215 Feb 15 09:54:21.385893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6be11189-da05-4e55-a9ea-86b1f29b9bca req-fc70be07-0ce5-4e6a-8779-238043b56b6d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689368 Feb 15 09:54:21.450514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 2830620c-7714-4ea0-8fe3-b88549865011 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:21.450755 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.501950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae948b4b-8822-4f02-959b-1b7c4bb504c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.573993 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.588625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 2830620c-7714-4ea0-8fe3-b88549865011 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:21.596864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae948b4b-8822-4f02-959b-1b7c4bb504c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.602831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ae948b4b-8822-4f02-959b-1b7c4bb504c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.647449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ae948b4b-8822-4f02-959b-1b7c4bb504c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5618f99deffe49d98d6e720672c1f37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3624694 Feb 15 09:54:21.649064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae948b4b-8822-4f02-959b-1b7c4bb504c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c6fe17-5199-4570-a868-4858201a4b42,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:21.651647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35112) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:21.713195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.742476 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.822009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.824833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:21.828740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3c6fe17-5199-4570-a868-4858201a4b42 HTTP/1.1" status: 204 len: 168 time: 0.1738162 Feb 15 09:54:21.834998 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a57f88-0b6d-4c46-9c24-be65ee7b67e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c6fe17-5199-4570-a868-4858201a4b42,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:22.161483 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.180070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35128) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:22.194765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=2830620c-7714-4ea0-8fe3-b88549865011,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:22.195218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92224092-68c0-4bb4-9e0e-4268dbfaae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.212192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.212695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.213635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.213635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.213995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.214388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.214852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.215213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.215514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.215940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.216340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.217272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:22.292867 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.346687 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92224092-68c0-4bb4-9e0e-4268dbfaae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.364088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92224092-68c0-4bb4-9e0e-4268dbfaae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.386522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.397118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.409428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92224092-68c0-4bb4-9e0e-4268dbfaae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee0ad69-b56c-4b40-a600-eeb177ad4c02,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:22.454767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-92224092-68c0-4bb4-9e0e-4268dbfaae15 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7f9df8718bee4622877b794f79545dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2730358 Feb 15 09:54:22.457718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:22.578033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.590073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 85d9c673-d47f-4284-8a37-9ad4fd122fff has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:22.591587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b4e48-ed95-4e76-b5ad-f7c12d141318 req-339b2a3d-e659-45b5-b935-84d9db94f7dd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:22.593531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f81b4e48-ed95-4e76-b5ad-f7c12d141318 req-339b2a3d-e659-45b5-b935-84d9db94f7dd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0868812 Feb 15 09:54:22.623271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.688105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f81b4e48-ed95-4e76-b5ad-f7c12d141318 req-6d0d5a63-9e7b-4ff2-a84b-dc68432feb32 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838606 Feb 15 09:54:22.694428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:22.702475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f86ceb3-db06-4d5c-8bb5-3789e2f8657e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/85d9c673-d47f-4284-8a37-9ad4fd122fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1556652 Feb 15 09:54:22.705086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35136) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:22.707625 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] Sync routers for ids ['85d9c673-d47f-4284-8a37-9ad4fd122fff'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:22.729158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.731666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.732395 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] Routers {'85d9c673-d47f-4284-8a37-9ad4fd122fff'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:22.735184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fee0ad69-b56c-4b40-a600-eeb177ad4c02 HTTP/1.1" status: 204 len: 168 time: 0.2730198 Feb 15 09:54:22.741297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b9798-7d67-4675-8101-a421d9d3dafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee0ad69-b56c-4b40-a600-eeb177ad4c02,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:22.746528 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['85d9c673-d47f-4284-8a37-9ad4fd122fff'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:22.752161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:22.762127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-af17787b-12f8-4e9f-8a8c-a5dbeb94ac9f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=85d9c673-d47f-4284-8a37-9ad4fd122fff HTTP/1.1" status: 200 len: 205 time: 0.0491560 Feb 15 09:54:22.835257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:22.843524 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:22.858327 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] Routers {'85d9c673-d47f-4284-8a37-9ad4fd122fff'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:22.859244 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['85d9c673-d47f-4284-8a37-9ad4fd122fff'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:22.920567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:22.921882 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0b938e-f7a5-4e43-af10-fff90b861d06 None None] The sync data for ids ['85d9c673-d47f-4284-8a37-9ad4fd122fff'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:23.095840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.098977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.108737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f760c-1be9-4fa8-ba38-c98421092bb1 req-2d2b4293-df8c-4ba3-86ed-281e5e9d2139 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:23.110320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c7f760c-1be9-4fa8-ba38-c98421092bb1 req-2d2b4293-df8c-4ba3-86ed-281e5e9d2139 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1821880 Feb 15 09:54:23.177037 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.177753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router 85d9c673-d47f-4284-8a37-9ad4fd122fff {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:54:23.190051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.193988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:23.194141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-879bb708-921a-48e6-8873-6de48002e875 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/85d9c673-d47f-4284-8a37-9ad4fd122fff HTTP/1.1" status: 204 len: 168 time: 0.4408872 Feb 15 09:54:23.203759 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c7f760c-1be9-4fa8-ba38-c98421092bb1 req-7992ecef-2ae5-4890-9421-45912b7cfbaa tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499024 Feb 15 09:54:23.271998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet 6a7a2d74-02f8-4b39-b870-bd4d06c5e527 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:54:23.276216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.334141 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.443246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.529517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.563776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7a2d74-02f8-4b39-b870-bd4d06c5e527,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:23.569087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.573338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-62379821-76dc-492f-9e4e-3c4cfc20167b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/6a7a2d74-02f8-4b39-b870-bd4d06c5e527 HTTP/1.1" status: 204 len: 168 time: 0.3755994 Feb 15 09:54:23.576626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:23.579816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0b88aa-1ba9-4118-add4-76a1dc74859b None None] Network e9769d0d-e29f-41f3-ae44-ffe1edc328c5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:23.671628 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.750579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:23.751190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.830541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,segment=NetworkSegment(3d32db98-ea57-4308-83d5-4d14c3031a8b),segment_id=3d32db98-ea57-4308-83d5-4d14c3031a8b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:23.830906 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.850784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:23.850920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] DHCP port deletion for e9769d0d-e29f-41f3-ae44-ffe1edc328c5 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:54:23.914440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Deleting port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:23.915094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.959410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:23.991333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:23.993460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:24.017556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] For port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,segment=NetworkSegment(3d32db98-ea57-4308-83d5-4d14c3031a8b),segment_id=3d32db98-ea57-4308-83d5-4d14c3031a8b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:24.018248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.034594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Calling delete_port for 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:24.096223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.117885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9769d0d-e29f-41f3-ae44-ffe1edc328c5']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:24.127916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d32db98-ea57-4308-83d5-4d14c3031a8b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:24.128210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d32db98-ea57-4308-83d5-4d14c3031a8b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:24.128897 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.139547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.156959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.163466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] Pushing event deleted for resources: {'Port': ['ID=0bb7900d-3e7b-473e-8d8f-4f5c28a982ee,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:24.171136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:24.171763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:24.176580 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:24.185867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b6e671-ec8d-426a-95b4-c1def9c79fac None None] No DVR routers for this DVR port 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:24.259309 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.259495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:24.271577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.278946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/e9769d0d-e29f-41f3-ae44-ffe1edc328c5 HTTP/1.1" status: 204 len: 168 time: 0.6972029 Feb 15 09:54:24.279241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35212) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:24.285855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932608451', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:24.295066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c962cf2-fa6f-48e8-bc45-5c7780419109 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=e9769d0d-e29f-41f3-ae44-ffe1edc328c5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:24.302818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:24.303172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0bb7900d-3e7b-473e-8d8f-4f5c28a982ee not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:24.328911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.332770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.430439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.443207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.467296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63d294-0eec-491d-beb4-e31f6d1e516d req-d726803d-5c0f-4393-b191-33e82c4cb249 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:24.469168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a63d294-0eec-491d-beb4-e31f6d1e516d req-d726803d-5c0f-4393-b191-33e82c4cb249 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1308329 Feb 15 09:54:24.473144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.477666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:24.477852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-24cb002c-7b9d-4b13-be4e-0d6c65818552 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1970444 Feb 15 09:54:24.483470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1714300556'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:24.518483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a63d294-0eec-491d-beb4-e31f6d1e516d req-7aba796e-31a5-460b-acd4-65bce4412293 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Feb 15 09:54:24.534584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:24.539520 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.593069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:24.607301 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.610411 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment edae2769-820c-4e1e-98d0-567f3234222a of type vlan for network 01c4000a-748d-4114-af19-f5f2c1db85a5 Feb 15 09:54:24.686107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.740939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.747165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:24.747813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:24.757492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6dabd-6db9-4c9b-a9be-3a64c4ae3fdd req-51eb7f49-2c78-4548-b9cf-1b81585a5b82 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:24.759908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5db6dabd-6db9-4c9b-a9be-3a64c4ae3fdd req-51eb7f49-2c78-4548-b9cf-1b81585a5b82 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0914593 Feb 15 09:54:24.860681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3783853 Feb 15 09:54:24.860786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35240) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:24.866375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:24.916558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5db6dabd-6db9-4c9b-a9be-3a64c4ae3fdd req-c856b127-5021-4208-b69a-b69f15850c1c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476068 Feb 15 09:54:24.925328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ee4abb-10cd-4611-8d8b-e58bd5a83e9d tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=01c4000a-748d-4114-af19-f5f2c1db85a5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:24.938747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:25.136804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4e60d-415c-4494-881a-11fe3a14e2fd req-6b6269ba-f36d-40c1-978d-a8cd67745864 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:25.138499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb4e60d-415c-4494-881a-11fe3a14e2fd req-6b6269ba-f36d-40c1-978d-a8cd67745864 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0689325 Feb 15 09:54:25.139833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:25.144458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:25.257121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb4e60d-415c-4494-881a-11fe3a14e2fd req-82908d9d-96a4-4093-83d3-a556bd02c76d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088064 Feb 15 09:54:25.418996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebe708-6d72-4776-9962-96e7c2f16722 req-2fc77d09-0122-4b2c-8c42-6c8d7c9c32a2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:25.422149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:25.432036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-beebe708-6d72-4776-9962-96e7c2f16722 req-2fc77d09-0122-4b2c-8c42-6c8d7c9c32a2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0776153 Feb 15 09:54:25.482393 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-beebe708-6d72-4776-9962-96e7c2f16722 req-6cfec3e4-c8bd-4946-9381-332501eb15d1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484087 Feb 15 09:54:25.500013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:25.546677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:25.548936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: 01c4000a-748d-4114-af19-f5f2c1db85a5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:25.640871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cad6bc-9d9b-47aa-9cd8-0527d86adbf2 req-dd4e80db-e967-406b-89a9-dbdb626e13cb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:25.643405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0cad6bc-9d9b-47aa-9cd8-0527d86adbf2 req-dd4e80db-e967-406b-89a9-dbdb626e13cb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0772746 Feb 15 09:54:25.644112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:25.662398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 01c4000a-748d-4114-af19-f5f2c1db85a5) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:25.674381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca36d7f-7c75-4fd9-a2a9-542e745c87cc None None] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:25.690077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:25.691020 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:25.742765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6d85fc18-7853-4745-b9b1-5481552cb079 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8807168 Feb 15 09:54:25.745864 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:25.746352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0cad6bc-9d9b-47aa-9cd8-0527d86adbf2 req-30a84fd2-628d-487a-b4fb-a37b967e3a51 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875659 Feb 15 09:54:25.980850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-01c4000a-748d-4114-af19-f5f2c1db85a5', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:25.983075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.164326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Allocated IP 2001:db8::2 (01c4000a-748d-4114-af19-f5f2c1db85a5/adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac/c24e97ca-3747-4510-9bb9-d420a0e180b2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:26.352341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.359564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.404871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bedd6-f4a4-4e82-bf66-9e4d43e0f7b4 req-c036d422-eedb-4b9a-a357-c1c7e08c8816 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:26.406368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-624bedd6-f4a4-4e82-bf66-9e4d43e0f7b4 req-c036d422-eedb-4b9a-a357-c1c7e08c8816 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.5233805 Feb 15 09:54:26.407961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:26.411711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:26.414983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:26.424828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Pushing event updated for resources: {'Port': ['ID=c24e97ca-3747-4510-9bb9-d420a0e180b2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:26.472007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.489363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Attempting to bind port c24e97ca-3747-4510-9bb9-d420a0e180b2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:26.489757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Attempting to bind port c24e97ca-3747-4510-9bb9-d420a0e180b2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:26.490120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Attempting to bind port c24e97ca-3747-4510-9bb9-d420a0e180b2 on network 01c4000a-748d-4114-af19-f5f2c1db85a5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:26.496482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:26.496885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Checking segment: {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:26.497290 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.497682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Bound using segment: {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:26.498146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Bound port: c24e97ca-3747-4510-9bb9-d420a0e180b2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:26.498535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.504249 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-624bedd6-f4a4-4e82-bf66-9e4d43e0f7b4 req-7b615276-8c63-4ca2-bd79-e043d273fa03 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748730 Feb 15 09:54:26.586180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] For port c24e97ca-3747-4510-9bb9-d420a0e180b2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:26.590310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] For port c24e97ca-3747-4510-9bb9-d420a0e180b2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c24e97ca-3747-4510-9bb9-d420a0e180b2,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:26.595690 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.677093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd300d-6246-4042-8c45-066b5b73525f None None] Pushing event updated for resources: {'Port': ['ID=c24e97ca-3747-4510-9bb9-d420a0e180b2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:26.799131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8::1 (01c4000a-748d-4114-af19-f5f2c1db85a5/adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac/c7b8af6a-b707-48ad-b3f0-d277004e7863) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:26.938786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:26.981288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.039773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:27.043931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:27.046472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:27.047210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.050836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:27.202933 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.533970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.541320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.542249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:27.594523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:27.723997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:27.725665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:27.850131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7251c798-7967-4564-ba07-b73ed9267a9f None None] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:27.880190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:54:27.921689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] Provisioning complete for port c24e97ca-3747-4510-9bb9-d420a0e180b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:27.922220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.000237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:28.009209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:28.009760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0ef6ae1-bc04-47da-9b36-df6e495b79f0 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2614479 Feb 15 09:54:28.026278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-70316700'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:28.034044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:28.067713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:28.073453 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.079980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.084481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:28.085085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:28.108996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:28.119769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.120496 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 5ee6e80a-3230-4853-bd69-1c8c3d6c290a of type vlan for network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe Feb 15 09:54:28.169456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.215002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] For port c24e97ca-3747-4510-9bb9-d420a0e180b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c24e97ca-3747-4510-9bb9-d420a0e180b2,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:28.229935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.247938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.257603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:28.258259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.284543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:28.343399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9cb43-7535-450e-b5b4-d22b44e30dd9 None None] Pushing event updated for resources: {'Port': ['ID=c24e97ca-3747-4510-9bb9-d420a0e180b2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:28.349742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c24e97ca-3747-4510-9bb9-d420a0e180b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:28.389521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3750908 Feb 15 09:54:28.393783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35306) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:28.400560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:28.504771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c24e97ca-3747-4510-9bb9-d420a0e180b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:28.505213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.527985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c16e3b-1a9b-4d35-8546-c7f05c23b1bc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:28.543156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:28.579378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:28.583683 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:28.795763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:27Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:27Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:28.973929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.051407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d93926d0-7719-4288-8a44-fec02e799b8c None None] Provisioning complete for port c24e97ca-3747-4510-9bb9-d420a0e180b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:29.052003 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d93926d0-7719-4288-8a44-fec02e799b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.056190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:29.056190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Updating router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 port c7b8af6a-b707-48ad-b3f0-d277004e7863 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:54:29.086109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=5bce2566-e60d-4a6a-8a44-94f9149b6a4c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:29.093146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:29.093872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:29.112971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.115118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:29.130617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:29.136325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:29.136978 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.158576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-79bcd412-4f50-4fbb-b139-2199ab17301c tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7628763 Feb 15 09:54:29.161487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35312) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:29.174588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6ccc61-bc95-47b7-a8f6-7c01271c90e6 None None] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:29.411771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d93926d0-7719-4288-8a44-fec02e799b8c None None] Provisioning complete for port c7b8af6a-b707-48ad-b3f0-d277004e7863 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:29.413743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d93926d0-7719-4288-8a44-fec02e799b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.645913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.656848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.722043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d93926d0-7719-4288-8a44-fec02e799b8c None None] Port c7b8af6a-b707-48ad-b3f0-d277004e7863 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:29.733110 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.846946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556b0b-89b4-46f7-b46b-9ad579761351 None None] Pushing event updated for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:29.915385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:29.916234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.924542 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Attempting to bind port c7b8af6a-b707-48ad-b3f0-d277004e7863 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:29.925503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Attempting to bind port c7b8af6a-b707-48ad-b3f0-d277004e7863 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:29.925862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Attempting to bind port c7b8af6a-b707-48ad-b3f0-d277004e7863 on network 01c4000a-748d-4114-af19-f5f2c1db85a5 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:29.984695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4a354099-0f00-46be-92fa-b12b6aae22b7 None None] Provisioning complete for port c7b8af6a-b707-48ad-b3f0-d277004e7863 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:29.985090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a354099-0f00-46be-92fa-b12b6aae22b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:29.996502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:30.000569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Checking segment: {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:30.001375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.001953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Bound using segment: {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:30.002631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Bound port: c7b8af6a-b707-48ad-b3f0-d277004e7863, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edae2769-820c-4e1e-98d0-567f3234222a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:30.003220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.159495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4a354099-0f00-46be-92fa-b12b6aae22b7 None None] Port c7b8af6a-b707-48ad-b3f0-d277004e7863 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:30.170308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35328) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:30.211945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] For port c7b8af6a-b707-48ad-b3f0-d277004e7863, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:30.215587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] For port c7b8af6a-b707-48ad-b3f0-d277004e7863, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7b8af6a-b707-48ad-b3f0-d277004e7863,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:30.228535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.270546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8:1::1 (cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe/5bce2566-e60d-4a6a-8a44-94f9149b6a4c/5c94b163-738f-4a58-babd-c187460198e4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:30.344502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c24e97ca-3747-4510-9bb9-d420a0e180b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:30.426362 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce5be-7275-4390-9a14-c30f79de9b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.452909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9556b0b-89b4-46f7-b46b-9ad579761351 None None] Pushing event updated for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:30.461046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0248cdf8-57dc-4923-9882-509272698593 None None] Provisioning complete for port c7b8af6a-b707-48ad-b3f0-d277004e7863 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:30.461655 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0248cdf8-57dc-4923-9882-509272698593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.466047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:30.466507 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.467031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:30.531189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.606798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:30.608232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce5be-7275-4390-9a14-c30f79de9b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.615473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:30.617256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:30.620705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:30.621429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.632098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce5be-7275-4390-9a14-c30f79de9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.702690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ce5be-7275-4390-9a14-c30f79de9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a00648-c5fe-477d-9d4b-b811fe058616,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:30.740917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8e3ce5be-7275-4390-9a14-c30f79de9b83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0fcfbe4667404a45bcf9c9487b20c2da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681343 Feb 15 09:54:30.741929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35334) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:30.750526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:30.823519 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.871638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.889136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c24e97ca-3747-4510-9bb9-d420a0e180b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:30.889756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.889905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.942799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.946624 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:30.951139 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6a00648-c5fe-477d-9d4b-b811fe058616 HTTP/1.1" status: 204 len: 168 time: 0.2074149 Feb 15 09:54:30.969260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca6627-516c-409f-963b-0558d39180d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a00648-c5fe-477d-9d4b-b811fe058616,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:30.978781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Allocated IP 2001:db8:1::2 (cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe/5bce2566-e60d-4a6a-8a44-94f9149b6a4c/811c19cb-51ac-41cb-a039-d471c2c3f907) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:31.095007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0248cdf8-57dc-4923-9882-509272698593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.211898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0248cdf8-57dc-4923-9882-509272698593 None None] For port c7b8af6a-b707-48ad-b3f0-d277004e7863, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7b8af6a-b707-48ad-b3f0-d277004e7863,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:31.240419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0248cdf8-57dc-4923-9882-509272698593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.270008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.277341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.278230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.396314 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:31.405065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0248cdf8-57dc-4923-9882-509272698593 None None] Pushing event updated for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:31.428849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-46beb130-d7d3-4f42-9e02-7948a680946e None None] Provisioning complete for port c7b8af6a-b707-48ad-b3f0-d277004e7863 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:31.429774 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46beb130-d7d3-4f42-9e02-7948a680946e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.431506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35344) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:31.449914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:31.450099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:31.450571 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6163d1d7-7e11-434b-ae62-8dc01916bc28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.457988 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.479604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.565308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6163d1d7-7e11-434b-ae62-8dc01916bc28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.571001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6163d1d7-7e11-434b-ae62-8dc01916bc28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.576740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:31.608312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6163d1d7-7e11-434b-ae62-8dc01916bc28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c10e12f5aff46258ef9d1a889a850f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754868 Feb 15 09:54:31.609242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35346) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:31.660450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163d1d7-7e11-434b-ae62-8dc01916bc28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2078046-bd67-49c4-87eb-bf5abf9b4bd6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:31.698844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.702068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:27Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:30Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:31.725061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.728335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:31.737793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f919e777-2fe0-44fd-8b46-bc7878b36e14 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5749218 Feb 15 09:54:31.738452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35348) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:31.744211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132687115'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:31.751064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae6d05-e5a0-45f2-97da-23a643b3ef29 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:27Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:30Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:31.754122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:31.756843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Pushing event updated for resources: {'Port': ['ID=811c19cb-51ac-41cb-a039-d471c2c3f907,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:31.760992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:31.764775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:31.797761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:31.801713 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.802779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.808310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.817013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2078046-bd67-49c4-87eb-bf5abf9b4bd6 HTTP/1.1" status: 204 len: 168 time: 0.2053633 Feb 15 09:54:31.845240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b31def-b80d-41d6-a536-3a8671cc0463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2078046-bd67-49c4-87eb-bf5abf9b4bd6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:31.885198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Attempting to bind port 811c19cb-51ac-41cb-a039-d471c2c3f907 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:31.885391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Attempting to bind port 811c19cb-51ac-41cb-a039-d471c2c3f907 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:31.885753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Attempting to bind port 811c19cb-51ac-41cb-a039-d471c2c3f907 on network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:31.903083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:31.903386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Checking segment: {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:31.903790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:31.904182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Bound using segment: {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:31.904667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Bound port: 811c19cb-51ac-41cb-a039-d471c2c3f907, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:31.905081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.023492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] For port 811c19cb-51ac-41cb-a039-d471c2c3f907, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:32.030125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] For port 811c19cb-51ac-41cb-a039-d471c2c3f907, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=811c19cb-51ac-41cb-a039-d471c2c3f907,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:32.046936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.251279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab879407-1bf5-4cbf-a80c-599a58bb0911 None None] Pushing event updated for resources: {'Port': ['ID=811c19cb-51ac-41cb-a039-d471c2c3f907,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:32.328559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:32.355195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.355793 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 3c5a8006-9a9a-4470-8530-40526042c937 of type vlan for network b91cd3ed-f273-4316-94b2-5d25dc9beed7 Feb 15 09:54:32.392272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7b8af6a-b707-48ad-b3f0-d277004e7863 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:32.411826 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.453155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.463033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:32.463840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.500200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c7b8af6a-b707-48ad-b3f0-d277004e7863 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:32.500785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.590044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8505237 Feb 15 09:54:32.593474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35360) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:32.599782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:32.613694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35362) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:32.628039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbfb78f-fc5e-49a4-8599-51739f2ffccf tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=b91cd3ed-f273-4316-94b2-5d25dc9beed7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:32.655030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:32.708065 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f38c926b-38bf-4b82-9151-36a29253bffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.848680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:32.852904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.910241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f38c926b-38bf-4b82-9151-36a29253bffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.923199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f38c926b-38bf-4b82-9151-36a29253bffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:32.988898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c926b-38bf-4b82-9151-36a29253bffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddce8749-a21e-4f70-9ed4-90b5cb5fb1f1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:32.999873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35364) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:33.006350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f38c926b-38bf-4b82-9151-36a29253bffa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=165605d69d53490dabd9dd8609de8ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881626 Feb 15 09:54:33.068279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.092307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.133133 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.146054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.150382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.153508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ddce8749-a21e-4f70-9ed4-90b5cb5fb1f1 HTTP/1.1" status: 204 len: 168 time: 0.1499243 Feb 15 09:54:33.169626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf380a-ff18-4361-8525-ac853e4a6e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddce8749-a21e-4f70-9ed4-90b5cb5fb1f1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:33.244800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=ff8874c2-2bbb-424d-b24f-db6c09ac5537,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:33.248776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:33.249180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: b91cd3ed-f273-4316-94b2-5d25dc9beed7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:33.278494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:33.290659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b91cd3ed-f273-4316-94b2-5d25dc9beed7) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:33.298433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:33.299215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.300690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5210b2-7b8f-4aaf-bd54-62fa80f71883 None None] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:33.318789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-21f3e6ba-cbfc-417c-bdae-2ce096e182cb tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7230892 Feb 15 09:54:33.322154 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35370) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:33.510428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:33.510428 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.694817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Allocated IP 2001:db8:2::2 (b91cd3ed-f273-4316-94b2-5d25dc9beed7/ff8874c2-2bbb-424d-b24f-db6c09ac5537/8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:33.908160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.916305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.920858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:33.973406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:33.985894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:33.990689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:33.999202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9415531-d6b8-45d0-8ce7-8dbc374be55b None None] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:34.018583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Pushing event updated for resources: {'Port': ['ID=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:34.112223 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:34.129856 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:34.131135 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:34.138101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] Provisioning complete for port 811c19cb-51ac-41cb-a039-d471c2c3f907 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:34.144253 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.204431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Attempting to bind port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:34.204949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Attempting to bind port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:34.205633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Attempting to bind port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 on network b91cd3ed-f273-4316-94b2-5d25dc9beed7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:34.233815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:34.235209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Checking segment: {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:34.235804 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.236417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Bound using segment: {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:34.237132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Bound port: 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:34.237698 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.389380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 811c19cb-51ac-41cb-a039-d471c2c3f907 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:34.399027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35394) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:34.402364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8:2::1 (b91cd3ed-f273-4316-94b2-5d25dc9beed7/ff8874c2-2bbb-424d-b24f-db6c09ac5537/36e46757-9f51-4c0d-9961-85b9e76d722b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:34.503826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.509304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] For port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:34.513375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] For port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:34.539028 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.580942 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:34.598871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 811c19cb-51ac-41cb-a039-d471c2c3f907 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:34.599221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.648927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.660406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-938776188-network', 'tenant_id': 'aba5eb4e07a046558d612887b901391f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:34.713414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Made reservation on behalf of aba5eb4e07a046558d612887b901391f for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:34.717277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.722403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] For port 811c19cb-51ac-41cb-a039-d471c2c3f907, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=811c19cb-51ac-41cb-a039-d471c2c3f907,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:34.744052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.748757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.777138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.858927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25746d31-5bff-437c-800d-60bd8bb7136b None None] Pushing event updated for resources: {'Port': ['ID=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:34.922542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:34.928246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:34.933296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:34.933858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.942480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:34.951101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.037971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571e0e66-7bf7-4305-a0f0-1583582676ed,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.056899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583eeb7f-8167-445e-a6f2-096f12a4bd45 None None] Pushing event updated for resources: {'Port': ['ID=811c19cb-51ac-41cb-a039-d471c2c3f907,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.072573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.081531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:35.092618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:30Z', 'revision_number': 3, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:35.111700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.115260 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Added segment 9d67648d-548c-4e1e-b6da-addefe835c89 of type vlan for network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 Feb 15 09:54:35.137876 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:35.138699 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Updating router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 port 5c94b163-738f-4a58-babd-c187460198e4 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:54:35.172014 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.238382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.259108 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.260096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e9b2eb6d-bf61-44bb-a230-3f8ad6610d6e None None] Provisioning complete for port 5c94b163-738f-4a58-babd-c187460198e4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:35.261503 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e9b2eb6d-bf61-44bb-a230-3f8ad6610d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.311980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.314117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:35.315646 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.332029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2eb6d-bf61-44bb-a230-3f8ad6610d6e None None] Port 5c94b163-738f-4a58-babd-c187460198e4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:35.363528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e9b2eb6d-bf61-44bb-a230-3f8ad6610d6e None None] Provisioning complete for port 811c19cb-51ac-41cb-a039-d471c2c3f907 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:35.363931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e9b2eb6d-bf61-44bb-a230-3f8ad6610d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.370567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9701595 Feb 15 09:54:35.373825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35398) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:35.386114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Request body: {'subnet': {'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-938776188-subnet', 'tenant_id': 'aba5eb4e07a046558d612887b901391f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:35.490382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379b5e9-5652-4018-b749-3be8bdde963e admin admin] Pushing event updated for resources: {'Network': ['ID=3a953f66-76df-4bf8-b3fe-16e17eaa5232,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.510334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Made reservation on behalf of aba5eb4e07a046558d612887b901391f for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:35.518594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.536690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:35.774615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1d142924-c27a-43c4-ae27-9b4d351d5c60 None None] Provisioning complete for port 5c94b163-738f-4a58-babd-c187460198e4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:35.775157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1d142924-c27a-43c4-ae27-9b4d351d5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.810382 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.819263 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.843946 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1d142924-c27a-43c4-ae27-9b4d351d5c60 None None] Port 5c94b163-738f-4a58-babd-c187460198e4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:35.875987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.881599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.890605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.892591 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d84f-76a8-44a3-a122-ea3f1eac7208 None None] Pushing event updated for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.893222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:35.983232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd9394e2-a4f9-4972-96dd-a4ec69194d8c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:35.994865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Checking segment: {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:35.995236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Network hostable DHCP agents. Network: 3a953f66-76df-4bf8-b3fe-16e17eaa5232, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:36.036956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:36.059928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3a953f66-76df-4bf8-b3fe-16e17eaa5232) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:36.065056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:36.070242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.074156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b893bc-5b9e-4e33-9be5-ff4908c08e0c None None] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:36.095734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Attempting to bind port 5c94b163-738f-4a58-babd-c187460198e4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:36.096893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Attempting to bind port 5c94b163-738f-4a58-babd-c187460198e4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:36.097264 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Attempting to bind port 5c94b163-738f-4a58-babd-c187460198e4 on network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:36.097363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:36.106032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:36.106400 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Checking segment: {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:36.106805 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.107196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Bound using segment: {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:36.108621 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Bound port: 5c94b163-738f-4a58-babd-c187460198e4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee6e80a-3230-4853-bd69-1c8c3d6c290a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:36.109816 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.115490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c07a6859-4ed5-489c-9cf0-5cc462ef98a1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7399914 Feb 15 09:54:36.157849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:36.160177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:36.273434 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] For port 5c94b163-738f-4a58-babd-c187460198e4, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:36.284180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] For port 5c94b163-738f-4a58-babd-c187460198e4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c94b163-738f-4a58-babd-c187460198e4,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:36.296569 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.413526 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:36.415090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:36.415916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] Provisioning complete for port 5c94b163-738f-4a58-babd-c187460198e4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:36.416295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.469506 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:36.550448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 811c19cb-51ac-41cb-a039-d471c2c3f907 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:36.566911 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:36.685940 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d84f-76a8-44a3-a122-ea3f1eac7208 None None] Pushing event updated for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:36.717158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:36.729274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7aa8571-3156-4c97-8cc7-c329d0f97893 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4024320 Feb 15 09:54:36.731224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35410) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:36.747265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2049970885'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:36.777815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a430ee4-56e6-4360-85bc-cb94bd45f581 None None] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:36.837882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:36.841869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.850541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2e235a-9e3b-4430-a47a-150f2d2b26a9 None None] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:36.904962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:54:36.934946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:36.935276 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added segment 2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab of type vlan for network 1fb892e4-15f6-4320-8cb8-b9f1640a203e Feb 15 09:54:36.966041 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:36Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:37.033642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394808f6-9b1e-411b-a6b9-136c39386018 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:36Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:37.056238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.176049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.187539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:37.188145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.275525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5424614 Feb 15 09:54:37.278638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35418) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:37.289182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'subnet': {'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:37.297575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87b1b3-d781-4113-b851-915c5c2a0b61 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Network': ['ID=1fb892e4-15f6-4320-8cb8-b9f1640a203e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:37.324659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:54:37.431790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Made reservation on behalf of 48537a486ec44c58ac46d2ce85d33dec for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:37.437733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.494633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 811c19cb-51ac-41cb-a039-d471c2c3f907 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:37.495004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.708267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.824120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.872452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] For port 5c94b163-738f-4a58-babd-c187460198e4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c94b163-738f-4a58-babd-c187460198e4,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:37.886886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:37.888847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:37.932481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Subnet': ['ID=8f9935b0-43b3-4177-9471-1334f1de4c74,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:37.973201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Checking segment: {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:37.973629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network hostable DHCP agents. Network: 1fb892e4-15f6-4320-8cb8-b9f1640a203e, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:54:38.009863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:54:38.023636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1fb892e4-15f6-4320-8cb8-b9f1640a203e) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:38.042991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:38.043985 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.050224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-782f3e34-3333-4d1b-8202-e8b8e22be1c6 None None] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:38.054520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0c40a-62e1-4591-9cfa-d73a18af9aea None None] Pushing event updated for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:38.098568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-568a52f4-13d3-4c4e-ad0e-3005e5c986c8 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8141332 Feb 15 09:54:38.108987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35424) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:38.185590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:38.186168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.222033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e8a4a087-2d68-4b3e-afc5-a90e3e66b25b None None] Provisioning complete for port 5c94b163-738f-4a58-babd-c187460198e4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:38.222406 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a087-2d68-4b3e-afc5-a90e3e66b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.562864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:54:38.564069 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.608948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.631223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e8a4a087-2d68-4b3e-afc5-a90e3e66b25b None None] Provisioning complete for port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:38.631827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8a4a087-2d68-4b3e-afc5-a90e3e66b25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.776216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:38.791343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.840695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:38.904073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:38.927309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:38.927944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:38.990611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c94b163-738f-4a58-babd-c187460198e4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:39.053526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:39.113188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Allocated IP 2001:db8:3::2 (1fb892e4-15f6-4320-8cb8-b9f1640a203e/8f9935b0-43b3-4177-9471-1334f1de4c74/8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:39.146955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:39.351354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5c94b163-738f-4a58-babd-c187460198e4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:39.351730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:39.436895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0e47f147-141c-48ed-a14b-6dac6a507a10 None None] Provisioning complete for port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:39.437268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e47f147-141c-48ed-a14b-6dac6a507a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:39.627121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-db7824bc-0faa-44c5-955e-32814e62d6ca tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:39.629525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-db7824bc-0faa-44c5-955e-32814e62d6ca tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 808 time: 0.1520669 Feb 15 09:54:39.648008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fc98ce95-a2ac-4666-abd1-bc9be671a796 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/quotas/aba5eb4e07a046558d612887b901391f HTTP/1.1" status: 200 len: 375 time: 0.0114832 Feb 15 09:54:39.689507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-17a72f2a-0417-4166-8019-b8dbc5d8ed41 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350428 Feb 15 09:54:39.751570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:39.772409 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:39.809264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-a755cc28-cb70-415f-980b-331ea4031269 service neutron] 10.222.0.10 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095796 Feb 15 09:54:39.839481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Allocated IP 2001:db8:3::1 (1fb892e4-15f6-4320-8cb8-b9f1640a203e/8f9935b0-43b3-4177-9471-1334f1de4c74/712921a0-e000-43b9-b4be-6eab0958beed) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:39.876781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:39.882417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Pushing event updated for resources: {'Port': ['ID=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:39.887172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:39.894176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:39.910866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.911303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.911529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.911862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.912190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.912516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.912849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.913699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.914034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.914355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.914674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.914992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:39.955081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-88fa3988-3be5-4306-962b-45c4b91017b5 service neutron] 10.222.0.10 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364081 Feb 15 09:54:39.966166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:35Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:40.009539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0e47f147-141c-48ed-a14b-6dac6a507a10 None None] Provisioning complete for port 36e46757-9f51-4c0d-9961-85b9e76d722b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:40.009904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e47f147-141c-48ed-a14b-6dac6a507a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.015101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:40.015451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Updating router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 port 36e46757-9f51-4c0d-9961-85b9e76d722b binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:54:40.042252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.079200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Attempting to bind port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:40.079570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Attempting to bind port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:40.079932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Attempting to bind port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 on network 1fb892e4-15f6-4320-8cb8-b9f1640a203e {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:40.084938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.097791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:40.098127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Checking segment: {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:40.098538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.098923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Bound using segment: {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:40.099373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.099531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Bound port: 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:40.099768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.101722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0e47f147-141c-48ed-a14b-6dac6a507a10 None None] Port 36e46757-9f51-4c0d-9961-85b9e76d722b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:40.151569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:40.158492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:40.162766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:40.163372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.204607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:40.338997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-530c73be-55e6-47d1-b97d-c721890c2395 req-ef3891cb-fa08-4558-bd7f-575f7bbed914 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 210 time: 0.0610812 Feb 15 09:54:40.384550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] For port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:40.384835 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.402415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] For port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:40.410355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.567424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165a8c48-d45e-44b4-8f1b-b8570e03d544 None None] Pushing event updated for resources: {'Port': ['ID=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:40.599794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.608340 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.664249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e241e-9695-4e15-9534-0765961086b5 None None] Pushing event updated for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:40.822102 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.830719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.831701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.864065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Attempting to bind port 36e46757-9f51-4c0d-9961-85b9e76d722b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:40.864435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Attempting to bind port 36e46757-9f51-4c0d-9961-85b9e76d722b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:40.864952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Attempting to bind port 36e46757-9f51-4c0d-9961-85b9e76d722b on network b91cd3ed-f273-4316-94b2-5d25dc9beed7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:40.888722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:40.889449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Checking segment: {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:40.897326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:40.898373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Bound using segment: {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:40.899530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Bound port: 36e46757-9f51-4c0d-9961-85b9e76d722b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5a8006-9a9a-4470-8530-40526042c937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:40.899934 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:41.064110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event updated for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:41.122026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] For port 36e46757-9f51-4c0d-9961-85b9e76d722b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:41.128426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] For port 36e46757-9f51-4c0d-9961-85b9e76d722b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36e46757-9f51-4c0d-9961-85b9e76d722b,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:41.142494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:41.186128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:41.188355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:41.196210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-8fbd5f6f-6a63-48df-90ad-ddd83c4f5a59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1969037 Feb 15 09:54:41.243622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:41.246554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:41.253255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:41.322584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e241e-9695-4e15-9534-0765961086b5 None None] Pushing event updated for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:41.423276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:41.562119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] Provisioning complete for port 36e46757-9f51-4c0d-9961-85b9e76d722b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:41.562479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:41.591602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:41.608195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-774c9b4a-ead5-4d42-a459-b3f918d5ba0e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4978433 Feb 15 09:54:41.609660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35464) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:41.622366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:41.639743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:41.656001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6214706d-5e2a-4c66-8d85-ae8a06bd2c2c req-6e15f4c0-34a0-40b1-8c7b-8af5a8f9eeaf tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 210 time: 0.0643086 Feb 15 09:54:41.665192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106150b-04a7-447d-8776-dc0286f8896d req-227fff00-96b4-4d16-ace8-386daf7fe35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:41.666772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-227fff00-96b4-4d16-ace8-386daf7fe35c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.1764557 Feb 15 09:54:41.767302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:41.776981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:41.868007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106150b-04a7-447d-8776-dc0286f8896d req-903e97c6-bb57-4926-b343-685e687616f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:41.872496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-903e97c6-bb57-4926-b343-685e687616f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1758337 Feb 15 09:54:41.998184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-e96c51ec-5a50-43c5-9f5a-e1af2b5eafe8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.1155541 Feb 15 09:54:42.105184 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:42.198767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106150b-04a7-447d-8776-dc0286f8896d req-73842b02-7119-4e11-899f-c875e8dfcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:42.200706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-73842b02-7119-4e11-899f-c875e8dfcd92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1958601 Feb 15 09:54:42.273149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] For port 36e46757-9f51-4c0d-9961-85b9e76d722b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36e46757-9f51-4c0d-9961-85b9e76d722b,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:42.291571 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:42.298281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106150b-04a7-447d-8776-dc0286f8896d req-23502499-dc32-4ed5-9998-f859bf5608d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:42.299213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-23502499-dc32-4ed5-9998-f859bf5608d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797853 Feb 15 09:54:42.304197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402d0ceb-e4e0-4627-9e41-baad8ec955ea None None] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:42.389556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:42.399921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a20b8-ad1e-4a5b-ad86-79d943167477 req-7767f8f6-449b-40be-b217-223e6b5b0be8 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:42.401668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911a20b8-ad1e-4a5b-ad86-79d943167477 req-7767f8f6-449b-40be-b217-223e6b5b0be8 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1096 time: 0.1798189 Feb 15 09:54:42.501995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-db3e65d8-02cb-4966-95af-496dc03e6412 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897240 Feb 15 09:54:42.515502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-e5b6415e-0126-4dbb-96db-76b01f52f0bf tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:42.519100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-e5b6415e-0126-4dbb-96db-76b01f52f0bf tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 808 time: 0.2932205 Feb 15 09:54:42.533025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Request body: {'port': {'device_id': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232', 'admin_state_up': True, 'tenant_id': 'aba5eb4e07a046558d612887b901391f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:42.630173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c106150b-04a7-447d-8776-dc0286f8896d req-b486eb0e-036e-4431-bbcd-eacb15cac44f service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209316 Feb 15 09:54:42.652800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ee574-b33b-4017-8815-86903adc2171 None None] Pushing event updated for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:42.717893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Provisioning complete for port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:42.718346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:42.751407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:40Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:41Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:40Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:42.834468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f45c2f4b-b6ea-499a-ae64-2f74e2819fbb req-efca2907-5381-418f-b6c7-a98d83e0a62f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 210 time: 0.0632589 Feb 15 09:54:42.842589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-718d1da4-a3b8-4106-bc74-08e3619ab983 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:40Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:41Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:40Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:42.863317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:42.863862 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:42.869050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911a20b8-ad1e-4a5b-ad86-79d943167477 req-71f4d0bd-ee0f-451b-84e8-4087f22edad2 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4553940 Feb 15 09:54:43.119995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.172938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:54:43.174836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] For port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:43.185519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc868d-602e-4556-97c9-15e878453dec req-8b9b025f-4436-4459-af10-e9c4d9e6f393 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:43.187105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc868d-602e-4556-97c9-15e878453dec req-8b9b025f-4436-4459-af10-e9c4d9e6f393 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1162398 Feb 15 09:54:43.217563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.236727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Removed routes are [] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:54:43.237191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.267146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Made reservation on behalf of aba5eb4e07a046558d612887b901391f for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:54:43.271869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.302750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc868d-602e-4556-97c9-15e878453dec req-83c9989a-e139-4e42-a198-ab3e4a2e802f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951908 Feb 15 09:54:43.338935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35476) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:43.357564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.432787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Provisioning complete for port 36e46757-9f51-4c0d-9961-85b9e76d722b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:43.433212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.441172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0683d-5a77-441c-bec1-0248218944d2 None None] Pushing event updated for resources: {'Port': ['ID=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:43.456505 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b351e62-13f5-4fc7-a94a-d8ed318e13b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/7ebda74e-1db9-40d6-98a3-c52f079e77e0 HTTP/1.1" status: 200 len: 993 time: 0.1064939 Feb 15 09:54:43.583457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 09:54:43.583811 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 09:54:43.736155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.745828 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.763238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Allocated IP 172.20.0.7 (3a953f66-76df-4bf8-b3fe-16e17eaa5232/dd9394e2-a4f9-4972-96dd-a4ec69194d8c/eb69bb66-38cd-4fd7-a89c-358b48b4115b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:54:43.800171 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-62bee8fa-f86d-4d61-8271-efa9b71ce26d None None] Provisioning complete for port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:43.801201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62bee8fa-f86d-4d61-8271-efa9b71ce26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:43.907397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-1e19bd68-5300-40cb-bb90-148c3300b663 req-2da59f7d-abb4-429c-8bd3-a2795ad9e9c5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:54:43.908375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e19bd68-5300-40cb-bb90-148c3300b663 req-2da59f7d-abb4-429c-8bd3-a2795ad9e9c5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056682 Feb 15 09:54:44.072670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-62bee8fa-f86d-4d61-8271-efa9b71ce26d None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:44.073094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62bee8fa-f86d-4d61-8271-efa9b71ce26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.096572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e02bb0f-1f48-4314-8ccf-518238d78395 req-d79ea6f4-3593-4dea-8390-ec0bf0d734ff tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 210 time: 0.0907538 Feb 15 09:54:44.102623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:44.175476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-62bee8fa-f86d-4d61-8271-efa9b71ce26d None None] Port 712921a0-e000-43b9-b4be-6eab0958beed cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:44.237043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:44.278816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:44.279464 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:44.313199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5a9a2f44-28b7-42c6-aa8d-66bfd60bf7cd None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:44.313689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a9a2f44-28b7-42c6-aa8d-66bfd60bf7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.406545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a2f44-28b7-42c6-aa8d-66bfd60bf7cd None None] Port 712921a0-e000-43b9-b4be-6eab0958beed cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:44.416784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36e46757-9f51-4c0d-9961-85b9e76d722b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:44.455521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:44.471482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.473350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3f96aa95-e677-485b-9746-d7ef5ff605d6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 954 time: 2.8627121 Feb 15 09:54:44.476057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35502) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:44.522242 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.543595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-90ee25ef-c41e-44bf-b220-dc22807d3a18 None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:44.544008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90ee25ef-c41e-44bf-b220-dc22807d3a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.587066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-90ee25ef-c41e-44bf-b220-dc22807d3a18 None None] Port 712921a0-e000-43b9-b4be-6eab0958beed cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:54:44.588180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:44.591501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.611657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 36e46757-9f51-4c0d-9961-85b9e76d722b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:44.612075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.671190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f73b79-fa3c-4d1e-b8f3-d644007dba7f req-1ba11f48-6604-4301-a7ae-4a8617cbd747 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:44.689158 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43f73b79-fa3c-4d1e-b8f3-d644007dba7f req-1ba11f48-6604-4301-a7ae-4a8617cbd747 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1323831 Feb 15 09:54:44.697456 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.758317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:44.786736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:54:44.802435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:54:44.808115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43f73b79-fa3c-4d1e-b8f3-d644007dba7f req-b15581db-183f-4e1c-a0d5-2f2e6270851b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023204 Feb 15 09:54:44.809146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Pushing event updated for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:44.811317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:54:44.856530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:44.856944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.907434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:44.907434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:44.932452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-c5c716de-a7c1-4427-ab50-01f47f923ec3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4043338 Feb 15 09:54:44.948785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Request body: {'port': {'device_id': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:45.018503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:43Z', 'revision_number': 6, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:40Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:45.032199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.060831 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:45.061576 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Updating router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 port 712921a0-e000-43b9-b4be-6eab0958beed binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:54:45.097174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35512) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:45.097985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dd250dec-e0fd-4b7a-a543-3afc4017e0e6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 954 time: 0.6207604 Feb 15 09:54:45.103026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'routes': None}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:54:45.106614 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.121263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-fec21c48-4a5c-4cf7-9b9e-5dc2574d11ab service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5574944 Feb 15 09:54:45.208753 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:54:45.307430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d709ac-d044-47da-86ae-e8c183a29138 req-b3d37a8c-2cf7-44aa-a14b-6f534e2a4b9d tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:45.311500 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3d709ac-d044-47da-86ae-e8c183a29138 req-b3d37a8c-2cf7-44aa-a14b-6f534e2a4b9d tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 931 time: 0.1004794 Feb 15 09:54:45.412653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3d709ac-d044-47da-86ae-e8c183a29138 req-1d70804e-f6ed-440a-84cd-2382ae51babf tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964344 Feb 15 09:54:45.546340 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.556175 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.697578 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Pushing event updated for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:45.723144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.723481 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.723821 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.724202 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.724538 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.724885 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.725216 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.725663 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.726158 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.726488 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.726810 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.727130 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:54:45.736352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb69bb66-38cd-4fd7-a89c-358b48b4115b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:54:45.760450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.774311 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Attempting to bind port 712921a0-e000-43b9-b4be-6eab0958beed on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:45.774748 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Attempting to bind port 712921a0-e000-43b9-b4be-6eab0958beed by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:45.776350 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Attempting to bind port 712921a0-e000-43b9-b4be-6eab0958beed on network 1fb892e4-15f6-4320-8cb8-b9f1640a203e {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:45.783189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:45.783567 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Checking segment: {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:45.783972 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.784859 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Bound using segment: {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:45.784966 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Bound port: 712921a0-e000-43b9-b4be-6eab0958beed, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:45.785325 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.805534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Transition to ACTIVE for port object eb69bb66-38cd-4fd7-a89c-358b48b4115b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:54:45.818822 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.883873 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] For port 712921a0-e000-43b9-b4be-6eab0958beed, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:45.888268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] For port 712921a0-e000-43b9-b4be-6eab0958beed, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=712921a0-e000-43b9-b4be-6eab0958beed,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:45.895822 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:45.967927 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:45.968560 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:46.065832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Pushing event updated for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:46.067109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aae893c7-704d-4915-be52-0d6082686814 None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:46.067549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aae893c7-704d-4915-be52-0d6082686814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.078453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added routes are [] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:54:46.079545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.extraroute_db [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=102358) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:54:46.165069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.274870 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481586d-6e38-4680-a9a9-5e5ea0f66567 None None] Pushing event updated for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:46.315556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aae893c7-704d-4915-be52-0d6082686814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.345145 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:46.364301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-aae893c7-704d-4915-be52-0d6082686814 None None] For port 712921a0-e000-43b9-b4be-6eab0958beed, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=712921a0-e000-43b9-b4be-6eab0958beed,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:46.373110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aae893c7-704d-4915-be52-0d6082686814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.493444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae893c7-704d-4915-be52-0d6082686814 None None] Pushing event updated for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:46.541584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805919c9-8f3c-4c27-a34d-5305116232f2 req-b34db77e-bbfb-4db2-931b-6232dca6f81c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:46.543449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-805919c9-8f3c-4c27-a34d-5305116232f2 req-b34db77e-bbfb-4db2-931b-6232dca6f81c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.5308900 Feb 15 09:54:46.601955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Attempting to bind port eb69bb66-38cd-4fd7-a89c-358b48b4115b on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:54:46.602508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Attempting to bind port eb69bb66-38cd-4fd7-a89c-358b48b4115b by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:54:46.603012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Attempting to bind port eb69bb66-38cd-4fd7-a89c-358b48b4115b on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:46.619378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cd9c5093-0f98-40e5-8125-7642a752d1e9 None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:46.619753 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cd9c5093-0f98-40e5-8125-7642a752d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.688438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256dae-22e1-420e-b9ac-7ab8bf95bdea req-7f40bdc4-3daf-4f5e-bd42-112fed23366b tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:46.692896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98256dae-22e1-420e-b9ac-7ab8bf95bdea req-7f40bdc4-3daf-4f5e-bd42-112fed23366b tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 943 time: 0.1087954 Feb 15 09:54:46.753689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f7efc2d4-a796-4013-b444-e20bc36e8e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:46.774254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98256dae-22e1-420e-b9ac-7ab8bf95bdea req-c4133c59-d2da-40a7-b999-d6dd256a7559 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723400 Feb 15 09:54:46.828078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:43Z', 'revision_number': 6, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:45Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:46.868197 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9df2ff-013a-43e1-851c-ab7b3d25b93e None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:43Z', 'revision_number': 6, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:45Z', 'revision_number': 4, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:46.873986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.085327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-b00e7cae-2149-4b54-8d2c-4b6a12a213ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.087419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-b00e7cae-2149-4b54-8d2c-4b6a12a213ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1096 time: 0.0705934 Feb 15 09:54:47.117444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Port eb69bb66-38cd-4fd7-a89c-358b48b4115b on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:54:47.118023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Attempting to bind port eb69bb66-38cd-4fd7-a89c-358b48b4115b on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:54:47.144946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-805919c9-8f3c-4c27-a34d-5305116232f2 req-4d61f566-3cca-4402-81d5-ad03b866a738 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5919681 Feb 15 09:54:47.148803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:54:47.150172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Checking segment: {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:54:47.150570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Bound using segment: {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:54:47.151030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Bound port: eb69bb66-38cd-4fd7-a89c-358b48b4115b, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:54:47.151393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.184641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.209473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.223562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:47.231069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-3c66bbb0-5a8c-47ce-8c4b-dee32fdfd1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.233024 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-3c66bbb0-5a8c-47ce-8c4b-dee32fdfd1d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1367161 Feb 15 09:54:47.238696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:47.239996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:47.329222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-6cef4647-511b-41f9-b28d-2d84f29cab9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 1001 time: 0.0849771 Feb 15 09:54:47.337827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:47.357514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:47.369497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:54:47.387551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-9842d79c-dc6a-48a3-81f5-e85797eb29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.389360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-9842d79c-dc6a-48a3-81f5-e85797eb29a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0525594 Feb 15 09:54:47.448537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:54:47.467346 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.474604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-26eeea91-c09a-498e-82d1-5830ecabe4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.477436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-26eeea91-c09a-498e-82d1-5830ecabe4d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790164 Feb 15 09:54:47.527563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Pushing event updated for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:47.544639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.545819 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.547363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-fbe40738-f3e1-42dc-9984-4891ada0f83e service neutron] 10.222.0.72 "PUT /v2.0/ports/eb69bb66-38cd-4fd7-a89c-358b48b4115b HTTP/1.1" status: 200 len: 1091 time: 2.6033597 Feb 15 09:54:47.549405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:54:47.552744 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58163ca4-9066-472c-955c-aee461259506" -d '{"events": [{"name": "network-changed", "server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:54:47.557490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:47.565702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:47.566897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-42aff74d-438b-4310-a45f-676d655899ae tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 704 time: 2.4689751 Feb 15 09:54:47.570265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35560) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:47.634013 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152768a5-33d7-42e7-bf5c-05f5cb8142d5 x-openstack-request-id: req-152768a5-33d7-42e7-bf5c-05f5cb8142d5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:54:47.634226 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:54:47.634421 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-152768a5-33d7-42e7-bf5c-05f5cb8142d5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:54:47.634786 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b', 'status': 'completed', 'code': 200} Feb 15 09:54:47.673897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-97aa4681-9e01-40dc-afd1-73815b10f367 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878662 Feb 15 09:54:47.684967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:47.714081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:47.725194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:47.726174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:47.790536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-96bf1643-df4c-4c24-8d07-d7ccde1b77e6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 704 time: 0.2180707 Feb 15 09:54:47.793710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:47.854312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-a5934db4-3966-40c8-97f2-8cd7f9c5ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:47.855416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-eaa273b8-8ec3-4d7c-9c48-61c7c1c1ee1d service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712565 Feb 15 09:54:47.856085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-a5934db4-3966-40c8-97f2-8cd7f9c5ce9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 1094 time: 0.2205265 Feb 15 09:54:47.890080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:47.930745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-3d6873a7-9565-4815-be39-3facd5c55942 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b HTTP/1.1" status: 200 len: 217 time: 0.0392830 Feb 15 09:54:48.095290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29860fdc-de8d-4ba0-ab03-f89ffb1bf07e req-fea66514-b296-41c3-806f-e868002d4272 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:48.097025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29860fdc-de8d-4ba0-ab03-f89ffb1bf07e req-fea66514-b296-41c3-806f-e868002d4272 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 943 time: 0.1632972 Feb 15 09:54:48.127759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-e834f3d1-247a-4248-83fb-ac1407929b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:48.130098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-e834f3d1-247a-4248-83fb-ac1407929b11 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd9394e2-a4f9-4972-96dd-a4ec69194d8c HTTP/1.1" status: 200 len: 848 time: 0.1838136 Feb 15 09:54:48.182357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-6a855345-2f6c-4c7e-ba64-4820280ddf31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a953f66-76df-4bf8-b3fe-16e17eaa5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432556 Feb 15 09:54:48.186068 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:48.225275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebc5d75-c7a6-4c9a-9f03-e814e6266479 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:48.273307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29860fdc-de8d-4ba0-ab03-f89ffb1bf07e req-51266f57-962a-49e5-8e3e-98a6825a0dd1 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429052 Feb 15 09:54:48.342301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 712921a0-e000-43b9-b4be-6eab0958beed up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:48.402738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58931ad-253f-42a3-8677-8b3cb2fd90cf req-a3a279ad-1cd2-4759-a082-7ce5cf944402 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:48.404429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c58931ad-253f-42a3-8677-8b3cb2fd90cf req-a3a279ad-1cd2-4759-a082-7ce5cf944402 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1148648 Feb 15 09:54:48.447714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-63e3e290-7a82-46d2-aa04-268d5f1769fa service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394025 Feb 15 09:54:48.452956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 712921a0-e000-43b9-b4be-6eab0958beed triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:48.454017 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:48.467427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c58931ad-253f-42a3-8677-8b3cb2fd90cf req-0ab6b720-701b-4816-9f08-74d9ed91f45d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530853 Feb 15 09:54:48.612586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bfe357c-d32d-4f56-8f47-6a18cc698818 req-d769fda2-d92b-4e64-b0d8-97e9c3a6d3e2 service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563413 Feb 15 09:54:48.645439 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:48.667891 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:48.668566 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:48.701552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:48.780475 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:48.816653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163ca4-9066-472c-955c-aee461259506 req-1b8d3127-35c0-4124-9cb1-21d787e87314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:48.818647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-1b8d3127-35c0-4124-9cb1-21d787e87314 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 1094 time: 0.1366398 Feb 15 09:54:48.998546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163ca4-9066-472c-955c-aee461259506 req-7b623703-c396-4dfc-ac39-93813eb8ea60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.000025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-7b623703-c396-4dfc-ac39-93813eb8ea60 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 909 time: 0.1718905 Feb 15 09:54:49.044694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:49.057635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-f0e4208e-0d03-470d-a793-a9b34c0b5d50 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b HTTP/1.1" status: 200 len: 217 time: 0.0493729 Feb 15 09:54:49.080505 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:49.099923 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:49.102621 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:49.188996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58163ca4-9066-472c-955c-aee461259506 req-6951870d-fa9a-4d66-a8ca-2d0aea86c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.190539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-6951870d-fa9a-4d66-a8ca-2d0aea86c3c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd9394e2-a4f9-4972-96dd-a4ec69194d8c HTTP/1.1" status: 200 len: 848 time: 0.1052101 Feb 15 09:54:49.221247 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:49.233859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-6c8346ca-1b7e-45ed-bb8f-5cbe5006570e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a953f66-76df-4bf8-b3fe-16e17eaa5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349677 Feb 15 09:54:49.268648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 712921a0-e000-43b9-b4be-6eab0958beed {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:49.268884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:49.324976 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c3db334f-de7b-4a69-8bec-dd855f51dbac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:49.450612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-dfc703b0-50aa-4ca1-9a9a-eb1612cc7aa2 service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056513 Feb 15 09:54:49.457963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 712921a0-e000-43b9-b4be-6eab0958beed, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=712921a0-e000-43b9-b4be-6eab0958beed,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:49.458338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:49.519787 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:49.545569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 712921a0-e000-43b9-b4be-6eab0958beed owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:49.561252 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a32d175-8795-4554-a1cd-c7cb7b60c493 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 7, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712921a0-e000-43b9-b4be-6eab0958beed', 'name': '', 'network_id': '1fb892e4-15f6-4320-8cb8-b9f1640a203e', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:5f:90:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:39Z', 'updated_at': '2022-02-15T09:54:46Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '8f9935b0-43b3-4177-9471-1334f1de4c74', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:49.574709 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-05fa71e7-8691-4eb3-81c4-34a2fd358de2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349483 Feb 15 09:54:49.590263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb1acd-e8a8-404f-a828-fcd492d93581 req-a934ba49-ac76-44b1-9612-5ced1caad507 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.591860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8afb1acd-e8a8-404f-a828-fcd492d93581 req-a934ba49-ac76-44b1-9612-5ced1caad507 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 943 time: 0.1933885 Feb 15 09:54:49.646784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bdb03-4b4e-4644-b786-0fe9339ecac6 req-0bd5629c-e860-44cc-ae1e-3c35ec493bf7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.656594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a9bdb03-4b4e-4644-b786-0fe9339ecac6 req-0bd5629c-e860-44cc-ae1e-3c35ec493bf7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0920079 Feb 15 09:54:49.715531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a9bdb03-4b4e-4644-b786-0fe9339ecac6 req-1ef9a629-b1d8-464a-afcb-4142de8cc3fe tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576832 Feb 15 09:54:49.751842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-110bc186-a566-4783-823a-509bbda3fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.753470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-110bc186-a566-4783-823a-509bbda3fdb6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 1097 time: 0.1232219 Feb 15 09:54:49.763948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8afb1acd-e8a8-404f-a828-fcd492d93581 req-fc2a56e0-b009-43bf-a441-b56c95eab787 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380589 Feb 15 09:54:49.770919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58163ca4-9066-472c-955c-aee461259506 req-19ea1640-248b-4bf3-82e3-a3b8df7b3d41 service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964916 Feb 15 09:54:49.949420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-9ead266c-5a39-458d-a9c9-f4ff9df6964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:49.950910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-9ead266c-5a39-458d-a9c9-f4ff9df6964b service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1327317 Feb 15 09:54:50.017237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-c8feffb9-88fc-4613-b374-f0588c65ecf1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 200 len: 217 time: 0.0585539 Feb 15 09:54:50.028357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:50.079253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=712921a0-e000-43b9-b4be-6eab0958beed,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:50.179830 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-c6d15c78-01e6-4c86-8570-c4f8f37ea91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:50.181337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-c6d15c78-01e6-4c86-8570-c4f8f37ea91a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1540527 Feb 15 09:54:50.229344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:50.284971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-09089838-e3df-45af-aa21-c5c95ce78ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:50.286502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-09089838-e3df-45af-aa21-c5c95ce78ec4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961318 Feb 15 09:54:50.343614 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:50.836884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51566003-cb47-4f56-9b0c-41a754828d19 req-f3a7b8d8-a1b7-4a54-969a-3e887ddfe1ee tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:50.838471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51566003-cb47-4f56-9b0c-41a754828d19 req-f3a7b8d8-a1b7-4a54-969a-3e887ddfe1ee tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0568888 Feb 15 09:54:50.881709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51566003-cb47-4f56-9b0c-41a754828d19 req-626ec524-ab6f-4172-a591-1745887685d0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353513 Feb 15 09:54:50.910276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-bf786950-cb7d-4d2b-b792-2ae4527760ed service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949616 Feb 15 09:54:50.916928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:50.982259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad05d9-643b-4ec5-933b-1dc3dd72cafb req-24af0b9f-fb29-46ff-8e31-ef400404c35e tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:50.983817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57ad05d9-643b-4ec5-933b-1dc3dd72cafb req-24af0b9f-fb29-46ff-8e31-ef400404c35e tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 943 time: 0.1299491 Feb 15 09:54:51.127378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57ad05d9-643b-4ec5-933b-1dc3dd72cafb req-0e2529bf-0e46-4462-b4df-9b5b7b362076 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349597 Feb 15 09:54:51.140387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8320c5fb-9e4a-45e9-8f5a-9cde7a3fef10 req-37ae05e8-bab3-416a-92e8-431f7ca2158b service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214270 Feb 15 09:54:51.145659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:51.155869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1a53f6f4-9d9c-45c1-b30c-d80f93e1514f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3572016 Feb 15 09:54:51.159469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:51.163780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:51.176794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:51.179183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.236003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet 8f9935b0-43b3-4177-9471-1334f1de4c74 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:54:51.239924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.280763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:51.289644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.384999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.451079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.488173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=8f9935b0-43b3-4177-9471-1334f1de4c74,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:51.490307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.494315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e792cbd-f868-4936-95c9-d308d553a369 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/8f9935b0-43b3-4177-9471-1334f1de4c74 HTTP/1.1" status: 204 len: 168 time: 0.3322310 Feb 15 09:54:51.497517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35592) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:51.506836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e157d295-f138-4836-af15-64e34f1f9a7e None None] Network 1fb892e4-15f6-4320-8cb8-b9f1640a203e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:51.583176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.644070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:51.644412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.714222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,segment=NetworkSegment(2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab),segment_id=2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:51.714602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.722360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:49Z', 'revision_number': 8, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.731367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:51.769028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:51.802035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:51.802647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.816587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.845845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:51.851908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:51.918228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:51.948706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:51.949070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device eb69bb66-38cd-4fd7-a89c-358b48b4115b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:54:51.972415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fb892e4-15f6-4320-8cb8-b9f1640a203e']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.984636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.984980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2e82a9-4bb8-4fe7-9def-3c77aa95bfab') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:51.998191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.015081 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.023363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:52.023831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:52.028402 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:52.097687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3e609b-a0a3-4ab2-a6a0-b76793b55fef None None] DHCP port deletion for 1fb892e4-15f6-4320-8cb8-b9f1640a203e request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:54:52.184181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430d9d-baf8-4283-94a1-1c12d566ce32 req-4d6b1ace-c0fd-4454-ba95-a1cf50fd1ae9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:52.186111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24430d9d-baf8-4283-94a1-1c12d566ce32 req-4d6b1ace-c0fd-4454-ba95-a1cf50fd1ae9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0824604 Feb 15 09:54:52.187533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.192868 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.200878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/1fb892e4-15f6-4320-8cb8-b9f1640a203e HTTP/1.1" status: 204 len: 168 time: 0.6990824 Feb 15 09:54:52.201075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35602) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:52.228661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dee67c-3895-4f92-b2ca-a6f9f8795bf5 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=1fb892e4-15f6-4320-8cb8-b9f1640a203e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:52.253860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-24430d9d-baf8-4283-94a1-1c12d566ce32 req-e5c1a430-be2c-45ea-b01f-c03f935532c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554202 Feb 15 09:54:52.262522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:52.341066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b', 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232', 'port_id': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b', 'mac_address': 'fa:16:3e:3e:11:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9394e2-a4f9-4972-96dd-a4ec69194d8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:54:52.344392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.427494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:52.483050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:52.483692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8b2d8fb4-e6b5-496b-aeb6-26ad34d7da45 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:52.491997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.493298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.512497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03c644-738e-4b8d-8499-56103917727f req-0bfe5ef6-4963-4d70-8526-b6e458eae64f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:52.513645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae03c644-738e-4b8d-8499-56103917727f req-0bfe5ef6-4963-4d70-8526-b6e458eae64f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 943 time: 0.1099041 Feb 15 09:54:52.527795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb69bb66-38cd-4fd7-a89c-358b48b4115b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:54:52.534615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:49Z', 'revision_number': 8, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:52.581566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d92d0d-f5bb-4615-993b-36515b75734c None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:49Z', 'revision_number': 8, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '36e46757-9f51-4c0d-9961-85b9e76d722b', 'name': '', 'network_id': 'b91cd3ed-f273-4316-94b2-5d25dc9beed7', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:07:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:34Z', 'updated_at': '2022-02-15T09:54:42Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'ff8874c2-2bbb-424d-b24f-db6c09ac5537', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:52.587763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:52.595145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:52.657991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae03c644-738e-4b8d-8499-56103917727f req-6da13bce-a64f-440e-87b4-b6c512659339 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278031 Feb 15 09:54:52.660676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:52.807888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['eb69bb66-38cd-4fd7-a89c-358b48b4115b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:54:52.830312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:53.184291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-0a41d800-236c-4ee9-b993-a004496a3b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.185772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-0a41d800-236c-4ee9-b993-a004496a3b47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.0503728 Feb 15 09:54:53.247977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98338b4d-945d-4e6b-816e-717bb665abc1 req-7e64378c-8235-4678-9aa7-dec20455e3d5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.253251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98338b4d-945d-4e6b-816e-717bb665abc1 req-7e64378c-8235-4678-9aa7-dec20455e3d5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1095583 Feb 15 09:54:53.282396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 36e46757-9f51-4c0d-9961-85b9e76d722b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:53.283010 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:53.310701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-b434d21c-98d7-4b8f-a7ce-cd6e18274084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.312388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-b434d21c-98d7-4b8f-a7ce-cd6e18274084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1184285 Feb 15 09:54:53.389294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98338b4d-945d-4e6b-816e-717bb665abc1 req-9f07bff2-bd0f-4cda-88f4-45176655af1a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276348 Feb 15 09:54:53.413060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 36e46757-9f51-4c0d-9961-85b9e76d722b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36e46757-9f51-4c0d-9961-85b9e76d722b,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:53.413060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:53.428780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 36e46757-9f51-4c0d-9961-85b9e76d722b owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:53.431718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-ae67ea71-67d0-49ca-8e17-2aa8c2cec16b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.1124396 Feb 15 09:54:53.439735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ada08-3f50-4a49-b83c-672faaa71088 req-2f460069-ec43-458f-974c-a9c48f68ab51 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.441288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c04ada08-3f50-4a49-b83c-672faaa71088 req-2f460069-ec43-458f-974c-a9c48f68ab51 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0783279 Feb 15 09:54:53.512849 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c04ada08-3f50-4a49-b83c-672faaa71088 req-6122300d-a0a9-4a97-8f53-54ec144818d4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618572 Feb 15 09:54:53.517130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-cf3eb8cb-2f81-4463-976f-62275ceb14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.518632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-cf3eb8cb-2f81-4463-976f-62275ceb14fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0764613 Feb 15 09:54:53.570905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-c7853682-80d9-4cab-98ae-f81ba1298bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.572586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-c7853682-80d9-4cab-98ae-f81ba1298bb7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472438 Feb 15 09:54:53.611258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:53.640782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=36e46757-9f51-4c0d-9961-85b9e76d722b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:53.677222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-273ec9ac-98eb-4658-877b-ffd7660121fc service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980029 Feb 15 09:54:53.781384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7aecc8d1-ec72-423c-8679-fec0554290e5 req-0c89cda3-31f4-4762-8645-ee20aebffdfb service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974662 Feb 15 09:54:53.826397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:53.848624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1451b455-5da4-4d7c-91b6-fb665d0b04ce req-859e9385-e308-4ab3-b996-c3a2b13aff05 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:53.850777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1451b455-5da4-4d7c-91b6-fb665d0b04ce req-859e9385-e308-4ab3-b996-c3a2b13aff05 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 944 time: 0.0626729 Feb 15 09:54:53.956095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device eb69bb66-38cd-4fd7-a89c-358b48b4115b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:54:53.987637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1451b455-5da4-4d7c-91b6-fb665d0b04ce req-8795f83b-9d3a-4d17-bf74-dd0ae41e1ee0 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286881 Feb 15 09:54:54.022781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port eb69bb66-38cd-4fd7-a89c-358b48b4115b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:54:54.027593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port eb69bb66-38cd-4fd7-a89c-358b48b4115b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:54:54.027967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.129743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.152509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:54.158467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:54:54.161218 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89707e9-df5f-4a9e-8c91-8815d8e697ac" -d '{"events": [{"server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "name": "network-vif-plugged", "status": "completed", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:54:54.178997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:54.185665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.265604 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce006283-3cf9-4bd3-8d22-1042e741000c x-openstack-request-id: req-ce006283-3cf9-4bd3-8d22-1042e741000c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:54:54.265604 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "name": "network-vif-plugged", "status": "completed", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:54:54.266224 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce006283-3cf9-4bd3-8d22-1042e741000c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:54:54.268548 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b', 'code': 200} Feb 15 09:54:54.326210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:54.332147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:54.339252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 712921a0-e000-43b9-b4be-6eab0958beed no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:54.346790 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:54.362522 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:54.364074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 712921a0-e000-43b9-b4be-6eab0958beed {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:54.364419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 712921a0-e000-43b9-b4be-6eab0958beed not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:54.365108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:54.372363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cedb256b-f6a5-4826-a291-40fe8f6681d9 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1688554 Feb 15 09:54:54.375150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35620) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:54.443007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet ff8874c2-2bbb-424d-b24f-db6c09ac5537 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:54:54.447970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faeaa1-bec6-4979-82cd-d69edb57cb97 req-1c49c722-eebe-4311-85af-e1889ebf8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:54.449434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.450058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88faeaa1-bec6-4979-82cd-d69edb57cb97 req-1c49c722-eebe-4311-85af-e1889ebf8b9f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 1096 time: 0.1155205 Feb 15 09:54:54.480744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:54.498947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.514146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88faeaa1-bec6-4979-82cd-d69edb57cb97 req-4a2fdfbb-a101-4121-ae94-a5958f32ac22 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558832 Feb 15 09:54:54.586752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd18335-c75c-4396-b70c-c7fd7a84a7a5 req-a9465b48-2a8e-4c03-b5a5-d6f7d724146c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:54.589126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acd18335-c75c-4396-b70c-c7fd7a84a7a5 req-a9465b48-2a8e-4c03-b5a5-d6f7d724146c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0719714 Feb 15 09:54:54.641320 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acd18335-c75c-4396-b70c-c7fd7a84a7a5 req-64050cae-9aee-4b5d-9e8b-b71b2709eadf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Feb 15 09:54:54.698924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.739649 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:53Z', 'revision_number': 9, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:54.742588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddd6ad-02b6-4772-8e50-f3d7cfd857ab req-7a92b3dd-05ff-45a2-8852-1959de692feb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:54.744121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61ddd6ad-02b6-4772-8e50-f3d7cfd857ab req-7a92b3dd-05ff-45a2-8852-1959de692feb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1143844 Feb 15 09:54:54.768243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:54.778919 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:54.779578 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:54.797855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-61ddd6ad-02b6-4772-8e50-f3d7cfd857ab req-f8b95352-a06b-4335-a771-b4b44553849c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425522 Feb 15 09:54:54.798836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.827734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8874c2-2bbb-424d-b24f-db6c09ac5537,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:54.832478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.839145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35628) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:54.839325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-98929d54-6796-42e0-95d3-e71f45c95955 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/ff8874c2-2bbb-424d-b24f-db6c09ac5537 HTTP/1.1" status: 204 len: 168 time: 0.4629946 Feb 15 09:54:54.845315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbf1293-a4f0-4a17-92ae-184e1c08ecda None None] Network b91cd3ed-f273-4316-94b2-5d25dc9beed7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:54.934916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:54.995808 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:55.014939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:55.015371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.093478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] DHCP port deletion for b91cd3ed-f273-4316-94b2-5d25dc9beed7 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:54:55.114226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:55.115392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.157123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Deleting port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:55.157500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.160930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:55.224499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b8f28-fa1d-4fa0-94c0-4090f1c259ec req-908c03f5-e5f3-4346-b93d-faeb398afdc0 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:55.226746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f6b8f28-fa1d-4fa0-94c0-4090f1c259ec req-908c03f5-e5f3-4346-b93d-faeb398afdc0 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 945 time: 0.1071453 Feb 15 09:54:55.251232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] For port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,segment=NetworkSegment(3c5a8006-9a9a-4470-8530-40526042c937),segment_id=3c5a8006-9a9a-4470-8530-40526042c937)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:55.251556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.267687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Calling delete_port for 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:55.320019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f6b8f28-fa1d-4fa0-94c0-4090f1c259ec req-00bafb16-5551-45c8-a56e-f671433049ac tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747828 Feb 15 09:54:55.329843 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:53Z', 'revision_number': 9, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:55.330830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.379765 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a23de1-69c4-4914-a5dc-2de8798831a5 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:53Z', 'revision_number': 9, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': '5c94b163-738f-4a58-babd-c187460198e4', 'name': '', 'network_id': 'cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:21:60:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:29Z', 'updated_at': '2022-02-15T09:54:37Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': '5bce2566-e60d-4a6a-8a44-94f9149b6a4c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:55.393416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.399405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:55.401515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:55.418280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] Pushing event deleted for resources: {'Port': ['ID=8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:55.436676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6371d2fd-8263-489f-8910-ee6d2ed5e383 None None] No DVR routers for this DVR port 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:55.572153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.595286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91cd3ed-f273-4316-94b2-5d25dc9beed7']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:55.605519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5a8006-9a9a-4470-8530-40526042c937') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:55.605819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5a8006-9a9a-4470-8530-40526042c937') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:55.619135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.640701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.656500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:55.657523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:55.661622 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:55.750175 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.759808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:55.764089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/b91cd3ed-f273-4316-94b2-5d25dc9beed7 HTTP/1.1" status: 204 len: 168 time: 0.9237273 Feb 15 09:54:55.773795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:55.781322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcba40-31de-4034-b573-716724eeeb19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=b91cd3ed-f273-4316-94b2-5d25dc9beed7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:56.035534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d02a6-4952-483e-acef-886ee3fbda24 req-b5a6dcf8-fc50-419d-8443-4182fc0e0a7e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:56.037437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a32d02a6-4952-483e-acef-886ee3fbda24 req-b5a6dcf8-fc50-419d-8443-4182fc0e0a7e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1309590 Feb 15 09:54:56.139360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a32d02a6-4952-483e-acef-886ee3fbda24 req-87995b18-a8d6-40fb-a9b0-7d5b171061cc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738287 Feb 15 09:54:56.296424 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:56.300144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:56.339106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:56.339374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc6f1a7-3e9d-4b5e-8e10-055ae8546a53 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:56.339801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36e46757-9f51-4c0d-9961-85b9e76d722b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:54:56.368586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 36e46757-9f51-4c0d-9961-85b9e76d722b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:54:56.369318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36e46757-9f51-4c0d-9961-85b9e76d722b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:54:56.471132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7802d-3ef7-4b2b-a178-06340ace083e req-63eccd11-9689-4dac-a353-5402f69376f3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:56.472970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ee7802d-3ef7-4b2b-a178-06340ace083e req-63eccd11-9689-4dac-a353-5402f69376f3 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 945 time: 0.0682008 Feb 15 09:54:56.542318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7ee7802d-3ef7-4b2b-a178-06340ace083e req-c66d292f-906d-4143-b221-75542215599b tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613458 Feb 15 09:54:56.713615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 5c94b163-738f-4a58-babd-c187460198e4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:56.714260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:56.841751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 5c94b163-738f-4a58-babd-c187460198e4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5c94b163-738f-4a58-babd-c187460198e4,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:56.841751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:56.861529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 5c94b163-738f-4a58-babd-c187460198e4 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:57.128636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:57.202269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=5c94b163-738f-4a58-babd-c187460198e4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:57.395856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de803152-b42e-4672-b0cb-3e4293053579 req-5cdbd2a8-7ca7-4853-afe8-08eaac1f392d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:57.412115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de803152-b42e-4672-b0cb-3e4293053579 req-5cdbd2a8-7ca7-4853-afe8-08eaac1f392d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1192579 Feb 15 09:54:57.446386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada1339-f79e-4e9e-9919-4d83104bd4e1 req-dfc185f6-a360-43c4-94b4-8d6c480dea27 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:57.456080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ada1339-f79e-4e9e-9919-4d83104bd4e1 req-dfc185f6-a360-43c4-94b4-8d6c480dea27 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 945 time: 0.0858612 Feb 15 09:54:57.458978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:57.474637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de803152-b42e-4672-b0cb-3e4293053579 req-7e095fe5-1c07-4db4-a9f4-36607a4f475e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577717 Feb 15 09:54:57.601528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ada1339-f79e-4e9e-9919-4d83104bd4e1 req-fbe395db-18eb-4855-988a-f65b198b1c90 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443050 Feb 15 09:54:58.072263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:54:58.231141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:54:58.242944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be92b6ad-69f4-4d5e-b781-d3b5672f8677 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4653206 Feb 15 09:54:58.243096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:54:58.243501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:58.262649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:58.263574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:58.316637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet 5bce2566-e60d-4a6a-8a44-94f9149b6a4c {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:54:58.322357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.386657 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.414841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:58.496567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.614596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.687636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d669273-0c56-41ca-ab7f-15d210bfaa92 req-83b7db56-7432-4e19-ad58-63635e088a03 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:58.696864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d669273-0c56-41ca-ab7f-15d210bfaa92 req-83b7db56-7432-4e19-ad58-63635e088a03 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1235163 Feb 15 09:54:58.753742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.763662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/5bce2566-e60d-4a6a-8a44-94f9149b6a4c HTTP/1.1" status: 204 len: 168 time: 0.5189171 Feb 15 09:54:58.766141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d316059-d5d4-45e1-8737-7b4958bb0685 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=5bce2566-e60d-4a6a-8a44-94f9149b6a4c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:58.768331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcf6e44-c4de-48ca-88ae-ab91712dc07f None None] Network cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:54:58.776098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35666) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:58.810067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-0553820a-9eef-4f7e-aa8a-062bd5957254 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:58.811565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-0553820a-9eef-4f7e-aa8a-062bd5957254 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 945 time: 0.2364552 Feb 15 09:54:58.815642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d669273-0c56-41ca-ab7f-15d210bfaa92 req-e280f05b-68fe-4b60-847b-07f1b818bcb4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174843 Feb 15 09:54:58.940144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa84d45-5907-4b6f-8bcf-332088191201 req-0f78c262-3ed3-4bd2-86b3-605dcd1b1478 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:54:58.955691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fa84d45-5907-4b6f-8bcf-332088191201 req-0f78c262-3ed3-4bd2-86b3-605dcd1b1478 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 945 time: 0.1537669 Feb 15 09:54:58.988638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Deleting port eb69bb66-38cd-4fd7-a89c-358b48b4115b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:58.989523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:58.996620 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.007028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:57Z', 'revision_number': 10, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.046304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:54:59.071813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:54:59.071916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.072232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fa84d45-5907-4b6f-8bcf-332088191201 req-0dbfdb39-87fd-44f6-9c64-9e9c11b224d0 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153588 Feb 15 09:54:59.073886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed03024-946b-4093-b505-143f03fd476b None None] DHCP port deletion for cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:54:59.120277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port 811c19cb-51ac-41cb-a039-d471c2c3f907 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:59.121440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.157001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] For port eb69bb66-38cd-4fd7-a89c-358b48b4115b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=eb69bb66-38cd-4fd7-a89c-358b48b4115b,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:59.157608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.175472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Calling delete_port for eb69bb66-38cd-4fd7-a89c-358b48b4115b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:59.198936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:54:59.216576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port 811c19cb-51ac-41cb-a039-d471c2c3f907, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=811c19cb-51ac-41cb-a039-d471c2c3f907,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:59.216976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.247624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Deleting port 811c19cb-51ac-41cb-a039-d471c2c3f907 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:54:59.248224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.261477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for 811c19cb-51ac-41cb-a039-d471c2c3f907 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:59.387821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.411340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.415601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['eb69bb66-38cd-4fd7-a89c-358b48b4115b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:54:59.421612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1ed03024-946b-4093-b505-143f03fd476b None None] For port 811c19cb-51ac-41cb-a039-d471c2c3f907, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=811c19cb-51ac-41cb-a039-d471c2c3f907,segment=NetworkSegment(5ee6e80a-3230-4853-bd69-1c8c3d6c290a),segment_id=5ee6e80a-3230-4853-bd69-1c8c3d6c290a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:54:59.422057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.445374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=811c19cb-51ac-41cb-a039-d471c2c3f907,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:59.449702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port 811c19cb-51ac-41cb-a039-d471c2c3f907 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:59.464066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Pushing event deleted for resources: {'Port': ['ID=eb69bb66-38cd-4fd7-a89c-358b48b4115b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:59.478976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Calling delete_port for 811c19cb-51ac-41cb-a039-d471c2c3f907 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:54:59.502848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] No DVR routers for this DVR port eb69bb66-38cd-4fd7-a89c-358b48b4115b on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:59.508536 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.512703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe05c5fa-3457-41dc-85c6-c96f4f408958 req-a67d3d3a-83b2-4b78-9033-ea0414475a83 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "DELETE /v2.0/ports/eb69bb66-38cd-4fd7-a89c-358b48b4115b HTTP/1.1" status: 204 len: 173 time: 0.6933239 Feb 15 09:54:59.513325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'name': 'network-vif-deleted', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:54:59.533308 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc3fc1f-cefe-41a9-bfc6-7654ac0e28fb" -d '{"events": [{"server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "name": "network-vif-deleted", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:54:59.629337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:57Z', 'revision_number': 10, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.631505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.635781 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.657709 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c99c52-2245-4650-ad63-3512d55d7939 x-openstack-request-id: req-90c99c52-2245-4650-ad63-3512d55d7939 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:54:59.657709 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0fc9f52-fa04-444d-af8d-6eb020044405", "name": "network-vif-deleted", "tag": "eb69bb66-38cd-4fd7-a89c-358b48b4115b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:54:59.657709 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90c99c52-2245-4650-ad63-3512d55d7939 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:54:59.657709 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0fc9f52-fa04-444d-af8d-6eb020044405', 'name': 'network-vif-deleted', 'tag': 'eb69bb66-38cd-4fd7-a89c-358b48b4115b', 'status': 'completed', 'code': 200} Feb 15 09:54:59.687807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be819f46-6cdc-4f8d-8996-7840e5ec7716 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:54:57Z', 'revision_number': 10, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None, '_interfaces': [{'id': 'c7b8af6a-b707-48ad-b3f0-d277004e7863', 'name': '', 'network_id': '01c4000a-748d-4114-af19-f5f2c1db85a5', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'mac_address': 'fa:16:3e:83:b5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:54:26Z', 'updated_at': '2022-02-15T09:54:31Z', 'revision_number': 5, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'subnets': [{'id': 'adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:54:59.691281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed03024-946b-4093-b505-143f03fd476b None None] Pushing event deleted for resources: {'Port': ['ID=811c19cb-51ac-41cb-a039-d471c2c3f907,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:54:59.693128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed03024-946b-4093-b505-143f03fd476b None None] No DVR routers for this DVR port 811c19cb-51ac-41cb-a039-d471c2c3f907 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:54:59.731490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.749022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee6e80a-3230-4853-bd69-1c8c3d6c290a') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.749347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee6e80a-3230-4853-bd69-1c8c3d6c290a') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:54:59.771135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.793844 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-d44a2968-612a-4931-8f3b-5f09bc5741ba service neutron] show failed (client error): The resource could not be found. Feb 15 09:54:59.797116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-d44a2968-612a-4931-8f3b-5f09bc5741ba service neutron] 10.222.0.36 "GET /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.1093967 Feb 15 09:54:59.800505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.810180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:54:59.811064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:54:59.815553 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:54:59.907928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.932079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:54:59.935917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe HTTP/1.1" status: 204 len: 168 time: 1.1583860 Feb 15 09:54:59.938838 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35674) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:54:59.974681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade67c57-ecba-4a8c-b67c-95e6d92c0bee tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=cda15ee5-36cd-4a8e-9020-9b6d3d5b39fe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:00.056227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8afefc-a4b2-47ca-98f0-5135e7634e53 req-6df57fbd-3e49-4ce3-b669-16ca0cc51a41 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:00.065587 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa8afefc-a4b2-47ca-98f0-5135e7634e53 req-6df57fbd-3e49-4ce3-b669-16ca0cc51a41 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1267934 Feb 15 09:55:00.175904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa8afefc-a4b2-47ca-98f0-5135e7634e53 req-af085fcb-7fbb-42be-b931-56fd927353d7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987854 Feb 15 09:55:00.321988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 811c19cb-51ac-41cb-a039-d471c2c3f907 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:00.349925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 811c19cb-51ac-41cb-a039-d471c2c3f907 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:00.351161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 811c19cb-51ac-41cb-a039-d471c2c3f907 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:00.351664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c94b163-738f-4a58-babd-c187460198e4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:00.374903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5c94b163-738f-4a58-babd-c187460198e4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:00.376320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5c94b163-738f-4a58-babd-c187460198e4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:00.592302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d7266ea-1221-46d3-9ae6-4b965068c2a8 req-0b203ce8-465b-45de-9bf9-f8b7cc79b126 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0fc9f52-fa04-444d-af8d-6eb020044405 HTTP/1.1" status: 200 len: 210 time: 0.0387225 Feb 15 09:55:00.659378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-3cbcc3c2-f30c-4e00-abfc-ea8a43dc4e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:00.661187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-3cbcc3c2-f30c-4e00-abfc-ea8a43dc4e7a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 1096 time: 0.5140939 Feb 15 09:55:00.697042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:00.796674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:01.144491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:01.160098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:01.275152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:01.329432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc660860-d01e-4f40-9d78-5fc871183935 req-0918c1fa-eb8f-4672-9960-bff11a656859 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:01.332289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc660860-d01e-4f40-9d78-5fc871183935 req-0918c1fa-eb8f-4672-9960-bff11a656859 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0850825 Feb 15 09:55:01.393173 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fc660860-d01e-4f40-9d78-5fc871183935 req-8206096d-df62-41e8-a467-16bba2cfaaa2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515585 Feb 15 09:55:01.418294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:01.428643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Transition to ACTIVE for port object e54c6fae-d584-4ddd-9960-6ad9fd507265 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:55:01.437568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:01.535256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:01.637240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] No DVR routers for this DVR port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:01.661562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:01.666996 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f96e9a-3f4b-4110-8c3d-bbbc5179bf43" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:01.784664 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c997da0d-d269-4c48-98f0-8d3e184f990a x-openstack-request-id: req-c997da0d-d269-4c48-98f0-8d3e184f990a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:01.784991 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:01.785249 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c997da0d-d269-4c48-98f0-8d3e184f990a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:01.785664 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'code': 200} Feb 15 09:55:01.852058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port c7b8af6a-b707-48ad-b3f0-d277004e7863 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:01.852402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:01.998389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device eb69bb66-38cd-4fd7-a89c-358b48b4115b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:02.036752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: eb69bb66-38cd-4fd7-a89c-358b48b4115b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:02.038082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device eb69bb66-38cd-4fd7-a89c-358b48b4115b not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:02.100421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port c7b8af6a-b707-48ad-b3f0-d277004e7863, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7b8af6a-b707-48ad-b3f0-d277004e7863,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:02.100789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:02.110983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-9f618e66-96d6-4436-8b66-8e54e6aa3d68 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:02.112879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-9f618e66-96d6-4436-8b66-8e54e6aa3d68 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 808 time: 0.2562938 Feb 15 09:55:02.120439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:55:02.120777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:55:02.121131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:02.136262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for c7b8af6a-b707-48ad-b3f0-d277004e7863 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:02.142567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:55:02.142897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:02.145592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-aba89951-e6c0-4ca1-8c84-54f34df02d2d tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/quotas/aba5eb4e07a046558d612887b901391f HTTP/1.1" status: 200 len: 375 time: 0.0263789 Feb 15 09:55:02.164984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:55:02.165369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:55:02.165766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Bound using segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:55:02.166222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Bound port: e54c6fae-d584-4ddd-9960-6ad9fd507265, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:55:02.166584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:02.231273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-f75ac91a-88ac-4934-a0f3-68541f2b884c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772929 Feb 15 09:55:02.364395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:02.426726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:55:02.439870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:02.513891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:02.572911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c667a8-a662-4f23-afac-a7f983480430 req-dece95be-8459-4aca-97ad-a97f403e124a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:02.574528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4c667a8-a662-4f23-afac-a7f983480430 req-dece95be-8459-4aca-97ad-a97f403e124a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.0825424 Feb 15 09:55:02.576194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:02.576877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:02.578331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-911156e7-85c4-43ef-b37c-472bdee8243b service neutron] 10.222.0.72 "PUT /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 1091 time: 1.8865652 Feb 15 09:55:02.653492 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4c667a8-a662-4f23-afac-a7f983480430 req-e98d9d1e-0c75-4092-aedd-91d3a17c7c2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714400 Feb 15 09:55:02.686038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-16e79c5e-40c9-4127-9974-fa04867af209 service neutron] 10.222.0.10 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275322 Feb 15 09:55:02.696210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:02.759716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-829e29e6-8c9f-4b53-abdb-5a60324146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:02.761305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-829e29e6-8c9f-4b53-abdb-5a60324146f3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.1563296 Feb 15 09:55:02.791555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=c7b8af6a-b707-48ad-b3f0-d277004e7863,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:02.943749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:03.015255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:03.051504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-c57fca90-082a-4337-8687-959685f0debb service neutron] 10.222.0.10 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525140 Feb 15 09:55:03.055047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:03.115215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-b06ba1f7-2036-4ccb-a405-c9dfdde35484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:03.117503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-b06ba1f7-2036-4ccb-a405-c9dfdde35484 service neutron] 10.222.0.72 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.3274627 Feb 15 09:55:03.252244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b6a0a09-cf99-4866-96f2-57d0d6a971d5 req-c10f3054-478e-4afa-8536-858dc42186d6 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 210 time: 0.0416238 Feb 15 09:55:03.272899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-fa65f7fb-bde7-43dd-91ef-d8ee4846266d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1258016 Feb 15 09:55:03.313993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:55:03.344627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-74747812-a3f1-4e4e-a2bf-5fd856875189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:03.346321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-74747812-a3f1-4e4e-a2bf-5fd856875189 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0662620 Feb 15 09:55:03.436759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:55:03.442301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-10d5966b-b7fd-47ea-8d92-4bc4fc2fed78 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5022449 Feb 15 09:55:03.445316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35714) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:03.448468 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:55:03.462931 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:03.463946 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:03.495039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-abb90579-9682-42e7-9a48-47c41ac3c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:03.496620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-abb90579-9682-42e7-9a48-47c41ac3c9e8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165874 Feb 15 09:55:03.529228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting subnet adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:55:03.540960 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:03.558279 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:03.600555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:03.607806 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:03.629695 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:55:03.639029 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:03.640009 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:03.666929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-b8dfab34-1970-4bb3-9cca-420bac7666fc service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627126 Feb 15 09:55:03.735362 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:03.781789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:03.801207 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:03.804274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:03.806660 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab99bb0f-d5eb-4927-a3eb-6486639b764f" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:03.830080 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0e4de3-94fa-4e27-8610-b9f3546f6d6f None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:55:03.893392 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bac6d7-93b3-4fd9-97ce-81c6b40e2ee2 x-openstack-request-id: req-42bac6d7-93b3-4fd9-97ce-81c6b40e2ee2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:03.893673 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:03.893927 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42bac6d7-93b3-4fd9-97ce-81c6b40e2ee2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:03.894310 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:55:03.903963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23d688-bda9-4062-b051-2634c22ff176 req-b20080ea-817d-4126-94ae-dd8846d345f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:03.905511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa23d688-bda9-4062-b051-2634c22ff176 req-b20080ea-817d-4126-94ae-dd8846d345f7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.1451001 Feb 15 09:55:03.908626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-006f3a24-326c-4d52-9089-b3698893d526 service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330413 Feb 15 09:55:03.939921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:03.955640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-7c3f0766-73dd-49ce-aafd-6825455c2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:03.957953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-7c3f0766-73dd-49ce-aafd-6825455c2927 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.0542793 Feb 15 09:55:03.982078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa23d688-bda9-4062-b051-2634c22ff176 req-a6bdd7a3-37d8-444b-86a2-a43f90807c0b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684199 Feb 15 09:55:03.987116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e211ab08-3236-46b5-8f40-7149812ab1d4 None None] Network 01c4000a-748d-4114-af19-f5f2c1db85a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:55:04.010270 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:04.013610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac HTTP/1.1" status: 204 len: 168 time: 0.5672929 Feb 15 09:55:04.014654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e61c1-478d-4fb0-8fe6-26ac5978e5ce tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Subnet': ['ID=adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:04.017939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35722) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:04.086135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-23e87ebe-7cfd-4405-9641-a000bbfb3b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.089244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-23e87ebe-7cfd-4405-9641-a000bbfb3b37 service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1244557 Feb 15 09:55:04.140350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-8ce24722-4a62-42c1-8218-efd2a063e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.142176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-8ce24722-4a62-42c1-8218-efd2a063e52b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.1653960 Feb 15 09:55:04.146053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:04.244662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-5e073ccc-4e89-41e0-9ea1-a2f0553f540b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1481678 Feb 15 09:55:04.355270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7b8af6a-b707-48ad-b3f0-d277004e7863 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:04.376304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-97ae97d9-9670-4150-844b-c3129a1755ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.377920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-97ae97d9-9670-4150-844b-c3129a1755ff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1253130 Feb 15 09:55:04.421355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] DHCP port deletion for 01c4000a-748d-4114-af19-f5f2c1db85a5 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:55:04.427799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c7b8af6a-b707-48ad-b3f0-d277004e7863 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:04.428959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7b8af6a-b707-48ad-b3f0-d277004e7863 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:04.473960 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97f3ddfe-f3a7-49c6-8689-c953b5fbcd53 req-d357a8f5-d0e4-46e3-81db-32fba0415e47 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 210 time: 0.0494945 Feb 15 09:55:04.487208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-22662d20-7b7c-4dec-9564-723a1f8885ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.489702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-22662d20-7b7c-4dec-9564-723a1f8885ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996614 Feb 15 09:55:04.579525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Deleting port c24e97ca-3747-4510-9bb9-d420a0e180b2 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:04.580526 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:04.653660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-17779a67-386a-4b8e-83b6-231eb0ff4e81 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571345 Feb 15 09:55:04.687418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] For port c24e97ca-3747-4510-9bb9-d420a0e180b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c24e97ca-3747-4510-9bb9-d420a0e180b2,segment=NetworkSegment(edae2769-820c-4e1e-98d0-567f3234222a),segment_id=edae2769-820c-4e1e-98d0-567f3234222a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:04.687954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:04.712072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Calling delete_port for c24e97ca-3747-4510-9bb9-d420a0e180b2 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:04.789244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-3b2f6fd5-821b-4f5c-858c-075a73c595a1 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283956 Feb 15 09:55:04.821838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:04.853014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] No DVR routers for this DVR port c24e97ca-3747-4510-9bb9-d420a0e180b2 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:04.855029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2c2c6-f0ec-4d2d-8dab-9f1c0bbfcdfc None None] Pushing event deleted for resources: {'Port': ['ID=c24e97ca-3747-4510-9bb9-d420a0e180b2,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:04.900667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-1073979e-a5cd-4329-a036-5e0aedf13711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.902276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-1073979e-a5cd-4329-a036-5e0aedf13711 service neutron] 10.222.0.72 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.7528574 Feb 15 09:55:04.970370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-e40331a9-deff-4990-88a2-8e4dd6933e28 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:04.971822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-e40331a9-deff-4990-88a2-8e4dd6933e28 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 808 time: 0.2152762 Feb 15 09:55:04.992652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Request body: {'port': {'device_id': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232', 'admin_state_up': True, 'tenant_id': 'aba5eb4e07a046558d612887b901391f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:05.001538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Deleting port c24e97ca-3747-4510-9bb9-d420a0e180b2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:05.001824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.064865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-e4ad97bc-8a7b-41f0-9886-f5c9bffc8732 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1488137 Feb 15 09:55:05.207555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] For port c24e97ca-3747-4510-9bb9-d420a0e180b2, host n-d-825064-4, got binding levels [] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:05.207843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.227158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-077d8a1d-5afa-4449-b584-60eee1198ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:05.228760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-077d8a1d-5afa-4449-b584-60eee1198ffb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1336043 Feb 15 09:55:05.239501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Calling delete_port for c24e97ca-3747-4510-9bb9-d420a0e180b2 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:05.256633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Port c24e97ca-3747-4510-9bb9-d420a0e180b2 was not found and therefore no delete operation was performed {{(pid=102358) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:55:05.279201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.292685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e934-6dac-4f60-b0c8-1d6c3d3def1b req-b87df174-fc06-46a5-bd68-99bad7b50197 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:05.295196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37c0e934-6dac-4f60-b0c8-1d6c3d3def1b req-b87df174-fc06-46a5-bd68-99bad7b50197 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.2010424 Feb 15 09:55:05.331851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Port': ['ID=c24e97ca-3747-4510-9bb9-d420a0e180b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:05.341040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No DVR routers for this DVR port c24e97ca-3747-4510-9bb9-d420a0e180b2 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:05.404221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-936ae459-8d4e-4fd2-b60c-1755e5f1949f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:05.405826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-936ae459-8d4e-4fd2-b60c-1755e5f1949f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1692142 Feb 15 09:55:05.435020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Made reservation on behalf of aba5eb4e07a046558d612887b901391f for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:55:05.438377 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.491506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37c0e934-6dac-4f60-b0c8-1d6c3d3def1b req-e7b543e7-d1a9-4ae8-a816-2f1d53f6908e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675739 Feb 15 09:55:05.545138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.586704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef9a054f-c99a-4037-8b64-97a622034bd8 req-eba9fece-2871-43dc-b482-83a015532a01 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 210 time: 0.0286663 Feb 15 09:55:05.616170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c4000a-748d-4114-af19-f5f2c1db85a5']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:05.646594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edae2769-820c-4e1e-98d0-567f3234222a') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:05.647017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edae2769-820c-4e1e-98d0-567f3234222a') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:05.672561 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.704091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-301a28d9-a4e5-4e05-856c-42d4678657d1 service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814252 Feb 15 09:55:05.728886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.749734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:55:05.750165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:55:05.754564 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:55:05.838222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Allocated IP 172.20.0.7 (3a953f66-76df-4bf8-b3fe-16e17eaa5232/dd9394e2-a4f9-4972-96dd-a4ec69194d8c/a59d3953-86d7-4c23-bf24-6e0c8fedcc68) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:55:05.871794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.892352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:05.895517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/networks/01c4000a-748d-4114-af19-f5f2c1db85a5 HTTP/1.1" status: 204 len: 168 time: 1.8765910 Feb 15 09:55:05.899338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35746) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:05.904723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'routes': None}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:05.926194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46bd3a6-2bb9-469d-8977-d1e2545b88a3 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Pushing event deleted for resources: {'Network': ['ID=01c4000a-748d-4114-af19-f5f2c1db85a5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:05.935191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab99bb0f-d5eb-4927-a3eb-6486639b764f req-d1373309-b982-4fc5-b586-f239316c2c8a service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237825 Feb 15 09:55:06.084280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.123138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.177043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:55:06.180202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Added routes are [] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 15 09:55:06.180911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:55:06.181032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.extraroute_db [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Removed routes are [] {{(pid=102359) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 15 09:55:06.181689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.183512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:55:06.210353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Pushing event updated for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:06.251801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:06.252481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.275805 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-01a79201-f343-4940-9a60-fec3b1f467ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2910099 Feb 15 09:55:06.291519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Request body: {'port': {'device_id': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:06.312945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c24e97ca-3747-4510-9bb9-d420a0e180b2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:06.359186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.366748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.367214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c24e97ca-3747-4510-9bb9-d420a0e180b2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:06.367697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c24e97ca-3747-4510-9bb9-d420a0e180b2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:06.375291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.466147 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:55:06.543916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:55:06.551895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.555978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-60e956a4-cbdb-4a95-bfaf-87b37e06181e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 705 time: 0.6527297 Feb 15 09:55:06.556296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35756) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:06.558359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Sync routers for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:55:06.577988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:06.579299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:06.599729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35758) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:06.600160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5491f3f0-dcb6-4026-b6da-6af56f9f6a45 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 205 time: 0.0413835 Feb 15 09:55:06.701697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:06.723809 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5ae8c-ca12-4435-9382-71cf27d5b702 req-49e5c630-e86f-4c74-8430-cc402ec3c7ce tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:06.729625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ed5ae8c-ca12-4435-9382-71cf27d5b702 req-49e5c630-e86f-4c74-8430-cc402ec3c7ce tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 931 time: 0.0630958 Feb 15 09:55:06.745035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:06.762412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:06.781435 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ed5ae8c-ca12-4435-9382-71cf27d5b702 req-d596065a-6dc2-4326-aaa4-db881323536a tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506809 Feb 15 09:55:06.798058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Checking router: 8c843384-e8e2-49f2-a3ba-a283cc1cee83 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:55:06.810147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Routers {'8c843384-e8e2-49f2-a3ba-a283cc1cee83'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:06.810931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:06.887824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] Set router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:06.906870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86388114-33c2-4c5a-be5e-81b48ecf263a req-a461d7a1-4570-41e5-acb1-4c01cddb7f47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:06.908424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86388114-33c2-4c5a-be5e-81b48ecf263a req-a461d7a1-4570-41e5-acb1-4c01cddb7f47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.2097962 Feb 15 09:55:06.943535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:06.976739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2618744-6634-4021-ae6a-9bd83a0ac0a1 None None] The sync data for ids ['8c843384-e8e2-49f2-a3ba-a283cc1cee83'] in n-d-825064-4 is: [{'id': '8c843384-e8e2-49f2-a3ba-a283cc1cee83', 'name': 'tempest-RoutersIpV6Test-router-1932608451', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:54:24Z', 'updated_at': '2022-02-15T09:55:02Z', 'revision_number': 11, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:55:06.987218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59d3953-86d7-4c23-bf24-6e0c8fedcc68 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:07.007399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.011071 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.015575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.040371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Transition to ACTIVE for port object a59d3953-86d7-4c23-bf24-6e0c8fedcc68 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:55:07.073292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.079963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86388114-33c2-4c5a-be5e-81b48ecf263a req-42f4369b-4787-49af-90aa-87c244b1cdf1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353588 Feb 15 09:55:07.124747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Pushing event updated for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:07.128725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.129293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router 8c843384-e8e2-49f2-a3ba-a283cc1cee83 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:55:07.138613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.139784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3b5c62f5-6314-48bb-a69a-53e2103de64f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 204 len: 168 time: 0.5389066 Feb 15 09:55:07.144979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35766) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:07.153814 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1266136655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:07.221510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.222836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.268452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Attempting to bind port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:55:07.268972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Attempting to bind port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:55:07.269454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Attempting to bind port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:07.280462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:55:07.280955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Attempting to bind port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 on network 3a953f66-76df-4bf8-b3fe-16e17eaa5232 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:07.291539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:55:07.291989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Checking segment: {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:55:07.294462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Bound using segment: {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:55:07.294847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.300757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Bound port: a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d67648d-548c-4e1e-b6da-addefe835c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:55:07.301538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.306635 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.349479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.351812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9470f73a-f7eb-4f17-80e6-399dabf0f166 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2030132 Feb 15 09:55:07.355055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:07.404785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Request body: {'router': {'admin_state_up': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:07.442158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:07.468995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:55:07.495996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.575035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.575035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.575979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] 10.222.0.72 "PUT /v2.0/ports/a59d3953-86d7-4c23-bf24-6e0c8fedcc68 HTTP/1.1" status: 200 len: 1091 time: 1.2923648 Feb 15 09:55:07.585524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:07.587878 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0045ff10-5990-4fec-ab6f-ae011bd2e75d" -d '{"events": [{"name": "network-changed", "server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:07.657598 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e2aa3ad-4b75-4348-9124-3eb3f86bfe7e x-openstack-request-id: req-4e2aa3ad-4b75-4348-9124-3eb3f86bfe7e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:07.657881 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:07.658248 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e2aa3ad-4b75-4348-9124-3eb3f86bfe7e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:07.658565 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68', 'status': 'completed', 'code': 200} Feb 15 09:55:07.673199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-e40187f9-f371-4e9e-a4dc-3c2b278928b3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.674445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-e40187f9-f371-4e9e-a4dc-3c2b278928b3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd&tenant_id=0b74351313014ffab51fe899542eaf24&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 943 time: 0.2027388 Feb 15 09:55:07.692534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b30ea29-0216-4a05-9591-00aeeef22d2b service neutron] Pushing event updated for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:07.733481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3c717-d4b1-46a0-a47b-b68b56330cf3 req-442ae180-6974-4d4f-853f-dfceea53c67d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.737529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7c3c717-d4b1-46a0-a47b-b68b56330cf3 req-442ae180-6974-4d4f-853f-dfceea53c67d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 943 time: 0.2087464 Feb 15 09:55:07.763942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3808037', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3807967', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-58299'] for router, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.777489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3808062', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3808055', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3808619'] for router, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:07.811127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-b350648d-101b-4571-a395-bfbf56660b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.812884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-b350648d-101b-4571-a395-bfbf56660b90 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 1094 time: 0.1753924 Feb 15 09:55:07.830742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7c3c717-d4b1-46a0-a47b-b68b56330cf3 req-4405c8a0-9c04-46cc-bfa1-bdbb9b1841da tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883586 Feb 15 09:55:07.844834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-d8361edc-a35f-4d82-8607-271f37bee28e service neutron] 10.222.0.72 "GET /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.1470048 Feb 15 09:55:07.883002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-b5718d06-de00-4798-afe1-23493ce0e5f7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68 HTTP/1.1" status: 200 len: 217 time: 0.0517328 Feb 15 09:55:07.962094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-f70e8f66-9255-455c-9310-4a65b86e14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.963780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-f70e8f66-9255-455c-9310-4a65b86e14d3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1094 time: 0.0892444 Feb 15 09:55:07.967727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-f8cb52d5-3872-419e-89b9-4d7433348f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.969191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-f8cb52d5-3872-419e-89b9-4d7433348f05 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd9394e2-a4f9-4972-96dd-a4ec69194d8c HTTP/1.1" status: 200 len: 848 time: 0.0665519 Feb 15 09:55:07.969725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20fc3c-139d-4683-bf71-783549e5e8d1 req-c1b78911-fe53-49ff-a013-9dc61e9a127e tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:07.971430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae20fc3c-139d-4683-bf71-783549e5e8d1 req-c1b78911-fe53-49ff-a013-9dc61e9a127e tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 943 time: 0.0603461 Feb 15 09:55:07.999848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Router ceef0506-b331-4ee8-8e13-81d2921b6e0c is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:55:08.026436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae20fc3c-139d-4683-bf71-783549e5e8d1 req-a87db74d-a92d-4eba-ae0e-5ee9aebcc62d tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457544 Feb 15 09:55:08.029046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-303b8764-c87e-4c11-924c-0793e35bbf23 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a953f66-76df-4bf8-b3fe-16e17eaa5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417914 Feb 15 09:55:08.033945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:55:08.167733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:55:08.179196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Sync routers for ids ['ceef0506-b331-4ee8-8e13-81d2921b6e0c'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:55:08.185728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-f2194df7-a3a3-43b7-a117-0eab521ed550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:08.187387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-f2194df7-a3a3-43b7-a117-0eab521ed550 service neutron] 10.222.0.72 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.2087531 Feb 15 09:55:08.193947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:08.195517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e7fc79d7-4b3d-4a83-a215-1ff3ba76c6cc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "PUT /v2.0/routers/ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 200 len: 698 time: 0.8306727 Feb 15 09:55:08.198485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35776) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:08.198922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Routers {'ceef0506-b331-4ee8-8e13-81d2921b6e0c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:08.199789 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ceef0506-b331-4ee8-8e13-81d2921b6e0c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:08.224749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:08.242112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:55:08.248128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-cbbc612a-eb10-48b8-ac6c-79a3c750e10d service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932328 Feb 15 09:55:08.324457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:08.330686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-424036e6-249c-435d-8e5f-0ae72fc8741f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1310945 Feb 15 09:55:08.341519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:08.366600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:08.372011 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:08.378555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Set router ceef0506-b331-4ee8-8e13-81d2921b6e0c gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:08.402983 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d23ac5e8-df61-40b8-b344-0a7ad6d6ff19 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/routers/ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 200 len: 704 time: 0.1968329 Feb 15 09:55:08.406162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35780) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:08.436175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:08.440880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b9fc2b4-d081-4225-8571-96b1726aae90 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 200 len: 205 time: 0.0319893 Feb 15 09:55:08.444287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35782) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:08.459196 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceef0506-b331-4ee8-8e13-81d2921b6e0c', 'name': 'tempest-RoutersIpV6Test-router-1266136655', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:55:07Z', 'updated_at': '2022-02-15T09:55:07Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:08.481195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-dc1fdfe4-c2de-4e96-b365-979dc9b99ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:08.482676 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-dc1fdfe4-c2de-4e96-b365-979dc9b99ec1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1449924 Feb 15 09:55:08.496090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Checking router: ceef0506-b331-4ee8-8e13-81d2921b6e0c for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:55:08.515495 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Routers {'ceef0506-b331-4ee8-8e13-81d2921b6e0c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:08.516379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:54:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['ceef0506-b331-4ee8-8e13-81d2921b6e0c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:08.531883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d571976-fc0d-4490-acda-bd91a0771b62 req-fea05dee-1b3d-4bc8-a999-01fce7727005 service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2723639 Feb 15 09:55:08.532891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:08.558763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-938a95f5-73ed-4c33-8fa7-75f8859128eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:08.567352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-938a95f5-73ed-4c33-8fa7-75f8859128eb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754652 Feb 15 09:55:08.582545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e54c6fae-d584-4ddd-9960-6ad9fd507265'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:08.660523 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] Set router ceef0506-b331-4ee8-8e13-81d2921b6e0c gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:08.733711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-14ad9668-8915-437a-a9d3-749e627f347c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:08.735877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-14ad9668-8915-437a-a9d3-749e627f347c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=aba5eb4e07a046558d612887b901391f&device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 1094 time: 0.1296787 Feb 15 09:55:08.736980 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceef0506-b331-4ee8-8e13-81d2921b6e0c', 'name': 'tempest-RoutersIpV6Test-router-1266136655', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:55:07Z', 'updated_at': '2022-02-15T09:55:07Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:08.772718 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674a9724-3707-4d94-9fef-1600ba0a84d4 None None] The sync data for ids ['ceef0506-b331-4ee8-8e13-81d2921b6e0c'] in n-d-825064-4 is: [{'id': 'ceef0506-b331-4ee8-8e13-81d2921b6e0c', 'name': 'tempest-RoutersIpV6Test-router-1266136655', 'tenant_id': '48537a486ec44c58ac46d2ce85d33dec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:55:07Z', 'updated_at': '2022-02-15T09:55:07Z', 'revision_number': 2, 'project_id': '48537a486ec44c58ac46d2ce85d33dec', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:55:09.141674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:09.144220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:09.241417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:09.242079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Fanout notify agent at l3_agent the message router_deleted on router ceef0506-b331-4ee8-8e13-81d2921b6e0c {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:55:09.251130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:09.252384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-70e0dff3-b970-4719-b87d-49522296e2ba tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 204 len: 168 time: 0.8068662 Feb 15 09:55:09.259165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.302059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ec654b5d-7b4f-4d5a-8c27-70a5655ca9ec tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 200 len: 205 time: 0.0407653 Feb 15 09:55:09.304634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35790) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.347538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-e442628b-f2f0-4ca9-b177-5378e46bd924 service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7539318 Feb 15 09:55:09.373610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697e28-a65f-4fa0-8b69-7903c935eeca req-3a5cf269-58ac-46b2-b648-53d6656f80ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:09.381907 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d697e28-a65f-4fa0-8b69-7903c935eeca req-3a5cf269-58ac-46b2-b648-53d6656f80ea tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 943 time: 0.1807771 Feb 15 09:55:09.386663 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-44110317-e520-4bef-abdf-52dd60371452 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:09.389175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44110317-e520-4bef-abdf-52dd60371452 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/ceef0506-b331-4ee8-8e13-81d2921b6e0c HTTP/1.1" status: 404 len: 336 time: 0.0823438 Feb 15 09:55:09.394798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6e22a2-06e6-4619-b920-3195a69455fd req-3234854f-62c0-45ac-b91c-2f13c59fabe7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:09.403550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df6e22a2-06e6-4619-b920-3195a69455fd req-3234854f-62c0-45ac-b91c-2f13c59fabe7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 944 time: 0.1671908 Feb 15 09:55:09.410196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35794) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.459560 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-704a38a0-c58e-492e-9add-c833bb32d1e2 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:09.460594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-704a38a0-c58e-492e-9add-c833bb32d1e2 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:09.466426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-704a38a0-c58e-492e-9add-c833bb32d1e2 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/8f9935b0-43b3-4177-9471-1334f1de4c74 HTTP/1.1" status: 404 len: 337 time: 0.0522175 Feb 15 09:55:09.468251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35796) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.480613 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d697e28-a65f-4fa0-8b69-7903c935eeca req-75584c1a-8c95-4c14-b2fe-7d589ace012e tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Feb 15 09:55:09.519836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-41b85764-5a42-452f-a4b3-d5867d93ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:09.521399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-41b85764-5a42-452f-a4b3-d5867d93ce39 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 200 len: 909 time: 0.7771916 Feb 15 09:55:09.526522 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ef065c1-fcb9-4d24-beea-051f94ee7a4f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:09.526948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ef065c1-fcb9-4d24-beea-051f94ee7a4f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:09.529859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4ef065c1-fcb9-4d24-beea-051f94ee7a4f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/ff8874c2-2bbb-424d-b24f-db6c09ac5537 HTTP/1.1" status: 404 len: 337 time: 0.0591764 Feb 15 09:55:09.532530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.542269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df6e22a2-06e6-4619-b920-3195a69455fd req-0a358161-c52b-48fe-88b8-10882c9a0dc3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376729 Feb 15 09:55:09.566485 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-822e9b4a-3d25-474b-8426-506eff82c249 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:09.566929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822e9b4a-3d25-474b-8426-506eff82c249 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:09.572789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-822e9b4a-3d25-474b-8426-506eff82c249 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/5bce2566-e60d-4a6a-8a44-94f9149b6a4c HTTP/1.1" status: 404 len: 337 time: 0.0371721 Feb 15 09:55:09.573524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35800) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.579089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-d31d8093-03b9-40e6-b940-06b2928e26d2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68 HTTP/1.1" status: 200 len: 217 time: 0.0481677 Feb 15 09:55:09.606460 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ffa7317-5527-4fef-b138-3355c88703de tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:09.606910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ffa7317-5527-4fef-b138-3355c88703de tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:09.612318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3ffa7317-5527-4fef-b138-3355c88703de tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/adfc7e54-3d0d-4f89-b9a5-04ab1cd6dfac HTTP/1.1" status: 404 len: 337 time: 0.0353756 Feb 15 09:55:09.612731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.627079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-39d9e703-5e27-430f-864e-8c27f5496cb2 service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679729 Feb 15 09:55:09.641811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-45681fef-3047-472d-b8aa-4b96c5350eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:09.643405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-45681fef-3047-472d-b8aa-4b96c5350eee service neutron] 10.222.0.72 "GET /v2.0/subnets?id=dd9394e2-a4f9-4972-96dd-a4ec69194d8c HTTP/1.1" status: 200 len: 848 time: 0.0552700 Feb 15 09:55:09.644521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7aad9285-0cb7-4cd6-96e2-c0834d4178a1 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 200 len: 205 time: 0.0305560 Feb 15 09:55:09.647512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.693294 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-8c7fac96-2b49-4c50-b459-54f81fe32e25 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:09.697332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8c7fac96-2b49-4c50-b459-54f81fe32e25 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/8c843384-e8e2-49f2-a3ba-a283cc1cee83 HTTP/1.1" status: 404 len: 336 time: 0.0464435 Feb 15 09:55:09.697990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-86497870-8879-4e05-98bb-3beabf2c8349 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3a953f66-76df-4bf8-b3fe-16e17eaa5232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467889 Feb 15 09:55:09.698596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.729248 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fbca85b-54fd-49c2-99ca-e974ce14f83a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=85d9c673-d47f-4284-8a37-9ad4fd122fff HTTP/1.1" status: 200 len: 205 time: 0.0287030 Feb 15 09:55:09.731297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.777091 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-221d37d0-82ca-4fd4-86b6-e109e88a7f5e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:09.778380 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-221d37d0-82ca-4fd4-86b6-e109e88a7f5e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/85d9c673-d47f-4284-8a37-9ad4fd122fff HTTP/1.1" status: 404 len: 336 time: 0.0458205 Feb 15 09:55:09.780732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.809573 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c14ad99-9bb8-46d7-acdc-60d9fb4b996a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:09.810028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c14ad99-9bb8-46d7-acdc-60d9fb4b996a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:09.814040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7c14ad99-9bb8-46d7-acdc-60d9fb4b996a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/6a7a2d74-02f8-4b39-b870-bd4d06c5e527 HTTP/1.1" status: 404 len: 337 time: 0.0313644 Feb 15 09:55:09.816233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35812) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.838227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-b40a029a-84d7-4a9c-bbc5-7f80e988492c service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312506 Feb 15 09:55:09.865938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4e49bd49-37b0-4803-b390-e5264dd6819e tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 200 len: 205 time: 0.0472260 Feb 15 09:55:09.869835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35814) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.908856 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-ac935c24-b65a-4116-a04a-bbf986869bef tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:09.910231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ac935c24-b65a-4116-a04a-bbf986869bef tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/af753b00-7e58-4dfa-a1c1-0adbc4629528 HTTP/1.1" status: 404 len: 336 time: 0.0397339 Feb 15 09:55:09.913205 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.946565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-924d3834-ddf8-42b5-b9ad-a9b2b2a3ea34 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=28ce9749-a111-445e-a3f3-7ede60f6e089 HTTP/1.1" status: 200 len: 205 time: 0.0320036 Feb 15 09:55:09.951613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:09.963424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0045ff10-5990-4fec-ab6f-ae011bd2e75d req-90e064d3-7e23-454f-b955-156446bb53dc service neutron] 10.222.0.72 "GET /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071255 Feb 15 09:55:09.997532 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7ccfb297-c82c-42dd-a843-a965dd7ecfa6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:09.999170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7ccfb297-c82c-42dd-a843-a965dd7ecfa6 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/28ce9749-a111-445e-a3f3-7ede60f6e089 HTTP/1.1" status: 404 len: 336 time: 0.0462854 Feb 15 09:55:10.002395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.037514 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd89ac01-126b-454b-b471-128e80bb05fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:10.038060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd89ac01-126b-454b-b471-128e80bb05fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:10.043701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bd89ac01-126b-454b-b471-128e80bb05fc tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/be42a092-2504-44e5-a7a1-50f61411d9f3 HTTP/1.1" status: 404 len: 337 time: 0.0377274 Feb 15 09:55:10.043944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35822) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.049371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:55:10.087481 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5ef1e96d-15a0-4b03-b12f-4ac7e132bfa2 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=18186721-7751-4041-8053-25978ad10350 HTTP/1.1" status: 200 len: 205 time: 0.0422924 Feb 15 09:55:10.090512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35824) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.112789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e54c6fae-d584-4ddd-9960-6ad9fd507265 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:55:10.117764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e54c6fae-d584-4ddd-9960-6ad9fd507265 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:10.118207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.134739 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-1ee103c0-9b0c-458f-8792-dcd8835f5806 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:10.135969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1ee103c0-9b0c-458f-8792-dcd8835f5806 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/18186721-7751-4041-8053-25978ad10350 HTTP/1.1" status: 404 len: 336 time: 0.0444684 Feb 15 09:55:10.138588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.169991 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-309639e0-6b05-4772-a87f-5c941570548b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:10.170655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-309639e0-6b05-4772-a87f-5c941570548b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:10.173861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-309639e0-6b05-4772-a87f-5c941570548b tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/3582395f-7deb-4c04-b1e7-1e8004fa19ed HTTP/1.1" status: 404 len: 337 time: 0.0341659 Feb 15 09:55:10.176451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35828) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.215005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-121bd464-bba6-4f3a-800d-e7beb0a0bf6f tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 HTTP/1.1" status: 200 len: 205 time: 0.0361779 Feb 15 09:55:10.220406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35830) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.244458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.267264 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-6848c8dd-2c83-4ded-b2d2-84d4b6b1ef6a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] delete failed (client error): The resource could not be found. Feb 15 09:55:10.267644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6848c8dd-2c83-4ded-b2d2-84d4b6b1ef6a tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/routers/b3d42f6e-83fd-4c3b-b676-ec64fbdb0c82 HTTP/1.1" status: 404 len: 336 time: 0.0461996 Feb 15 09:55:10.270446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35832) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.272723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:10.275175 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f94d931-85ec-412a-95f1-cb402b810902" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:10.292019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:10.298425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.319718 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-5762e3b0-4d1e-49ec-b387-0d10e4123149 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:10.320291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5762e3b0-4d1e-49ec-b387-0d10e4123149 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:10.326678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35836) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.327103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5762e3b0-4d1e-49ec-b387-0d10e4123149 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/1402398f-03af-456f-9a83-7c3f9d007ad9 HTTP/1.1" status: 404 len: 337 time: 0.0554910 Feb 15 09:55:10.347825 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a89eb9-2193-488c-9531-83cac0d61713 x-openstack-request-id: req-22a89eb9-2193-488c-9531-83cac0d61713 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:10.348113 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:10.348358 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22a89eb9-2193-488c-9531-83cac0d61713 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:10.348743 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'code': 200} Feb 15 09:55:10.360084 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-f721d340-cd09-47e5-9016-90dd9e1919d7 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] DELETE failed (client error): The resource could not be found. Feb 15 09:55:10.360716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f721d340-cd09-47e5-9016-90dd9e1919d7 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 09:55:10.363798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f721d340-cd09-47e5-9016-90dd9e1919d7 tempest-RoutersIpV6Test-815011936 tempest-RoutersIpV6Test-815011936-project] 10.222.0.10 "DELETE /v2.0/subnets/e5b1980e-e2f7-439a-893a-ff7cad1a5c49 HTTP/1.1" status: 404 len: 337 time: 0.0357044 Feb 15 09:55:10.380589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:10.629522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3305ef27-8ea3-4798-b5ff-34ef74b5b893 req-782a6ef1-7b1d-4033-890d-2a4b1b329f42 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:10.631475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3305ef27-8ea3-4798-b5ff-34ef74b5b893 req-782a6ef1-7b1d-4033-890d-2a4b1b329f42 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 943 time: 0.0658286 Feb 15 09:55:10.634962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35848) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.693847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3305ef27-8ea3-4798-b5ff-34ef74b5b893 req-c1b4663f-e5d2-4d54-808a-a577864c2c51 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470510 Feb 15 09:55:10.714983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30bbcf-2796-4bea-aaa8-0f88a8ed80c5 req-4ea29a9a-9d0b-479d-b3e4-86b517a79482 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:10.722341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be30bbcf-2796-4bea-aaa8-0f88a8ed80c5 req-4ea29a9a-9d0b-479d-b3e4-86b517a79482 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.0760214 Feb 15 09:55:10.771143 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be30bbcf-2796-4bea-aaa8-0f88a8ed80c5 req-2f488dad-40f6-4623-b5e8-b0a99dc476db tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478368 Feb 15 09:55:10.845659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2511f949-a500-40f3-818b-62f3106eaa04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48537a486ec44c58ac46d2ce85d33dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093985 Feb 15 09:55:10.848115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35852) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:10.902002 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.925845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.979942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.982838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:10.984021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/db80bad5-cc13-4158-85a6-5f19039c932a HTTP/1.1" status: 204 len: 168 time: 0.1349943 Feb 15 09:55:10.999167 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b098849-4e80-4aea-8244-2074bf72541c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db80bad5-cc13-4158-85a6-5f19039c932a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:11.714076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-38d948be-53a9-446e-a843-0d16073fb0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:11.715787 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-38d948be-53a9-446e-a843-0d16073fb0f7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 1096 time: 0.0833077 Feb 15 09:55:11.730360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:11.841550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:11.863269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2b5ba-27d9-4bc0-9e0a-107c970d8033 req-11e5cd28-eaeb-48d7-bfe3-d52506e06d89 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:11.866771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75d2b5ba-27d9-4bc0-9e0a-107c970d8033 req-11e5cd28-eaeb-48d7-bfe3-d52506e06d89 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 943 time: 0.0952904 Feb 15 09:55:11.878572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35880) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:11.965590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-75d2b5ba-27d9-4bc0-9e0a-107c970d8033 req-52fe9bff-78ca-44ef-92a0-6a85ecadf60b tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842388 Feb 15 09:55:12.024985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b207e-c471-4a11-a858-e1418d5dc6bc req-798b2608-0f41-4bd4-95d6-5bd6bbd017d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:12.029298 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-018b207e-c471-4a11-a858-e1418d5dc6bc req-798b2608-0f41-4bd4-95d6-5bd6bbd017d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 945 time: 0.1626227 Feb 15 09:55:12.050318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a59d3953-86d7-4c23-bf24-6e0c8fedcc68 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:55:12.092477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b83ce94a-d536-4490-8ea8-b2a765e54d50 tempest-ServiceProvidersTest-511584752 tempest-ServiceProvidersTest-511584752-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2128093 Feb 15 09:55:12.151994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-018b207e-c471-4a11-a858-e1418d5dc6bc req-2ed979a5-999b-479e-93bf-a285fd882803 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133254 Feb 15 09:55:12.186855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:12.206081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68', 'network_id': '3a953f66-76df-4bf8-b3fe-16e17eaa5232', 'port_id': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68', 'mac_address': 'fa:16:3e:79:48:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd9394e2-a4f9-4972-96dd-a4ec69194d8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:55:12.213917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:12.261120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.267471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:12.293703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59d3953-86d7-4c23-bf24-6e0c8fedcc68 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:12.316175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:12.318915 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f02a760-aa0b-462d-8bc4-1f52a282b132" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:12.324573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:12.324762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.340457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.350397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Transition to ACTIVE for port object e54c6fae-d584-4ddd-9960-6ad9fd507265 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:55:12.355271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.424226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:12.445237 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d8ef96-f4e2-4186-b1ce-ca98f8b77651 x-openstack-request-id: req-f9d8ef96-f4e2-4186-b1ce-ca98f8b77651 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:12.445237 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:12.445237 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9d8ef96-f4e2-4186-b1ce-ca98f8b77651 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:12.445237 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'code': 200} Feb 15 09:55:12.520151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=10']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:12.547232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['a59d3953-86d7-4c23-bf24-6e0c8fedcc68'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:12.610723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35892) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:12.662632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] No DVR routers for this DVR port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:12.811910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f73c8cd8-54e6-4158-b4ad-831713d15d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.879433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:55:12.880006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:55:12.880006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:12.884766 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:55:12.885110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Attempting to bind port e54c6fae-d584-4ddd-9960-6ad9fd507265 on network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:12.890332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:55:12.890705 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Checking segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:55:12.891308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Bound using segment: {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:55:12.891731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Bound port: e54c6fae-d584-4ddd-9960-6ad9fd507265, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:55:12.892903 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.916096 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f73c8cd8-54e6-4158-b4ad-831713d15d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.922364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f73c8cd8-54e6-4158-b4ad-831713d15d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:12.952989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f73c8cd8-54e6-4158-b4ad-831713d15d8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44d09fe4cf004862a5564f123ec188ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389068 Feb 15 09:55:12.954854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 35896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:13.010485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:13.016522 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:55:13.021978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c8cd8-54e6-4158-b4ad-831713d15d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd26d30-5a53-4fd8-a32f-4c76116dab89,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:13.027602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.042051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.079809 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.080178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.085158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.086755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] 10.222.0.36 "PUT /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 1092 time: 1.3610408 Feb 15 09:55:13.161042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90aedd8-0c74-4b1d-b21f-58603a78d187 service neutron] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=11']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:13.194319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.199121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:13.205693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f55ad-e822-41e9-af5f-114950d24017 req-07c403ac-bb3f-4cd1-b392-70e3399e5efa tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.206241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbd26d30-5a53-4fd8-a32f-4c76116dab89 HTTP/1.1" status: 204 len: 168 time: 0.2501962 Feb 15 09:55:13.207446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a3f55ad-e822-41e9-af5f-114950d24017 req-07c403ac-bb3f-4cd1-b392-70e3399e5efa tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 944 time: 0.1439006 Feb 15 09:55:13.218145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ce58e-cf75-4108-a459-9bc97f52c0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd26d30-5a53-4fd8-a32f-4c76116dab89,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:13.218917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-5f516eb7-d4a9-4fb5-8834-afc81900477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.220665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-5f516eb7-d4a9-4fb5-8834-afc81900477b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1095 time: 0.1034167 Feb 15 09:55:13.348737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a3f55ad-e822-41e9-af5f-114950d24017 req-74f20937-0d22-4abf-b8bf-b4da0cae3179 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086221 Feb 15 09:55:13.406078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544285e-cf6e-464e-9159-a2b8b62ba903 req-3f5a36f5-c830-403c-be36-6fa6b8a5e95d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.406906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-0f6990c0-366c-43ac-bd2f-d1465ef2e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.408433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-0f6990c0-366c-43ac-bd2f-d1465ef2e88a service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1800241 Feb 15 09:55:13.415017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7544285e-cf6e-464e-9159-a2b8b62ba903 req-3f5a36f5-c830-403c-be36-6fa6b8a5e95d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 944 time: 0.1267624 Feb 15 09:55:13.474362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7544285e-cf6e-464e-9159-a2b8b62ba903 req-025e075f-e1a1-4e08-98a9-b22786bc6aeb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563872 Feb 15 09:55:13.497000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-33e50df0-334e-42f5-911d-d7f9bf9f2ad2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.0812590 Feb 15 09:55:13.558018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-121f83d9-e39f-4cc5-bf5f-3fa3704e8015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.559590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-121f83d9-e39f-4cc5-bf5f-3fa3704e8015 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0563140 Feb 15 09:55:13.651435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c99cb-1978-4306-b600-09ef4a272f87 req-96133b1b-e847-4dcd-93a6-8e3d4b3d561f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:13.653405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-96133b1b-e847-4dcd-93a6-8e3d4b3d561f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873456 Feb 15 09:55:13.791418 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-51dad349-22a8-4cb0-8bc6-43a5b7b1b781 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261730 Feb 15 09:55:13.911704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-227c99cb-1978-4306-b600-09ef4a272f87 req-6473b1db-5b67-44ec-9a23-baf61caf6f2a service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127110 Feb 15 09:55:14.068605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a59d3953-86d7-4c23-bf24-6e0c8fedcc68 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:55:14.127624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:55:14.133518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:14.133882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:14.235926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:14.261017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:14.263256 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08cd134-9b89-4b73-8b70-c8fa75fe3cc2" -d '{"events": [{"server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "name": "network-vif-plugged", "status": "completed", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:14.277222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:14.282958 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:14.284242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:14.315393 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73dfb24-db27-4a7b-9270-546dd8daf7fe x-openstack-request-id: req-f73dfb24-db27-4a7b-9270-546dd8daf7fe {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:14.315798 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "name": "network-vif-plugged", "status": "completed", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:14.316106 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f73dfb24-db27-4a7b-9270-546dd8daf7fe {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:14.316556 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68', 'code': 200} Feb 15 09:55:14.387285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:14.404302 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:14.416684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:14.446017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:14.448781 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6eec16b-9798-4396-8974-8c69126d2225" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:14.471656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d818dd2-c744-43ce-8739-35dcad1b3c94 req-29a311f2-e394-44ea-bde2-e0b01227ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.473245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d818dd2-c744-43ce-8739-35dcad1b3c94 req-29a311f2-e394-44ea-bde2-e0b01227ee32 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 1096 time: 0.0872164 Feb 15 09:55:14.551745 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45d3ddd-eb8f-460e-83c9-22dab9ea7bb3 x-openstack-request-id: req-b45d3ddd-eb8f-460e-83c9-22dab9ea7bb3 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:14.552065 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:14.552318 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b45d3ddd-eb8f-460e-83c9-22dab9ea7bb3 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:14.553068 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:55:14.672625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc4dc6-97b6-4a63-9e0a-e96833082009 req-69c83bf8-dd61-4e7f-a939-d0cfb877eecd tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.680995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0cc4dc6-97b6-4a63-9e0a-e96833082009 req-69c83bf8-dd61-4e7f-a939-d0cfb877eecd tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.2135854 Feb 15 09:55:14.686511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d818dd2-c744-43ce-8739-35dcad1b3c94 req-21ee3a6b-bd81-4691-8cbb-fe96d2ce0c42 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061756 Feb 15 09:55:14.699633 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-3f7d2c0b-f6e6-4b3c-a581-8962f29645d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.701562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-3f7d2c0b-f6e6-4b3c-a581-8962f29645d9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1095 time: 0.1461139 Feb 15 09:55:14.727488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-da8b8043-764d-4d36-ac8a-f4ef2a203faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.727488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-da8b8043-764d-4d36-ac8a-f4ef2a203faf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1095 time: 0.1781340 Feb 15 09:55:14.759343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f0cc4dc6-97b6-4a63-9e0a-e96833082009 req-8b3cf832-118a-4dd4-b3b2-8243a66e5ce4 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775549 Feb 15 09:55:14.789085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7eb6a-f2fb-4740-878d-0e2730bddfe2 req-6d63fb3f-90c3-40ca-8c5e-3612c360ccc6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.793446 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4d7eb6a-f2fb-4740-878d-0e2730bddfe2 req-6d63fb3f-90c3-40ca-8c5e-3612c360ccc6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 944 time: 0.1628737 Feb 15 09:55:14.866085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c4d7eb6a-f2fb-4740-878d-0e2730bddfe2 req-f0a41efa-64ec-446d-aee0-6ae3374699ef tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668206 Feb 15 09:55:14.870965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-83ffc2b0-714d-47ed-89ca-dd83c0b606af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.873191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-83ffc2b0-714d-47ed-89ca-dd83c0b606af service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1631982 Feb 15 09:55:14.964859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-d1b7fb4d-7b92-4e56-80c4-982cfbf23620 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.0844159 Feb 15 09:55:14.990350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-d262d328-c393-4c47-988a-be059a78a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:14.992695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-d262d328-c393-4c47-988a-be059a78a6a4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1201937 Feb 15 09:55:15.034513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-0083a2ae-8325-43ae-b4d4-7300ebcc5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:15.036164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-0083a2ae-8325-43ae-b4d4-7300ebcc5257 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0598125 Feb 15 09:55:15.106865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-8cbe12a2-ab97-4371-b1f6-a31ed614f0c7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 999 time: 0.1058280 Feb 15 09:55:15.109125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-44309d52-fec8-411a-a0ff-065566656f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:15.111275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-44309d52-fec8-411a-a0ff-065566656f1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663180 Feb 15 09:55:15.171036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-7babe521-0572-4781-9546-ad3bc2d4047d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:15.174289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-7babe521-0572-4781-9546-ad3bc2d4047d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.0608113 Feb 15 09:55:15.246646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec16b-9798-4396-8974-8c69126d2225 req-f4f5d938-0930-4e82-bb8c-a6682e0cba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:15.248355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-f4f5d938-0930-4e82-bb8c-a6682e0cba59 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656071 Feb 15 09:55:15.252765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-46d4f940-956f-462d-88c3-27fe88aa2d3f service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346419 Feb 15 09:55:15.402292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-fb685a96-9249-4ff0-ba05-0951f176463f service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456516 Feb 15 09:55:15.623635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-c1350b1b-a87e-4441-91a8-bfe47b59c7f0 service neutron] 10.222.0.72 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2133136 Feb 15 09:55:15.720743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6eec16b-9798-4396-8974-8c69126d2225 req-3c4312d0-adc4-479b-9b14-1576fe4b62ff service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592397 Feb 15 09:55:15.943004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f2193b-61e6-400b-b324-d3c6fd4c5203 req-eb035a71-ceb4-4eec-b1d8-17295f973765 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:15.945088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17f2193b-61e6-400b-b324-d3c6fd4c5203 req-eb035a71-ceb4-4eec-b1d8-17295f973765 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.0990188 Feb 15 09:55:15.988849 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17f2193b-61e6-400b-b324-d3c6fd4c5203 req-ae65c159-677b-407e-9107-67fdd939fd3c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367785 Feb 15 09:55:16.029067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3014fe-230d-4e1c-af4d-6657c7d56eeb req-20329dc7-8277-493a-9b80-ea8b88a43240 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:16.036375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e3014fe-230d-4e1c-af4d-6657c7d56eeb req-20329dc7-8277-493a-9b80-ea8b88a43240 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 944 time: 0.0607948 Feb 15 09:55:16.075725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e3014fe-230d-4e1c-af4d-6657c7d56eeb req-12f8376c-8302-4241-b8e2-ce7be5a6a42e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Feb 15 09:55:16.100164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 35966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:16.166691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ddb71d0c-5dfb-46e4-8fd7-eb72281a522f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/7ebda74e-1db9-40d6-98a3-c52f079e77e0 HTTP/1.1" status: 200 len: 991 time: 0.0653076 Feb 15 09:55:16.702104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bc389508-d518-48bf-b8ed-4e73b502e50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:16.891125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:16.956234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:55:17.109774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:17.123926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'port_id': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'mac_address': 'fa:16:3e:1c:c9:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:55:17.142747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc29377-fb7f-4a9d-841b-c3e4cc5bae19 req-c6843ac9-c4f4-4123-a713-a82e55f32826 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:17.144693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dc29377-fb7f-4a9d-841b-c3e4cc5bae19 req-c6843ac9-c4f4-4123-a713-a82e55f32826 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.0585365 Feb 15 09:55:17.169999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:17.187499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:17.209343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dc29377-fb7f-4a9d-841b-c3e4cc5bae19 req-974b14b3-9c96-4d18-87b2-81f7b120c98b tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557184 Feb 15 09:55:17.217018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:17.223598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:17.297500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:17.477569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e54c6fae-d584-4ddd-9960-6ad9fd507265'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:17.931429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad2dae8-6dd3-41f6-9e87-5294cdb7a525 req-38b695eb-ce2f-4111-8aba-b33348df349f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:17.933049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ad2dae8-6dd3-41f6-9e87-5294cdb7a525 req-38b695eb-ce2f-4111-8aba-b33348df349f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.0648031 Feb 15 09:55:17.983602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ad2dae8-6dd3-41f6-9e87-5294cdb7a525 req-af60bc36-4095-4e0a-b893-86b712dbc647 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399694 Feb 15 09:55:18.974917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:55:19.043400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port e54c6fae-d584-4ddd-9960-6ad9fd507265 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:55:19.048274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port e54c6fae-d584-4ddd-9960-6ad9fd507265 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:19.049316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.129880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f69dd02-658e-4369-a9d8-7687f4818ca6 req-29f93c67-49ad-43d1-8233-97c24c756ceb tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:19.139630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f69dd02-658e-4369-a9d8-7687f4818ca6 req-29f93c67-49ad-43d1-8233-97c24c756ceb tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.0686111 Feb 15 09:55:19.151594 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.177340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-0861b2f6-abf6-4b2f-bed4-95daf7ef533c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:19.181123 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-0861b2f6-abf6-4b2f-bed4-95daf7ef533c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 945 time: 0.1165700 Feb 15 09:55:19.198709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f69dd02-658e-4369-a9d8-7687f4818ca6 req-a167cab5-6c17-4c70-871a-718015f2f04f tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/security-groups?id=571e0e66-7bf7-4305-a0f0-1583582676ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566502 Feb 15 09:55:19.200734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:19.201929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:19.205122 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e0f1f1-89b9-4a62-82d5-adc17d83873d" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:19.212245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.265353 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26108d2-699e-4ad6-8590-16efcffee082 x-openstack-request-id: req-e26108d2-699e-4ad6-8590-16efcffee082 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:19.266312 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-plugged", "status": "completed", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:19.266799 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e26108d2-699e-4ad6-8590-16efcffee082 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:19.267407 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'code': 200} Feb 15 09:55:19.312229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=13']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:19.313663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Deleting port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:19.314015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.323763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8e417c56-7976-46fb-92dd-052305d034c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.427843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] For port a59d3953-86d7-4c23-bf24-6e0c8fedcc68, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,segment=NetworkSegment(9d67648d-548c-4e1e-b6da-addefe835c89),segment_id=9d67648d-548c-4e1e-b6da-addefe835c89)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:19.428118 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.441587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Calling delete_port for a59d3953-86d7-4c23-bf24-6e0c8fedcc68 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:19.592179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.605201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['a59d3953-86d7-4c23-bf24-6e0c8fedcc68'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:19.632801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Pushing event deleted for resources: {'Port': ['ID=a59d3953-86d7-4c23-bf24-6e0c8fedcc68,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:19.678736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] No DVR routers for this DVR port a59d3953-86d7-4c23-bf24-6e0c8fedcc68 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:19.682002 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:19.686549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b945c65-3411-4d5a-8b94-be239b510ba4 req-ed3824ab-ca8f-49ac-951d-ac5822cd151c tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.72 "DELETE /v2.0/ports/a59d3953-86d7-4c23-bf24-6e0c8fedcc68 HTTP/1.1" status: 204 len: 173 time: 0.4992216 Feb 15 09:55:19.687071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'name': 'network-vif-deleted', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:19.691648 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971a6ebe-08f3-4610-92dd-82d5aba6eae8" -d '{"events": [{"server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "name": "network-vif-deleted", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:19.751236 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be79cd6-0cf3-4d24-9ea6-b16c0c3f7ad0 x-openstack-request-id: req-1be79cd6-0cf3-4d24-9ea6-b16c0c3f7ad0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:19.751464 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626b693e-a8fe-4f50-9764-a90c35a836d2", "name": "network-vif-deleted", "tag": "a59d3953-86d7-4c23-bf24-6e0c8fedcc68", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:19.751820 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1be79cd6-0cf3-4d24-9ea6-b16c0c3f7ad0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:19.752272 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '626b693e-a8fe-4f50-9764-a90c35a836d2', 'name': 'network-vif-deleted', 'tag': 'a59d3953-86d7-4c23-bf24-6e0c8fedcc68', 'status': 'completed', 'code': 200} Feb 15 09:55:20.346777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:20.357964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf7a6635-4143-49a4-b379-7c72710717a8 req-fa69dd25-bb98-4278-9575-e44838c7f130 tempest-VolumesActionsTest-1722193810 tempest-VolumesActionsTest-1722193810-project] 10.222.0.10 "GET /v2.0/ports?device_id=626b693e-a8fe-4f50-9764-a90c35a836d2 HTTP/1.1" status: 200 len: 210 time: 0.0382972 Feb 15 09:55:22.204844 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:55:22.288091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:22.383125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:24.126772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a59d3953-86d7-4c23-bf24-6e0c8fedcc68 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:24.164985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: a59d3953-86d7-4c23-bf24-6e0c8fedcc68 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:24.165676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device a59d3953-86d7-4c23-bf24-6e0c8fedcc68 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:27.529444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcb98e-b7b2-4224-98b9-5b4d4ee87310 req-eb4a443a-0a7f-4c6e-9bde-46b56eb1937e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:27.531053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54dcb98e-b7b2-4224-98b9-5b4d4ee87310 req-eb4a443a-0a7f-4c6e-9bde-46b56eb1937e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1354363 Feb 15 09:55:27.610025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54dcb98e-b7b2-4224-98b9-5b4d4ee87310 req-519491fb-1ca4-427f-9e70-1451681bb6ea tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695353 Feb 15 09:55:27.805907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39178668-0261-4833-9a10-97b3d19902cb req-b8c25ef9-4fa4-4ad0-8115-41591062189c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:27.816227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39178668-0261-4833-9a10-97b3d19902cb req-b8c25ef9-4fa4-4ad0-8115-41591062189c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0982504 Feb 15 09:55:27.832854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36188) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:27.890590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39178668-0261-4833-9a10-97b3d19902cb req-2e0c9465-c5bc-4eb6-bf6f-a7c4f9e48027 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731812 Feb 15 09:55:28.314942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:28.355043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf5e80e-a513-4c1c-aa5c-3057499be289 req-141e5427-9c04-417a-b2bb-0ecfca26b789 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:28.363141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdf5e80e-a513-4c1c-aa5c-3057499be289 req-141e5427-9c04-417a-b2bb-0ecfca26b789 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.2291341 Feb 15 09:55:28.426382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdf5e80e-a513-4c1c-aa5c-3057499be289 req-8f6e109d-63db-441a-9708-8adf67cb76b9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601363 Feb 15 09:55:28.535165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:28.559512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:28.580972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed92766-ad62-49fb-9c30-bc3a239ef949 req-511ae803-222e-4903-97ab-cc26435e77bd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:28.582935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ed92766-ad62-49fb-9c30-bc3a239ef949 req-511ae803-222e-4903-97ab-cc26435e77bd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0745168 Feb 15 09:55:28.611588 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2065de7e9804d008450477cdc69ee8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7759326 Feb 15 09:55:28.615814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36204) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:28.639651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2629f7d-e7a7-41e5-afad-19df1d0ca064,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:28.662147 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ed92766-ad62-49fb-9c30-bc3a239ef949 req-f03af26a-1c68-4df5-b329-ba254f878c7e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666645 Feb 15 09:55:28.668573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.673636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.674215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.678554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.678899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.679472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.679774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.680110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.680419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.680741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.685256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.685721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c503ffe8-e019-4297-b736-3cc3356200b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:28.802731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:28.898139 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:29.138012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:29.140432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:29.144290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2629f7d-e7a7-41e5-afad-19df1d0ca064 HTTP/1.1" status: 204 len: 168 time: 0.5252929 Feb 15 09:55:29.154786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257d56f-13b5-4e43-bb06-054e2aa901b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2629f7d-e7a7-41e5-afad-19df1d0ca064,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:29.268625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-e9a66b1e-127e-4b8a-ac39-cd9b200402b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:29.270501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-e9a66b1e-127e-4b8a-ac39-cd9b200402b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.2663791 Feb 15 09:55:29.292630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-b6946d84-58d5-445e-8839-da953bd80707 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/quotas/5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 375 time: 0.0145307 Feb 15 09:55:29.446173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-f7cbac6a-cd6d-444b-b75c-046f2012e417 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1461458 Feb 15 09:55:29.673960 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-42263330-73f2-4536-a6e8-902e72d2af78 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268031 Feb 15 09:55:29.821037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-854b4750-62be-467e-a043-b55ca8812139 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449499 Feb 15 09:55:30.132033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08339366-fd6f-4881-9efe-07ae023e0c2e req-398f3eb1-9d87-4383-8644-00fca7e67187 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 210 time: 0.0710480 Feb 15 09:55:31.313437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba15e334-95dc-41ea-b32b-48ccf9a691ca req-3e79df3a-1f4a-4846-a252-2ad6ba1dce75 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 210 time: 0.0477986 Feb 15 09:55:31.800158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-c4990320-fdab-430b-ae39-e039b7d240b2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:31.803905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-c4990320-fdab-430b-ae39-e039b7d240b2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.3158960 Feb 15 09:55:31.827243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'device_id': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'admin_state_up': True, 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:32.076503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:55:32.087558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:32.284312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.20.0.3 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/efd2c9bc-8586-41fe-aba8-816efc7abb98) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:55:32.467789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8529640c-34c0-4c38-8762-0cfad6d1554c req-0101b339-85e0-4baf-ba30-3f75b1fadd14 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 210 time: 0.0537336 Feb 15 09:55:32.561867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:32.618104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:32.638289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:32.673403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:55:32.680211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:55:32.687148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:55:32.724802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:32.746832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:32.787719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:32.793496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:32.826235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-ee371456-59da-4f2a-aac1-0a69eddbb0f9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0061526 Feb 15 09:55:32.842691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Request body: {'port': {'device_id': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:32.946906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:33.171909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-569d5526-a99f-45d3-880f-019c92fa1e71 None None] Provisioning complete for port efd2c9bc-8586-41fe-aba8-816efc7abb98 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:33.172120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-569d5526-a99f-45d3-880f-019c92fa1e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:33.292187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-569d5526-a99f-45d3-880f-019c92fa1e71 None None] Port efd2c9bc-8586-41fe-aba8-816efc7abb98 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:55:33.456180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd2c9bc-8586-41fe-aba8-816efc7abb98 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:33.472638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:33.495954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Transition to ACTIVE for port object efd2c9bc-8586-41fe-aba8-816efc7abb98 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:55:33.512069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:33.663849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:33.744953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43da49-0f02-4125-9fc4-8343ec4b285c req-b27c9e3b-1f57-40d9-aa4f-ce622b181978 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:33.746572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d43da49-0f02-4125-9fc4-8343ec4b285c req-b27c9e3b-1f57-40d9-aa4f-ce622b181978 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 943 time: 0.1635032 Feb 15 09:55:33.792990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Attempting to bind port efd2c9bc-8586-41fe-aba8-816efc7abb98 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:55:33.793376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Attempting to bind port efd2c9bc-8586-41fe-aba8-816efc7abb98 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:55:33.793703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Attempting to bind port efd2c9bc-8586-41fe-aba8-816efc7abb98 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:33.839221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Port efd2c9bc-8586-41fe-aba8-816efc7abb98 on network 882d8125-600a-4d59-bb5c-b20b0e620834 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:55:33.839549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Attempting to bind port efd2c9bc-8586-41fe-aba8-816efc7abb98 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:33.870591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d43da49-0f02-4125-9fc4-8343ec4b285c req-556c2fac-8a28-4acc-8a5b-c1f87fc57d60 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134877 Feb 15 09:55:33.871624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:55:33.871976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:55:33.872359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:55:33.872820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Bound port: efd2c9bc-8586-41fe-aba8-816efc7abb98, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:55:33.873191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:33.995720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:33.999456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:55:34.013433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:34.072615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:34.075567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:34.078126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] 10.222.0.72 "PUT /v2.0/ports/efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 1091 time: 1.2435427 Feb 15 09:55:34.078835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:34.082111 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4eb9dbf-910b-43d5-bb62-cb90265dc177" -d '{"events": [{"name": "network-changed", "server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:34.143770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0d1fe-c872-4f3a-be2a-eda7c173ea66 service neutron] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:34.204632 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5194c575-42ac-43b5-9372-da42fe1fd3ae x-openstack-request-id: req-5194c575-42ac-43b5-9372-da42fe1fd3ae {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:34.205291 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:34.205542 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5194c575-42ac-43b5-9372-da42fe1fd3ae {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:34.205946 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'status': 'completed', 'code': 200} Feb 15 09:55:34.209917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-68fc759d-c70d-4539-a15e-79d3269bc2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:34.214863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-68fc759d-c70d-4539-a15e-79d3269bc2ca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 1094 time: 0.0664704 Feb 15 09:55:34.283099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-4c012956-84c4-4625-99af-e5b5b0b274c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 217 time: 0.0543842 Feb 15 09:55:34.352576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-9cb7ed34-eea3-4d4b-b04b-0e10f8fd3998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:34.354107 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-9cb7ed34-eea3-4d4b-b04b-0e10f8fd3998 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0625849 Feb 15 09:55:34.460753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-a96ab275-5e26-4140-b608-0293df3ab76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:34.462559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-a96ab275-5e26-4140-b608-0293df3ab76d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995913 Feb 15 09:55:34.579577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-7fea383b-c06c-44a0-bdfc-aacf7b6e2fab service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095440 Feb 15 09:55:34.702061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b31db5b-714f-4bec-82a0-9375365ae4da req-e6efbc35-7737-458c-800e-4f6c0902bf9b service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160972 Feb 15 09:55:34.848284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-405c8f3c-98e9-4125-aaeb-4f550b59be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:34.851415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-405c8f3c-98e9-4125-aaeb-4f550b59be68 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 1094 time: 0.0978019 Feb 15 09:55:35.117110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001643c-57fb-4837-af0f-16b9d799a624 req-2fce3dec-3026-4e3b-9f23-5a4e7df23a55 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:35.119148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8001643c-57fb-4837-af0f-16b9d799a624 req-2fce3dec-3026-4e3b-9f23-5a4e7df23a55 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 943 time: 0.1038208 Feb 15 09:55:35.121080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-4170ef36-0101-4ec6-94fb-c90d13d52b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:35.122746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-4170ef36-0101-4ec6-94fb-c90d13d52b74 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.2607772 Feb 15 09:55:35.200413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-dd5b780d-6b98-44e6-8a32-969998a5bbe1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 217 time: 0.0500786 Feb 15 09:55:35.263435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8001643c-57fb-4837-af0f-16b9d799a624 req-00fcd020-3f49-404a-9018-a0235f35ce3d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359773 Feb 15 09:55:35.290076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-669d969c-a00f-4fb1-aa64-08e80b28d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:35.295297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-669d969c-a00f-4fb1-aa64-08e80b28d73b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0851698 Feb 15 09:55:35.369514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-121237bc-59f6-4e9b-b210-c8ecae6e2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:35.371383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-121237bc-59f6-4e9b-b210-c8ecae6e2d2b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707281 Feb 15 09:55:35.538282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-7fca2d47-c719-4f35-8375-193fbf83b7ed service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576440 Feb 15 09:55:35.691424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4eb9dbf-910b-43d5-bb62-cb90265dc177 req-c2ef0409-f5a4-45dc-8520-5b3043178576 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464000 Feb 15 09:55:36.456389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa77e0-e55f-43bb-84f1-a8fafe5e0dde req-afe721e0-f8fc-438d-a4e2-bcc4762d19bf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:36.465920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09aa77e0-e55f-43bb-84f1-a8fafe5e0dde req-afe721e0-f8fc-438d-a4e2-bcc4762d19bf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 943 time: 0.0681095 Feb 15 09:55:36.519318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09aa77e0-e55f-43bb-84f1-a8fafe5e0dde req-a6110da4-6dc0-4841-86f2-67b8628a2a9d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493689 Feb 15 09:55:37.717740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b103165-810d-4a31-8cfb-1d05f41a3a7c req-204b47fe-ff04-4e90-97b3-edcf1156ba82 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:37.719358 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b103165-810d-4a31-8cfb-1d05f41a3a7c req-204b47fe-ff04-4e90-97b3-edcf1156ba82 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 943 time: 0.0644209 Feb 15 09:55:37.775427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b103165-810d-4a31-8cfb-1d05f41a3a7c req-7a1b6868-1021-45d0-ab59-459eb985abb4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459824 Feb 15 09:55:38.196427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device efd2c9bc-8586-41fe-aba8-816efc7abb98 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:55:38.381122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:38.403044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'mac_address': 'fa:16:3e:3c:e3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:55:38.474888 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:38.503767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd2c9bc-8586-41fe-aba8-816efc7abb98 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:38.538033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:38.563502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:38.664792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:38.766594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['efd2c9bc-8586-41fe-aba8-816efc7abb98'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:39.024591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fe91-5d7a-402c-acf7-9d4bdc673b9b req-e76ec996-6c14-44aa-aca0-c57fdb4e5a6b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:39.028216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6603fe91-5d7a-402c-acf7-9d4bdc673b9b req-e76ec996-6c14-44aa-aca0-c57fdb4e5a6b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 944 time: 0.0899897 Feb 15 09:55:39.090281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6603fe91-5d7a-402c-acf7-9d4bdc673b9b req-ce81e7fa-a816-4378-a049-de839374ddb9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541711 Feb 15 09:55:40.204721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device efd2c9bc-8586-41fe-aba8-816efc7abb98 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:55:40.276514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port efd2c9bc-8586-41fe-aba8-816efc7abb98 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:55:40.282104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port efd2c9bc-8586-41fe-aba8-816efc7abb98 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:40.282414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:40.335087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3954708-2b45-42a9-b0d0-4ccc84c0ba20 req-447faaa3-ae08-4bf0-81bf-e70b4c85eb27 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:40.336685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3954708-2b45-42a9-b0d0-4ccc84c0ba20 req-447faaa3-ae08-4bf0-81bf-e70b4c85eb27 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 944 time: 0.1498880 Feb 15 09:55:40.462277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:40.486625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3954708-2b45-42a9-b0d0-4ccc84c0ba20 req-3e5d11cb-1f4b-4900-95db-28f932dcfdf1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344845 Feb 15 09:55:40.557099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:40.559671 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e8580b-2594-4be4-840e-44c28ed17a09" -d '{"events": [{"server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:40.584244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:40.591443 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:40.646555 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f95987-cc10-4caa-aae1-147508ef0964 x-openstack-request-id: req-47f95987-cc10-4caa-aae1-147508ef0964 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:40.646555 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "name": "network-vif-plugged", "status": "completed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:40.647955 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47f95987-cc10-4caa-aae1-147508ef0964 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:40.648205 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'code': 200} Feb 15 09:55:40.717720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:40.765356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.766008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.767077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.767426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.767779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.768090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.768431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.768740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.769089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.769414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.769747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.772234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:40.865717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ec23-1b54-42c1-b0d4-a9df662e52d9 req-8a3a0863-48b3-4c28-ad92-da327a9ded80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:40.867524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a99ec23-1b54-42c1-b0d4-a9df662e52d9 req-8a3a0863-48b3-4c28-ad92-da327a9ded80 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 1096 time: 0.1418321 Feb 15 09:55:40.934438 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a99ec23-1b54-42c1-b0d4-a9df662e52d9 req-7e0dd82d-dfd3-4858-a118-cb5ac53bf636 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600138 Feb 15 09:55:41.620691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c647e20-abcc-4f53-acbe-fb01d0d48e02 req-6a666726-22c7-4565-99f1-0b517858e186 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:41.628560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c647e20-abcc-4f53-acbe-fb01d0d48e02 req-6a666726-22c7-4565-99f1-0b517858e186 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 945 time: 0.0705421 Feb 15 09:55:41.679122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c647e20-abcc-4f53-acbe-fb01d0d48e02 req-6ac37097-f5fd-4b21-8ae3-0561d0e9978d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447741 Feb 15 09:55:42.046068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-9115496a-4341-4591-94d7-33d09893e1c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0632386 Feb 15 09:55:42.137668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-80ae3a37-deee-4dac-88c7-70d9617fc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:42.139197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-80ae3a37-deee-4dac-88c7-70d9617fc67d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 1096 time: 0.0584376 Feb 15 09:55:42.305763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-60612376-8c7b-4fb1-92db-e6dd48a2a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:42.307794 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-60612376-8c7b-4fb1-92db-e6dd48a2a27f service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1470134 Feb 15 09:55:42.383586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-effe797c-e910-4f79-b472-f0ea97872d74 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6773b468-a390-49e7-970b-7e3120078d76 HTTP/1.1" status: 200 len: 217 time: 0.0684981 Feb 15 09:55:42.555027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-cf33d093-138e-4984-b259-e6e64cf99864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:42.559830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-cf33d093-138e-4984-b259-e6e64cf99864 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.1681674 Feb 15 09:55:42.673054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-1ae8217d-e29d-4615-a9cf-13ec24ba4718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:42.673054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-1ae8217d-e29d-4615-a9cf-13ec24ba4718 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1023421 Feb 15 09:55:42.830265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a7e0c-da81-49b7-bf07-403221a23858 req-afb8931a-5c82-4e50-b625-7b2ec995f552 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:42.831811 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd8a7e0c-da81-49b7-bf07-403221a23858 req-afb8931a-5c82-4e50-b625-7b2ec995f552 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 945 time: 0.0821228 Feb 15 09:55:42.834592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-15a574fa-1862-4536-90b7-8c3142cf89a6 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478519 Feb 15 09:55:42.939117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd8a7e0c-da81-49b7-bf07-403221a23858 req-4a579ae3-b298-43d1-b78f-cb3ad0b98879 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973203 Feb 15 09:55:43.031119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a704734-529f-4c7c-804f-4a9afd26dd00 req-8255c4c6-d92d-4cef-b672-0c4108d3c79b service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871767 Feb 15 09:55:43.188779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-2c6758dd-c170-4adf-a89b-e81e17e5f2e7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 267 time: 0.1388667 Feb 15 09:55:43.291866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-468ecf4b-be2b-44a4-8d5a-5f779145d420 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:43.293845 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-468ecf4b-be2b-44a4-8d5a-5f779145d420 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 945 time: 0.0998082 Feb 15 09:55:43.309047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'security_groups': []}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:43.440402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:43.789130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:43.823919 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:43.830007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:43.844041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898', 'efd2c9bc-8586-41fe-aba8-816efc7abb98'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:43.847311 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:43.968201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:44.015330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.016265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:44.019799 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b854d75b-3199-488b-b1bd-a09eebec74c6 req-85300e51-9dc9-4998-998a-f05acf9ab3b8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "PUT /v2.0/ports/efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 904 time: 0.7175176 Feb 15 09:55:44.022051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:44.030825 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:44.085599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['efd2c9bc-8586-41fe-aba8-816efc7abb98'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:44.166197 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0672346-62ba-4d8e-a12e-0c0b2784d35c x-openstack-request-id: req-b0672346-62ba-4d8e-a12e-0c0b2784d35c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:44.166482 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:44.166728 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0672346-62ba-4d8e-a12e-0c0b2784d35c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:44.167116 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'status': 'completed', 'code': 200} Feb 15 09:55:44.278676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-c805ca5f-4213-418d-92f5-60926791c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.280789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-c805ca5f-4213-418d-92f5-60926791c009 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 1058 time: 0.0986791 Feb 15 09:55:44.387482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d74d06-ecde-4126-99c3-299a39f0ca14 req-87e3468b-e889-4d89-9fee-dbc050dafd2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.390339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6d74d06-ecde-4126-99c3-299a39f0ca14 req-87e3468b-e889-4d89-9fee-dbc050dafd2b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 907 time: 0.1450236 Feb 15 09:55:44.526227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-4d084480-c985-4ce4-aa17-3c1dec69d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.528501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-4d084480-c985-4ce4-aa17-3c1dec69d6c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.2368968 Feb 15 09:55:44.537697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:44.604230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-0e6fac1d-6820-4810-b4b7-f682083a81dd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 217 time: 0.0595367 Feb 15 09:55:44.615843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5e3a9356-b8ea-4ce3-808b-cfa888fc380b None None] Provisioning complete for port efd2c9bc-8586-41fe-aba8-816efc7abb98 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:44.616222 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5e3a9356-b8ea-4ce3-808b-cfa888fc380b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:44.680129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-a28910bf-7073-496d-8d81-ce73c274b67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.681665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-a28910bf-7073-496d-8d81-ce73c274b67f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0531321 Feb 15 09:55:44.706927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed66006-2751-40f1-a49f-7abe7ce49232 req-21763b5f-1f18-41a9-b6ea-d267066cd50f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.709219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aed66006-2751-40f1-a49f-7abe7ce49232 req-21763b5f-1f18-41a9-b6ea-d267066cd50f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1148949 Feb 15 09:55:44.774159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aed66006-2751-40f1-a49f-7abe7ce49232 req-8310b189-c643-4ae7-9764-cd8565cb3ba4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458994 Feb 15 09:55:44.779124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-208b3eb5-570e-4bc6-890d-db8b27b6ff4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:44.780634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-208b3eb5-570e-4bc6-890d-db8b27b6ff4e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894239 Feb 15 09:55:45.032372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83578933-d548-454c-a0fc-5ee73a7a0ca2 req-6b8e0a0c-ad77-4170-ba9f-a9e5c1d25f62 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:45.034325 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83578933-d548-454c-a0fc-5ee73a7a0ca2 req-6b8e0a0c-ad77-4170-ba9f-a9e5c1d25f62 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1069801 Feb 15 09:55:45.109857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83578933-d548-454c-a0fc-5ee73a7a0ca2 req-3c3454df-de8e-4ade-a3ff-ff9ad8157a91 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681877 Feb 15 09:55:45.321543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-7c9e67d8-c9cf-4197-ac37-71ba43b4ca38 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305183 Feb 15 09:55:45.434114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bc958-6c13-4e01-8921-02bdc9a94b25 req-b28a6cc6-2ce8-4a82-a218-28b19402a58e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:45.444554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f5bc958-6c13-4e01-8921-02bdc9a94b25 req-b28a6cc6-2ce8-4a82-a218-28b19402a58e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1211107 Feb 15 09:55:45.532204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f5bc958-6c13-4e01-8921-02bdc9a94b25 req-858ae053-5fcf-4fff-af61-d506dd2deda6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863700 Feb 15 09:55:45.550834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0c0ebbc1-c219-48d9-9966-2e9d31fb3f0e req-f42395c6-315a-4072-831e-43810ff74241 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967025 Feb 15 09:55:45.709933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d66ec-a190-417e-b3c2-22237cb5d4d1 req-eb182e7b-3ecd-4343-8028-36fc5a14e090 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:45.713205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e52d66ec-a190-417e-b3c2-22237cb5d4d1 req-eb182e7b-3ecd-4343-8028-36fc5a14e090 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0689101 Feb 15 09:55:45.793043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e52d66ec-a190-417e-b3c2-22237cb5d4d1 req-20a38199-75ef-4021-8841-f7c307a42018 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724964 Feb 15 09:55:46.721426 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1bd7-8b64-4373-b7f5-6fd370e8a0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:46.906193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c956c6-23e5-4904-9116-2dee2564ca5f req-3bc86c39-a366-4d2c-89c4-cdf14d48a21b tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:46.917146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c956c6-23e5-4904-9116-2dee2564ca5f req-3bc86c39-a366-4d2c-89c4-cdf14d48a21b tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1097 time: 0.0777133 Feb 15 09:55:46.993052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:46.993477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2c956c6-23e5-4904-9116-2dee2564ca5f req-a7aad079-7158-4112-b6ab-4ab2b81f6ea8 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441096 Feb 15 09:55:47.016212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36560) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:47.214918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 6bfbdbdd-351d-4428-9620-b3c58bedbd9a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:47.215353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:47.317929 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:47.318297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:47.333501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 6bfbdbdd-351d-4428-9620-b3c58bedbd9a owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:47.528344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:47.555847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=6bfbdbdd-351d-4428-9620-b3c58bedbd9a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:47.638292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:47.640496 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 7ebda74e-1db9-40d6-98a3-c52f079e77e0 disassociated (deleted). External IP: 172.25.6.181, port: e54c6fae-d584-4ddd-9960-6ad9fd507265. Feb 15 09:55:47.919010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router bd9bcbc2-0807-4646-8190-cd98f40465e8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:55:48.076611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:55:48.088035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Sync routers for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:55:48.104685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:48.105359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:48.107446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:48.139840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ad0c8702-0172-4ea8-8b19-0b32a271ce02 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/floatingips/7ebda74e-1db9-40d6-98a3-c52f079e77e0 HTTP/1.1" status: 204 len: 168 time: 1.1223538 Feb 15 09:55:48.140979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:48.143414 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379" -d '{"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:48.255104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:48.428232 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f0f906-4d55-41a6-b68b-9b2c7c4835d8 x-openstack-request-id: req-a5f0f906-4d55-41a6-b68b-9b2c7c4835d8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:48.428964 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:48.428964 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5f0f906-4d55-41a6-b68b-9b2c7c4835d8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:48.431523 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:55:48.552232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:48.587606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Checking router: bd9bcbc2-0807-4646-8190-cd98f40465e8 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:55:48.602137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:48.603063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:48.633532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-a0364167-0e79-4bb1-9f79-5f89e9340765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:48.636134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-a0364167-0e79-4bb1-9f79-5f89e9340765 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 1097 time: 0.1815338 Feb 15 09:55:48.771141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9749132-42f9-4d28-9b60-f20310abc899 req-57105e78-2073-41c7-b339-649ad96a82f6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:48.779532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9749132-42f9-4d28-9b60-f20310abc899 req-57105e78-2073-41c7-b339-649ad96a82f6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 946 time: 0.2479868 Feb 15 09:55:48.822818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-c20c5b18-5fd2-4644-8044-d13af35acbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:48.824835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-c20c5b18-5fd2-4644-8044-d13af35acbbd service neutron] 10.222.0.36 "GET /v2.0/networks?id=89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 200 len: 897 time: 0.1776516 Feb 15 09:55:48.881029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-e881ff59-33f2-4dfb-a0fa-5051e47c1719 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 200 len: 217 time: 0.0447404 Feb 15 09:55:48.899748 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9749132-42f9-4d28-9b60-f20310abc899 req-5950fa82-6648-4d3e-b6f0-3e0bb232ff09 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142066 Feb 15 09:55:49.074650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:49.093793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-0fbdadbf-ac98-4e45-bad1-e34ea1a71b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:49.095424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-0fbdadbf-ac98-4e45-bad1-e34ea1a71b9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 200 len: 835 time: 0.1942353 Feb 15 09:55:49.174454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-124e99bf-08fc-4af5-8acc-453688ca85ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:49.176307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-124e99bf-08fc-4af5-8acc-453688ca85ce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=89ad37ba-ba22-4a1d-9a61-0815adaa7137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735786 Feb 15 09:55:49.336356 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-942fcc89-d2fe-4288-9d95-11e81a1ea4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:49.346736 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-71ffb10f-1ded-45e9-a149-4e559e261646 service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609838 Feb 15 09:55:49.431383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:49.470958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdda46e4-1e9c-4650-adfc-c9eeb729bf21 None None] The sync data for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 is: [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:53:47Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bb86ed8f-6254-480a-93c4-5a11b078b590', 'name': '', 'network_id': '89ad37ba-ba22-4a1d-9a61-0815adaa7137', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:19:c4:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3475, 'fixed_ips': [{'subnet_id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:45Z', 'updated_at': '2022-02-15T09:53:54Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '4710a39b-5b91-4423-8239-49ec918b7baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:55:49.544530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b8a6f91-da1e-4f1c-81bf-3f2461fd1379 req-f09c388d-4da0-49ba-87a6-8c1cb8b1475a service neutron] 10.222.0.36 "GET /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905146 Feb 15 09:55:49.852625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db2803-84c5-4ece-85b4-6425a0637998 req-8cbd9b21-80f6-4003-b626-1039e5377ae1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:49.854302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59db2803-84c5-4ece-85b4-6425a0637998 req-8cbd9b21-80f6-4003-b626-1039e5377ae1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 946 time: 0.1106415 Feb 15 09:55:49.860402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ee77bd-686d-4b47-9504-84ac233d4fcb None None] New status for floating IP 7ebda74e-1db9-40d6-98a3-c52f079e77e0: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:55:50.019286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:50.019690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:50.266779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372b41f-95af-4cbb-ab91-1b2681ff8dce req-b0ae27e8-c79b-48d5-99a9-fd1ca04ffce0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:50.268564 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8372b41f-95af-4cbb-ab91-1b2681ff8dce req-b0ae27e8-c79b-48d5-99a9-fd1ca04ffce0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=19cd43fd-a1c9-4d89-819d-542688be75bd HTTP/1.1" status: 200 len: 946 time: 0.2518885 Feb 15 09:55:50.280837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port e54c6fae-d584-4ddd-9960-6ad9fd507265, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e54c6fae-d584-4ddd-9960-6ad9fd507265,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:50.280837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:50.299960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for e54c6fae-d584-4ddd-9960-6ad9fd507265 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:50.354866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:50.372411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8372b41f-95af-4cbb-ab91-1b2681ff8dce req-5ca6eaf1-208a-4558-8a93-2ba654c3e8eb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=df17c293-707f-4f64-a503-9cd379d67334&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955279 Feb 15 09:55:50.501751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-24b065ec-e51e-42a1-a225-b17fd7eb0414 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673070 Feb 15 09:55:50.528881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:50.583779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=e54c6fae-d584-4ddd-9960-6ad9fd507265,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:50.615716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.617031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.617720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.618487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.619064 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.619698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.620296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.621349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.621976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.622594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.623161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.623746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:55:50.646080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] No DVR routers for this DVR port e54c6fae-d584-4ddd-9960-6ad9fd507265 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:50.648676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:50.652982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59db2803-84c5-4ece-85b4-6425a0637998 req-c90dbc12-7dbb-4464-8344-6a83268d4ea3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "DELETE /v2.0/ports/e54c6fae-d584-4ddd-9960-6ad9fd507265 HTTP/1.1" status: 204 len: 173 time: 0.7922504 Feb 15 09:55:50.653436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-deleted', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:50.655718 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ffdf2b5-b542-407c-857f-c759d4b2a268" -d '{"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-deleted", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:50.666654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-645b856e-1d07-4088-8e72-f8884600019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:50.671344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-645b856e-1d07-4088-8e72-f8884600019f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 1097 time: 0.1101480 Feb 15 09:55:50.702995 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-864d4f8d-c916-46ff-ba4d-14daedc984b9 x-openstack-request-id: req-864d4f8d-c916-46ff-ba4d-14daedc984b9 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:50.703667 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19cd43fd-a1c9-4d89-819d-542688be75bd", "name": "network-vif-deleted", "tag": "e54c6fae-d584-4ddd-9960-6ad9fd507265", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:50.704079 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-864d4f8d-c916-46ff-ba4d-14daedc984b9 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:50.704652 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19cd43fd-a1c9-4d89-819d-542688be75bd', 'name': 'network-vif-deleted', 'tag': 'e54c6fae-d584-4ddd-9960-6ad9fd507265', 'status': 'completed', 'code': 200} Feb 15 09:55:50.876831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-b965995c-3434-4e1a-8517-c18c8b5ec94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:50.878578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-b965995c-3434-4e1a-8517-c18c8b5ec94c service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1819079 Feb 15 09:55:50.934402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-cd9070b2-10e7-464a-bacf-d3d6da29d447 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 200 len: 217 time: 0.0494232 Feb 15 09:55:50.996284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-0bebcbba-eb74-4218-bbfe-cb2d163d3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:50.998433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-0bebcbba-eb74-4218-bbfe-cb2d163d3fd3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0569217 Feb 15 09:55:51.073823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-89873bd6-ba46-491b-a52b-aea0f3dd7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:51.076023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-89873bd6-ba46-491b-a52b-aea0f3dd7a00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699327 Feb 15 09:55:51.243532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-986393f1-79ae-4f4f-a211-2d66392c8c8b service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515121 Feb 15 09:55:51.357220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-895e1035-cbcc-4ca0-b44a-a415f886fead req-debcba89-d733-49ec-8d01-bf2ccfb15a01 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047320 Feb 15 09:55:51.441192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36606) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:51.964129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:52.288986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:52.407071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:52.413325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port bb86ed8f-6254-480a-93c4-5a11b078b590 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:52.413669 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:52.673642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port bb86ed8f-6254-480a-93c4-5a11b078b590, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bb86ed8f-6254-480a-93c4-5a11b078b590,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:52.675513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:52.693749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for bb86ed8f-6254-480a-93c4-5a11b078b590 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:52.943810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-317a31d4-0524-4c3d-8262-99c0ea31f3d4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:52.950928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-317a31d4-0524-4c3d-8262-99c0ea31f3d4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.1874969 Feb 15 09:55:52.971746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-9c5ce648-a162-4d8d-9714-c4bd1508bba6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/quotas/5a2c2fafb4dc47a28ebe7b9e2ff978c5 HTTP/1.1" status: 200 len: 375 time: 0.0198662 Feb 15 09:55:53.062904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-a6f880cb-8681-4649-a1fa-a84455bba966 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0901790 Feb 15 09:55:53.157357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:53.200526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:53.225713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: e54c6fae-d584-4ddd-9960-6ad9fd507265 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:53.226550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e54c6fae-d584-4ddd-9960-6ad9fd507265 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:53.244686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=bb86ed8f-6254-480a-93c4-5a11b078b590,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:53.265236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-dfa4ec5b-6e77-4797-8c23-39f09486faf3 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007637 Feb 15 09:55:53.665459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-97470433-daea-4a31-8637-9053fce05ba6 service neutron] 10.222.0.10 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759246 Feb 15 09:55:53.898109 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:53.968029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-645fa05c-860a-4819-b50a-cac155c43525 req-2b553300-ebbc-4979-95e9-f3465f7b8c8f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 210 time: 0.0710275 Feb 15 09:55:54.484290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router bd9bcbc2-0807-4646-8190-cd98f40465e8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:55:54.639852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:55:54.652108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9af90a30-db25-4214-a0d0-4b2d721b32d1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/bd9bcbc2-0807-4646-8190-cd98f40465e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2065909 Feb 15 09:55:54.652459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36668) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:54.657645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Sync routers for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:55:54.671138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:54.673906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:54.761978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting subnet 4710a39b-5b91-4423-8239-49ec918b7baa {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:55:54.773546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:54.854022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:54.941533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:54.987497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:55.121489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a6a2c44-19a0-4372-b001-34ab57650409 req-36206bc0-9621-401c-93bd-7e54af631bbf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 210 time: 0.0464289 Feb 15 09:55:55.165119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:55.212033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36515b63-cb69-4b70-8401-cee9080a6f95 None None] Network 89ad37ba-ba22-4a1d-9a61-0815adaa7137 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:55:55.218796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:55:53Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:55.227625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:55.234890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36694) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:55.235328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/subnets/4710a39b-5b91-4423-8239-49ec918b7baa HTTP/1.1" status: 204 len: 168 time: 0.5814710 Feb 15 09:55:55.240245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c43d2-5cf0-4d8c-abfb-0b302dff539a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Subnet': ['ID=4710a39b-5b91-4423-8239-49ec918b7baa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:55.277409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Checking router: bd9bcbc2-0807-4646-8190-cd98f40465e8 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:55:55.389033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Routers {'bd9bcbc2-0807-4646-8190-cd98f40465e8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:55:55.389837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bd9bcbc2-0807-4646-8190-cd98f40465e8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:55.604962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] Set router bd9bcbc2-0807-4646-8190-cd98f40465e8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:55:55.949123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:55:53Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:55.992525 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] DHCP port deletion for 89ad37ba-ba22-4a1d-9a61-0815adaa7137 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:55:55.999223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f7c0ff-058e-4e35-ad02-a6a84de8dac8 None None] The sync data for ids ['bd9bcbc2-0807-4646-8190-cd98f40465e8'] in n-d-825064-4 is: [{'id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1074935904', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230'}], 'enable_snat': True}, 'gw_port_id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:53:37Z', 'updated_at': '2022-02-15T09:55:53Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': 'a584f3a8-ef0e-4823-b44b-5a2e3eafd88a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:88:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9bcbc2-0807-4646-8190-cd98f40465e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:53:38Z', 'updated_at': '2022-02-15T09:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:55:56.095572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Deleting port edaa69a8-342c-469b-88db-85ac79ebcbe1 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:56.095948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.133924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.234872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] For port edaa69a8-342c-469b-88db-85ac79ebcbe1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=edaa69a8-342c-469b-88db-85ac79ebcbe1,segment=NetworkSegment(6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e),segment_id=6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:56.245590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.288076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Calling delete_port for edaa69a8-342c-469b-88db-85ac79ebcbe1 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:56.327850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-0b5806ca-53ed-44ab-8331-dc6460bc9ffd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:56.329333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-0b5806ca-53ed-44ab-8331-dc6460bc9ffd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 812 time: 0.4567857 Feb 15 09:55:56.423138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Request body: {'port': {'device_id': '531c15f5-1b34-4916-a613-b1f3a096440b', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'admin_state_up': True, 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:56.446262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.474066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] No DVR routers for this DVR port edaa69a8-342c-469b-88db-85ac79ebcbe1 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:55:56.522906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4fec3-fe19-44ab-838e-127769119fae None None] Pushing event deleted for resources: {'Port': ['ID=edaa69a8-342c-469b-88db-85ac79ebcbe1,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:56.527282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device edaa69a8-342c-469b-88db-85ac79ebcbe1 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:56.554870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: edaa69a8-342c-469b-88db-85ac79ebcbe1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:56.555241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device edaa69a8-342c-469b-88db-85ac79ebcbe1 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:56.555704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bb86ed8f-6254-480a-93c4-5a11b078b590 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:56.581212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: bb86ed8f-6254-480a-93c4-5a11b078b590 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:56.581495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bb86ed8f-6254-480a-93c4-5a11b078b590 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:56.599801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.636319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ddccc8da-f426-427f-878f-5101a9d72204 req-c08f7319-9b7d-43f2-a0aa-4770ad1276a2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 210 time: 0.3873034 Feb 15 09:55:56.710631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Made reservation on behalf of 5a2c2fafb4dc47a28ebe7b9e2ff978c5 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:55:56.714701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.739105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:55:56.739446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.900731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port a584f3a8-ef0e-4823-b44b-5a2e3eafd88a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:55:56.902651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:56.919301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for a584f3a8-ef0e-4823-b44b-5a2e3eafd88a owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:55:56.936582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Allocated IP 172.20.0.10 (882d8125-600a-4d59-bb5c-b20b0e620834/faec00fc-3571-493f-a12f-70a6fbc47de0/5becbe5f-c4f1-4efa-a74e-43b1a2b0a506) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:55:57.235989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.242299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.280018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=a584f3a8-ef0e-4823-b44b-5a2e3eafd88a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:57.355570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.357410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.367848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:57.371980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:55:57.497633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Network 882d8125-600a-4d59-bb5c-b20b0e620834 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:55:57.501015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.507718 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.509765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:55:57.513987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:55:57.517304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:57.606767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.607411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Fanout notify agent at l3_agent the message router_deleted on router bd9bcbc2-0807-4646-8190-cd98f40465e8 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:55:57.621293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.625805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36774) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:57.626065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bc8acbac-4019-49b8-aba3-4e83fe5c0522 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/routers/bd9bcbc2-0807-4646-8190-cd98f40465e8 HTTP/1.1" status: 204 len: 168 time: 2.3901384 Feb 15 09:55:57.672199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:57.676920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.750370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-79e979d4-91c5-4095-9d57-2a0625eb9ea2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3533349 Feb 15 09:55:57.767709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Request body: {'port': {'device_id': '531c15f5-1b34-4916-a613-b1f3a096440b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:57.889183 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.889793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:57.985642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8ed5b0-2961-4bb8-ac3c-e39d05b8573b req-50c1c245-dc92-4c10-9085-d194f18b108f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:57.997114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f8ed5b0-2961-4bb8-ac3c-e39d05b8573b req-50c1c245-dc92-4c10-9085-d194f18b108f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 932 time: 0.1761205 Feb 15 09:55:58.087715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.123415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ad37ba-ba22-4a1d-9a61-0815adaa7137']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:58.142131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:58.142734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c0cdcf0-97a0-4649-845b-c8fa2f5bbc0e') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:55:58.156275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.173437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f8ed5b0-2961-4bb8-ac3c-e39d05b8573b req-cb89dcca-9611-46ee-83ba-0bd659e2736f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295686 Feb 15 09:55:58.174471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.178799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0e112e97-c0f6-4225-ab25-b4f076ff189c None None] Provisioning complete for port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:55:58.181325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e112e97-c0f6-4225-ab25-b4f076ff189c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.186455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:55:58.187537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:55:58.225729 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:55:58.244548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0e112e97-c0f6-4225-ab25-b4f076ff189c None None] Port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:55:58.426734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a584f3a8-ef0e-4823-b44b-5a2e3eafd88a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:55:58.465509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.474468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a584f3a8-ef0e-4823-b44b-5a2e3eafd88a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:55:58.479683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a584f3a8-ef0e-4823-b44b-5a2e3eafd88a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:55:58.487034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.498582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/networks/89ad37ba-ba22-4a1d-9a61-0815adaa7137 HTTP/1.1" status: 204 len: 168 time: 0.8711290 Feb 15 09:55:58.499239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:58.523678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540045a6-1234-405b-ab26-44a76f148059 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Network': ['ID=89ad37ba-ba22-4a1d-9a61-0815adaa7137,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:58.653645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.666351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:55:58.678829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.699611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Transition to ACTIVE for port object 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:55:58.703840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.708292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.820452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:58.832485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.835746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:58.837073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/security-groups/df17c293-707f-4f64-a503-9cd379d67334 HTTP/1.1" status: 204 len: 168 time: 0.3230855 Feb 15 09:55:58.871278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009210a-e005-4d22-a95b-aa07e9d7706f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17c293-707f-4f64-a503-9cd379d67334,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:58.997318 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Attempting to bind port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:55:58.998471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Attempting to bind port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:55:58.998984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Attempting to bind port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:59.012395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 on network 882d8125-600a-4d59-bb5c-b20b0e620834 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:55:59.012962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Attempting to bind port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 on network 882d8125-600a-4d59-bb5c-b20b0e620834 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:55:59.025846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:55:59.028301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Checking segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:55:59.030028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Bound using segment: {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:55:59.030534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Bound port: 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c05f98-3544-4299-b456-68315fd8be39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:55:59.031069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:59.142660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:55:59.149733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:55:59.179114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:59.205554 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:55:59.275541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:59.278166 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:55:59.280216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] 10.222.0.72 "PUT /v2.0/ports/5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 HTTP/1.1" status: 200 len: 1092 time: 1.5239890 Feb 15 09:55:59.287132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:55:59.294110 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b3364a-dfd2-4182-a2d0-912ae267b8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:55:59.415819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5809f349-29e3-4fd4-ae45-f1c3f1db0c2a req-e5d2b6c8-cc04-4a5f-9c4e-dfc7b8065a9f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:59.430142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba18fde-c233-4ed0-91fd-f31d45507561 service neutron] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:55:59.431055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5809f349-29e3-4fd4-ae45-f1c3f1db0c2a req-e5d2b6c8-cc04-4a5f-9c4e-dfc7b8065a9f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.1554518 Feb 15 09:55:59.477308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-729bfa2a-b95f-477b-827a-1da9fb52ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:59.479680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-729bfa2a-b95f-477b-827a-1da9fb52ec22 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 1095 time: 0.1407402 Feb 15 09:55:59.538078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5809f349-29e3-4fd4-ae45-f1c3f1db0c2a req-ef402fb4-bf3a-438a-bf2d-0c38e6f3b5be tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999010 Feb 15 09:55:59.653766 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34990c05-1674-45a5-a8c6-a167690d461d x-openstack-request-id: req-34990c05-1674-45a5-a8c6-a167690d461d {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:55:59.654601 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:55:59.654953 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34990c05-1674-45a5-a8c6-a167690d461d {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:55:59.655719 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'status': 'completed', 'code': 200} Feb 15 09:55:59.657869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-40bfb116-8746-47ea-96a6-eba1f327f2ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 HTTP/1.1" status: 200 len: 217 time: 0.1657827 Feb 15 09:55:59.724038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-0b15cffb-1a4c-47e7-ab63-b9e7094bca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:59.727523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-0b15cffb-1a4c-47e7-ab63-b9e7094bca68 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0628021 Feb 15 09:55:59.777627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36820) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:55:59.782054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1997143307', 'description': 'tempest-secgroup-smoke-1997143307 description', 'project_id': '0b74351313014ffab51fe899542eaf24'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:55:59.791486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59969e05-cda2-4dc5-b319-051376994e22 req-307616b1-19d5-4196-9f0f-150e9b8101d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:55:59.793231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-307616b1-19d5-4196-9f0f-150e9b8101d5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577250 Feb 15 09:55:59.936142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-00f4ebf3-7b6c-49cd-9e6f-2b88a465a2b3 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252651 Feb 15 09:55:59.937338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.132881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59969e05-cda2-4dc5-b319-051376994e22 req-44dfc43f-ff92-4893-97ab-4f9ce7fc0eec service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825063 Feb 15 09:56:00.148045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.154130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.181269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.183479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4048936 Feb 15 09:56:00.187037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:00.197023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:00.235807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.252278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fca92b-7028-4424-9c8b-c6d28dc3fb6a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818675d2-5f24-44e2-94f4-f15bfdfb00bf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:00.273353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-7fda5879-5a81-4171-8d14-be2f1f6ef258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:00.275013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-7fda5879-5a81-4171-8d14-be2f1f6ef258 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 1095 time: 0.0796568 Feb 15 09:56:00.327259 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.336293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.365005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ff508a-dc16-4243-958f-c397e247cc41,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:00.379946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.381854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-851190d9-cbce-4747-aa1e-a9a29e436483 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1929526 Feb 15 09:56:00.384708 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:00.389848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:00.423503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.478403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-0d10232c-9542-4e18-9ce1-b3eddb81dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:00.480250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-0d10232c-9542-4e18-9ce1-b3eddb81dddc service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1937249 Feb 15 09:56:00.538448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.542785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.586914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cfc5749-e498-4eea-b9c7-183090c7f3dd,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:00.591783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-3141c2e0-994f-4a1f-8aad-afd0b54db898 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 HTTP/1.1" status: 200 len: 217 time: 0.1041164 Feb 15 09:56:00.603529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.604905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b2a3ff37-d47c-4b50-ad4a-749af5b86782 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2186794 Feb 15 09:56:00.610181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36834) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:00.621174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:00.695412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-1bcc8431-601a-447a-a1f2-ccc030f3eece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:00.697398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-1bcc8431-601a-447a-a1f2-ccc030f3eece service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0979402 Feb 15 09:56:00.711166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.740449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa38c45-53ee-4a18-95fa-a10e156fd75a req-a57328cf-7234-4cc8-81f9-7a7b14a2991f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:00.742270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aa38c45-53ee-4a18-95fa-a10e156fd75a req-a57328cf-7234-4cc8-81f9-7a7b14a2991f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0942194 Feb 15 09:56:00.774558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-d712aa1f-1d33-46f5-a0d2-f075eed6cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:00.776302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-d712aa1f-1d33-46f5-a0d2-f075eed6cbbd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709758 Feb 15 09:56:00.823743 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aa38c45-53ee-4a18-95fa-a10e156fd75a req-0689a51a-327d-4008-9fad-59ad2bcd65c5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649838 Feb 15 09:56:00.840373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.856980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.889800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:00.894738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2805293 Feb 15 09:56:00.897401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36836) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:00.901382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30999-e6b2-426c-9727-a27e3e2b133e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d21394-ed04-4749-bac6-24f7c86cbbb4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:00.904001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:00.931517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-ca211a70-c72a-4869-aeeb-a10731bdde1a service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473744 Feb 15 09:56:00.963906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.073056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.076792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85b3364a-dfd2-4182-a2d0-912ae267b8ba req-521a5bf8-a7ff-4d91-8ed0-f045d286bb38 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374574 Feb 15 09:56:01.079581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.099690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a031f3-c521-4a69-9fa3-879919c64419,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:01.105897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.110162 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36842) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:01.113878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bf35244d-b7ab-4fd9-9ccf-2a5860f7860d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2140765 Feb 15 09:56:01.119286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:01.159509 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:56:01.166679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.226889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36846) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:01.272863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.276680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.317515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb07536-9738-4773-8182-ae5a0ac4aacf,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:01.329836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.336142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb0784dd-f80e-4b8d-86e2-7c297bb21bcc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2242713 Feb 15 09:56:01.343908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36850) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:01.360259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Deleting subnet dd9394e2-a4f9-4972-96dd-a4ec69194d8c {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:56:01.364408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.432015 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.542609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.619677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': '818675d2-5f24-44e2-94f4-f15bfdfb00bf', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:01.651319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.692311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd9394e2-a4f9-4972-96dd-a4ec69194d8c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:01.707687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.713657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bf14ac0c-27c9-4582-85e6-56b644ab89a6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dd9394e2-a4f9-4972-96dd-a4ec69194d8c HTTP/1.1" status: 204 len: 168 time: 0.4830527 Feb 15 09:56:01.714174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36856) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:01.734212 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:56:01.745752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.809584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.822499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.829226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.849753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7bf14e3-dac0-404f-b490-661c16a08384,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:01.871422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.872687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-56f8c0e2-255a-4730-a7c3-19e6c1e1979b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5279202 Feb 15 09:56:01.875655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36860) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:01.881331 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'network': {'name': 'tempest-network-smoke--734516983', 'project_id': '0b74351313014ffab51fe899542eaf24', 'port_security_enabled': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:01.945097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.958560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:56:01.961772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:01.987973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a953f66-76df-4bf8-b3fe-16e17eaa5232']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:01.988835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7049825e-57d3-41d7-a42f-e0375a6edaf5 req-e7cc1ca3-baa0-4055-bddf-ef0d98e7e745 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:01.998853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7049825e-57d3-41d7-a42f-e0375a6edaf5 req-e7cc1ca3-baa0-4055-bddf-ef0d98e7e745 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0759010 Feb 15 09:56:02.002895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d67648d-548c-4e1e-b6da-addefe835c89') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:02.003190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d67648d-548c-4e1e-b6da-addefe835c89') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:02.018262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.020722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:56:02.038986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.041032 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Added segment d120e0c9-ce92-4a06-9cd1-24fcfb326cd1 of type vlan for network 6d301e25-90c1-4e56-b418-2320ed0e0454 Feb 15 09:56:02.042949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.047077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7049825e-57d3-41d7-a42f-e0375a6edaf5 req-81215e05-70b0-41bf-8c6f-a7481e3acfce tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457647 Feb 15 09:56:02.057230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:56:02.057645 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:56:02.068884 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:56:02.138615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.151335 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.162237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.165371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3a953f66-76df-4bf8-b3fe-16e17eaa5232 HTTP/1.1" status: 204 len: 168 time: 0.4495215 Feb 15 09:56:02.181394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848a189-5589-4c53-a8ea-cf4454d225a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a953f66-76df-4bf8-b3fe-16e17eaa5232,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:02.186504 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.193797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:02.194434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.264851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3852954 Feb 15 09:56:02.265117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:02.271059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'admin_state_up': True, 'project_id': '0b74351313014ffab51fe899542eaf24', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:02.277637 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7b54-f9cd-4c03-a23e-fe5ee7b4d4bb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Network': ['ID=6d301e25-90c1-4e56-b418-2320ed0e0454,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:02.289625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:56:02.300147 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.302981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.381052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.433096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36868) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:02.512675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8fcb11ec-d7ea-4ce3-9c6e-5d54e8a585d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aba5eb4e07a046558d612887b901391f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782630 Feb 15 09:56:02.516225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36870) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:02.546189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.584860 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.614445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.677703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.682982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.684250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/571e0e66-7bf7-4305-a0f0-1583582676ed HTTP/1.1" status: 204 len: 168 time: 0.1666224 Feb 15 09:56:02.696282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfacd75-542c-4eff-8bda-dbc47a49a05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571e0e66-7bf7-4305-a0f0-1583582676ed,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:02.810517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.834711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:02.977594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.162 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/9bfa6553-672d-4208-ba60-e926aef76848) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:56:03.130692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:03.174138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:03.208423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d276f4d-2c72-462c-a343-6a1917cc9676 req-e31db62e-638e-4372-9422-356d588b4916 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:03.211818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d276f4d-2c72-462c-a343-6a1917cc9676 req-e31db62e-638e-4372-9422-356d588b4916 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0796998 Feb 15 09:56:03.225996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:03.229328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:03.232012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:56:03.266221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=9bfa6553-672d-4208-ba60-e926aef76848,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:03.296500 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d276f4d-2c72-462c-a343-6a1917cc9676 req-c0588f96-aed7-4c9c-9eee-ae9f05b44a6d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738797 Feb 15 09:56:03.983423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:04.221029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:04.266089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:56:04.383877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router 1e92db6e-496e-478e-aaf5-d049299d1675 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:56:04.457410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:04.471922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'mac_address': 'fa:16:3e:28:52:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:56:04.508687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:56:04.521439 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Sync routers for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:56:04.538711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:04.540217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:04.543442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36942) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:04.545613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:04.546391 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:04.555036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:56:04.555951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9c8460b5-4145-45c6-b267-aa4cda35169a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2893450 Feb 15 09:56:04.595960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:04.596484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0971107-794d-4ce3-9ee6-9e09676fd1b7 req-12525db9-2822-4e94-9eef-45103103e384 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:04.604224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0971107-794d-4ce3-9ee6-9e09676fd1b7 req-12525db9-2822-4e94-9eef-45103103e384 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0969167 Feb 15 09:56:04.606658 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bac0bb45-bc99-443f-8071-b4d48292fe62 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b74351313014ffab51fe899542eaf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0620465 Feb 15 09:56:04.614522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:04.627327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36944) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:04.657019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0971107-794d-4ce3-9ee6-9e09676fd1b7 req-ab1981fd-11ca-49f8-bc79-d2c9efbd5e7f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482683 Feb 15 09:56:04.710051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:04.736431 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:04.828353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edb27cd-6854-49eb-9d75-340cbaf28507 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:04.829913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8edb27cd-6854-49eb-9d75-340cbaf28507 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2004488 Feb 15 09:56:04.834647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36946) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:04.875176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:56:04.882821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c25c5c7b-9d79-4c86-8d36-e138f94cca4b tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0444295 Feb 15 09:56:04.883667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 36950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:04.890095 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529333656', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'project_id': '0b74351313014ffab51fe899542eaf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:04.996236 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:03Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:05.037130 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Checking router: 1e92db6e-496e-478e-aaf5-d049299d1675 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:56:05.038517 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Updating router 1e92db6e-496e-478e-aaf5-d049299d1675 port 9bfa6553-672d-4208-ba60-e926aef76848 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:56:05.077632 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.101265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:56:05.108647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.423922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.427944 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.436768 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.491370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Attempting to bind port 9bfa6553-672d-4208-ba60-e926aef76848 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:56:05.491741 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Attempting to bind port 9bfa6553-672d-4208-ba60-e926aef76848 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:56:05.492100 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Attempting to bind port 9bfa6553-672d-4208-ba60-e926aef76848 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:56:05.493722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Subnet': ['ID=ce7822e5-ea65-47f9-9316-30c197423b8f,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:05.494065 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Pushing event updated for resources: {'Port': ['ID=9bfa6553-672d-4208-ba60-e926aef76848,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:05.501394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:56:05.501757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network hostable DHCP agents. Network: 6d301e25-90c1-4e56-b418-2320ed0e0454, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:56:05.503422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:56:05.504341 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:56:05.504739 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.505330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:56:05.505937 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Bound port: 9bfa6553-672d-4208-ba60-e926aef76848, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:56:05.506177 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.509422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.509978 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.510504 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.511004 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.511340 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.511668 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.511993 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.512315 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.512644 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.512992 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.513329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.513639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:05.524438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:56:05.536253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 6d301e25-90c1-4e56-b418-2320ed0e0454) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:05.541907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:05.542585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.563031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7925ad7b-58d8-47e6-9316-761247ace21e None None] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:56:05.567243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 36958) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:05.567747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c131599-423d-4315-b497-78655f3f91b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6827276 Feb 15 09:56:05.599018 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] For port 9bfa6553-672d-4208-ba60-e926aef76848, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:56:05.602798 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] For port 9bfa6553-672d-4208-ba60-e926aef76848, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9bfa6553-672d-4208-ba60-e926aef76848,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:56:05.608963 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:05.664358 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:05.665138 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:05.819121 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:05.905263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a1052-7ea4-4a8c-a89a-d85c37075534 req-7d9f4eea-3fb4-4c3f-b0f8-f560c21c4a7d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:05.910873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-486a1052-7ea4-4a8c-a89a-d85c37075534 req-7d9f4eea-3fb4-4c3f-b0f8-f560c21c4a7d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 945 time: 0.1206090 Feb 15 09:56:05.981734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-486a1052-7ea4-4a8c-a89a-d85c37075534 req-903225ed-6023-47dd-b3fe-bf61921f30d2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637832 Feb 15 09:56:06.018638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78765de-90e7-44a5-992b-8c7220537af4 None None] Pushing event updated for resources: {'Port': ['ID=9bfa6553-672d-4208-ba60-e926aef76848,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:06.032350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-6d301e25-90c1-4e56-b418-2320ed0e0454', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:56:06.034186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.151883 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:03Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:06.188952 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6b9037-bf04-4234-93c1-fd92eba32d45 None None] The sync data for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 is: [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:03Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:56:06.243487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Allocated IP 172.20.0.2 (6d301e25-90c1-4e56-b418-2320ed0e0454/ce7822e5-ea65-47f9-9316-30c197423b8f/9b441d04-70c2-46d2-870f-9516b1c5d72b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:56:06.275104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:06.332843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.591796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.625385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.636625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:56:06.677277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:06.677652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.724635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:06.730348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:06.732986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:56:06.805109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.1 (6d301e25-90c1-4e56-b418-2320ed0e0454/ce7822e5-ea65-47f9-9316-30c197423b8f/e7a31040-4a2e-4e58-b4c3-605cdea1eb84) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:56:06.844853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Attempting to bind port 9b441d04-70c2-46d2-870f-9516b1c5d72b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:56:06.849837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Attempting to bind port 9b441d04-70c2-46d2-870f-9516b1c5d72b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:56:06.850327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Attempting to bind port 9b441d04-70c2-46d2-870f-9516b1c5d72b on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:56:06.859150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Pushing event updated for resources: {'Port': ['ID=9b441d04-70c2-46d2-870f-9516b1c5d72b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:06.886354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:56:06.887205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:56:06.887826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.889685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Bound using segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:56:06.891174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Bound port: 9b441d04-70c2-46d2-870f-9516b1c5d72b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:56:06.891943 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:06.975800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.019987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:07.021670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:07.026028 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86d855d7-9ce7-43a0-a7d2-4e1219f5c226" -d '{"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-plugged", "status": "completed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:07.036877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.116571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] For port 9b441d04-70c2-46d2-870f-9516b1c5d72b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:56:07.121888 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] For port 9b441d04-70c2-46d2-870f-9516b1c5d72b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b441d04-70c2-46d2-870f-9516b1c5d72b,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:56:07.125277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.172206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.196328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:07.199468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:07.204494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.221141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:07.269887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:56:07.283046 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060145c1-5cba-43f4-88ab-3b901aefb50b x-openstack-request-id: req-060145c1-5cba-43f4-88ab-3b901aefb50b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:07.283371 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-plugged", "status": "completed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:07.283625 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-060145c1-5cba-43f4-88ab-3b901aefb50b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:07.284030 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'code': 200} Feb 15 09:56:07.286421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb175d9-bdbf-478e-a306-e2fa251b0cff None None] Pushing event updated for resources: {'Port': ['ID=9b441d04-70c2-46d2-870f-9516b1c5d72b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:07.473551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93490a93-f1a1-4fe7-b8a9-7dd5e39d7ddd req-272756d5-ddad-4551-9092-c41a19e3c98e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:07.485099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-93490a93-f1a1-4fe7-b8a9-7dd5e39d7ddd req-272756d5-ddad-4551-9092-c41a19e3c98e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.3292050 Feb 15 09:56:07.488267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:07.491578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:07.675499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-93490a93-f1a1-4fe7-b8a9-7dd5e39d7ddd req-a11eeb10-b127-4df1-8a88-7c29b5a1e851 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884243 Feb 15 09:56:07.684987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9c5c-c7e4-4421-b5d6-53225a3e4a2e req-88743b2f-dec2-4bb9-8697-c8e5d9c079aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:07.686767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-248f9c5c-c7e4-4421-b5d6-53225a3e4a2e req-88743b2f-dec2-4bb9-8697-c8e5d9c079aa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 1097 time: 0.3460038 Feb 15 09:56:07.879730 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-248f9c5c-c7e4-4421-b5d6-53225a3e4a2e req-2695c331-4527-49ae-bfbe-cfe6e6409e7d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543851 Feb 15 09:56:07.883285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.336905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.350225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.470822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:08.474393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.489975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b441d04-70c2-46d2-870f-9516b1c5d72b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:08.608580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9b441d04-70c2-46d2-870f-9516b1c5d72b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:08.608978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.659005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:08.662208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:08.787680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.905835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9b441d04-70c2-46d2-870f-9516b1c5d72b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b441d04-70c2-46d2-870f-9516b1c5d72b,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:08.916744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:08.917584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9bfa6553-672d-4208-ba60-e926aef76848 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:08.963884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34181fac-9b4f-4fd3-8c9f-b07c39eb7316 req-a002d23b-d434-4969-8dbc-d2732bcaa805 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:08.980536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34181fac-9b4f-4fd3-8c9f-b07c39eb7316 req-a002d23b-d434-4969-8dbc-d2732bcaa805 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1624048 Feb 15 09:56:09.061697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9b441d04-70c2-46d2-870f-9516b1c5d72b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:09.096588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34181fac-9b4f-4fd3-8c9f-b07c39eb7316 req-a294ca7d-1e84-47fe-8c1c-8ad359180b64 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080978 Feb 15 09:56:09.099722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router 1e92db6e-496e-478e-aaf5-d049299d1675 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:56:09.146788 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9bfa6553-672d-4208-ba60-e926aef76848 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:09.147298 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:09.266093 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:09.269929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:56:09.278927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f0804af3-8e7d-4a53-9f93-7becce2bd5aa tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/1e92db6e-496e-478e-aaf5-d049299d1675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091179 Feb 15 09:56:09.298613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 9bfa6553-672d-4208-ba60-e926aef76848, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9bfa6553-672d-4208-ba60-e926aef76848,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:09.305239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:09.342288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea486cf-db0f-422b-ae41-af27cff70e82 None None] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:56:09.430170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=9bfa6553-672d-4208-ba60-e926aef76848,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:09.443609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7ea1fd14-450f-4cd5-bc61-442b50e5cc7e None None] Provisioning complete for port 9b441d04-70c2-46d2-870f-9516b1c5d72b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:09.450132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ea1fd14-450f-4cd5-bc61-442b50e5cc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:09.504646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Sync routers for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:56:09.549433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:09.550797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:09.641826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-3c6ac585-a71c-4478-a321-ccf831b56604 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1997143307&fields=id&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 267 time: 0.0478575 Feb 15 09:56:09.777182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:09.791335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2acf642d-886d-441a-b4d2-4c92d8bcb310 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:09.793349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2acf642d-886d-441a-b4d2-4c92d8bcb310 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 796 time: 0.1455836 Feb 15 09:56:09.814871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-98d39ea0-4b97-47f4-a39d-63b843f600a4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/quotas/0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 375 time: 0.0149248 Feb 15 09:56:09.920231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-acaa6ff6-5805-4387-93cb-9ab7e3faf3f1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981290 Feb 15 09:56:10.105582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-22673958-ad93-4f7d-b800-197a1d98633b service neutron] 10.222.0.10 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691957 Feb 15 09:56:10.163094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:08Z', 'revision_number': 2, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:10.291919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Checking router: 1e92db6e-496e-478e-aaf5-d049299d1675 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:56:10.292696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Updating router 1e92db6e-496e-478e-aaf5-d049299d1675 port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:56:10.338550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-3fd348b4-7c95-420a-9b24-43e1b82da5a1 service neutron] 10.222.0.10 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234704 Feb 15 09:56:10.338697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b6218c70-1146-4c1c-a7c2-0f58285e2da6 None None] Provisioning complete for port 9b441d04-70c2-46d2-870f-9516b1c5d72b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:10.339038 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b6218c70-1146-4c1c-a7c2-0f58285e2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:10.392286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133686a-40d0-431b-bf7f-05974629d384 req-d55d9ad4-3172-4eb6-a12e-a76bdf2ede19 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:10.401388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1133686a-40d0-431b-bf7f-05974629d384 req-d55d9ad4-3172-4eb6-a12e-a76bdf2ede19 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1198266 Feb 15 09:56:10.481226 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:10.485482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b441d04-70c2-46d2-870f-9516b1c5d72b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:10.489776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1133686a-40d0-431b-bf7f-05974629d384 req-bdd6fd76-41ae-42bd-a9ce-40c057ad6f89 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867112 Feb 15 09:56:10.780207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:10.970682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-295ddef6-a056-4a7c-9ca5-ab4c80f02684 req-224435e7-9a60-4c9c-9c1a-1cb4c9f586c9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 210 time: 0.0828562 Feb 15 09:56:10.987005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b6218c70-1146-4c1c-a7c2-0f58285e2da6 None None] Provisioning complete for port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:10.987577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b6218c70-1146-4c1c-a7c2-0f58285e2da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.081621 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90a6a7c-99db-4e47-a14c-c9afcd6c8c3b req-0a09e837-a99f-4b75-9095-09cd11924873 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:11.103611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c90a6a7c-99db-4e47-a14c-c9afcd6c8c3b req-0a09e837-a99f-4b75-9095-09cd11924873 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.2014194 Feb 15 09:56:11.172032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14958338-0248-4cb1-bb46-df6959e7b455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.274352 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c90a6a7c-99db-4e47-a14c-c9afcd6c8c3b req-b348965a-933f-46a1-84b9-6819d663551b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659257 Feb 15 09:56:11.338719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9b441d04-70c2-46d2-870f-9516b1c5d72b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:11.339107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.465835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14958338-0248-4cb1-bb46-df6959e7b455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.473833 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-14958338-0248-4cb1-bb46-df6959e7b455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.527542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-14958338-0248-4cb1-bb46-df6959e7b455 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0f3c2abe477d4a4eb2eb827e54990455&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457702 Feb 15 09:56:11.530472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37076) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:11.552392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14958338-0248-4cb1-bb46-df6959e7b455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7081f7e6-851f-40bf-b76e-cc250ae3e1a4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:11.638331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.681193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.734031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b6218c70-1146-4c1c-a7c2-0f58285e2da6 None None] Port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:56:11.834159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.836886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.838734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7081f7e6-851f-40bf-b76e-cc250ae3e1a4 HTTP/1.1" status: 204 len: 168 time: 0.3055775 Feb 15 09:56:11.864944 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb60f0c-ee50-4f7c-9c45-731570738376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7081f7e6-851f-40bf-b76e-cc250ae3e1a4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:11.903906 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.915829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9bfa6553-672d-4208-ba60-e926aef76848 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:11.956249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-34cfc671-7534-4b8d-b424-2037604d25b5 None None] Provisioning complete for port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:11.956713 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34cfc671-7534-4b8d-b424-2037604d25b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:11.960939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.087296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-34cfc671-7534-4b8d-b424-2037604d25b5 None None] Port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:56:12.095613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 9bfa6553-672d-4208-ba60-e926aef76848 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:12.095989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.110295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e021abc-d0b1-4f29-829d-6db55b0fc079 req-60ec0a04-29b7-4313-9438-8c42d8d10e58 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 210 time: 0.0432007 Feb 15 09:56:12.159124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed93f-4fa3-44ca-bf8f-3ae15f0a72ae None None] Pushing event updated for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:12.289679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Attempting to bind port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:56:12.290390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Attempting to bind port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:56:12.303305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Attempting to bind port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:56:12.334416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:56:12.338641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:56:12.347917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.347917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Bound using segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:56:12.347917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Bound port: e7a31040-4a2e-4e58-b4c3-605cdea1eb84, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:56:12.347917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.529672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] For port e7a31040-4a2e-4e58-b4c3-605cdea1eb84, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:56:12.533909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] For port e7a31040-4a2e-4e58-b4c3-605cdea1eb84, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:56:12.535497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-7b338b28-2afc-4485-b943-de5fe32f4ccf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:12.538801 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-7b338b28-2afc-4485-b943-de5fe32f4ccf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 796 time: 0.2421927 Feb 15 09:56:12.551798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.590371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] Provisioning complete for port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:12.591046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.632466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb9609-a99b-4d25-9dba-8c8a2c785995 req-090ce347-5391-4285-b5d2-620ae17d249b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:12.637315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2eb9609-a99b-4d25-9dba-8c8a2c785995 req-090ce347-5391-4285-b5d2-620ae17d249b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0972512 Feb 15 09:56:12.648774 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-19fbf25c-091d-4270-9062-82ee668d174b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 380 time: 0.0663164 Feb 15 09:56:12.652983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:12.653669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:55:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:12.665107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'port': {'device_id': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'admin_state_up': True, 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'security_groups': ['818675d2-5f24-44e2-94f4-f15bfdfb00bf']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:12.708926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fed93f-4fa3-44ca-bf8f-3ae15f0a72ae None None] Pushing event updated for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:12.768227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c2eb9609-a99b-4d25-9dba-8c8a2c785995 req-2eb73398-9eb2-4319-9f5d-a1cf3ddcf3af tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171546 Feb 15 09:56:12.812216 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.856484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:56:12.860553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:12.895471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:12.929293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] For port e7a31040-4a2e-4e58-b4c3-605cdea1eb84, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:12.943764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:13.077968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.3 (6d301e25-90c1-4e56-b418-2320ed0e0454/ce7822e5-ea65-47f9-9316-30c197423b8f/07d754d0-3a46-4839-869b-34799147c300) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:56:13.195968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3f4e7947-593c-4e10-9b3d-22f79b7cc017 None None] Provisioning complete for port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:13.196512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f4e7947-593c-4e10-9b3d-22f79b7cc017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:13.228899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed02aa-cb16-4606-b121-a7553dd2962b None None] Pushing event updated for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:13.366127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2eccfc68-1d59-4a36-9942-2c635a165870 req-fb4695dc-33fe-4fd4-8ad1-9fddbeea7ec1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 210 time: 0.0443299 Feb 15 09:56:13.388235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:13.427055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:13.427978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e23a7d-b50d-42f8-bba3-446a25eb0e5f req-03b628b6-52f3-4f89-96af-49df6784b2ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:13.436128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6e23a7d-b50d-42f8-bba3-446a25eb0e5f req-03b628b6-52f3-4f89-96af-49df6784b2ec tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0678816 Feb 15 09:56:13.450167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c863d66-7ddb-42e7-b523-da4502bc1a5c None None] The sync data for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 is: [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:56:13.530893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:13.563775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6e23a7d-b50d-42f8-bba3-446a25eb0e5f req-f6e0a51c-06f1-42c9-8994-d9fae9d7a21e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266539 Feb 15 09:56:13.630076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:13.637547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:13.640467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:56:13.724282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:13.725098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:13.758038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:13.783892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-2b7dc006-db2a-4f52-90c6-0e7d523e59af tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1253829 Feb 15 09:56:13.797913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Request body: {'port': {'device_id': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:13.895373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.020050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0d2030cf-9c03-4887-9b41-3318f3f2b1fe None None] Provisioning complete for port 07d754d0-3a46-4839-869b-34799147c300 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:14.020050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d2030cf-9c03-4887-9b41-3318f3f2b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.072757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0d2030cf-9c03-4887-9b41-3318f3f2b1fe None None] Port 07d754d0-3a46-4839-869b-34799147c300 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:56:14.395500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.554699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7a31040-4a2e-4e58-b4c3-605cdea1eb84 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:14.668406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:14.669051 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.708686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d754d0-3a46-4839-869b-34799147c300 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:56:14.720144 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.735405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Transition to ACTIVE for port object 07d754d0-3a46-4839-869b-34799147c300 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:56:14.786299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:14.849607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11931a-11ea-4109-a2aa-83d54a79b6c7 req-f6b2116a-c759-4354-ba81-544496cd24ef tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:14.852196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da11931a-11ea-4109-a2aa-83d54a79b6c7 req-f6b2116a-c759-4354-ba81-544496cd24ef tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1408997 Feb 15 09:56:14.950442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da11931a-11ea-4109-a2aa-83d54a79b6c7 req-c6b5e177-7c81-4b1d-b34d-74a55a041bf0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 Feb 15 09:56:14.951688 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:15.007735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324afbb-1e9c-40d3-bd7f-564ca69af1fd req-79f1fe32-5a09-4f76-9739-a3ecc57968a9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:15.009365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8324afbb-1e9c-40d3-bd7f-564ca69af1fd req-79f1fe32-5a09-4f76-9739-a3ecc57968a9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 943 time: 0.2696428 Feb 15 09:56:15.073816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8324afbb-1e9c-40d3-bd7f-564ca69af1fd req-d519d216-0963-4c66-a7aa-bc2568f921ea tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556915 Feb 15 09:56:15.075086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:56:15.075279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:56:15.075597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:56:15.082972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:56:15.083297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:56:15.089228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:56:15.089581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:56:15.089963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Bound using segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:56:15.090570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Bound port: 07d754d0-3a46-4839-869b-34799147c300, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:56:15.090905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:15.184483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:56:15.189590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:56:15.196182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:15.241177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:15.241806 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:15.243171 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 1091 time: 1.4516191 Feb 15 09:56:15.243600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:15.245899 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66548474-6822-4941-9a9c-e4fa1e3019c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:15.275330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c98a-82de-4945-a4b1-6da6d0ba34b2 service neutron] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:15.335049 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60670f5a-f9b3-4f5b-b19f-5618e41c0fce x-openstack-request-id: req-60670f5a-f9b3-4f5b-b19f-5618e41c0fce {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:15.335334 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:15.335579 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60670f5a-f9b3-4f5b-b19f-5618e41c0fce {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:15.335970 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'status': 'completed', 'code': 200} Feb 15 09:56:15.390091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-09c2698b-484c-4e88-b276-912538300282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:15.392443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-09c2698b-484c-4e88-b276-912538300282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1094 time: 0.0742970 Feb 15 09:56:15.438899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-710120d6-eadc-4805-96ef-c997718d341c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 217 time: 0.0394337 Feb 15 09:56:15.561668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-b3852aa2-37fa-4fb4-97f4-8a00835a41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:15.563834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-b3852aa2-37fa-4fb4-97f4-8a00835a41f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.1167939 Feb 15 09:56:15.637554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-81b1cb13-92af-46be-acbf-21c070d0e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:15.639356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-81b1cb13-92af-46be-acbf-21c070d0e052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688899 Feb 15 09:56:15.824971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-7eb3e413-d8f0-465d-b62d-116806645f5f service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761248 Feb 15 09:56:15.937777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-556fc23d-569d-4970-93ba-9bd48d0fb198 req-4b28cf94-710a-49ad-9b42-5212ff8e3776 service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082036 Feb 15 09:56:16.049389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-0d394451-d313-486d-b1a2-eb1bc871f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.051779 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-0d394451-d313-486d-b1a2-eb1bc871f5a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1094 time: 0.0620487 Feb 15 09:56:16.150320 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b3f27-6a2c-4966-b15c-fbdc559fdb3c req-86645837-344c-448b-80a1-b46abb8b6624 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.152095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-566b3f27-6a2c-4966-b15c-fbdc559fdb3c req-86645837-344c-448b-80a1-b46abb8b6624 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1142900 Feb 15 09:56:16.223417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-8b976e7f-5968-433d-9942-457172701d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.225061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-8b976e7f-5968-433d-9942-457172701d92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.1548543 Feb 15 09:56:16.228141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-566b3f27-6a2c-4966-b15c-fbdc559fdb3c req-f2090008-1ac5-4d5f-9fe0-1f36e84af4c3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675249 Feb 15 09:56:16.232691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ef3fb-8fcf-4b64-865f-3c0cb25c3fca req-2fd9eb91-89a2-4eda-9b1c-b3e636005e47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.234819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-627ef3fb-8fcf-4b64-865f-3c0cb25c3fca req-2fd9eb91-89a2-4eda-9b1c-b3e636005e47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 943 time: 0.0770817 Feb 15 09:56:16.276347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-84404746-537d-4bf7-8ac4-41690baec7b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 217 time: 0.0420856 Feb 15 09:56:16.308530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-627ef3fb-8fcf-4b64-865f-3c0cb25c3fca req-5ed4568f-3f5e-494f-a4b0-25101bd45672 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659530 Feb 15 09:56:16.343825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:56:16.373429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-76781fb9-ed7a-41d6-b647-f9fc16721464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.377737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-76781fb9-ed7a-41d6-b647-f9fc16721464 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.0941861 Feb 15 09:56:16.438952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-1dcb9fa3-75dc-4369-aa48-5318ca99acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:16.441262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-1dcb9fa3-75dc-4369-aa48-5318ca99acd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554965 Feb 15 09:56:16.575582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:16.614745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'port_id': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'mac_address': 'fa:16:3e:28:52:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:56:16.668063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-2ec8d50d-a01c-44b3-9c33-18ba4280507f service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194078 Feb 15 09:56:16.718624 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:16.751117 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c5129e5-4e36-4b4b-9f65-881cc35a2a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:16.758510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:56:16.786796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:16.795327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:16.880889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66548474-6822-4941-9a9c-e4fa1e3019c8 req-3d760cb2-a9d8-495d-8756-31a63f06aa7b service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038903 Feb 15 09:56:16.957352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:56:16.970899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:17.027621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:17.266066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 07d754d0-3a46-4839-869b-34799147c300 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:56:17.408635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:17.412647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e15d5-1b03-42e1-be68-15ec216c5d68 req-6219a505-b6bf-4617-8b56-404cc9a6e4a3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:17.414483 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a22e15d5-1b03-42e1-be68-15ec216c5d68 req-6219a505-b6bf-4617-8b56-404cc9a6e4a3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 945 time: 0.0834689 Feb 15 09:56:17.444543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '07d754d0-3a46-4839-869b-34799147c300', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'port_id': '07d754d0-3a46-4839-869b-34799147c300', 'mac_address': 'fa:16:3e:71:2e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:56:17.496185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbd073-ce25-4410-84a2-f68ec37b9602 req-d9748420-b999-4d42-bbfd-10790a77808c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:17.499537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a22e15d5-1b03-42e1-be68-15ec216c5d68 req-2f0893a0-7127-4b0d-a055-15adcd45b42c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772352 Feb 15 09:56:17.501860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5bbd073-ce25-4410-84a2-f68ec37b9602 req-d9748420-b999-4d42-bbfd-10790a77808c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 943 time: 0.0671897 Feb 15 09:56:17.520956 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:17.541652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d754d0-3a46-4839-869b-34799147c300 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:56:17.563512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:17.570230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:17.592344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5bbd073-ce25-4410-84a2-f68ec37b9602 req-b095ded9-764b-4d92-a52c-3618b7c7eaa3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844016 Feb 15 09:56:17.631020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:17.796593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['07d754d0-3a46-4839-869b-34799147c300'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:56:18.369115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:18.502160 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:18.503464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:18.760674 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:18.771528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f291fba-536b-4585-914b-1595e8484b4e req-77c59dd8-e7f5-4583-8388-ba5bdaeb9d62 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:18.795221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e4336-3db3-49dc-9d74-0d40ec3a69ae req-5d7c29e9-f921-4170-a073-82b90ec08a6f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:18.797057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f291fba-536b-4585-914b-1595e8484b4e req-77c59dd8-e7f5-4583-8388-ba5bdaeb9d62 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 945 time: 0.1520538 Feb 15 09:56:18.799131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-706e4336-3db3-49dc-9d74-0d40ec3a69ae req-5d7c29e9-f921-4170-a073-82b90ec08a6f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.0786061 Feb 15 09:56:18.817173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:18.826911 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933d67cf-e801-4bd9-8fc9-bbe705cd3b54" -d '{"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-plugged", "status": "completed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:18.845827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:18.859401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:18.887060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-706e4336-3db3-49dc-9d74-0d40ec3a69ae req-2f6e39ab-28df-4451-96d6-7f82c001f874 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737085 Feb 15 09:56:18.929869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:18.961770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f291fba-536b-4585-914b-1595e8484b4e req-992e9f11-298a-487a-a81f-34aca11f3866 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637304 Feb 15 09:56:18.970527 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cef924-90ec-456c-ba68-10f65b9285c8 x-openstack-request-id: req-e3cef924-90ec-456c-ba68-10f65b9285c8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:18.971064 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-plugged", "status": "completed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:18.971372 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3cef924-90ec-456c-ba68-10f65b9285c8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:18.972419 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'code': 200} Feb 15 09:56:19.287985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 07d754d0-3a46-4839-869b-34799147c300 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:56:19.585424 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8f0efc84-895a-4529-92ad-66b42d44b07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:19.627322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 07d754d0-3a46-4839-869b-34799147c300 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:56:19.634200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 07d754d0-3a46-4839-869b-34799147c300 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:56:19.634596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:19.743085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:19.810370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:19.827314 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:19.910225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:20.085149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a62a32-31c7-4e8d-9bac-babb77872449 req-35fdd226-2f73-4e73-adb8-7efd6874581f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:20.095017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23a62a32-31c7-4e8d-9bac-babb77872449 req-35fdd226-2f73-4e73-adb8-7efd6874581f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0991230 Feb 15 09:56:20.205646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23a62a32-31c7-4e8d-9bac-babb77872449 req-6aef9726-991b-418b-b717-1061e211f071 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094158 Feb 15 09:56:20.224978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a9311-515a-49bd-b793-f81f9342a431 req-a28fbd3a-70a6-41dd-8fb6-4be5556204e6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:20.227188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f35a9311-515a-49bd-b793-f81f9342a431 req-a28fbd3a-70a6-41dd-8fb6-4be5556204e6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1513202 Feb 15 09:56:20.283769 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f35a9311-515a-49bd-b793-f81f9342a431 req-19f7d01b-f1cb-4e79-8263-cc424f9253e1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501764 Feb 15 09:56:20.381647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:20.973272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:20.975661 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6291ef-f50b-4700-b795-78252831acdd" -d '{"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-plugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:21.024193 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4f2099-001e-4c45-b932-58e31b9c215a x-openstack-request-id: req-9f4f2099-001e-4c45-b932-58e31b9c215a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:21.024542 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-plugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:21.025024 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f4f2099-001e-4c45-b932-58e31b9c215a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:21.025483 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'code': 200} Feb 15 09:56:21.162372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892835-cdab-4666-a984-ece55426e678 req-ec36ce72-5483-4d81-9fb8-e975b51219e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:21.176764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7892835-cdab-4666-a984-ece55426e678 req-ec36ce72-5483-4d81-9fb8-e975b51219e7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1096 time: 0.0616808 Feb 15 09:56:21.214189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7892835-cdab-4666-a984-ece55426e678 req-514d78e9-851d-4c6f-b52f-c50981a6738f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313907 Feb 15 09:56:21.435877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacd6d15-007f-4101-b32a-4b359a365aca req-c5075979-3dcf-451c-a468-2f40b7930d21 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:21.438134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bacd6d15-007f-4101-b32a-4b359a365aca req-c5075979-3dcf-451c-a468-2f40b7930d21 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0836470 Feb 15 09:56:21.504682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d0487-8cde-4173-875b-24f6d384db17 req-6440d73a-d3a9-4f0b-af74-f3e3647b66cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:21.506579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d6d0487-8cde-4173-875b-24f6d384db17 req-6440d73a-d3a9-4f0b-af74-f3e3647b66cf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0814829 Feb 15 09:56:21.517313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bacd6d15-007f-4101-b32a-4b359a365aca req-71cac561-8d3f-47b5-b67d-f7ccaad11f71 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662780 Feb 15 09:56:21.572100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d6d0487-8cde-4173-875b-24f6d384db17 req-1d413e17-3e11-484e-97e0-9fc026731c34 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544670 Feb 15 09:56:22.290996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.411232 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.555369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37286) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:22.611429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37292) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:22.748724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1aff64-2fa7-45d4-8ecc-9869ca78d6da req-23bbc890-a6a2-464d-af1c-0a3061f0364e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:22.764486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef1aff64-2fa7-45d4-8ecc-9869ca78d6da req-23bbc890-a6a2-464d-af1c-0a3061f0364e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.1272285 Feb 15 09:56:22.818630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef1aff64-2fa7-45d4-8ecc-9869ca78d6da req-4b371a0b-a77d-4e67-9e4c-0cdebdfc65ef tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472248 Feb 15 09:56:22.836590 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9cbb4563-e128-4f09-9090-fa996d43eee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.923297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9cbb4563-e128-4f09-9090-fa996d43eee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.938994 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a229b03-ab67-4dbd-9550-a7e9dc24a5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.943996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9cbb4563-e128-4f09-9090-fa996d43eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:22.957761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e6e2a-487d-4611-a2eb-492addcfe850 req-48c31896-17e3-4b6d-bdbc-f72f560f57b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:22.966586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e76e6e2a-487d-4611-a2eb-492addcfe850 req-48c31896-17e3-4b6d-bdbc-f72f560f57b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0714471 Feb 15 09:56:22.986142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9cbb4563-e128-4f09-9090-fa996d43eee2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=652f54382c9748619339ddd006bebd4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4289067 Feb 15 09:56:22.996316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37298) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:23.017376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177ef1c-5c71-4f10-bc54-b5d773170d68 req-43f02df2-f5cd-44d1-98fe-777dde7350e2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:23.021063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e76e6e2a-487d-4611-a2eb-492addcfe850 req-6d797ebd-13c0-4e6a-801b-b1af48b1dfcd tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492139 Feb 15 09:56:23.033534 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d177ef1c-5c71-4f10-bc54-b5d773170d68 req-43f02df2-f5cd-44d1-98fe-777dde7350e2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.3053720 Feb 15 09:56:23.033534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb4563-e128-4f09-9090-fa996d43eee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340da0c3-0e75-434f-ad4f-2be3a62a6cc5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:23.035515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37300) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:23.111834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a229b03-ab67-4dbd-9550-a7e9dc24a5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.171310 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8a229b03-ab67-4dbd-9550-a7e9dc24a5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.243073 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d177ef1c-5c71-4f10-bc54-b5d773170d68 req-3e27c44d-004e-4380-86c9-0d6376d6b488 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158558 Feb 15 09:56:23.248572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.251095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802b2bfd-fa4b-4e2e-97c3-ae376dde4a1a tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:23.257832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-802b2bfd-fa4b-4e2e-97c3-ae376dde4a1a tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1091 time: 0.2199678 Feb 15 09:56:23.258897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37304) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:23.261777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a229b03-ab67-4dbd-9550-a7e9dc24a5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7010896c-4036-46d3-bc86-47c0620fb202,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:23.264742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '07d754d0-3a46-4839-869b-34799147c300', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:56:23.322840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.331552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a229b03-ab67-4dbd-9550-a7e9dc24a5e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a47691f6c985435b889e2183b2d96c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7167778 Feb 15 09:56:23.337297 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37306) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:23.357598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.438692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.477562 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.479877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.497061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.499579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.503291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/340da0c3-0e75-434f-ad4f-2be3a62a6cc5 HTTP/1.1" status: 204 len: 168 time: 0.5027239 Feb 15 09:56:23.560403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7320e04-c17b-45e2-bf22-4d45a51c438c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340da0c3-0e75-434f-ad4f-2be3a62a6cc5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:23.607461 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.614789 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.620956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7010896c-4036-46d3-bc86-47c0620fb202 HTTP/1.1" status: 204 len: 168 time: 0.2795715 Feb 15 09:56:23.638056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58f906-1507-4f1c-adb3-533707803579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7010896c-4036-46d3-bc86-47c0620fb202,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:23.660873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.168 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e5b98c41-198f-4877-8219-d387ede46fa9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:56:23.839308 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.891389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:23.954540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:56:23.959455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:56:23.963081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:56:23.991658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=e5b98c41-198f-4877-8219-d387ede46fa9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:24.089018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37322) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:24.111070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e783b27b-28cc-4d7a-b10d-7be7d3ac2f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.405950 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e783b27b-28cc-4d7a-b10d-7be7d3ac2f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.421713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e783b27b-28cc-4d7a-b10d-7be7d3ac2f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.516792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e783b27b-28cc-4d7a-b10d-7be7d3ac2f13 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a458c350c794f42a4a20f55c2c97d6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237678 Feb 15 09:56:24.516792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e783b27b-28cc-4d7a-b10d-7be7d3ac2f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4328f16-f397-475e-a37c-fc8c849a5f13,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:24.518714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37334) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:24.599372 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.661977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.718306 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.741417 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.745691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:24.750023 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d4328f16-f397-475e-a37c-fc8c849a5f13 HTTP/1.1" status: 204 len: 168 time: 0.2271276 Feb 15 09:56:24.774400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af75f6-a81f-485f-afc5-5ab432e841fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4328f16-f397-475e-a37c-fc8c849a5f13,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:24.776477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c3cd77-158d-4bdc-9482-95f43d53112a req-66a2c3b9-4c3f-4065-a70c-5b5ebb21b00b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:24.785238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49c3cd77-158d-4bdc-9482-95f43d53112a req-66a2c3b9-4c3f-4065-a70c-5b5ebb21b00b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.4330547 Feb 15 09:56:24.865523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49c3cd77-158d-4bdc-9482-95f43d53112a req-adcad777-5b4e-46a2-bcef-b46302ef5bf5 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790830 Feb 15 09:56:24.868426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:25.138211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:25.145885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:25.225404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=e5b98c41-198f-4877-8219-d387ede46fa9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:25.241758 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:25.416604 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 98e8a7e9-f332-44d9-a5fb-175ba26f0a7c associated. External IP: 172.25.6.168, port: 07d754d0-3a46-4839-869b-34799147c300. Feb 15 09:56:25.668493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router 1e92db6e-496e-478e-aaf5-d049299d1675 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:56:25.842339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:56:25.865777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Sync routers for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:56:25.876446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:25.879837 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:25.880641 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:25.922642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b0425090-be68-48e6-b957-9b62c1b229dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6601493 Feb 15 09:56:25.922642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:25.944055 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e4899f-f30c-419d-bc08-a2fe35a73a29" -d '{"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:26.017168 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:26.118157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae46d8-3407-46d4-80d3-d696845128da req-9ab5f3b2-2cf1-49eb-bc33-85e455c23df6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.123532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122b802c-4aff-4199-8ed1-819b8de4668b req-6bdb2873-1b0d-433a-ac7b-0d355e2f6cdd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.125617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-122b802c-4aff-4199-8ed1-819b8de4668b req-6bdb2873-1b0d-433a-ac7b-0d355e2f6cdd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1040649 Feb 15 09:56:26.133938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ae46d8-3407-46d4-80d3-d696845128da req-9ab5f3b2-2cf1-49eb-bc33-85e455c23df6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0851724 Feb 15 09:56:26.176698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-122b802c-4aff-4199-8ed1-819b8de4668b req-fa9e8b12-0911-4160-a6f4-36fd4defc693 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434370 Feb 15 09:56:26.213514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ae46d8-3407-46d4-80d3-d696845128da req-c7f0cc6c-0830-4faa-ad62-730f234c60e2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786242 Feb 15 09:56:26.220374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37384) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:26.292145 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1088f05-3d98-4851-aaee-d0f636b70a71 x-openstack-request-id: req-a1088f05-3d98-4851-aaee-d0f636b70a71 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:26.292748 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:26.293110 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1088f05-3d98-4851-aaee-d0f636b70a71 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:26.293697 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'status': 'completed', 'code': 200} Feb 15 09:56:26.349945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c5e0e6eb-c70d-4325-907d-881f8af87c6d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 200 len: 991 time: 0.1270251 Feb 15 09:56:26.432856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-4e068a01-c8cd-4d1e-8b01-f8793fcdba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.438367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-4e068a01-c8cd-4d1e-8b01-f8793fcdba44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1096 time: 0.1047180 Feb 15 09:56:26.526222 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '98e8a7e9-f332-44d9-a5fb-175ba26f0a7c', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'port_id': '07d754d0-3a46-4839-869b-34799147c300', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'mac_address': 'fa:16:3e:71:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:56:24Z', 'updated_at': '2022-02-15T09:56:24Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:26.564228 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Checking router: 1e92db6e-496e-478e-aaf5-d049299d1675 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:56:26.575098 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:56:26.575720 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:26.618150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-3e181e9f-0314-43eb-99cf-9c4ad3ca7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.618150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-3e181e9f-0314-43eb-99cf-9c4ad3ca7e53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.1719072 Feb 15 09:56:26.707883 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:56:26.798058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-18d76449-0b8b-430e-9a08-b5dbed33d475 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 999 time: 0.1576865 Feb 15 09:56:26.875330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-4a33202b-fea1-42a7-b3d3-ac4a649d7df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.877021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-4a33202b-fea1-42a7-b3d3-ac4a649d7df3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.0691400 Feb 15 09:56:26.953839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-5ea1df91-a13b-43c4-8522-2894bbb40872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:26.956021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-5ea1df91-a13b-43c4-8522-2894bbb40872 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710130 Feb 15 09:56:26.972312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-5dc22aa3-6114-4baf-9a7d-5378224f7c92 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:56:26.977704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-5dc22aa3-6114-4baf-9a7d-5378224f7c92 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067854 Feb 15 09:56:27.083858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-44ce41f7-e5cb-48f2-881c-de9d5a3fbc0b service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021655 Feb 15 09:56:27.134370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '98e8a7e9-f332-44d9-a5fb-175ba26f0a7c', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'port_id': '07d754d0-3a46-4839-869b-34799147c300', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'mac_address': 'fa:16:3e:71:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:56:24Z', 'updated_at': '2022-02-15T09:56:24Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:56:27.173167 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd67b7b5-1fd2-4501-950a-1764f6819034 None None] The sync data for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 is: [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '98e8a7e9-f332-44d9-a5fb-175ba26f0a7c', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.168', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'port_id': '07d754d0-3a46-4839-869b-34799147c300', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'mac_address': 'fa:16:3e:71:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:56:24Z', 'updated_at': '2022-02-15T09:56:24Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:56:27.231218 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42e4899f-f30c-419d-bc08-a2fe35a73a29 req-6157279d-1b69-43f3-8109-ba086197f75e service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403472 Feb 15 09:56:27.353619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37406) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:27.398694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224a349-0c0f-4499-8951-cdfb078a1739 req-a723de7b-49b1-4e31-aa76-644a509c0185 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:27.411200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5224a349-0c0f-4499-8951-cdfb078a1739 req-a723de7b-49b1-4e31-aa76-644a509c0185 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0978460 Feb 15 09:56:27.483921 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-43d56e49-8880-470c-8647-587a23b6c4dc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 200 len: 991 time: 0.1280084 Feb 15 09:56:27.510803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5224a349-0c0f-4499-8951-cdfb078a1739 req-ff20eca1-ad6a-4797-b603-3424e7489dcf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904210 Feb 15 09:56:27.542722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a44219a-aa3a-4e8d-9edb-12cecfffb11b None None] New status for floating IP 98e8a7e9-f332-44d9-a5fb-175ba26f0a7c: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:56:28.486685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37426) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:28.648701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44a60eea-8ad0-4852-bd67-d1b7beaff081 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 200 len: 993 time: 0.1605616 Feb 15 09:56:28.708895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c3ae7a-dae0-4032-ae3d-f7b6ca3580f7 req-5bc70d95-760b-4d38-9c46-c999f102d953 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:28.710458 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1c3ae7a-dae0-4032-ae3d-f7b6ca3580f7 req-5bc70d95-760b-4d38-9c46-c999f102d953 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0593135 Feb 15 09:56:28.756206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c1c3ae7a-dae0-4032-ae3d-f7b6ca3580f7 req-24ca5e78-9778-4ec9-b284-81e233731d7e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Feb 15 09:56:29.993240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b4a57-e034-4628-a849-511760800cea req-2ef07c4a-45b1-4742-ad05-db666988877b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:29.995711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b4a57-e034-4628-a849-511760800cea req-2ef07c4a-45b1-4742-ad05-db666988877b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.1088383 Feb 15 09:56:30.043311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f02b4a57-e034-4628-a849-511760800cea req-a817c076-ce6f-43d6-b867-6134878a2557 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414956 Feb 15 09:56:31.193197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649d5c0-97ee-464b-978d-a6df125239dd req-f6f231d8-3134-43c8-a64f-aaa4155668a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:31.194914 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a649d5c0-97ee-464b-978d-a6df125239dd req-f6f231d8-3134-43c8-a64f-aaa4155668a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0644586 Feb 15 09:56:31.238238 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a649d5c0-97ee-464b-978d-a6df125239dd req-d175be6c-27f7-4c71-a43c-be5d63451066 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359387 Feb 15 09:56:31.359731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be42c-226d-4e7e-a907-bee31560465c req-7fc78291-b618-45f4-ab65-d3d9d342359b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:31.361636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-7fc78291-b618-45f4-ab65-d3d9d342359b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 1097 time: 0.0483189 Feb 15 09:56:31.468445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be42c-226d-4e7e-a907-bee31560465c req-211f0ea9-5463-473c-be14-43235a96ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:31.469972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-211f0ea9-5463-473c-be14-43235a96ac7f service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1011221 Feb 15 09:56:31.513760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-aadc2674-a6e5-4f23-983f-523b16a1f6e4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 HTTP/1.1" status: 200 len: 217 time: 0.0363853 Feb 15 09:56:31.564057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be42c-226d-4e7e-a907-bee31560465c req-0ae13c7e-0156-46a5-82bf-6a7763caf7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:31.566356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-0ae13c7e-0156-46a5-82bf-6a7763caf7b0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0457149 Feb 15 09:56:31.962703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2be42c-226d-4e7e-a907-bee31560465c req-3ac6f703-73be-4324-aa4f-8a33f98b4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:31.964172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-3ac6f703-73be-4324-aa4f-8a33f98b4413 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3915794 Feb 15 09:56:32.116013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-e6f518f7-77c9-4fcc-9aa6-87b664d34a9d service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450293 Feb 15 09:56:32.223566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a2be42c-226d-4e7e-a907-bee31560465c req-0340ebbb-88fe-4cf3-9b14-0410de4c5ff6 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008780 Feb 15 09:56:32.386586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c426310-f85c-4602-8454-38a83da3fda5 req-b9016505-8611-4211-8e46-01fe11381803 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:32.388417 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c426310-f85c-4602-8454-38a83da3fda5 req-b9016505-8611-4211-8e46-01fe11381803 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0599456 Feb 15 09:56:32.433614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c426310-f85c-4602-8454-38a83da3fda5 req-36a04ca4-92d7-4116-82a7-0b0f615eed37 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378778 Feb 15 09:56:33.562248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d4714-5b30-42e2-ad1c-a5b7e65fff54 req-dbedbb76-9169-4485-aa4e-0298a076884e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:33.564189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29d4714-5b30-42e2-ad1c-a5b7e65fff54 req-dbedbb76-9169-4485-aa4e-0298a076884e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 946 time: 0.0522096 Feb 15 09:56:33.612420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29d4714-5b30-42e2-ad1c-a5b7e65fff54 req-64061d8d-3222-4eff-955e-8691b84abf8a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Feb 15 09:56:34.467149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:56:34.571533 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:34.604128 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:34.607068 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba81bcb-e247-4e0f-a1c8-261d6551733a" -d '{"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-unplugged", "status": "completed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:34.625979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:34.632170 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:34.694247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:34.709284 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ac5181-f827-4e3a-a83d-9bd8b3c85cf3 x-openstack-request-id: req-96ac5181-f827-4e3a-a83d-9bd8b3c85cf3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:34.709588 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-unplugged", "status": "failed", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506", "code": 422}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:34.709845 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96ac5181-f827-4e3a-a83d-9bd8b3c85cf3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:34.710394 n-d-825064-4 neutron-server[102360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'code': 422} returned with failed status Feb 15 09:56:34.785384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d62d7c-6fab-421c-b3e4-4df097028400 req-c5360921-ae67-4389-90b7-3e0ec7bc13be tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:34.787635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32d62d7c-6fab-421c-b3e4-4df097028400 req-c5360921-ae67-4389-90b7-3e0ec7bc13be tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0518284 Feb 15 09:56:34.847101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32d62d7c-6fab-421c-b3e4-4df097028400 req-58c4c112-9044-4acd-a2d9-14649169f7ff tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479546 Feb 15 09:56:34.969373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af30122-4d0f-4271-950a-161b36bde02c req-27187a6e-2dc7-4810-ac61-544fdb5bda12 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:34.971215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4af30122-4d0f-4271-950a-161b36bde02c req-27187a6e-2dc7-4810-ac61-544fdb5bda12 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0532293 Feb 15 09:56:35.019726 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4af30122-4d0f-4271-950a-161b36bde02c req-cda6fcc6-5aa2-4f62-8e0c-191b307160eb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408540 Feb 15 09:56:35.177816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb7251-705b-4096-858e-baa25506531f req-49c3bba9-bfcb-4b74-bb7c-923bf4c90c91 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:35.180228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7cb7251-705b-4096-858e-baa25506531f req-49c3bba9-bfcb-4b74-bb7c-923bf4c90c91 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0731218 Feb 15 09:56:35.232026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7cb7251-705b-4096-858e-baa25506531f req-90d1e166-910c-484a-b109-5db9cdac2e49 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446992 Feb 15 09:56:35.421527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7ccbd-f967-425b-bc1a-c9f665a4ead5 req-188be508-7126-47d5-acba-98933c0cbbe1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:35.423865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bf7ccbd-f967-425b-bc1a-c9f665a4ead5 req-188be508-7126-47d5-acba-98933c0cbbe1 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0875790 Feb 15 09:56:35.484993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bf7ccbd-f967-425b-bc1a-c9f665a4ead5 req-faf39ffd-330f-4ad1-b420-8f09ffd0ef60 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496016 Feb 15 09:56:35.619730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240c848-cb26-448d-8563-b078a5eb5675 req-d21bb894-57bc-4073-8d0d-4562b1826145 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:35.628353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4240c848-cb26-448d-8563-b078a5eb5675 req-d21bb894-57bc-4073-8d0d-4562b1826145 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0642886 Feb 15 09:56:35.683776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4240c848-cb26-448d-8563-b078a5eb5675 req-2587f9f9-0e89-419d-9815-12547f410494 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542917 Feb 15 09:56:35.974678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f816273-9c44-4390-9355-2ab95345a6c6 req-81895b1e-75cd-434a-ba5e-59867b0b86ed tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:35.985054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f816273-9c44-4390-9355-2ab95345a6c6 req-81895b1e-75cd-434a-ba5e-59867b0b86ed tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0778487 Feb 15 09:56:36.038631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1f816273-9c44-4390-9355-2ab95345a6c6 req-59c1bdf8-51a5-471c-8fd7-a9b216761ead tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523696 Feb 15 09:56:36.218538 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:56:36.493682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37558) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:36.621822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-772fff0c-5e1f-4b74-842d-50d71bfc7c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.710403 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-772fff0c-5e1f-4b74-842d-50d71bfc7c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.714658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-772fff0c-5e1f-4b74-842d-50d71bfc7c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.755131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772fff0c-5e1f-4b74-842d-50d71bfc7c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7e4a33-d8d0-425b-9816-102b193f3dad,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:36.759717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-772fff0c-5e1f-4b74-842d-50d71bfc7c39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d144f943c0d34150ae59f7ebc3d55b9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2643600 Feb 15 09:56:36.762519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:36.823815 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.846594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.894011 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.896559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:36.897784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d7e4a33-d8d0-425b-9816-102b193f3dad HTTP/1.1" status: 204 len: 168 time: 0.1343384 Feb 15 09:56:36.906749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7e4a33-d8d0-425b-9816-102b193f3dad,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:36.914840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.915185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.915520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.915851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.916178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.916499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.916847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.917224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.917553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.917871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.918186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:36.918499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb41dc38-fccd-4e59-8c05-d816e2fe8acd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:56:37.179270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb823fb-fb1c-4012-9027-aaa3df3e59b8 req-96089c05-f4bf-42f1-80bc-1c105696c5ff tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:37.182846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb823fb-fb1c-4012-9027-aaa3df3e59b8 req-96089c05-f4bf-42f1-80bc-1c105696c5ff tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0567214 Feb 15 09:56:37.218512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37572) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:37.229661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb823fb-fb1c-4012-9027-aaa3df3e59b8 req-1e9dfa97-0211-4f98-b2ef-f45b666eae2a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395491 Feb 15 09:56:37.234914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-505dee4d-f5cb-440a-88d8-4d29532b0b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.384207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-505dee4d-f5cb-440a-88d8-4d29532b0b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.388277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-505dee4d-f5cb-440a-88d8-4d29532b0b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.426790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-505dee4d-f5cb-440a-88d8-4d29532b0b60 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=209f4bfeb2ac4482b855ca01a83db16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070897 Feb 15 09:56:37.427728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dee4d-f5cb-440a-88d8-4d29532b0b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c74af29-47a2-4371-bd33-1b55c90ca2d0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:37.429507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:37.485033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.506533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.554627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.557206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:37.558355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c74af29-47a2-4371-bd33-1b55c90ca2d0 HTTP/1.1" status: 204 len: 168 time: 0.1278756 Feb 15 09:56:37.567117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7222000-9ac9-4128-ab48-71ba5653ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c74af29-47a2-4371-bd33-1b55c90ca2d0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:38.398824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cf9f3-a1eb-4fbc-8768-df1c0bc36923 req-90baafe6-244a-4e1e-bb93-9d332ce9573f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:38.400533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86cf9f3-a1eb-4fbc-8768-df1c0bc36923 req-90baafe6-244a-4e1e-bb93-9d332ce9573f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0544786 Feb 15 09:56:38.444802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86cf9f3-a1eb-4fbc-8768-df1c0bc36923 req-6d453aea-e494-4d81-b1f6-34910fad48dc tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381970 Feb 15 09:56:38.498596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:56:38.963645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 37608) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:39.070810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08423aa9-e98d-44dc-8b4e-03b3dcbadd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.144516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08423aa9-e98d-44dc-8b4e-03b3dcbadd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.150313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08423aa9-e98d-44dc-8b4e-03b3dcbadd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.198451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37614) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:39.198704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-08423aa9-e98d-44dc-8b4e-03b3dcbadd2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac9780f171dc4976a79383c8e0a3ce26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336931 Feb 15 09:56:39.199985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08423aa9-e98d-44dc-8b4e-03b3dcbadd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e367d16e-4dcc-45cd-99d0-d4d5051801a2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:39.254158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.275824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.327711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.331431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:39.332630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e367d16e-4dcc-45cd-99d0-d4d5051801a2 HTTP/1.1" status: 204 len: 168 time: 0.1322300 Feb 15 09:56:39.341352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b5dd6-e1f5-416a-83ac-47c8b2c60ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e367d16e-4dcc-45cd-99d0-d4d5051801a2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:39.581191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51754189-67e8-48b0-9dd3-7eb9ea2d9eb7 req-7491c2ff-fe99-4d9d-a260-788a71bbd5dc tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:39.583160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51754189-67e8-48b0-9dd3-7eb9ea2d9eb7 req-7491c2ff-fe99-4d9d-a260-788a71bbd5dc tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0601516 Feb 15 09:56:39.631576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-51754189-67e8-48b0-9dd3-7eb9ea2d9eb7 req-a9ee8f15-db6e-4eb0-894a-4d7eabce11b2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421820 Feb 15 09:56:40.769803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321bb42-48ef-4605-b840-4026bb49a7ff req-6115e8c4-2134-468b-85b5-fa7899865e10 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:40.772034 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5321bb42-48ef-4605-b840-4026bb49a7ff req-6115e8c4-2134-468b-85b5-fa7899865e10 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0612128 Feb 15 09:56:40.824000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5321bb42-48ef-4605-b840-4026bb49a7ff req-b3cf4757-338a-4e70-a2a1-4ce918749036 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458031 Feb 15 09:56:41.965064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c008a3a-3dfc-46d4-98ed-1576bdedb7b3 req-6c40e576-4ff4-48dd-a97b-07160a45ffaf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:41.975465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c008a3a-3dfc-46d4-98ed-1576bdedb7b3 req-6c40e576-4ff4-48dd-a97b-07160a45ffaf tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0743599 Feb 15 09:56:42.020054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c008a3a-3dfc-46d4-98ed-1576bdedb7b3 req-0da8c99a-afdd-4af1-811a-8eebb4d4040b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Feb 15 09:56:43.144043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1b9ae2-f1d4-41f6-93d4-dd21b636affa req-1c12aa2a-63ef-403c-8630-43aa5b1b2866 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:43.145760 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca1b9ae2-f1d4-41f6-93d4-dd21b636affa req-1c12aa2a-63ef-403c-8630-43aa5b1b2866 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0556071 Feb 15 09:56:43.185337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca1b9ae2-f1d4-41f6-93d4-dd21b636affa req-2cf0b806-dff6-4d0d-bcdf-6f55cf24b906 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Feb 15 09:56:44.310156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db0c47-06ed-4e9d-a3c4-ca1817a5b82c req-642700b3-a7b4-45d3-914e-e7b8a348a4c8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:44.312089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86db0c47-06ed-4e9d-a3c4-ca1817a5b82c req-642700b3-a7b4-45d3-914e-e7b8a348a4c8 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0505376 Feb 15 09:56:44.352174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-86db0c47-06ed-4e9d-a3c4-ca1817a5b82c req-58932601-c8de-4f64-b181-2d30a641cf6b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326431 Feb 15 09:56:44.374732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:45.478733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5912a05-b5a4-40e3-9cb5-ec9c44ed291e req-4cdafd18-fedf-4e40-8e2e-430c230edc30 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:45.480740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5912a05-b5a4-40e3-9cb5-ec9c44ed291e req-4cdafd18-fedf-4e40-8e2e-430c230edc30 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0587754 Feb 15 09:56:45.526243 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5912a05-b5a4-40e3-9cb5-ec9c44ed291e req-7ef7f7ca-a14a-411d-90e8-82bea3e045e4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393829 Feb 15 09:56:46.653776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f47ad39-912a-4cf7-a442-a6bf31d9f2d5 req-eb1f1405-0b19-4629-919e-907c7388ef21 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:46.656378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f47ad39-912a-4cf7-a442-a6bf31d9f2d5 req-eb1f1405-0b19-4629-919e-907c7388ef21 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0582540 Feb 15 09:56:46.701534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f47ad39-912a-4cf7-a442-a6bf31d9f2d5 req-6e7b499e-d100-4206-bf75-b0db666a5ad2 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377765 Feb 15 09:56:46.707542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49ce51c6-6698-4631-9763-1245edf9eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:46.909025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:46.976959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803fce6-cba2-4688-a7ea-c5a224a57dc2 req-a2959ded-a091-4194-80bd-565b7541eac3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:46.978723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1803fce6-cba2-4688-a7ea-c5a224a57dc2 req-a2959ded-a091-4194-80bd-565b7541eac3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0647349 Feb 15 09:56:47.020723 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1803fce6-cba2-4688-a7ea-c5a224a57dc2 req-addc3551-d647-4230-acbc-a3ee34a95fd0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Feb 15 09:56:47.103013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-9eccbcd3-b293-4bc7-9c66-36f2f844f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:47.104551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-9eccbcd3-b293-4bc7-9c66-36f2f844f407 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.1560402 Feb 15 09:56:47.247271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-6a713ce8-9e3f-4158-b6e2-40c9794c45ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:47.248735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-6a713ce8-9e3f-4158-b6e2-40c9794c45ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1350217 Feb 15 09:56:47.321167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-ae7a57f2-6d7d-487d-85ef-6d9f9f222066 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.0659664 Feb 15 09:56:47.384015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-86eaac1f-3348-4c1c-9c9b-2f11bfe916d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:47.385580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-86eaac1f-3348-4c1c-9c9b-2f11bfe916d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0573165 Feb 15 09:56:47.436556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-f8322974-51ec-4e12-96c1-2b1b2a0d4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:47.438357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-f8322974-51ec-4e12-96c1-2b1b2a0d4388 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462863 Feb 15 09:56:47.536115 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-f06b1e08-5b21-4dc9-a9cc-18444b3647e9 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902855 Feb 15 09:56:47.633002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d4ed4cb-b45c-404e-b69b-7c81e16ea486 req-caa85d2a-a261-439d-baa0-a24a0d7acfd1 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901594 Feb 15 09:56:48.152048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d1f2f-c0a3-4dec-8d85-6f48b1a8d97f req-d8dafb03-f551-4752-8376-3d408afeadb6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:48.154285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028d1f2f-c0a3-4dec-8d85-6f48b1a8d97f req-d8dafb03-f551-4752-8376-3d408afeadb6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0527439 Feb 15 09:56:48.196772 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028d1f2f-c0a3-4dec-8d85-6f48b1a8d97f req-02fb6140-fdaa-4597-8bc9-2c15231b876f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347385 Feb 15 09:56:49.305004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a1edfd1f-3701-4948-83e1-6447c9c1edbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:49.352488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc4bf3-9935-4670-af01-ea28b7f890d8 req-0dcb6266-5091-45f0-8eeb-023f1ef805a3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:49.362878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7ffc4bf3-9935-4670-af01-ea28b7f890d8 req-0dcb6266-5091-45f0-8eeb-023f1ef805a3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0853279 Feb 15 09:56:49.401410 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7ffc4bf3-9935-4670-af01-ea28b7f890d8 req-48016814-15d8-4032-8477-75c32e735cd6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376663 Feb 15 09:56:49.563062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d69e81-437d-407b-9f37-58ed3f837c95 req-985955cb-1031-4fc6-a659-f999354ba45a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:49.586959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d69e81-437d-407b-9f37-58ed3f837c95 req-985955cb-1031-4fc6-a659-f999354ba45a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0956912 Feb 15 09:56:49.620149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d69e81-437d-407b-9f37-58ed3f837c95 req-8d9b17eb-d19d-4f32-a64d-027a24c62c89 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 Feb 15 09:56:49.791439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea641e-b1e2-49f0-b774-8ee7ab8cf86c req-cfe16631-09d6-40cc-ab76-ffcfba976678 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:49.793356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5bea641e-b1e2-49f0-b774-8ee7ab8cf86c req-cfe16631-09d6-40cc-ab76-ffcfba976678 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0536795 Feb 15 09:56:49.856938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5bea641e-b1e2-49f0-b774-8ee7ab8cf86c req-3ab7ceaa-6bcd-445c-8ce3-3554b901fc42 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550616 Feb 15 09:56:50.007358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81abc318-0854-4629-9687-47c166776125 req-d93cb21b-51cc-4663-a4f6-b59412648581 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:50.009589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81abc318-0854-4629-9687-47c166776125 req-d93cb21b-51cc-4663-a4f6-b59412648581 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0568690 Feb 15 09:56:50.055252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81abc318-0854-4629-9687-47c166776125 req-3cebba63-5dfc-4b46-92f4-209890517cd7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398333 Feb 15 09:56:50.188437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e0912-a041-4cff-b380-f1c4b76be8a0 req-c97fc9eb-50fe-4e16-bb0b-7e67dc8d12c9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:50.190929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a5e0912-a041-4cff-b380-f1c4b76be8a0 req-c97fc9eb-50fe-4e16-bb0b-7e67dc8d12c9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0515101 Feb 15 09:56:50.243119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5a5e0912-a041-4cff-b380-f1c4b76be8a0 req-e9fa15c8-084e-4f49-8848-16437170f7ab tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450335 Feb 15 09:56:50.372077 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:50.530319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b44cd-580c-4948-9f6f-55d7d6743672 req-87d292ce-f35c-4d59-859a-18e322be9012 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:50.538495 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-831b44cd-580c-4948-9f6f-55d7d6743672 req-87d292ce-f35c-4d59-859a-18e322be9012 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0767949 Feb 15 09:56:50.596545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-831b44cd-580c-4948-9f6f-55d7d6743672 req-10950d6c-00f3-4d98-afa6-56e8a93d9cdd tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413127 Feb 15 09:56:51.556346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-8243b2f0-47f4-46e2-aa8c-95df67899a11 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0992193 Feb 15 09:56:51.621888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5a40-742d-409e-82c5-34850e8fa443 req-266d4a7a-dfc2-4cae-9943-b22fae04aea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:51.623487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-266d4a7a-dfc2-4cae-9943-b22fae04aea8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 1058 time: 0.0450344 Feb 15 09:56:51.755015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ac9fa-39e5-4189-a54b-3fdd000d87fe req-ada6b6c0-2d0b-4592-8ce5-391d1fd51615 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:51.756538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c6ac9fa-39e5-4189-a54b-3fdd000d87fe req-ada6b6c0-2d0b-4592-8ce5-391d1fd51615 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1044002 Feb 15 09:56:51.810447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c6ac9fa-39e5-4189-a54b-3fdd000d87fe req-489a2fb0-916b-41f0-aba5-47a2a4fbc698 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466089 Feb 15 09:56:51.811460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5a40-742d-409e-82c5-34850e8fa443 req-817f58f2-c3bb-42a4-a2a2-98baaeb8d8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:51.813012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-817f58f2-c3bb-42a4-a2a2-98baaeb8d8f7 service neutron] 10.222.0.72 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1696312 Feb 15 09:56:51.860882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-6776661d-cc35-4559-bc41-9b0abf2f4f5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 200 len: 217 time: 0.0403080 Feb 15 09:56:51.931052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5a40-742d-409e-82c5-34850e8fa443 req-4905f41e-87c2-4b63-acb8-a4525ab17540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:51.933365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-4905f41e-87c2-4b63-acb8-a4525ab17540 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0666287 Feb 15 09:56:52.012370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c5a40-742d-409e-82c5-34850e8fa443 req-b81bd8da-5eaf-4a67-85c8-c39546771eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.014166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-b81bd8da-5eaf-4a67-85c8-c39546771eff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738397 Feb 15 09:56:52.026441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-260e9bc1-65ad-494e-be71-c0e92fd3f018 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:56:52.027502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-260e9bc1-65ad-494e-be71-c0e92fd3f018 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059793 Feb 15 09:56:52.133561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699e33-7851-464f-9a74-5cc9732af62c req-cf32f150-a75c-4120-8732-e12e08855dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.135488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-cf32f150-a75c-4120-8732-e12e08855dd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 1095 time: 0.0512476 Feb 15 09:56:52.199000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839e3b-8772-4e2e-8406-f674c51c7cc2 req-5c7acf40-b8f2-4434-b285-6b06ce756357 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.200905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76839e3b-8772-4e2e-8406-f674c51c7cc2 req-5c7acf40-b8f2-4434-b285-6b06ce756357 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1172929 Feb 15 09:56:52.260062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699e33-7851-464f-9a74-5cc9732af62c req-b084d7a6-3ccb-4bb2-a10d-88910e3722fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.260973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-b084d7a6-3ccb-4bb2-a10d-88910e3722fe service neutron] 10.222.0.36 "GET /v2.0/networks?id=882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 200 len: 913 time: 0.1179159 Feb 15 09:56:52.283874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-e9539707-7c3b-4be5-b96d-e3bf0ef83685 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471771 Feb 15 09:56:52.299205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:52.317606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76839e3b-8772-4e2e-8406-f674c51c7cc2 req-4217bba0-f2fa-4657-89f0-352d2118b7c6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908511 Feb 15 09:56:52.357382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-3afde1e3-5f8d-4475-9f06-84741624d9a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 200 len: 999 time: 0.0837164 Feb 15 09:56:52.396639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:52.418301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-146c5a40-742d-409e-82c5-34850e8fa443 req-ebb0c4e5-bb33-4679-88d8-9accbcfaa443 service neutron] 10.222.0.72 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056657 Feb 15 09:56:52.425227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699e33-7851-464f-9a74-5cc9732af62c req-bfafd0e9-141c-4b14-8513-c4581b2b728c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.427819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-bfafd0e9-141c-4b14-8513-c4581b2b728c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 200 len: 851 time: 0.0618448 Feb 15 09:56:52.487690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f699e33-7851-464f-9a74-5cc9732af62c req-7aedfdc0-dcce-45af-8c52-d498e39d04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:52.489161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-7aedfdc0-dcce-45af-8c52-d498e39d04d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=882d8125-600a-4d59-bb5c-b20b0e620834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517626 Feb 15 09:56:52.594546 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-fee59f2f-3dcd-49a6-b47f-0f2a00d6f64b service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963264 Feb 15 09:56:52.697901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f699e33-7851-464f-9a74-5cc9732af62c req-d3dac9f7-cf0d-4958-8947-21e04f79d263 service neutron] 10.222.0.36 "GET /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965073 Feb 15 09:56:53.472451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7098e2-f257-49bd-bb42-115babade81b req-6c61d95a-424a-49fc-8105-06701e4500c6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:53.474025 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d7098e2-f257-49bd-bb42-115babade81b req-6c61d95a-424a-49fc-8105-06701e4500c6 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0532074 Feb 15 09:56:53.515687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d7098e2-f257-49bd-bb42-115babade81b req-a32886ac-eec7-41c5-8d6c-ae803c2c5c7a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334222 Feb 15 09:56:54.668471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890d73f1-3628-4e3d-a129-242ef37f06d3 req-a060b33c-8c95-4021-b70d-cafae0c64e8d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:54.673278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-890d73f1-3628-4e3d-a129-242ef37f06d3 req-a060b33c-8c95-4021-b70d-cafae0c64e8d tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0616360 Feb 15 09:56:54.709150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-890d73f1-3628-4e3d-a129-242ef37f06d3 req-a72469a2-915a-46e9-aee7-047058a8cfed tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319660 Feb 15 09:56:54.831865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0049a2-2469-4a17-b34b-448325e3bacf req-9e7f87f7-b727-4029-8527-576823561a2e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:54.833341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c0049a2-2469-4a17-b34b-448325e3bacf req-9e7f87f7-b727-4029-8527-576823561a2e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0531776 Feb 15 09:56:54.889704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c0049a2-2469-4a17-b34b-448325e3bacf req-844f4f59-d254-4d12-b97c-f429fb2064cb tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454707 Feb 15 09:56:55.697526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-6fb4d05d-d5c6-44c3-8f86-a1ee9a6b6d0c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:55.699059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-6fb4d05d-d5c6-44c3-8f86-a1ee9a6b6d0c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=531c15f5-1b34-4916-a613-b1f3a096440b HTTP/1.1" status: 200 len: 944 time: 0.0522342 Feb 15 09:56:55.803215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:56:55.803526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:55.897182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:55.899679 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:55.915877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:56:56.061742 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:56.075761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:56:56.081082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:56:56.131985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=5becbe5f-c4f1-4efa-a74e-43b1a2b0a506,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:56.172988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] No DVR routers for this DVR port 5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:56:56.178915 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:56.182219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c3aed98-671c-46bb-aebe-63d35d64c505 req-f98b7323-34dc-492c-9a0f-29452cf39ab4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "DELETE /v2.0/ports/5becbe5f-c4f1-4efa-a74e-43b1a2b0a506 HTTP/1.1" status: 204 len: 173 time: 0.4774811 Feb 15 09:56:56.182734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-deleted', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:56.185780 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0075e5-e09a-4a39-bead-b1d21765ed09" -d '{"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-deleted", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:56.581392 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034fd00e-a2d8-44f5-a6cd-80f61b96c843 x-openstack-request-id: req-034fd00e-a2d8-44f5-a6cd-80f61b96c843 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:56.581681 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531c15f5-1b34-4916-a613-b1f3a096440b", "name": "network-vif-deleted", "tag": "5becbe5f-c4f1-4efa-a74e-43b1a2b0a506", "status": "failed", "code": 422}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:56.581932 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-034fd00e-a2d8-44f5-a6cd-80f61b96c843 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:56.582357 n-d-825064-4 neutron-server[102358]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '531c15f5-1b34-4916-a613-b1f3a096440b', 'name': 'network-vif-deleted', 'tag': '5becbe5f-c4f1-4efa-a74e-43b1a2b0a506', 'status': 'failed', 'code': 422} returned with failed status Feb 15 09:56:57.086489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812d62-6cc5-46b3-801f-8886d8cdf1dc req-e7ea17c7-995e-43e0-b4a5-59d8ab808832 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:57.094012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e812d62-6cc5-46b3-801f-8886d8cdf1dc req-e7ea17c7-995e-43e0-b4a5-59d8ab808832 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 907 time: 0.0707428 Feb 15 09:56:57.915044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2997ff-e6aa-4427-b92e-ac55b45f6a90 req-8d5482ef-dd7a-40f8-b7cd-d392b2b48665 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:57.916731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e2997ff-e6aa-4427-b92e-ac55b45f6a90 req-8d5482ef-dd7a-40f8-b7cd-d392b2b48665 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0636370 Feb 15 09:56:57.971366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e2997ff-e6aa-4427-b92e-ac55b45f6a90 req-ab8721e5-9de1-497b-ba2d-795479066c5a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455070 Feb 15 09:56:57.988087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 37966) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:58.075098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5c23f3a4-1051-4550-b31b-7d34d2141191 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 200 len: 993 time: 0.0857944 Feb 15 09:56:58.223525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b26c58-05b9-4115-b7e6-e5d6912a55ab req-93af01e4-419e-4b59-ae85-df481e878f76 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:58.225291 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50b26c58-05b9-4115-b7e6-e5d6912a55ab req-93af01e4-419e-4b59-ae85-df481e878f76 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 907 time: 0.0568752 Feb 15 09:56:58.348408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-c47646ab-4c9a-4eda-a1fa-2a61feaa1598 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:58.350227 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-c47646ab-4c9a-4eda-a1fa-2a61feaa1598 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 907 time: 0.0628605 Feb 15 09:56:58.424319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fd96-e88f-4ed6-acea-f8341a667411 req-5f1e0ff9-c8a9-41ab-b053-926599581868 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:56:58.433537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e991fd96-e88f-4ed6-acea-f8341a667411 req-5f1e0ff9-c8a9-41ab-b053-926599581868 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1096 time: 0.0545084 Feb 15 09:56:58.477188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port efd2c9bc-8586-41fe-aba8-816efc7abb98 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:56:58.478502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:58.484625 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e991fd96-e88f-4ed6-acea-f8341a667411 req-99a9e261-9721-4106-9121-4bb07f7f7356 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502305 Feb 15 09:56:58.603149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port efd2c9bc-8586-41fe-aba8-816efc7abb98, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=efd2c9bc-8586-41fe-aba8-816efc7abb98,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:56:58.604072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:58.624108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for efd2c9bc-8586-41fe-aba8-816efc7abb98 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:56:58.837671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:58.874515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=efd2c9bc-8586-41fe-aba8-816efc7abb98,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:56:58.949433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] No DVR routers for this DVR port efd2c9bc-8586-41fe-aba8-816efc7abb98 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:56:58.953196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:56:58.957920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c8a5699-afd6-45d8-b449-759febb7fe1f req-e97c4bac-c26e-4348-b73c-3de0baa2ec0e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "DELETE /v2.0/ports/efd2c9bc-8586-41fe-aba8-816efc7abb98 HTTP/1.1" status: 204 len: 173 time: 0.6009681 Feb 15 09:56:58.959049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'name': 'network-vif-deleted', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:56:58.970192 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42900424-b369-4b98-a640-8df607be75b6" -d '{"events": [{"server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "name": "network-vif-deleted", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:56:59.026263 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d38bcf-c13e-4ecc-be5a-7d1d0f721837 x-openstack-request-id: req-c8d38bcf-c13e-4ecc-be5a-7d1d0f721837 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:56:59.026768 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed", "name": "network-vif-deleted", "tag": "efd2c9bc-8586-41fe-aba8-816efc7abb98", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:56:59.027179 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8d38bcf-c13e-4ecc-be5a-7d1d0f721837 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:56:59.028045 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed', 'name': 'network-vif-deleted', 'tag': 'efd2c9bc-8586-41fe-aba8-816efc7abb98', 'status': 'completed', 'code': 200} Feb 15 09:56:59.194976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38002) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:56:59.365294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2fc1f8e-9c62-46c4-b622-e9c0953917a8 req-79e2e518-1ea2-42d8-a63e-93a9e050b29e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=3b46d9c1-9b16-4dc3-abcf-ed6bd625e8ed HTTP/1.1" status: 200 len: 210 time: 0.0367327 Feb 15 09:56:59.379043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-74e4b61e-7a99-4ad6-a54f-f8ab7ae754b9 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1827164 Feb 15 09:56:59.391727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-4571c3a5-bf1b-40c4-a6a3-1490db3e912a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:56:59.396992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-4571c3a5-bf1b-40c4-a6a3-1490db3e912a service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112205 Feb 15 09:57:00.033478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-eacd7140-8ac0-4068-8284-c967760af8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:00.040312 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-eacd7140-8ac0-4068-8284-c967760af8e6 service neutron] 10.222.0.10 "GET /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 1093 time: 0.0490615 Feb 15 09:57:00.044537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Request body: {'binding': {'host': 'n-h2-825064-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:00.045099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Unknown quota resources ['binding']. {{(pid=102359) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 15 09:57:00.219366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on host n-h2-825064-4 for vnic_type normal with profile None {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:00.220148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:00.222704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:00.228602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:00.229732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:00.235661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:00.236721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:00.237563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Bound using segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:00.238082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Bound port: 07d754d0-3a46-4839-869b-34799147c300, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:00.380386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:00.393145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] Notify callbacks [] for binding, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:00.395381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b14197a1-a367-47d2-8cce-f7f9aa74f387 service neutron] 10.222.0.10 "POST /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300/bindings HTTP/1.1" status: 201 len: 389 time: 0.3535824 Feb 15 09:57:00.602713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cd3bc-b69a-4697-8b61-19b6c48521cd req-50c61985-2dac-4c71-a171-c8f15512578c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:00.605635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-210cd3bc-b69a-4697-8b61-19b6c48521cd req-50c61985-2dac-4c71-a171-c8f15512578c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0656292 Feb 15 09:57:00.678797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-210cd3bc-b69a-4697-8b61-19b6c48521cd req-c7126c0d-72b9-48a4-be6f-c9f5ca16206b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573230 Feb 15 09:57:00.735912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d6a68ce1-d359-47b0-a4e1-dba624858585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:00.737654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d6a68ce1-d359-47b0-a4e1-dba624858585 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1096 time: 0.0578907 Feb 15 09:57:00.925355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-46b8c04a-dff0-4446-a0de-bd27f74e8f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:00.927464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-46b8c04a-dff0-4446-a0de-bd27f74e8f8e service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.1825213 Feb 15 09:57:01.011230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-bf9524a1-2c0a-4ebc-ba49-4b5aa057e8c1 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 1001 time: 0.0670238 Feb 15 09:57:01.086914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723426c-8107-49c8-8d14-f4dc6d21d9ee req-97a94d49-94ff-4ab3-a943-f20aa14ed89c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:01.088419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6723426c-8107-49c8-8d14-f4dc6d21d9ee req-97a94d49-94ff-4ab3-a943-f20aa14ed89c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 946 time: 0.1763575 Feb 15 09:57:01.092635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-0799d63f-5d62-45de-ab27-32ef39c1d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:01.098370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-0799d63f-5d62-45de-ab27-32ef39c1d0ec service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.0785539 Feb 15 09:57:01.162150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6723426c-8107-49c8-8d14-f4dc6d21d9ee req-9724ba6a-87b1-4f0a-a278-010b79286b60 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627639 Feb 15 09:57:01.171608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-16ead651-78e3-47f1-97d5-5f94674f23fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:01.174214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-16ead651-78e3-47f1-97d5-5f94674f23fd service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670650 Feb 15 09:57:01.285463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-890df635-65a3-4b7b-bba9-4e8c83a74cc9 service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017127 Feb 15 09:57:01.387525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d820077f-1bc7-434e-8981-7f03c5a39838 service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942185 Feb 15 09:57:01.535918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b29d5fd7-2e3a-4fd7-8496-07d09fda45f0 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:01.540025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b29d5fd7-2e3a-4fd7-8496-07d09fda45f0 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61&tenant_id=0b74351313014ffab51fe899542eaf24&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1096 time: 0.0913026 Feb 15 09:57:01.552057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825064-4'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:01.614202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:01.785029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:01.845014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:01.909262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:01.911711 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b644ce3-d737-41d9-9955-9d6d5fe516b3" -d '{"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-unplugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:01.916856 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:01.926132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.085708 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f945fe3-6299-4f17-bdd2-f866834e9112 x-openstack-request-id: req-4f945fe3-6299-4f17-bdd2-f866834e9112 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:02.085999 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-unplugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:02.086382 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f945fe3-6299-4f17-bdd2-f866834e9112 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:02.086834 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'code': 200} Feb 15 09:57:02.190423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:02.289206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on host n-h1-825064-4 for vnic_type normal with profile {"migrating_to": "n-h2-825064-4"} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:02.290674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:02.290674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:02.293690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae261e0-ec2d-417d-b8e3-47286d83217a req-0f262107-ddea-44c1-a1ba-8d3a56b42f06 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:02.295595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:02.295913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Attempting to bind port 07d754d0-3a46-4839-869b-34799147c300 on network 6d301e25-90c1-4e56-b418-2320ed0e0454 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:02.296381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eae261e0-ec2d-417d-b8e3-47286d83217a req-0f262107-ddea-44c1-a1ba-8d3a56b42f06 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.5273194 Feb 15 09:57:02.323858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-15e201c9-8a90-4d83-8b0e-b15fbd6c42a6 None None] Provisioning complete for port 07d754d0-3a46-4839-869b-34799147c300 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:02.325316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-15e201c9-8a90-4d83-8b0e-b15fbd6c42a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.338525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:02.338858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Checking segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:02.339238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Bound using segment: {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:02.339671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Bound port: 07d754d0-3a46-4839-869b-34799147c300, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:02.340295 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.369929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-15e201c9-8a90-4d83-8b0e-b15fbd6c42a6 None None] Port 07d754d0-3a46-4839-869b-34799147c300 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:02.380059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-c182039c-a090-47fc-9ada-2b8b5f4f6f2c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:02.382228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-c182039c-a090-47fc-9ada-2b8b5f4f6f2c tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 946 time: 0.2001224 Feb 15 09:57:02.382923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eae261e0-ec2d-417d-b8e3-47286d83217a req-9214c472-4923-4c90-a950-ac3547574875 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730486 Feb 15 09:57:02.441756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f5e50-5069-4019-b4a2-432ef2ec5207 req-b815ffce-5522-4a19-9c5c-fe1259566ca9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:02.449993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-041f5e50-5069-4019-b4a2-432ef2ec5207 req-b815ffce-5522-4a19-9c5c-fe1259566ca9 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 946 time: 0.1777143 Feb 15 09:57:02.538331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:02.562726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:02.590575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.603132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-041f5e50-5069-4019-b4a2-432ef2ec5207 req-3a741215-fea6-4e83-8f01-f05d145d659e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522703 Feb 15 09:57:02.646293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device efd2c9bc-8586-41fe-aba8-816efc7abb98 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:02.718981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: efd2c9bc-8586-41fe-aba8-816efc7abb98 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:02.719597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device efd2c9bc-8586-41fe-aba8-816efc7abb98 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:02.727674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=8']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:02.748591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port 95ca3042-29fd-41a2-8fb1-57b582ce2898 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:02.749014 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.826535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:02.827166 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.828744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-b98352d2-dbfe-4150-b558-42c892dc506d service neutron] 10.222.0.72 "PUT /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 1121 time: 1.2815163 Feb 15 09:57:02.884375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['07d754d0-3a46-4839-869b-34799147c300'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:02.952793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port 95ca3042-29fd-41a2-8fb1-57b582ce2898, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=95ca3042-29fd-41a2-8fb1-57b582ce2898,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:02.953121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:02.974489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for 95ca3042-29fd-41a2-8fb1-57b582ce2898 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:03.055252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Provisioning complete for port 07d754d0-3a46-4839-869b-34799147c300 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:03.055881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:03.165091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:03.179955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['95ca3042-29fd-41a2-8fb1-57b582ce2898'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:03.219474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=95ca3042-29fd-41a2-8fb1-57b582ce2898,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:03.261341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] No DVR routers for this DVR port 95ca3042-29fd-41a2-8fb1-57b582ce2898 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:03.264515 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:03.268723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79eabba6-77da-4a7b-b94d-cb16721e540f req-f2332452-1e78-4d78-abd9-cf449d20a874 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.72 "DELETE /v2.0/ports/95ca3042-29fd-41a2-8fb1-57b582ce2898 HTTP/1.1" status: 204 len: 173 time: 0.8624620 Feb 15 09:57:03.346433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:03.425845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:03.428523 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b5fac2-7042-4395-a666-c32e8477aa40" -d '{"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-plugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:03.477081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:03.483824 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:03.500190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:03.554798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c4f28-dae9-45f4-b081-05884b782a01 req-eeb4a2eb-1a1b-4127-86ce-ebe720068872 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:03.565406 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb9c4f28-dae9-45f4-b081-05884b782a01 req-eeb4a2eb-1a1b-4127-86ce-ebe720068872 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0762091 Feb 15 09:57:03.632228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb9c4f28-dae9-45f4-b081-05884b782a01 req-d83159e5-bb65-4510-b4ef-461dbd9287f1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595441 Feb 15 09:57:03.701898 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b71a50b1-f92a-4dc3-813f-583073775329 x-openstack-request-id: req-b71a50b1-f92a-4dc3-813f-583073775329 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:03.702202 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-plugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:03.711341 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b71a50b1-f92a-4dc3-813f-583073775329 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:03.711743 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'code': 200} Feb 15 09:57:03.752720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:03.755892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70485172-7367-4777-aa54-e783b6596524 req-c4062b27-2f78-47ff-b40c-92f69649de51 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=cba6c1e2-9c29-479e-82b8-c193b68b7b8e HTTP/1.1" status: 200 len: 210 time: 0.0447941 Feb 15 09:57:03.806565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.806904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.807285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.807851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.808179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.808509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.808842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.809169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.809488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.809805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.810119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:03.810436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ec9559-3aac-4762-b133-394d9890a922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:04.087710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}, {'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'name': 'network-vif-deleted', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:04.090130 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33" -d '{"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300"}, {"server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "name": "network-vif-deleted", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:04.147823 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e038e3aa-9e19-4361-86f2-ad457234f5b1 x-openstack-request-id: req-e038e3aa-9e19-4361-86f2-ad457234f5b1 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:04.148294 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300", "status": "completed", "code": 200}, {"server_uuid": "cba6c1e2-9c29-479e-82b8-c193b68b7b8e", "name": "network-vif-deleted", "tag": "95ca3042-29fd-41a2-8fb1-57b582ce2898", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:04.149444 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e038e3aa-9e19-4361-86f2-ad457234f5b1 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:04.150322 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'status': 'completed', 'code': 200} Feb 15 09:57:04.150681 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cba6c1e2-9c29-479e-82b8-c193b68b7b8e', 'name': 'network-vif-deleted', 'tag': '95ca3042-29fd-41a2-8fb1-57b582ce2898', 'status': 'completed', 'code': 200} Feb 15 09:57:04.230651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-6cc6d037-81ce-486c-8b31-8c6b22e5d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:04.233409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-6cc6d037-81ce-486c-8b31-8c6b22e5d3e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1126 time: 0.0634286 Feb 15 09:57:04.333687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-1b554dab-06d1-48a3-a983-a3ca5fad2024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:04.335155 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-1b554dab-06d1-48a3-a983-a3ca5fad2024 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.0953896 Feb 15 09:57:04.432867 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-010083cd-028e-4602-b396-f58f4cd39652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 1001 time: 0.0842378 Feb 15 09:57:04.486653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-75db1641-6f55-4717-9f61-0ffe85d4c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:04.488358 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-75db1641-6f55-4717-9f61-0ffe85d4c045 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.0478280 Feb 15 09:57:04.553304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-3bbcd642-cab0-4486-bf09-1243258a3865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:04.555441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-3bbcd642-cab0-4486-bf09-1243258a3865 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607185 Feb 15 09:57:04.676018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-bae6b3b9-0d79-4ec4-b5e8-4eea15b03943 service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116443 Feb 15 09:57:04.825359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93064e33-dd69-437d-90d4-352ebdfebc91 req-5c05f5ad-26e0-490c-ba85-b1f043832671 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:04.828099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-93064e33-dd69-437d-90d4-352ebdfebc91 req-5c05f5ad-26e0-490c-ba85-b1f043832671 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0882826 Feb 15 09:57:04.833602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e29f6e66-61ad-47e3-81f4-4f4ae9335d33 req-f487b63d-a85d-416d-9e45-49989e419c50 service neutron] 10.222.0.36 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512072 Feb 15 09:57:04.889054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-93064e33-dd69-437d-90d4-352ebdfebc91 req-cdbc10a5-bc56-4519-8cc7-9ef1fe6562de tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544012 Feb 15 09:57:05.064306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c165abd-9125-4743-b9f0-340285c22757 req-24282ca4-9773-4b7b-a278-8f18cf94dc1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:05.066615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c165abd-9125-4743-b9f0-340285c22757 req-24282ca4-9773-4b7b-a278-8f18cf94dc1e tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0591154 Feb 15 09:57:05.113211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c165abd-9125-4743-b9f0-340285c22757 req-34d0a68d-6c3e-448f-b020-87b210433a0b tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375273 Feb 15 09:57:06.019777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493244f2-cb81-4e13-9c80-0e69c40c966a req-ca5ab32c-12f5-4c36-ab9f-e69e0ff8d999 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:06.021481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-493244f2-cb81-4e13-9c80-0e69c40c966a req-ca5ab32c-12f5-4c36-ab9f-e69e0ff8d999 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.0589511 Feb 15 09:57:06.064916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-493244f2-cb81-4e13-9c80-0e69c40c966a req-3fbbea3d-4b36-42bf-ab85-86508790b1e6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329669 Feb 15 09:57:06.251011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa6397-3615-4e13-8db6-877eb216f8b5 req-b29b52fa-98d2-404d-8c17-744ff6d8ebf3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:06.253931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80aa6397-3615-4e13-8db6-877eb216f8b5 req-b29b52fa-98d2-404d-8c17-744ff6d8ebf3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0596938 Feb 15 09:57:06.300643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-80aa6397-3615-4e13-8db6-877eb216f8b5 req-164cc371-0bff-4fce-9d49-f972d4da06a3 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=4d23bcae-3de4-4c81-ab3a-e8caaf53914b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410104 Feb 15 09:57:06.517123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-76327bd1-1794-4ef6-8f66-3032843afd1f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:06.518763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-76327bd1-1794-4ef6-8f66-3032843afd1f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 945 time: 0.0543582 Feb 15 09:57:06.627062 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port 6773b468-a390-49e7-970b-7e3120078d76 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:06.627533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:06.649735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 07d754d0-3a46-4839-869b-34799147c300 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:57:06.655422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 95ca3042-29fd-41a2-8fb1-57b582ce2898 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:06.688113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 95ca3042-29fd-41a2-8fb1-57b582ce2898 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:06.689303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 95ca3042-29fd-41a2-8fb1-57b582ce2898 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:06.797516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port 6773b468-a390-49e7-970b-7e3120078d76, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=6773b468-a390-49e7-970b-7e3120078d76,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:06.797889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:06.804692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:06.820435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 07d754d0-3a46-4839-869b-34799147c300 has no active binding in host n-h2-825064-4 {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 15 09:57:06.820945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for 6773b468-a390-49e7-970b-7e3120078d76 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:06.991608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:07.004019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['6773b468-a390-49e7-970b-7e3120078d76'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:07.028793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=6773b468-a390-49e7-970b-7e3120078d76,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:07.060359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.062418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.063020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.063572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.064761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.065371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.065926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.066729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.067647 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.068194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.069071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.069628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:07.148397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] No DVR routers for this DVR port 6773b468-a390-49e7-970b-7e3120078d76 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:07.155502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:07.159773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09e1c91d-7d4d-43b3-98d6-d43b8a0ece43 req-d22ff2d8-f6e0-4ec4-bfb8-09c4549f8413 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "DELETE /v2.0/ports/6773b468-a390-49e7-970b-7e3120078d76 HTTP/1.1" status: 204 len: 173 time: 0.6352520 Feb 15 09:57:07.175355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'name': 'network-vif-deleted', 'tag': '6773b468-a390-49e7-970b-7e3120078d76'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:07.183485 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee43395e-4891-41ab-8d7c-04d380008f64" -d '{"events": [{"server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "name": "network-vif-deleted", "tag": "6773b468-a390-49e7-970b-7e3120078d76"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:07.283449 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255bb73a-807d-48b5-b1ad-0f76ca7e7567 x-openstack-request-id: req-255bb73a-807d-48b5-b1ad-0f76ca7e7567 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:07.284125 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be6bc7c8-cb93-4847-b5ea-bc0fe058a535", "name": "network-vif-deleted", "tag": "6773b468-a390-49e7-970b-7e3120078d76", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:07.287608 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-255bb73a-807d-48b5-b1ad-0f76ca7e7567 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:07.288392 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be6bc7c8-cb93-4847-b5ea-bc0fe058a535', 'name': 'network-vif-deleted', 'tag': '6773b468-a390-49e7-970b-7e3120078d76', 'status': 'completed', 'code': 200} Feb 15 09:57:07.417434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ee9f4-a1ee-446d-a21d-7ee8275fe67c req-654a2ed1-84ea-47e6-a0a6-32528213487d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:07.439600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-785ee9f4-a1ee-446d-a21d-7ee8275fe67c req-654a2ed1-84ea-47e6-a0a6-32528213487d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 945 time: 0.2121036 Feb 15 09:57:07.485168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-18591146-a56a-4bf1-a49d-0c2b1536baa6 req-ace0433e-e21f-4721-b1ce-830c0a62c563 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=be6bc7c8-cb93-4847-b5ea-bc0fe058a535 HTTP/1.1" status: 200 len: 210 time: 0.0363641 Feb 15 09:57:07.491267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-785ee9f4-a1ee-446d-a21d-7ee8275fe67c req-569da5d3-9a04-4b88-bce7-48a0ae099493 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504382 Feb 15 09:57:07.924016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-abcdfda4-ceca-4a13-a3e4-f0ea529bbf0e service neutron] 10.222.0.36 "GET /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 384 time: 0.0599818 Feb 15 09:57:08.110231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:08.136915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:08.192469 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:08.207638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:08.292624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] Transition to ACTIVE for port object 07d754d0-3a46-4839-869b-34799147c300 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:57:08.297880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:08.404323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a3be-814a-459e-8511-b167efe539cc service neutron] Pushing event updated for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=11']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:08.482755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] No DVR routers for this DVR port 07d754d0-3a46-4839-869b-34799147c300 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:08.698655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ad9a4-6a7b-4145-aad8-fb465318743c req-5ee32c41-4de9-499f-98e2-6e975a92b074 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:08.707037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e5ad9a4-6a7b-4145-aad8-fb465318743c req-5ee32c41-4de9-499f-98e2-6e975a92b074 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1054113 Feb 15 09:57:08.707772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-8424a3be-814a-459e-8511-b167efe539cc service neutron] 10.222.0.36 "PUT /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300/bindings/n-h2-825064-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7766879 Feb 15 09:57:08.753431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e5ad9a4-6a7b-4145-aad8-fb465318743c req-691b2d1c-1204-424d-bba9-31cf52a53497 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448704 Feb 15 09:57:08.849483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-fd0cb39e-a5bf-47f7-b9d6-fd84b233c484 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:08.851879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-fd0cb39e-a5bf-47f7-b9d6-fd84b233c484 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61&tenant_id=0b74351313014ffab51fe899542eaf24&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0718672 Feb 15 09:57:08.888293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2270b3-737a-49cf-aa75-c5e851965e77 req-6cafd58a-5ec7-4b0d-a71e-7cc2fe154e4f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:08.890771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b2270b3-737a-49cf-aa75-c5e851965e77 req-6cafd58a-5ec7-4b0d-a71e-7cc2fe154e4f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0562861 Feb 15 09:57:08.919719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-4e2e73c8-96f0-4e17-b504-299de37b23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:08.921722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-4e2e73c8-96f0-4e17-b504-299de37b23c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 1095 time: 0.0621061 Feb 15 09:57:08.936168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b2270b3-737a-49cf-aa75-c5e851965e77 req-d34b392a-4cac-49be-b070-9a5929546a1f tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363810 Feb 15 09:57:09.011936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d65bec40-2989-43b6-8a12-78864acb0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.014767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d65bec40-2989-43b6-8a12-78864acb0366 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1095 time: 0.0603666 Feb 15 09:57:09.145537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d87a2765-a720-4ea4-93f5-740a3a8bf317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.147013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-d87a2765-a720-4ea4-93f5-740a3a8bf317 service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.1240416 Feb 15 09:57:09.219655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-e0bca4e8-69d6-4a73-b853-a11bd145a806 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 999 time: 0.0654337 Feb 15 09:57:09.277784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-de1ad7d8-eab7-4b1d-affe-a8423c653691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.279491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-de1ad7d8-eab7-4b1d-affe-a8423c653691 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.0524473 Feb 15 09:57:09.289857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:09.301422 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a246174-6df2-46e1-a0aa-a7e469dad81f" -d '{"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-unplugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:09.335746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-fa997f71-c051-488e-b69e-b45893f95a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.338553 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-fa997f71-c051-488e-b69e-b45893f95a3a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525255 Feb 15 09:57:09.370347 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395467a-5499-4db5-8deb-8364be914873 x-openstack-request-id: req-9395467a-5499-4db5-8deb-8364be914873 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:09.370636 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-unplugged", "status": "completed", "tag": "07d754d0-3a46-4839-869b-34799147c300", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:09.370884 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9395467a-5499-4db5-8deb-8364be914873 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:09.371281 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'code': 200} Feb 15 09:57:09.404945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:09.445177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-e146b517-de53-4bae-b7ee-bd6fb2621247 service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995283 Feb 15 09:57:09.533972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6773b468-a390-49e7-970b-7e3120078d76 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:09.546095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74bf6b37-93c7-46b6-b394-2ffcd5a491af admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.582598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 6773b468-a390-49e7-970b-7e3120078d76 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:09.583076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 6773b468-a390-49e7-970b-7e3120078d76 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:09.583596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 07d754d0-3a46-4839-869b-34799147c300 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:09.599540 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-35544ebc-b65d-48d6-b93e-0ec8f9463b4d service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475263 Feb 15 09:57:09.647136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 07d754d0-3a46-4839-869b-34799147c300 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:09.661305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74bf6b37-93c7-46b6-b394-2ffcd5a491af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.665644 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-74bf6b37-93c7-46b6-b394-2ffcd5a491af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.707645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-74bf6b37-93c7-46b6-b394-2ffcd5a491af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc818d4de6a34261ab1d2e56635a9583&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3015926 Feb 15 09:57:09.710417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38160) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:09.713395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf6b37-93c7-46b6-b394-2ffcd5a491af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be6a3e2-37d6-49bb-9bfb-ad7d758c852c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:09.779461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.843920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.905729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1735448-4369-4971-a087-865916c550ed req-f8cd78e2-7d4b-4cc8-b514-323d8e500c97 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.907593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1735448-4369-4971-a087-865916c550ed req-f8cd78e2-7d4b-4cc8-b514-323d8e500c97 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.0519497 Feb 15 09:57:09.920298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-0bea127e-b904-40fb-9740-1d38f86be443 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:09.921918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-0bea127e-b904-40fb-9740-1d38f86be443 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61&tenant_id=0b74351313014ffab51fe899542eaf24&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 1095 time: 0.0757372 Feb 15 09:57:09.955851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1735448-4369-4971-a087-865916c550ed req-02e1163d-c309-45dc-8e2d-aca3923232d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Feb 15 09:57:09.974831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.977356 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:09.989674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0be6a3e2-37d6-49bb-9bfb-ad7d758c852c HTTP/1.1" status: 204 len: 168 time: 0.2701027 Feb 15 09:57:10.014953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d6f36-8397-46e3-9f7e-c949cb1e0bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be6a3e2-37d6-49bb-9bfb-ad7d758c852c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:10.191759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40d9f0-382f-4279-bfbb-87012bfb3d15 req-c2b40014-67a3-41e5-8350-2f7cdf1ff0d4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:10.193728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb40d9f0-382f-4279-bfbb-87012bfb3d15 req-c2b40014-67a3-41e5-8350-2f7cdf1ff0d4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.1174238 Feb 15 09:57:10.197740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-deb97be2-2221-4e82-94ce-286dd24be41e service neutron] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:10.200946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-deb97be2-2221-4e82-94ce-286dd24be41e service neutron] Notify callbacks [] for binding, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:10.202017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7d062c2-7f3a-414a-8a25-20a79665cf14 req-deb97be2-2221-4e82-94ce-286dd24be41e service neutron] 10.222.0.72 "DELETE /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300/bindings/n-h1-825064-4 HTTP/1.1" status: 204 len: 173 time: 0.2737923 Feb 15 09:57:10.257003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb40d9f0-382f-4279-bfbb-87012bfb3d15 req-a6acda3b-7f12-403b-98ab-92d56dcefba4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536904 Feb 15 09:57:10.596756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-590e234e-0714-48bb-ad3a-69911111a6e4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:10.598572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-590e234e-0714-48bb-ad3a-69911111a6e4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0668678 Feb 15 09:57:10.754609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:10.755221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:10.880045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] For port a3e14307-69b3-4b93-b335-10b0e06bda8f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=a3e14307-69b3-4b93-b335-10b0e06bda8f,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:10.880454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:11.190877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0662e6-aaf4-4dc2-bffd-518962b6ca33 req-6c2ce259-3245-445a-ab6b-6462ee2599c3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:11.192536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd0662e6-aaf4-4dc2-bffd-518962b6ca33 req-6c2ce259-3245-445a-ab6b-6462ee2599c3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1108313 Feb 15 09:57:11.248243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:11.248605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:11.248943 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Floating IP 65fd1ca6-50c1-4c65-8c09-aa801dee79b6 disassociated. External IP: 172.25.6.106, port: a3e14307-69b3-4b93-b335-10b0e06bda8f. Feb 15 09:57:11.249281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for a3e14307-69b3-4b93-b335-10b0e06bda8f owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:11.272979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd0662e6-aaf4-4dc2-bffd-518962b6ca33 req-c3280b51-1a49-4ada-880c-596fef9877e3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726395 Feb 15 09:57:11.455992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587b1d7-57f9-4380-a296-8e0d70e6a7c4 req-ac700cd3-2bb7-4c9c-ae7c-a934ce6bf218 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:11.458439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f587b1d7-57f9-4380-a296-8e0d70e6a7c4 req-ac700cd3-2bb7-4c9c-ae7c-a934ce6bf218 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 944 time: 0.0656080 Feb 15 09:57:11.463796 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21762bcc-1a2b-4239-9533-039f952263cd req-d5b9644d-4dbe-4457-95da-748b4b34810f tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:11.465407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21762bcc-1a2b-4239-9533-039f952263cd req-d5b9644d-4dbe-4457-95da-748b4b34810f tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1095 time: 0.0794997 Feb 15 09:57:11.494242 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:11.523943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f587b1d7-57f9-4380-a296-8e0d70e6a7c4 req-f332687c-c533-436d-9cea-6627c1b66d09 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups?id=241ee488-42b2-4eac-83a5-486cb26b2733&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577426 Feb 15 09:57:11.551502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=a3e14307-69b3-4b93-b335-10b0e06bda8f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:11.577382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21762bcc-1a2b-4239-9533-039f952263cd req-c4e69000-be2f-4fbf-b095-dcf3a03a4a7c tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943804 Feb 15 09:57:11.737713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Router 9f617eb0-1b22-46ee-8992-bf094c5018df has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:11.787231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540938f1-cb97-4129-8c6c-c0e5df930d1e req-cc02946e-76df-4d23-8b23-a3a1300d34ef tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:11.787231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540938f1-cb97-4129-8c6c-c0e5df930d1e req-cc02946e-76df-4d23-8b23-a3a1300d34ef tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1164012 Feb 15 09:57:11.865178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540938f1-cb97-4129-8c6c-c0e5df930d1e req-e0d187e1-f54d-4625-af1f-d0d059542b2d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717690 Feb 15 09:57:11.882373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38208) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:11.915664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:11.927805 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Sync routers for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:11.938171 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:11.940309 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:11.970732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] No DVR routers for this DVR port a3e14307-69b3-4b93-b335-10b0e06bda8f on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:11.973355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:11.977443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d860f233-abf4-43d6-b039-ed3bcd75afce req-a680a22d-a04d-465b-bc12-3deca152116a tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.36 "DELETE /v2.0/ports/a3e14307-69b3-4b93-b335-10b0e06bda8f HTTP/1.1" status: 204 len: 173 time: 1.3712497 Feb 15 09:57:11.977912 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-deleted', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:11.980521 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fee8d8-3155-43ef-9cd3-30e62e151972" -d '{"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-deleted", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:12.119886 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a7714c-1d1d-4c86-b9ea-20982bebf615 x-openstack-request-id: req-68a7714c-1d1d-4c86-b9ea-20982bebf615 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:12.121566 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1670e83-4231-4512-a0d4-61e0061395ce", "name": "network-vif-deleted", "tag": "a3e14307-69b3-4b93-b335-10b0e06bda8f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:12.122023 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68a7714c-1d1d-4c86-b9ea-20982bebf615 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:12.122623 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1670e83-4231-4512-a0d4-61e0061395ce', 'name': 'network-vif-deleted', 'tag': 'a3e14307-69b3-4b93-b335-10b0e06bda8f', 'status': 'completed', 'code': 200} Feb 15 09:57:12.152348 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:12.394390 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:12.409241 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9391466d-f305-4f2f-a379-b28c08e6071c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 200 len: 991 time: 0.5252557 Feb 15 09:57:12.421108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Checking router: 9f617eb0-1b22-46ee-8992-bf094c5018df for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:12.430379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:12.430986 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:12.556353 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:12.647751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0dd212b4-bcd9-45a4-bf9a-8e08bd0b3694 req-befbce94-53db-4cc9-a7e0-d98df82fdbf0 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1670e83-4231-4512-a0d4-61e0061395ce HTTP/1.1" status: 200 len: 210 time: 0.0283468 Feb 15 09:57:12.783426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:12.909042 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce60ed7-25c6-48dd-b8e4-54915fc09529 None None] The sync data for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 is: [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:50:21Z', 'revision_number': 4, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '96647a16-5677-44c8-a38b-0ad70f30ffe7', 'name': '', 'network_id': '882d8125-600a-4d59-bb5c-b20b0e620834', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'mac_address': 'fa:16:3e:f5:8d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3147, 'fixed_ips': [{'subnet_id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:19Z', 'updated_at': '2022-02-15T09:50:32Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'subnets': [{'id': 'faec00fc-3571-493f-a12f-70a6fbc47de0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:13.210971 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:57:13.243359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a73232-173c-479a-add6-cb2c4a51f0a9 None None] New status for floating IP 65fd1ca6-50c1-4c65-8c09-aa801dee79b6: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:57:13.560381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:13.581719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: a3e14307-69b3-4b93-b335-10b0e06bda8f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:13.582062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device a3e14307-69b3-4b93-b335-10b0e06bda8f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:13.739861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38266) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:13.796030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:13.821808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:13.873592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:13.876542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:13.877787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "DELETE /v2.0/security-groups/241ee488-42b2-4eac-83a5-486cb26b2733 HTTP/1.1" status: 204 len: 168 time: 0.1369479 Feb 15 09:57:13.880542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:13.887874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8fa9e-22f9-4218-bc21-131970dbfb44 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241ee488-42b2-4eac-83a5-486cb26b2733,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:13.915122 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-9eb97f7d-2964-4d7d-9091-1b0a0fcb52a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] show failed (client error): The resource could not be found. Feb 15 09:57:13.916163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9eb97f7d-2964-4d7d-9091-1b0a0fcb52a4 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "GET /v2.0/security-groups/241ee488-42b2-4eac-83a5-486cb26b2733 HTTP/1.1" status: 404 len: 347 time: 0.0346322 Feb 15 09:57:13.921372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38270) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:14.085883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Deleting port 59f1ebd4-90de-43e8-9d34-e5e490878d00 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:14.086228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.167105 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.167436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.179588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Calling delete_port for 59f1ebd4-90de-43e8-9d34-e5e490878d00 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:14.312767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.340230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Pushing event deleted for resources: {'Port': ['ID=59f1ebd4-90de-43e8-9d34-e5e490878d00,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:14.386442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.408896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.411257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.412470 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2bbb057d-06c5-41d0-bea4-16a284494ba7 tempest-ServerActionsTestJSON-1827199196 tempest-ServerActionsTestJSON-1827199196-project] 10.222.0.10 "DELETE /v2.0/floatingips/65fd1ca6-50c1-4c65-8c09-aa801dee79b6 HTTP/1.1" status: 204 len: 168 time: 0.4856045 Feb 15 09:57:14.415896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38278) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:14.660658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:14.847504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port e5b98c41-198f-4877-8219-d387ede46fa9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:14.848158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.925981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.926397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:14.938902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for e5b98c41-198f-4877-8219-d387ede46fa9 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:15.072449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.121606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.154430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=e5b98c41-198f-4877-8219-d387ede46fa9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:15.227100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.227530 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 98e8a7e9-f332-44d9-a5fb-175ba26f0a7c disassociated (deleted). External IP: 172.25.6.168, port: 07d754d0-3a46-4839-869b-34799147c300. Feb 15 09:57:15.521023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router 1e92db6e-496e-478e-aaf5-d049299d1675 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:15.526748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38300) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:15.710278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-087a7891-c3bd-4960-9842-07692fa0af1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.737774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Deleting port 96647a16-5677-44c8-a38b-0ad70f30ffe7 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:15.738224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.780731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:15.789665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.795311 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Sync routers for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:15.811613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:15.812211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:15.826955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] For port 96647a16-5677-44c8-a38b-0ad70f30ffe7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=96647a16-5677-44c8-a38b-0ad70f30ffe7,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:15.827346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.841255 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Calling delete_port for 96647a16-5677-44c8-a38b-0ad70f30ffe7 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:15.867117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0df88f6d-dfae-45c3-9250-375a635fafe8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/floatingips/98e8a7e9-f332-44d9-a5fb-175ba26f0a7c HTTP/1.1" status: 204 len: 168 time: 1.2041783 Feb 15 09:57:15.869037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:15.871343 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c97bdc6-0e52-494d-8f45-479a968fe486" -d '{"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:15.929776 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-087a7891-c3bd-4960-9842-07692fa0af1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.940922 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:15.947886 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-087a7891-c3bd-4960-9842-07692fa0af1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:15.999438 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e316e5b-039a-49b5-9851-3b5c99c18b8f x-openstack-request-id: req-3e316e5b-039a-49b5-9851-3b5c99c18b8f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:15.999757 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "tag": "07d754d0-3a46-4839-869b-34799147c300", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:16.000007 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3e316e5b-039a-49b5-9851-3b5c99c18b8f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:16.001118 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'status': 'completed', 'code': 200} Feb 15 09:57:16.029169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a7891-c3bd-4960-9842-07692fa0af1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37eb18a-895b-4ffd-9f9e-4f7b95aecefa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:16.132785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-087a7891-c3bd-4960-9842-07692fa0af1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d66c20ad1974149b460ac6ffd79f1fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6047525 Feb 15 09:57:16.136039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-a0bbba3a-4554-432a-9b29-a96d776b8395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.137507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-a0bbba3a-4554-432a-9b29-a96d776b8395 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 1095 time: 0.1362453 Feb 15 09:57:16.137970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38310) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:16.190340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.223021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Pushing event deleted for resources: {'Port': ['ID=96647a16-5677-44c8-a38b-0ad70f30ffe7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:16.268938 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:16.300641 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.308618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Checking router: 1e92db6e-496e-478e-aaf5-d049299d1675 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:16.323181 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:16.324016 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:16.325679 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.371983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c224146-1d20-4067-bf41-e8f4b562ab7f req-714c6793-da69-4c54-ab57-22947464203a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.379321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-a268e353-13d6-4c8a-878d-5c965d3022bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.380836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-a268e353-13d6-4c8a-878d-5c965d3022bc service neutron] 10.222.0.72 "GET /v2.0/networks?id=6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 200 len: 897 time: 0.2298570 Feb 15 09:57:16.381251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c224146-1d20-4067-bf41-e8f4b562ab7f req-714c6793-da69-4c54-ab57-22947464203a tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1613598 Feb 15 09:57:16.450829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-fbf24357-6df3-44d7-a92d-792818220408 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 200 len: 217 time: 0.0601819 Feb 15 09:57:16.482993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c224146-1d20-4067-bf41-e8f4b562ab7f req-1e863dc4-3dc1-49d5-b6d3-32a2a8ca5137 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989449 Feb 15 09:57:16.493849 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:16.564324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.570409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.572984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.576623 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e37eb18a-895b-4ffd-9f9e-4f7b95aecefa HTTP/1.1" status: 204 len: 168 time: 0.4353600 Feb 15 09:57:16.589303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-2f44951f-3d89-492b-9b52-d5fb54133eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.590878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-2f44951f-3d89-492b-9b52-d5fb54133eaf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 200 len: 835 time: 0.1320727 Feb 15 09:57:16.676943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab124a7-fd7b-452b-9ebe-371bfa402692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37eb18a-895b-4ffd-9f9e-4f7b95aecefa,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:16.775615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2a78efd9-a3f3-4da6-8e16-ce20b65b08f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.784195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-db607aac-f802-4bd8-aed7-6b04ad8db5ce tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.787410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-db607aac-f802-4bd8-aed7-6b04ad8db5ce tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1945941 Feb 15 09:57:16.806123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-52ff243d-75de-43af-8dce-8c10bc509476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:16.807590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-52ff243d-75de-43af-8dce-8c10bc509476 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=6d301e25-90c1-4e56-b418-2320ed0e0454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870952 Feb 15 09:57:16.867231 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:16.934013 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50311b72-076a-4925-a0f6-9d717439d13b None None] The sync data for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 is: [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:07Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'e7a31040-4a2e-4e58-b4c3-605cdea1eb84', 'name': '', 'network_id': '6d301e25-90c1-4e56-b418-2320ed0e0454', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:2b:f2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:06Z', 'updated_at': '2022-02-15T09:56:12Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': 'ce7822e5-ea65-47f9-9316-30c197423b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:16.952410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:16.962099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Router 9f617eb0-1b22-46ee-8992-bf094c5018df has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:17.056120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-d393ca9f-ebd8-44de-9371-86f371624a65 service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400398 Feb 15 09:57:17.176911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:17.188872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18584a-f617-4652-a399-9765338d99da None None] Sync routers for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:17.211143 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a47aca25-9a02-438f-b887-f51ff1767016 admin admin] 10.222.0.10 "PUT /v2.0/routers/9f617eb0-1b22-46ee-8992-bf094c5018df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7941117 Feb 15 09:57:17.213861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38330) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:17.216448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:17.221620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:17.288719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 07d754d0-3a46-4839-869b-34799147c300 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:17.289191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.300350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c97bdc6-0e52-494d-8f45-479a968fe486 req-289ec59b-8e77-45fe-9ca6-95018c6803f5 service neutron] 10.222.0.72 "GET /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142038 Feb 15 09:57:17.388655 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa489d13-fe1c-40b7-a98f-3ab11130cd56 None None] New status for floating IP 98e8a7e9-f332-44d9-a5fb-175ba26f0a7c: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:57:17.419854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.439082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 07d754d0-3a46-4839-869b-34799147c300, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=07d754d0-3a46-4839-869b-34799147c300,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:17.439633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.475295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 07d754d0-3a46-4839-869b-34799147c300 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:17.626354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.731663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2426d65-da28-45a2-a668-c263d1275764 req-8d7d49b0-f127-4ef7-b5e0-05234d76cd09 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:17.736122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Deleting port 3853dd1a-ebde-492b-a1de-5025063683ac {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:17.736576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.738262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2426d65-da28-45a2-a668-c263d1275764 req-8d7d49b0-f127-4ef7-b5e0-05234d76cd09 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8180e27-8d7a-4d6f-af7b-9d79deeabf61 HTTP/1.1" status: 200 len: 944 time: 0.1098905 Feb 15 09:57:17.797062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:17.836348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e2426d65-da28-45a2-a668-c263d1275764 req-a915b5d8-0466-4918-bf2f-126d0e71826f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=818675d2-5f24-44e2-94f4-f15bfdfb00bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919094 Feb 15 09:57:17.862122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.872934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] For port 3853dd1a-ebde-492b-a1de-5025063683ac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3853dd1a-ebde-492b-a1de-5025063683ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:17.874156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:17.903420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Calling delete_port for 3853dd1a-ebde-492b-a1de-5025063683ac owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:17.919292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=07d754d0-3a46-4839-869b-34799147c300,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:18.036451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] No DVR routers for this DVR port 07d754d0-3a46-4839-869b-34799147c300 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:18.040507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.054727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fa69e4f-0a1c-47f2-9ef7-6858dea545f8 req-1221048e-7f29-48b5-bab8-6eeddd94ecf4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "DELETE /v2.0/ports/07d754d0-3a46-4839-869b-34799147c300 HTTP/1.1" status: 204 len: 173 time: 1.2571805 Feb 15 09:57:18.057638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-deleted', 'tag': '07d754d0-3a46-4839-869b-34799147c300'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:18.065189 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b39853-18f1-43cb-a5fe-11621aca3c23" -d '{"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-deleted", "tag": "07d754d0-3a46-4839-869b-34799147c300"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:18.133619 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacb1360-c4a0-49c7-a258-7fbea0aaea23 x-openstack-request-id: req-cacb1360-c4a0-49c7-a258-7fbea0aaea23 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:18.134020 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8180e27-8d7a-4d6f-af7b-9d79deeabf61", "name": "network-vif-deleted", "tag": "07d754d0-3a46-4839-869b-34799147c300", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:18.134345 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cacb1360-c4a0-49c7-a258-7fbea0aaea23 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:18.134855 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8180e27-8d7a-4d6f-af7b-9d79deeabf61', 'name': 'network-vif-deleted', 'tag': '07d754d0-3a46-4839-869b-34799147c300', 'status': 'completed', 'code': 200} Feb 15 09:57:18.197290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183'}], 'enable_snat': True}, 'gw_port_id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:57:16Z', 'revision_number': 5, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port': {'id': '3853dd1a-ebde-492b-a1de-5025063683ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:23:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:50:15Z', 'updated_at': '2022-02-15T09:50:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:18.243400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.283170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18584a-f617-4652-a399-9765338d99da None None] Checking router: 9f617eb0-1b22-46ee-8992-bf094c5018df for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:18.305985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] Routers {'9f617eb0-1b22-46ee-8992-bf094c5018df'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:18.307009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:56:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9f617eb0-1b22-46ee-8992-bf094c5018df'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:18.336379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Pushing event deleted for resources: {'Port': ['ID=3853dd1a-ebde-492b-a1de-5025063683ac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:18.478101 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.496054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] Set router 9f617eb0-1b22-46ee-8992-bf094c5018df gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:18.639996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5a18584a-f617-4652-a399-9765338d99da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:57:18Z', 'revision_number': 7, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:18.704099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.706435 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.708622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a18584a-f617-4652-a399-9765338d99da None None] The sync data for ids ['9f617eb0-1b22-46ee-8992-bf094c5018df'] in n-d-825064-4 is: [{'id': '9f617eb0-1b22-46ee-8992-bf094c5018df', 'name': 'tempest-ServerActionsTestJSON-1450540261-router', 'tenant_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:50:14Z', 'updated_at': '2022-02-15T09:57:18Z', 'revision_number': 7, 'project_id': '5a2c2fafb4dc47a28ebe7b9e2ff978c5', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:18.780210 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.780746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f617eb0-1b22-46ee-8992-bf094c5018df {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:57:18.786550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.790605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38358) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:18.802041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b18bb8a-8f67-4db4-8f0e-55e49665dd04 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9f617eb0-1b22-46ee-8992-bf094c5018df HTTP/1.1" status: 204 len: 168 time: 1.5828407 Feb 15 09:57:18.844745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Deleting subnet faec00fc-3571-493f-a12f-70a6fbc47de0 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:57:18.849933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.902444 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:18.904667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38362) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:19.014618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.113689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.146878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.150340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/faec00fc-3571-493f-a12f-70a6fbc47de0 HTTP/1.1" status: 204 len: 168 time: 0.3584366 Feb 15 09:57:19.152489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4f118-fd0e-49e9-8924-b3f39fde3526 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faec00fc-3571-493f-a12f-70a6fbc47de0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:19.153699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebd861-82db-4987-afe4-caf6f5adda28 None None] Network 882d8125-600a-4d59-bb5c-b20b0e620834 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:19.160518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38366) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:19.312860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.352969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e1dc8196-7306-4db8-b3f5-767539a9b385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.392455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Deleting port 342a986e-dc9a-4490-b8cd-73149866a22b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:19.394104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.514643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] For port 342a986e-dc9a-4490-b8cd-73149866a22b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=342a986e-dc9a-4490-b8cd-73149866a22b,segment=NetworkSegment(e8c05f98-3544-4299-b456-68315fd8be39),segment_id=e8c05f98-3544-4299-b456-68315fd8be39)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:19.519185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.536322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Calling delete_port for 342a986e-dc9a-4490-b8cd-73149866a22b owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:19.645132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] DHCP port deletion for 882d8125-600a-4d59-bb5c-b20b0e620834 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:57:19.647549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.667748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.730043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] No DVR routers for this DVR port 342a986e-dc9a-4490-b8cd-73149866a22b on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:19.745616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Pushing event deleted for resources: {'Port': ['ID=342a986e-dc9a-4490-b8cd-73149866a22b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:19.758388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Deleting port 342a986e-dc9a-4490-b8cd-73149866a22b {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:19.759946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.833774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] For port 342a986e-dc9a-4490-b8cd-73149866a22b, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:19.834210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.854222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Calling delete_port for 342a986e-dc9a-4490-b8cd-73149866a22b owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:19.857355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Port 342a986e-dc9a-4490-b8cd-73149866a22b was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 09:57:19.858840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.885104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.893207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] Pushing event deleted for resources: {'Port': ['ID=342a986e-dc9a-4490-b8cd-73149866a22b,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:19.902435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1248a9-481a-4041-99b6-5b7d97f87ab1 None None] No DVR routers for this DVR port 342a986e-dc9a-4490-b8cd-73149866a22b on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:19.913302 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882d8125-600a-4d59-bb5c-b20b0e620834']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:19.931650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c05f98-3544-4299-b456-68315fd8be39') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:19.931982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c05f98-3544-4299-b456-68315fd8be39') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:19.944626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.961598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.970533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:57:19.970937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:57:19.972635 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:57:20.052251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.061086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port e7a31040-4a2e-4e58-b4c3-605cdea1eb84 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:20.061871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.085167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.093972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/882d8125-600a-4d59-bb5c-b20b0e620834 HTTP/1.1" status: 204 len: 168 time: 0.9319625 Feb 15 09:57:20.096436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857954c5-5834-41cd-81ff-12913359e6ca admin admin] Pushing event deleted for resources: {'Network': ['ID=882d8125-600a-4d59-bb5c-b20b0e620834,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:20.228005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port e7a31040-4a2e-4e58-b4c3-605cdea1eb84, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:20.228577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.244569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for e7a31040-4a2e-4e58-b4c3-605cdea1eb84 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:20.347895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38380) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:20.368152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.398746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1f15220b-e4bb-46ea-9050-1ea7c7879e0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a2c2fafb4dc47a28ebe7b9e2ff978c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490963 Feb 15 09:57:20.401276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38382) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:20.484147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.540429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.578044 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.596229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3853dd1a-ebde-492b-a1de-5025063683ac no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:20.609782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=e7a31040-4a2e-4e58-b4c3-605cdea1eb84,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:20.671377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3853dd1a-ebde-492b-a1de-5025063683ac {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:20.672109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3853dd1a-ebde-492b-a1de-5025063683ac not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:20.672758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96647a16-5677-44c8-a38b-0ad70f30ffe7 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:20.685739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.690749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:20.692144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d23bcae-3de4-4c81-ab3a-e8caaf53914b HTTP/1.1" status: 204 len: 168 time: 0.2897956 Feb 15 09:57:20.702231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 96647a16-5677-44c8-a38b-0ad70f30ffe7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:20.702900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 96647a16-5677-44c8-a38b-0ad70f30ffe7 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:20.703530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 342a986e-dc9a-4490-b8cd-73149866a22b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:20.706364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 07d754d0-3a46-4839-869b-34799147c300 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:20.707568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8c2c5-bdb4-4b6f-81d4-9ae3f39de706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d23bcae-3de4-4c81-ab3a-e8caaf53914b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:20.800971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 342a986e-dc9a-4490-b8cd-73149866a22b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:20.807223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 342a986e-dc9a-4490-b8cd-73149866a22b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:20.809383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 07d754d0-3a46-4839-869b-34799147c300 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:20.809728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 07d754d0-3a46-4839-869b-34799147c300 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:20.909934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.151972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-0ac12e61-246f-4def-a950-ef5eb9707959 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=9836bd5192fc4f74b81d1eec8a121021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287769 Feb 15 09:57:21.274530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router 1e92db6e-496e-478e-aaf5-d049299d1675 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:21.355672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-2cbabddd-cfaa-408a-b4f9-c7c65da7ae2a tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:21.357189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-2cbabddd-cfaa-408a-b4f9-c7c65da7ae2a tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1962798 Feb 15 09:57:21.413206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-eacc92a2-9785-4bbf-a298-11911d30feab tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/quotas/9836bd5192fc4f74b81d1eec8a121021 HTTP/1.1" status: 200 len: 375 time: 0.0412710 Feb 15 09:57:21.455077 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-d22762cf-9036-47ba-9795-61cc03656947 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=9836bd5192fc4f74b81d1eec8a121021&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333805 Feb 15 09:57:21.459564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:21.465484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b977754e-b72c-45c8-89d4-9b7c6aec4a25 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/1e92db6e-496e-478e-aaf5-d049299d1675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5587549 Feb 15 09:57:21.467323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38418) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:21.471431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Sync routers for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:21.482333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:21.483310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:21.590761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting subnet ce7822e5-ea65-47f9-9316-30c197423b8f {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:57:21.594476 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.628771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:21.639456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38422) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:21.658361 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.763398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.764656 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-433358486-network', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:21.794025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Made reservation on behalf of da7e48a43dc7499e9ad1843a26bbab48 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:21.797298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.807137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.838871 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.853451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:57:20Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:21.871661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Subnet': ['ID=ce7822e5-ea65-47f9-9316-30c197423b8f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:21.884538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Checking router: 1e92db6e-496e-478e-aaf5-d049299d1675 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:21.889964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.890595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8280db34-a134-4e4b-a4b0-1a250c1f067f None None] Network 6d301e25-90c1-4e56-b418-2320ed0e0454 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:21.897694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-60072a96-56f6-458c-b75a-db84c9433929 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/subnets/ce7822e5-ea65-47f9-9316-30c197423b8f HTTP/1.1" status: 204 len: 168 time: 0.4289083 Feb 15 09:57:21.900733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38426) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:21.946830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Routers {'1e92db6e-496e-478e-aaf5-d049299d1675'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:21.947730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1e92db6e-496e-478e-aaf5-d049299d1675'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:21.972189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.977331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:21.990635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:57:22.001957 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.002552 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Added segment 0371765d-f066-4d2d-bcbb-24ced202d3e4 of type vlan for network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 Feb 15 09:57:22.054683 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.059685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.101353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:22.112450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.113468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:22.114091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.152079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5111015 Feb 15 09:57:22.163664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] Set router 1e92db6e-496e-478e-aaf5-d049299d1675 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:22.163837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38428) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:22.169614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Request body: {'subnet': {'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-subnet', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:22.221855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] DHCP port deletion for 6d301e25-90c1-4e56-b418-2320ed0e0454 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:57:22.253688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.359848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 9bfa6553-672d-4208-ba60-e926aef76848 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:22.365090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.445315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.464274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.478496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Deleting port 9b441d04-70c2-46d2-870f-9516b1c5d72b {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:57:22.479163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.503964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 9bfa6553-672d-4208-ba60-e926aef76848, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9bfa6553-672d-4208-ba60-e926aef76848,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:22.504531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.536663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 9bfa6553-672d-4208-ba60-e926aef76848 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:22.586083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c37b51-5baa-46df-96ce-60c2a863edf8 admin admin] Pushing event updated for resources: {'Network': ['ID=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:22.606206 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Made reservation on behalf of da7e48a43dc7499e9ad1843a26bbab48 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:22.610597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.615003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:57:22.857004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ee8b2abb-056a-436b-b937-fe29c905d951 req-9ebbaf8a-dbc4-48b8-bab4-10064f9db13f tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 210 time: 0.0449457 Feb 15 09:57:22.937583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:22.938748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.939806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9b441d04-70c2-46d2-870f-9516b1c5d72b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:22.957356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] For port 9b441d04-70c2-46d2-870f-9516b1c5d72b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=9b441d04-70c2-46d2-870f-9516b1c5d72b,segment=NetworkSegment(d120e0c9-ce92-4a06-9cd1-24fcfb326cd1),segment_id=d120e0c9-ce92-4a06-9cd1-24fcfb326cd1)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:22.957754 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.973775 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:22.996334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fa471f0-68af-486d-8052-fdbcb5e0e319,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:23.026676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Calling delete_port for 9b441d04-70c2-46d2-870f-9516b1c5d72b owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:57:23.043269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Checking segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:23.043643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Network hostable DHCP agents. Network: 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:57:23.078385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:57:23.088551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=9bfa6553-672d-4208-ba60-e926aef76848,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:23.095521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:23.101335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:23.102997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.110559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:57:20Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:23.145006 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd071b4a-75c2-4a54-af59-c6466355568e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9803298 Feb 15 09:57:23.147800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38448) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:23.167105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:23.174251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea8de94-ea51-45ce-a7af-49a022293382 None None] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:23.204783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf44e3c-978d-42f2-92df-47c1a98969c1 None None] The sync data for ids ['1e92db6e-496e-478e-aaf5-d049299d1675'] in n-d-825064-4 is: [{'id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'name': 'tempest-TestNetworkAdvancedServerOps-router-394495212', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '9bfa6553-672d-4208-ba60-e926aef76848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:57:20Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '9bfa6553-672d-4208-ba60-e926aef76848', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e92db6e-496e-478e-aaf5-d049299d1675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:56:02Z', 'updated_at': '2022-02-15T09:56:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:23.217317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.329989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c2887a8-0fe5-4306-898b-80600b357797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.339210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.357368 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.365614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.454246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.461220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.462193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.493633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.494395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Fanout notify agent at l3_agent the message router_deleted on router 1e92db6e-496e-478e-aaf5-d049299d1675 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:57:23.507369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.508503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7c70130c-3eb0-47ca-92cf-47a77242c668 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/routers/1e92db6e-496e-478e-aaf5-d049299d1675 HTTP/1.1" status: 204 len: 168 time: 1.6047118 Feb 15 09:57:23.512136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38454) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:23.532942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] Pushing event deleted for resources: {'Port': ['ID=9b441d04-70c2-46d2-870f-9516b1c5d72b,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:23.542271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c2887a8-0fe5-4306-898b-80600b357797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.557962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9845b873-ea68-4db7-99c9-0ff8d58d2f88 None None] No DVR routers for this DVR port 9b441d04-70c2-46d2-870f-9516b1c5d72b on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:57:23.613841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cddef06-b6e8-42bf-90c3-2257bdfe6e3e None None] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:23.695602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.812360 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.846641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d301e25-90c1-4e56-b418-2320ed0e0454']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:23.856979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:23.857411 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd120e0c9-ce92-4a06-9cd1-24fcfb326cd1') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:23.870850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.899188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.912058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:57:23.912873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: timer() Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:57:23.918045 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:57:24.023847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd79029-e6dc-4f35-9403-bb6e61a505d7 req-4cbe8b06-78b3-4b1f-9c07-dec58e189096 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 210 time: 0.0406625 Feb 15 09:57:24.025965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.035502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.039125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/networks/6d301e25-90c1-4e56-b418-2320ed0e0454 HTTP/1.1" status: 204 len: 168 time: 0.5266621 Feb 15 09:57:24.041794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38460) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:24.046227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c2887a8-0fe5-4306-898b-80600b357797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.065374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ab52f-7c12-48ca-9291-4845f0c8c7cb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Network': ['ID=6d301e25-90c1-4e56-b418-2320ed0e0454,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:24.067088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.091173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7c2887a8-0fe5-4306-898b-80600b357797 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d91182855bb43ab8020ed95a6c0c02a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1496522 Feb 15 09:57:24.093232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38462) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:24.148974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.185881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.187957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2887a8-0fe5-4306-898b-80600b357797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ca45a-f773-4a1e-8e0c-49b8b9b784fe,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:24.208750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.230275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.274821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.296261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-2dc623dc-36e5-4ed6-881d-31861394f46b tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9836bd5192fc4f74b81d1eec8a121021&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0410745 Feb 15 09:57:24.394022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.401825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.403140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a96ca45a-f773-4a1e-8e0c-49b8b9b784fe HTTP/1.1" status: 204 len: 168 time: 0.3089852 Feb 15 09:57:24.447448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-49cef9c3-020e-44cc-9df0-23fe3e7b9eaa tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:24.448978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-49cef9c3-020e-44cc-9df0-23fe3e7b9eaa tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460025 Feb 15 09:57:24.450726 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.453386 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.457124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/security-groups/818675d2-5f24-44e2-94f4-f15bfdfb00bf HTTP/1.1" status: 204 len: 168 time: 0.4117262 Feb 15 09:57:24.463581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Request body: {'port': {'device_id': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '9836bd5192fc4f74b81d1eec8a121021'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:24.539541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba0b0f-1e3f-4975-9328-f7cdedf2b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ca45a-f773-4a1e-8e0c-49b8b9b784fe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:24.563066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.594717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496d059-3c7e-4dc3-b04d-a37807265503 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818675d2-5f24-44e2-94f4-f15bfdfb00bf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:24.610854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.628184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9bfa6553-672d-4208-ba60-e926aef76848 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:24.644517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Made reservation on behalf of 9836bd5192fc4f74b81d1eec8a121021 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:24.648939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.654703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 9bfa6553-672d-4208-ba60-e926aef76848 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:24.655617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 9bfa6553-672d-4208-ba60-e926aef76848 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:24.656172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7a31040-4a2e-4e58-b4c3-605cdea1eb84 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:57:24.665362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.687745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e7a31040-4a2e-4e58-b4c3-605cdea1eb84 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:57:24.688206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e7a31040-4a2e-4e58-b4c3-605cdea1eb84 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:57:24.761754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Allocated IP 172.25.6.181 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c08aad46-daaa-4301-932a-902a7dec5715) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:24.762709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.769869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.852976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26184231-0c44-4820-8049-2d5c4e3bd6e7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:24.898008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.946258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:24.960510 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Allocated IP 192.168.233.216 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/8a80d0a6-0959-450d-bea7-9fe1ca92529c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:24.991356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:24.994583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:25.000871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:25.117800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Pushing event updated for resources: {'Port': ['ID=c08aad46-daaa-4301-932a-902a7dec5715,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:25.195015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb4af6bd-c6f8-4b6b-abe5-f4bc5bd17954 req-20fe7107-0bc8-4afd-a562-c8a29a0193d9 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 210 time: 0.0380702 Feb 15 09:57:25.253577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.279155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38488) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:25.286344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1034623620', 'description': 'tempest-secgroup-smoke-1034623620 description', 'project_id': '0b74351313014ffab51fe899542eaf24'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:25.321136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.332968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.333431 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.390051 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:25.400322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:25.406436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:25.409397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38492) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:25.423648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Pushing event updated for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:25.492224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:25.493273 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.531169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-b103e789-c749-45fc-a356-327318b54a71 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0713689 Feb 15 09:57:25.535622 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.546484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Request body: {'port': {'device_id': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:25.550823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.585075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-218320335-network', 'tenant_id': '46585d1afeba429ca90892298770012a'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:25.612400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.653475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.654739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3746083 Feb 15 09:57:25.658897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38496) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:25.661791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa4b317-1a25-4d1f-8bb9-7a8fbd670297 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de2161c7-efa8-412d-9e96-5478eb6427ed,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:25.665374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:25.669358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.688988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Made reservation on behalf of 46585d1afeba429ca90892298770012a for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:25.691411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.717522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.736933 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f5bac05b-9fa7-45e6-935f-8c263cd5d812 None None] Provisioning complete for port 8a80d0a6-0959-450d-bea7-9fe1ca92529c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:25.738163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f5bac05b-9fa7-45e6-935f-8c263cd5d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.759985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.779060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f5bac05b-9fa7-45e6-935f-8c263cd5d812 None None] Port 8a80d0a6-0959-450d-bea7-9fe1ca92529c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:25.831713 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:57:25.841154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.848969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.907727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582d078a-4b4d-4bd8-ad54-6561822e7a2c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:25.918428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.919623 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c60cbe28-12a4-4ae0-8fb9-062eb5449b4c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2592809 Feb 15 09:57:25.924090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38498) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:25.940198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:25.971826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:25.983236 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Sync routers for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:25.988648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.993553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:25.997097 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:25.998197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38500) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:25.998313 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:25.999682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f9cf8b59-3f7d-45b6-888b-252fd52ed909 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8488905 Feb 15 09:57:26.006355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.099824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:57:26.109140 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:26.119927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8085119e-11ea-4ab9-ab8e-3158de01de8a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.150675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.193633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.193968 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Added segment 583a4b11-d5d1-4954-8734-2ce1c094f5f0 of type vlan for network 1fe19509-f71c-4f91-bb9c-77319c4494b1 Feb 15 09:57:26.256306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a80d0a6-0959-450d-bea7-9fe1ca92529c {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:26.271835 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.290713 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:25Z', 'revision_number': 3, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:26.300399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.311543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Transition to ACTIVE for port object 8a80d0a6-0959-450d-bea7-9fe1ca92529c will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:57:26.322400 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Checking router: fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:26.323008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Updating router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc port c08aad46-daaa-4301-932a-902a7dec5715 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:57:26.334131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea5666-9643-4000-b48d-3411a9473a51 req-5542a62f-6f96-4842-a265-55e8ec73b7af tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:26.335732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fea5666-9643-4000-b48d-3411a9473a51 req-5542a62f-6f96-4842-a265-55e8ec73b7af tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 936 time: 0.0613294 Feb 15 09:57:26.336602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.351553 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.378398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6fea5666-9643-4000-b48d-3411a9473a51 req-124b1c5e-8bd8-4e1e-a7f3-8ea7da1d8767 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347779 Feb 15 09:57:26.389754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.423992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.433415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.434344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:26.434910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.518344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c89e3d-4e52-482d-9e3e-1d4a44bc4f0a,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.574738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1616402 Feb 15 09:57:26.577414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38504) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:26.580576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Pushing event updated for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.582575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Request body: {'subnet': {'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-218320335-subnet', 'tenant_id': '46585d1afeba429ca90892298770012a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:26.589576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.590835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89343e13-ce60-480c-a9f8-3adda7737bf2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6627638 Feb 15 09:57:26.594800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38506) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:26.603236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:26.617033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd9284-2315-4182-85ec-056cc50bae61 admin admin] Pushing event updated for resources: {'Network': ['ID=1fe19509-f71c-4f91-bb9c-77319c4494b1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.630916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:57:26.639481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Made reservation on behalf of 46585d1afeba429ca90892298770012a for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:26.644665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.651060 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.660832 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.778481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.791854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Attempting to bind port 8a80d0a6-0959-450d-bea7-9fe1ca92529c on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:26.792175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Attempting to bind port 8a80d0a6-0959-450d-bea7-9fe1ca92529c by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:26.792485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Attempting to bind port 8a80d0a6-0959-450d-bea7-9fe1ca92529c on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:26.823789 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Attempting to bind port c08aad46-daaa-4301-932a-902a7dec5715 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:26.824156 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Attempting to bind port c08aad46-daaa-4301-932a-902a7dec5715 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:26.824891 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Attempting to bind port c08aad46-daaa-4301-932a-902a7dec5715 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:26.837175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Port 8a80d0a6-0959-450d-bea7-9fe1ca92529c on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:26.837500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Attempting to bind port 8a80d0a6-0959-450d-bea7-9fe1ca92529c on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:26.838850 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:26.839449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:26.839851 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.840256 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:26.840721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Bound port: c08aad46-daaa-4301-932a-902a7dec5715, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:26.841112 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.858836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:26.859120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:26.859455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:26.860844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Bound port: 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:26.860844 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.871108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Pushing event updated for resources: {'Port': ['ID=c08aad46-daaa-4301-932a-902a7dec5715,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.894037 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.894646 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.895148 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.895479 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.895808 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.896291 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.896638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.897038 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.897364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.897685 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.898002 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.898321 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:26.913103 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] For port c08aad46-daaa-4301-932a-902a7dec5715, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:26.916008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.916265 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] For port c08aad46-daaa-4301-932a-902a7dec5715, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c08aad46-daaa-4301-932a-902a7dec5715,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:26.920817 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.966019 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.975392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:26.977880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7317cec-610b-443a-ada9-d7a64220d091,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:26.987578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Checking segment: {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:26.987936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Network hostable DHCP agents. Network: 1fe19509-f71c-4f91-bb9c-77319c4494b1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:57:26.991939 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:26.992575 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:27.010146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:57:27.019872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c278e11f-da05-49d5-ac2d-1257789ec9bc,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:27.027410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1fe19509-f71c-4f91-bb9c-77319c4494b1) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:27.032662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:27.033439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.041592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:27.043909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b3990-38dc-4472-b9e7-15771c0cfb34 None None] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:27.048629 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d2bc8-6329-47e2-b203-62f0392811a3 None None] Pushing event updated for resources: {'Port': ['ID=c08aad46-daaa-4301-932a-902a7dec5715,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:27.050731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.051973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e816673-e307-42c2-9a1f-ea1e080e73a3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4523575 Feb 15 09:57:27.060012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:27.063824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-65ecd0cb-6c0f-40d5-88c7-c99006ddd0da admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4837022 Feb 15 09:57:27.067103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:27.072403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:27.085047 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.153601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:27.182885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:27.183662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.185179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] 10.222.0.36 "PUT /v2.0/ports/8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 200 len: 1096 time: 1.6458881 Feb 15 09:57:27.187761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:27.190825 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af7f17-2624-4021-b621-3640e1549e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:27.216872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.228227 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.230047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342953c-cbe4-4d77-8276-21b81716451e service neutron] Pushing event updated for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:27.242949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1770235-4214-446e-9f74-8c1f37621121 None None] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:27.324396 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5209efc9-814b-4c24-88b4-97de68fd5366 x-openstack-request-id: req-5209efc9-814b-4c24-88b4-97de68fd5366 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:27.325007 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:27.325236 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5209efc9-814b-4c24-88b4-97de68fd5366 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:27.325590 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c', 'status': 'completed', 'code': 200} Feb 15 09:57:27.463830 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.486613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.514167 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:25Z', 'revision_number': 3, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:27.530503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-4cf3d717-08a1-4d7b-bbe3-f75e4dfa152f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:27.532709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-4cf3d717-08a1-4d7b-bbe3-f75e4dfa152f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9836bd5192fc4f74b81d1eec8a121021&device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 1099 time: 0.2735989 Feb 15 09:57:27.546541 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77214b65-d8e1-4ca8-8285-e3f87e14d382 None None] The sync data for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 is: [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:25Z', 'revision_number': 3, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:27.585957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee9822a-a650-4ed0-a070-38bd820158ed,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:27.603900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da89fa0-8fc9-4c96-9cff-3e4ff9c881d7 req-e3c5d694-61d9-4a24-ae9a-df95c87d7246 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:27.605798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da89fa0-8fc9-4c96-9cff-3e4ff9c881d7 req-e3c5d694-61d9-4a24-ae9a-df95c87d7246 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 948 time: 0.1234028 Feb 15 09:57:27.626296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-fb8f08ee-88a7-441e-ad40-9ef3e9215bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 200 len: 217 time: 0.0815880 Feb 15 09:57:27.640161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.646370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-23d4216d-e452-4d60-9115-caf36c22e0c2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5840487 Feb 15 09:57:27.651811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:27.656480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:27.707852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da89fa0-8fc9-4c96-9cff-3e4ff9c881d7 req-645277a4-f992-470e-b8f6-bb99f59cdba1 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916133 Feb 15 09:57:27.733370 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:57:27.740791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.876403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.882459 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.916019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c931ab55-4063-4350-bf9a-a1a0af218515,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:27.927747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:27.932855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-44d85ef4-6b2d-4639-9b4f-03ab1be59323 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2800715 Feb 15 09:57:27.933609 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38526) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:27.951287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'security_group_rule': {'security_group_id': 'de2161c7-efa8-412d-9e96-5478eb6427ed', 'project_id': '0b74351313014ffab51fe899542eaf24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:27.979833 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Project 0b74351313014ffab51fe899542eaf24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 09:57:27.985702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.072743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.081142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.106249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e98e22-9b09-421d-978a-891bfb94471f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:28.114713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.115775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Allocated IP 172.20.0.1 (3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3/0fa471f0-68af-486d-8052-fdbcb5e0e319/a470aeed-4d7e-454f-88eb-a2d49f49e712) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:28.116622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f95efe08-208d-4837-a225-932435f8c452 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1815550 Feb 15 09:57:28.119181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38530) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:28.129266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'network': {'name': 'tempest-network-smoke--198267960', 'project_id': '0b74351313014ffab51fe899542eaf24', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:28.159931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:28.164251 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.201193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:57:28.205126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-b734d4ab-08f6-47dd-be8e-f0a4a033d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:28.206793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-b734d4ab-08f6-47dd-be8e-f0a4a033d6c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.5725112 Feb 15 09:57:28.213687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.214431 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Added segment 1c57ea70-65c5-443d-95a7-e2a78e152606 of type vlan for network ccac51bd-0dbb-48bf-b787-085a8f1712c9 Feb 15 09:57:28.269902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.288598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.291509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a439c-d83b-4312-ab2a-11454180132f req-9e184894-0bc7-43f5-99b9-188b8afdf29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:28.293074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-9e184894-0bc7-43f5-99b9-188b8afdf29c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785358 Feb 15 09:57:28.305224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.313292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:28.314413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.403067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.405699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Network': ['ID=ccac51bd-0dbb-48bf-b787-085a8f1712c9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:28.417192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:57:28.445073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1723919f-b185-43f0-82bb-4712643da1a6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3244460 Feb 15 09:57:28.445804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38532) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:28.450998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'admin_state_up': True, 'project_id': '0b74351313014ffab51fe899542eaf24', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:28.459429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-7bca2101-f6ff-4178-bf9f-dec5323fba06 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585729 Feb 15 09:57:28.461232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:28.464630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:28.467905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:28.482617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.484452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.557846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.581444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Pushing event updated for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:28.595388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.679851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c08aad46-daaa-4301-932a-902a7dec5715 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:28.747142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c08aad46-daaa-4301-932a-902a7dec5715 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:28.747864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.787019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e53a439c-d83b-4312-ab2a-11454180132f req-81f92a55-ffce-47a8-8eea-b214abca4092 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135493 Feb 15 09:57:28.809208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.903195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.934585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c08aad46-daaa-4301-932a-902a7dec5715, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c08aad46-daaa-4301-932a-902a7dec5715,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:28.940787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:28.997038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7f17-2624-4021-b621-3640e1549e7c req-930e0459-f11b-459c-98fc-cdd1dcbda849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:28.998972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-930e0459-f11b-459c-98fc-cdd1dcbda849 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9836bd5192fc4f74b81d1eec8a121021&device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 1099 time: 0.1390750 Feb 15 09:57:29.008048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c08aad46-daaa-4301-932a-902a7dec5715,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:29.009592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cd827-3866-496a-b586-63113642559a req-864c4dd2-d946-4b28-a372-e19052ff7bc3 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:29.012045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b2cd827-3866-496a-b586-63113642559a req-864c4dd2-d946-4b28-a372-e19052ff7bc3 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 948 time: 0.1501536 Feb 15 09:57:29.103400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.123322 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.125254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.152699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0b2cd827-3866-496a-b586-63113642559a req-36c01f88-7889-468d-9f6e-90c9edbdbcb3 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086202 Feb 15 09:57:29.229290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7f17-2624-4021-b621-3640e1549e7c req-741d6da3-f593-4432-8519-a050c813979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:29.230798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-741d6da3-f593-4432-8519-a050c813979c service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.2173970 Feb 15 09:57:29.271333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.152 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/74e8c165-7692-40f2-8a52-db48699d4ce9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:29.314308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-e2204d05-bde9-49c3-a018-4d1bd301b6f5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 200 len: 217 time: 0.0688465 Feb 15 09:57:29.394587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7f17-2624-4021-b621-3640e1549e7c req-c794f0d3-97c7-4ae2-bb01-26cabd794147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:29.396268 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-c794f0d3-97c7-4ae2-bb01-26cabd794147 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0739639 Feb 15 09:57:29.442392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.455715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.471016 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.498417 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.498630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af7f17-2624-4021-b621-3640e1549e7c req-79133f40-91b0-4487-ad3f-9ca893ff083e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:29.500508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-79133f40-91b0-4487-ad3f-9ca893ff083e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927281 Feb 15 09:57:29.575459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:29.580707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:29.585137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:29.588641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=74e8c165-7692-40f2-8a52-db48699d4ce9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:29.607140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Pushing event updated for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:29.614292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.696934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-76e8f212-2fa0-47ff-83f2-198937a671e8 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709943 Feb 15 09:57:29.813068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:29.817344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:29.860609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:29.909535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37af7f17-2624-4021-b621-3640e1549e7c req-1818099e-1c65-4d4b-8b9e-0e3b351ba240 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047160 Feb 15 09:57:29.975869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:30.113352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:30.119653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a53bfa55-8279-42db-a249-99f8943f646e admin admin] 10.222.0.10 "PUT /v2.0/routers/fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1142206 Feb 15 09:57:30.133522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Sync routers for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:30.148240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:30.148987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:30.433598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:30.586186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c08aad46-daaa-4301-932a-902a7dec5715 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:30.624969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3cef4-ddad-4e38-8cb6-07bfbe9edf10 req-583bf6c9-2122-4516-82c1-14030dbe42b5 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:30.626739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8e3cef4-ddad-4e38-8cb6-07bfbe9edf10 req-583bf6c9-2122-4516-82c1-14030dbe42b5 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 948 time: 0.1362417 Feb 15 09:57:30.706831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c08aad46-daaa-4301-932a-902a7dec5715 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:30.707203 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:30.712968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8e3cef4-ddad-4e38-8cb6-07bfbe9edf10 req-3845795c-f1f2-4bcc-ad9f-414dcc01a875 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792308 Feb 15 09:57:30.718352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:30.778744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-f58be927-89c9-4864-aa9b-53d93877d7d7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:30.780456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-f58be927-89c9-4864-aa9b-53d93877d7d7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 818 time: 0.1143479 Feb 15 09:57:30.795922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-339d46e4-3119-45e1-9fde-b5bb1b1b3511 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/quotas/da7e48a43dc7499e9ad1843a26bbab48 HTTP/1.1" status: 200 len: 375 time: 0.0096052 Feb 15 09:57:30.804701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a470aeed-4d7e-454f-88eb-a2d49f49e712', 'name': '', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'mac_address': 'fa:16:3e:21:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:27Z', 'updated_at': '2022-02-15T09:57:29Z', 'revision_number': 2, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'subnets': [{'id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:30.859328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-f5492721-cd42-4c52-b821-030953a87257 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556250 Feb 15 09:57:30.862194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router b163f8ec-0fcc-4552-b320-7fe22a09d1da is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 09:57:30.970013 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1632c2e0-57c0-4174-bf66-d8d1d46caab6 service neutron] 10.222.0.10 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008365 Feb 15 09:57:30.980015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:30.993547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Sync routers for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:31.007874 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:31.008494 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:31.008740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Checking router: fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:31.009148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Updating router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc port a470aeed-4d7e-454f-88eb-a2d49f49e712 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:57:31.017652 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.019741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1787ae22-e026-4c02-926c-404b77144b5c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5729265 Feb 15 09:57:31.022937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38564) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:31.037148 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.058990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d68ed5ac-d651-4460-b7f9-d2b6f159879a tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=0b74351313014ffab51fe899542eaf24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339460 Feb 15 09:57:31.059590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38566) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:31.145792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-72740319-c5f3-406c-9f8c-3b1c151410e8 service neutron] 10.222.0.10 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390624 Feb 15 09:57:31.171959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:31.250994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f53ba-17a0-4056-ae26-d23493e769d9 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:31.256085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-908f53ba-17a0-4056-ae26-d23493e769d9 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1930180 Feb 15 09:57:31.256313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38570) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:31.315778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-87df12ed-d3bf-402a-9da3-0ee629087daf tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0479524 Feb 15 09:57:31.316119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38576) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:31.321480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-504251251', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'project_id': '0b74351313014ffab51fe899542eaf24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:31.366473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c438ea53-01b0-4181-a0ac-e1009bb91c25 req-d120de2d-966e-4731-9d3c-e8096448d602 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 210 time: 0.0652261 Feb 15 09:57:31.459524 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.472520 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.524004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:31.532740 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.559117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:29Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:31.615513 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Checking router: b163f8ec-0fcc-4552-b320-7fe22a09d1da for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:31.616131 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Updating router b163f8ec-0fcc-4552-b320-7fe22a09d1da port 74e8c165-7692-40f2-8a52-db48699d4ce9 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:57:31.646120 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.649461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a80d0a6-0959-450d-bea7-9fe1ca92529c details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:57:31.654867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Attempting to bind port a470aeed-4d7e-454f-88eb-a2d49f49e712 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:31.655237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Attempting to bind port a470aeed-4d7e-454f-88eb-a2d49f49e712 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:31.655763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Attempting to bind port a470aeed-4d7e-454f-88eb-a2d49f49e712 on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:31.665279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:31.665672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Checking segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:31.666211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.667029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Bound using segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:31.667656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Bound port: a470aeed-4d7e-454f-88eb-a2d49f49e712, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:31.668192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.676022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcc24a-e37e-4aba-9dc2-874af4a83244 None None] Pushing event updated for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:31.754850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-6a55e282-39ef-4047-9a48-124b6b5b6b3f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:31.762433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-6a55e282-39ef-4047-9a48-124b6b5b6b3f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 818 time: 0.1610966 Feb 15 09:57:31.795515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-d59ea167-c77c-4ec3-948f-2505267f8d51 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/quotas/da7e48a43dc7499e9ad1843a26bbab48 HTTP/1.1" status: 200 len: 375 time: 0.0321195 Feb 15 09:57:31.836900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] For port a470aeed-4d7e-454f-88eb-a2d49f49e712, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:31.842614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] For port a470aeed-4d7e-454f-88eb-a2d49f49e712, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a470aeed-4d7e-454f-88eb-a2d49f49e712,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:31.856131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:31.951759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:31.954405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e04063e-c75a-4be5-baea-9e5b4cf960e6 req-e3ef6f41-f7f8-4f74-a353-14900a09db1e tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:31.961744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e04063e-c75a-4be5-baea-9e5b4cf960e6 req-e3ef6f41-f7f8-4f74-a353-14900a09db1e tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 948 time: 0.1134889 Feb 15 09:57:31.978437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:31.978961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:32.050543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.058240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e04063e-c75a-4be5-baea-9e5b4cf960e6 req-bf1b3ddd-c8f8-42d5-8d69-bc4c726918aa tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897727 Feb 15 09:57:32.076259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfcc24a-e37e-4aba-9dc2-874af4a83244 None None] Pushing event updated for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:32.082986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '8a80d0a6-0959-450d-bea7-9fe1ca92529c', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '8a80d0a6-0959-450d-bea7-9fe1ca92529c', 'mac_address': 'fa:16:3e:30:12:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:57:32.127510 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-52836c4e-d293-41e1-a04e-90633b968456 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3311057 Feb 15 09:57:32.190867 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.191656 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.198226 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.208428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a80d0a6-0959-450d-bea7-9fe1ca92529c {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:32.229126 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Attempting to bind port 74e8c165-7692-40f2-8a52-db48699d4ce9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:32.229411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Attempting to bind port 74e8c165-7692-40f2-8a52-db48699d4ce9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:32.229824 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Attempting to bind port 74e8c165-7692-40f2-8a52-db48699d4ce9 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:32.232838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:32.246377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:32.248863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.257324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:32.257879 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:32.258276 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.258718 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:32.259218 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Bound port: 74e8c165-7692-40f2-8a52-db48699d4ce9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:32.259590 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.287894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Subnet': ['ID=40b8500b-a99e-4cce-8ada-a270b545262c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:32.331100 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Checking segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:32.331730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network hostable DHCP agents. Network: ccac51bd-0dbb-48bf-b787-085a8f1712c9, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:57:32.341385 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] For port 74e8c165-7692-40f2-8a52-db48699d4ce9, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:32.345379 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] For port 74e8c165-7692-40f2-8a52-db48699d4ce9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74e8c165-7692-40f2-8a52-db48699d4ce9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:32.387300 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-0c8c146d-3fc9-4a89-9372-543c74eb920e service neutron] 10.222.0.10 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472155 Feb 15 09:57:32.387537 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.389471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:57:32.417785 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf386-75e4-4af6-b0e5-54c04ed09df0 None None] Pushing event updated for resources: {'Port': ['ID=74e8c165-7692-40f2-8a52-db48699d4ce9,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:32.450308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:32.476001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['8a80d0a6-0959-450d-bea7-9fe1ca92529c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:32.496250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cf386-75e4-4af6-b0e5-54c04ed09df0 None None] Pushing event updated for resources: {'Port': ['ID=74e8c165-7692-40f2-8a52-db48699d4ce9,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:32.497481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, ccac51bd-0dbb-48bf-b787-085a8f1712c9) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:32.507070 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:32.512629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:32.513666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:32.514449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:32.529528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac1244b-de53-4480-a096-a1bf90e43dca None None] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:32.548245 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-830e16f5-cdba-495b-8c26-79e0227517f3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2306879 Feb 15 09:57:32.550869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:32.596877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-a47df9d9-fcc2-4c1c-9511-c596c3ce3fef service neutron] 10.222.0.10 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027130 Feb 15 09:57:32.695994 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:32.946401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a470aeed-4d7e-454f-88eb-a2d49f49e712', 'name': '', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'mac_address': 'fa:16:3e:21:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:27Z', 'updated_at': '2022-02-15T09:57:31Z', 'revision_number': 4, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'subnets': [{'id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:33.003203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ec4cdaf-0c0f-4774-a94b-d7351e5da325 req-193c5938-2c91-459b-9775-ad979a9c6d05 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 210 time: 0.0549314 Feb 15 09:57:33.021681 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c7771-ae4f-4e03-bbf8-f5c8399147f5 None None] The sync data for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 is: [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a470aeed-4d7e-454f-88eb-a2d49f49e712', 'name': '', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'mac_address': 'fa:16:3e:21:bb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:27Z', 'updated_at': '2022-02-15T09:57:31Z', 'revision_number': 4, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'subnets': [{'id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:33.091473 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:29Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:33.096005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 09:57:33.097330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:33.181204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe718ec9-06ee-4085-9507-b2d1dd93857f None None] The sync data for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 is: [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:29Z', 'revision_number': 3, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:33.274777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-cf21922d-1b81-46f5-874a-3b01dd3d446e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:33.276660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-cf21922d-1b81-46f5-874a-3b01dd3d446e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 818 time: 0.4825599 Feb 15 09:57:33.290205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Request body: {'port': {'device_id': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'admin_state_up': True, 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:33.370257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c85f9a-4297-4a14-a654-a42be8a656b8 req-2b0d6605-e3a5-462e-bb1d-f68a87113481 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:33.372283 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86c85f9a-4297-4a14-a654-a42be8a656b8 req-2b0d6605-e3a5-462e-bb1d-f68a87113481 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 949 time: 0.1358716 Feb 15 09:57:33.481112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86c85f9a-4297-4a14-a654-a42be8a656b8 req-c9fbeaf3-968f-4372-9673-55fbb7c6c8e0 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011300 Feb 15 09:57:33.550651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Allocated IP 172.20.0.2 (ccac51bd-0dbb-48bf-b787-085a8f1712c9/40b8500b-a99e-4cce-8ada-a270b545262c/01b83ec0-4a1e-4635-846a-73f1c2b91950) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:33.604821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Made reservation on behalf of da7e48a43dc7499e9ad1843a26bbab48 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:33.609210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:33.851454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:33.903025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:33.922670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:33.946804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Allocated IP 172.20.0.12 (3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3/0fa471f0-68af-486d-8052-fdbcb5e0e319/3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:34.022266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Pushing event updated for resources: {'Port': ['ID=01b83ec0-4a1e-4635-846a-73f1c2b91950,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:34.055589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:34.064470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:34.070074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:34.181059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Attempting to bind port 01b83ec0-4a1e-4635-846a-73f1c2b91950 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:34.181526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Attempting to bind port 01b83ec0-4a1e-4635-846a-73f1c2b91950 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:34.181958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Attempting to bind port 01b83ec0-4a1e-4635-846a-73f1c2b91950 on network ccac51bd-0dbb-48bf-b787-085a8f1712c9 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:34.188779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:34.189380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Checking segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:34.189851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:34.190357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Bound using segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:34.191084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Bound port: 01b83ec0-4a1e-4635-846a-73f1c2b91950, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:34.191539 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:34.267268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:34.296166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] For port 01b83ec0-4a1e-4635-846a-73f1c2b91950, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:34.300287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] For port 01b83ec0-4a1e-4635-846a-73f1c2b91950, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01b83ec0-4a1e-4635-846a-73f1c2b91950,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:34.306388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:34.404960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3d068-32ef-441a-885f-0cc4fcbed77a None None] Pushing event updated for resources: {'Port': ['ID=01b83ec0-4a1e-4635-846a-73f1c2b91950,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:34.550536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ba8bf7a-34dc-4dba-a957-c6020cb43d16 req-9a4fdddb-cad8-4766-a184-95ac889edfb5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 210 time: 0.2618661 Feb 15 09:57:34.783818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d977d8f-f568-48d2-9907-75393d0af74f req-c10b60ea-7330-415a-8e9f-10322676e589 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:34.791638 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d977d8f-f568-48d2-9907-75393d0af74f req-c10b60ea-7330-415a-8e9f-10322676e589 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 949 time: 0.1849880 Feb 15 09:57:34.861478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74e8c165-7692-40f2-8a52-db48699d4ce9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:34.872559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.1 (ccac51bd-0dbb-48bf-b787-085a8f1712c9/40b8500b-a99e-4cce-8ada-a270b545262c/0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:35.031757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 74e8c165-7692-40f2-8a52-db48699d4ce9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:35.032326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.098927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.119737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.183040 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.220766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 74e8c165-7692-40f2-8a52-db48699d4ce9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74e8c165-7692-40f2-8a52-db48699d4ce9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:35.229971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:35.230511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.233484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a470aeed-4d7e-454f-88eb-a2d49f49e712 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:35.249911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:35.278747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:35.305049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Pushing event updated for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:35.355259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=74e8c165-7692-40f2-8a52-db48699d4ce9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:35.372218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.397744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:35.398503 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.398919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a470aeed-4d7e-454f-88eb-a2d49f49e712 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:35.399431 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.446973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:35.451581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:35.458169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:35.468661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7d977d8f-f568-48d2-9907-75393d0af74f req-f0482f1c-212d-432a-b12b-b6f922bfb43d tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6709383 Feb 15 09:57:35.479924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-501d316c-6c4f-47c1-a174-cd9611785cf6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1937134 Feb 15 09:57:35.505578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:35.507199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-857c1f36-92ca-4a20-83fa-cd8ee7074b56 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:35.516365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-857c1f36-92ca-4a20-83fa-cd8ee7074b56 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.36 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 818 time: 0.8694398 Feb 15 09:57:35.517172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Request body: {'port': {'device_id': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:35.540428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Request body: {'port': {'device_id': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'admin_state_up': True, 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:35.554331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.593260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.598069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.621003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a470aeed-4d7e-454f-88eb-a2d49f49e712, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a470aeed-4d7e-454f-88eb-a2d49f49e712,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:35.629969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.718229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:35.723354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a80d0a6-0959-450d-bea7-9fe1ca92529c up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:35.759336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Made reservation on behalf of da7e48a43dc7499e9ad1843a26bbab48 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:35.769553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.801669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 8a80d0a6-0959-450d-bea7-9fe1ca92529c completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:57:35.806641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 8a80d0a6-0959-450d-bea7-9fe1ca92529c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:35.807016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.815855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f7dc8be-b546-4ed0-aa98-7fda7e132f1e req-49387ece-5123-404c-b143-b0e245036da5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 210 time: 0.0339646 Feb 15 09:57:35.951041 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:35.971578 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.020749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Allocated IP 172.20.0.6 (3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3/0fa471f0-68af-486d-8052-fdbcb5e0e319/2a275b3f-3714-4808-9800-d2b3d08b3963) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:36.073526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:36.077161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:36.081329 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa926f-580a-4a41-b223-0f6cd6ca9f8a" -d '{"events": [{"server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "name": "network-vif-plugged", "status": "completed", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:36.086355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.148257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:36.151071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a263c7-a295-44b7-ba5d-6ffc3923a293 None None] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:57:36.205871 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e57b33-7f79-4240-baab-50eeecc7128b x-openstack-request-id: req-b2e57b33-7f79-4240-baab-50eeecc7128b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:36.206156 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "name": "network-vif-plugged", "status": "completed", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:36.206405 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2e57b33-7f79-4240-baab-50eeecc7128b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:36.207604 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c', 'code': 200} Feb 15 09:57:36.381185 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e9355-9556-435e-a0cc-0925e4c472d8 req-0f3c5e77-22d2-441d-9db4-35f99b5b9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:36.382662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a53e9355-9556-435e-a0cc-0925e4c472d8 req-0f3c5e77-22d2-441d-9db4-35f99b5b9b98 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 1101 time: 0.1186757 Feb 15 09:57:36.443972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.446966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a53e9355-9556-435e-a0cc-0925e4c472d8 req-0f956b67-671a-43ab-88ff-8163593f6f84 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567808 Feb 15 09:57:36.470596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] Provisioning complete for port 01b83ec0-4a1e-4635-846a-73f1c2b91950 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:36.470822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.518376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.593254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:36.614739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:36.625965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:36.642545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.724748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Pushing event updated for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:36.764770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:36.766337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.776909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] For port 01b83ec0-4a1e-4635-846a-73f1c2b91950, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01b83ec0-4a1e-4635-846a-73f1c2b91950,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:36.785241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:36.809694 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-72bc07b2-d804-4799-aa62-9fe412e4aaca tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836015 Feb 15 09:57:36.821704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Request body: {'port': {'device_id': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:36.908903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95179863-0217-4a72-bc2e-379d7e51a573 None None] Pushing event updated for resources: {'Port': ['ID=01b83ec0-4a1e-4635-846a-73f1c2b91950,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:36.931323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74e8c165-7692-40f2-8a52-db48699d4ce9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:36.938922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.108499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba7ed3-ea93-4c0e-bd05-0e382afd3628 req-8d7a3ebd-291b-4caa-9192-4b74db5324da tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:37.112330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 74e8c165-7692-40f2-8a52-db48699d4ce9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.112759 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.122873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-deba7ed3-ea93-4c0e-bd05-0e382afd3628 req-8d7a3ebd-291b-4caa-9192-4b74db5324da tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 931 time: 0.1553195 Feb 15 09:57:37.258982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-deba7ed3-ea93-4c0e-bd05-0e382afd3628 req-d37736bf-a403-4fa7-9c13-a619f225a562 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351917 Feb 15 09:57:37.304868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01b83ec0-4a1e-4635-846a-73f1c2b91950 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:37.394291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ff482b1c-dd4e-48ef-87b2-070c2b75a51e None None] Provisioning complete for port 01b83ec0-4a1e-4635-846a-73f1c2b91950 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.394770 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff482b1c-dd4e-48ef-87b2-070c2b75a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.452591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5123520-1a61-4216-ae5b-8c42bbe2bf14 req-48393792-7fc9-4360-92b8-f3494c929527 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:37.455575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5123520-1a61-4216-ae5b-8c42bbe2bf14 req-48393792-7fc9-4360-92b8-f3494c929527 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 950 time: 0.7823517 Feb 15 09:57:37.529917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01b83ec0-4a1e-4635-846a-73f1c2b91950 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.530455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.552211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.589975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.590539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ff482b1c-dd4e-48ef-87b2-070c2b75a51e None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.591013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ff482b1c-dd4e-48ef-87b2-070c2b75a51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.647306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5123520-1a61-4216-ae5b-8c42bbe2bf14 req-8cbae5c0-0daf-46cb-9f0e-9d7be4d21048 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501684 Feb 15 09:57:37.658514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ff482b1c-dd4e-48ef-87b2-070c2b75a51e None None] Port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:37.679393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a470aeed-4d7e-454f-88eb-a2d49f49e712 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:37.685128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:37.698248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.704025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.723278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Transition to ACTIVE for port object 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:57:37.724416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:37.736108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.736463 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.736787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.737150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.737676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.737806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.738216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.738547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.739001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.739343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.739704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.739923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:57:37.746471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.813497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a470aeed-4d7e-454f-88eb-a2d49f49e712 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.814730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.849523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c1f80106-5920-491d-b371-658f3187a463 None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:37.850346 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1f80106-5920-491d-b371-658f3187a463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:37.874006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:37.896443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c1f80106-5920-491d-b371-658f3187a463 None None] Port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:37.952272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:37.956435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:38.016723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a275b3f-3714-4808-9800-d2b3d08b3963 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:38.023294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Attempting to bind port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:38.023666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Attempting to bind port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:38.024049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Attempting to bind port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:38.025958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.032450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:38.032867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Attempting to bind port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:38.043372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Transition to ACTIVE for port object 2a275b3f-3714-4808-9800-d2b3d08b3963 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:57:38.049370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:38.049844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Checking segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:38.050402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Bound using segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:38.050942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Bound port: 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:38.051401 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.051604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.159549 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Pushing event updated for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:38.181367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router b163f8ec-0fcc-4552-b320-7fe22a09d1da has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:38.190258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:38.199312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:38.208193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.233026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Attempting to bind port 2a275b3f-3714-4808-9800-d2b3d08b3963 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:38.233336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Attempting to bind port 2a275b3f-3714-4808-9800-d2b3d08b3963 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:38.233582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Attempting to bind port 2a275b3f-3714-4808-9800-d2b3d08b3963 on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:38.246684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Port 2a275b3f-3714-4808-9800-d2b3d08b3963 on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:38.247160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Attempting to bind port 2a275b3f-3714-4808-9800-d2b3d08b3963 on network 3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:38.260914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:38.261477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Checking segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:38.261901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Bound using segment: {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:38.262409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Bound port: 2a275b3f-3714-4808-9800-d2b3d08b3963, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0371765d-f066-4d2d-bcbb-24ced202d3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:38.262966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.350732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.350943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.352479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] 10.222.0.72 "PUT /v2.0/ports/3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 1092 time: 2.8402760 Feb 15 09:57:38.355075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:38.355611 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2ffcd8-db2e-4669-b130-9fb15490a946" -d '{"events": [{"name": "network-changed", "server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:38.413665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:38.446142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a275b3f-3714-4808-9800-d2b3d08b3963,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:38.449916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-45e0e684-614c-44ce-ba6c-ddfbf5f1065c None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:38.450671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-45e0e684-614c-44ce-ba6c-ddfbf5f1065c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.455314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.475877 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13e1d66-e35f-47b0-b4a8-8777c951733a x-openstack-request-id: req-f13e1d66-e35f-47b0-b4a8-8777c951733a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:38.476476 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:38.476476 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f13e1d66-e35f-47b0-b4a8-8777c951733a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:38.476769 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb', 'status': 'completed', 'code': 200} Feb 15 09:57:38.481677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bcc52-281e-42d6-a9fc-ac39ef3624b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:38.500925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.502255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:38.503121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] 10.222.0.36 "PUT /v2.0/ports/2a275b3f-3714-4808-9800-d2b3d08b3963 HTTP/1.1" status: 200 len: 1091 time: 1.6858604 Feb 15 09:57:38.503661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:38.506121 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:38.508877 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c554780d-cf0d-41f7-afe4-03d2dd0feed3" -d '{"events": [{"name": "network-changed", "server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:38.519174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-9a9594f2-b9a2-47d3-81b4-9a06b5a83a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.521789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-9a9594f2-b9a2-47d3-81b4-9a06b5a83a3f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1095 time: 0.1061504 Feb 15 09:57:38.523023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e43846-c832-4b79-8961-cf51c6427ab1 req-46aa1f3b-a6ca-4d24-99b9-4c0052cbbb6d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.524781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65e43846-c832-4b79-8961-cf51c6427ab1 req-46aa1f3b-a6ca-4d24-99b9-4c0052cbbb6d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 943 time: 0.1292379 Feb 15 09:57:38.530469 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-883d0d3b-85a3-49c4-9aec-9a6b63d71494 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/b163f8ec-0fcc-4552-b320-7fe22a09d1da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9784842 Feb 15 09:57:38.535322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-45e0e684-614c-44ce-ba6c-ddfbf5f1065c None None] Port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:38.537610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Sync routers for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:38.598919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:38.611288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:38.619379 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0d5849-b17a-45eb-bb1f-c96d36752193 x-openstack-request-id: req-dc0d5849-b17a-45eb-bb1f-c96d36752193 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:38.619648 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:38.619891 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc0d5849-b17a-45eb-bb1f-c96d36752193 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:38.620285 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963', 'status': 'completed', 'code': 200} Feb 15 09:57:38.623885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-a83aa8f6-2f7c-4ee8-8b45-12a717cc7a63 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0916202 Feb 15 09:57:38.652643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65e43846-c832-4b79-8961-cf51c6427ab1 req-f0ccfcca-7840-4681-a427-a2137f7f607c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968590 Feb 15 09:57:38.654615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f962e0-7fb9-4490-9432-4a8228711055 service neutron] Pushing event updated for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:38.699528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-c2c47253-434f-48ba-a930-2fafda569236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.701594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-c2c47253-434f-48ba-a930-2fafda569236 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 1094 time: 0.1302955 Feb 15 09:57:38.766177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-eb96abf0-c93c-4011-a00c-85cd961e7f10 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a275b3f-3714-4808-9800-d2b3d08b3963 HTTP/1.1" status: 200 len: 217 time: 0.0525253 Feb 15 09:57:38.772278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01b83ec0-4a1e-4635-846a-73f1c2b91950 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:38.855656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-76a42d8b-b95a-44e5-ad23-7c0b0ef69ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.860049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-76a42d8b-b95a-44e5-ad23-7c0b0ef69ec3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.2273111 Feb 15 09:57:38.898107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-5058a4e9-c03e-4667-9a95-0fc58d7c1349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.899204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-5058a4e9-c03e-4667-9a95-0fc58d7c1349 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.1215305 Feb 15 09:57:38.914565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343fa050-c63a-4f13-b8f3-fab65db13c18 req-d3a143b0-afaf-4b0f-bcb4-b4e21671c300 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:38.916113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-343fa050-c63a-4f13-b8f3-fab65db13c18 req-d3a143b0-afaf-4b0f-bcb4-b4e21671c300 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 950 time: 0.1249506 Feb 15 09:57:38.918449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-3ee06c88-133e-427e-aa33-e19e7a42d982 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497572 Feb 15 09:57:38.959600 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:38.972526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-0fe74e0d-9993-427c-8c20-8a5bf46488dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660694 Feb 15 09:57:39.002265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01b83ec0-4a1e-4635-846a-73f1c2b91950 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:39.002879 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:39.020704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-343fa050-c63a-4f13-b8f3-fab65db13c18 req-6f44bdd7-99e0-472c-b46c-57c8bccad7d1 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942259 Feb 15 09:57:39.055083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-3fbfc088-bacd-4209-b397-3e2759ac29ed service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274879 Feb 15 09:57:39.199149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-3a46df75-9e5b-4c66-8f2f-9429c6d107b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1034623620&fields=id&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 267 time: 0.2314219 Feb 15 09:57:39.264170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7d2e4e2-f839-4c38-9ed8-87f5e214fce0 req-82867987-484f-4b21-8429-0affe82f5aff service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027609 Feb 15 09:57:39.351519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:36Z', 'revision_number': 2, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:39.373037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-d1a8dc1d-b0f8-463a-b959-017e47fba050 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709259 Feb 15 09:57:39.402484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-3d0232c3-f162-4370-8c6a-73f3cd0df454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.407199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-3d0232c3-f162-4370-8c6a-73f3cd0df454 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1095 time: 0.0751629 Feb 15 09:57:39.409727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Checking router: b163f8ec-0fcc-4552-b320-7fe22a09d1da for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:39.410472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Updating router b163f8ec-0fcc-4552-b320-7fe22a09d1da port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 09:57:39.453939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:39.498152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51c72f3f-6231-4c5f-9681-67d815d017d0 req-caa84946-cff7-4463-8149-cf011895cb46 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156368 Feb 15 09:57:39.571978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-96c091f3-f3f5-4459-9e9e-e00a935e74b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.577660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-96c091f3-f3f5-4459-9e9e-e00a935e74b6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/networks?id=ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 200 len: 796 time: 0.3619123 Feb 15 09:57:39.616180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-d450cdfe-155f-4f88-aa71-8d7c4a037d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.619703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-d450cdfe-155f-4f88-aa71-8d7c4a037d17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.2053251 Feb 15 09:57:39.648424 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-668fb90b-1df7-4cf4-b26e-5c8cfb130dbc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/quotas/0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 375 time: 0.0427659 Feb 15 09:57:39.662039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-81d57919-8f28-4d73-9f37-d4e1abc33a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.664425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-81d57919-8f28-4d73-9f37-d4e1abc33a29 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 1094 time: 0.0898707 Feb 15 09:57:39.693789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-3b86508c-f96d-4374-8203-aafeb2a46d78 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0668011 Feb 15 09:57:39.846958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-aacffa9c-1def-4708-859b-091fd3422acc tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1775775 Feb 15 09:57:39.863761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-a0f8e4ba-b2d3-4250-aa11-b0363225d883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.865567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-a0f8e4ba-b2d3-4250-aa11-b0363225d883 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.1608601 Feb 15 09:57:39.902146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-ebe4c150-00ea-4e31-9f2a-4bff142d0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:39.903851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-ebe4c150-00ea-4e31-9f2a-4bff142d0e8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.2234054 Feb 15 09:57:39.908967 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-01c90da9-e884-4c44-93dd-e90d1609bb00 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348678 Feb 15 09:57:40.009425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-353f64cc-6579-4317-938c-8309d59c3502 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a275b3f-3714-4808-9800-d2b3d08b3963 HTTP/1.1" status: 200 len: 217 time: 0.0887241 Feb 15 09:57:40.073562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f4f2c-29c5-4c2d-8280-f8bc48c900f7 req-840fac85-464c-4d12-a99c-22d7d7da22ec tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:40.082537 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.084832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-e38408e1-975c-4bb4-8b56-34a42623f749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:40.086752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-e38408e1-975c-4bb4-8b56-34a42623f749 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0764399 Feb 15 09:57:40.089895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb2f4f2c-29c5-4c2d-8280-f8bc48c900f7 req-840fac85-464c-4d12-a99c-22d7d7da22ec tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 943 time: 0.3046951 Feb 15 09:57:40.093603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.205534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-38f8ffc3-afd9-4340-8120-c8a63019fd8e service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873375 Feb 15 09:57:40.215270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-ea708710-447a-40f2-ac40-47fa958a7cfe service neutron] 10.222.0.10 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446236 Feb 15 09:57:40.263638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d0878-a761-4981-ab29-54f5d673547d None None] Pushing event updated for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:40.309686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb2f4f2c-29c5-4c2d-8280-f8bc48c900f7 req-b8612f60-e228-4bcc-8f17-be8c576437ba tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185938 Feb 15 09:57:40.341144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Attempting to bind port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:40.341521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Attempting to bind port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:40.341883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Attempting to bind port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d on network ccac51bd-0dbb-48bf-b787-085a8f1712c9 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:40.356416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:40.357397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Checking segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:40.358833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.361556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Bound using segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:40.362070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Bound port: 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:40.362540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.419660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-880f1b13-65d3-4b30-bc21-0b697ee985b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2034397 Feb 15 09:57:40.480331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d2ffcd8-db2e-4669-b130-9fb15490a946 req-7fa1d107-b317-491f-af29-4d82cbda5b8d service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615626 Feb 15 09:57:40.512352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] For port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:40.517478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] For port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:40.536196 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.565721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-53da54cb-5536-410d-aa85-eb0856baaa20 service neutron] 10.222.0.10 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240283 Feb 15 09:57:40.619370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-0a0989f7-1462-48b1-a4c0-55fa3c771065 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919403 Feb 15 09:57:40.732039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:40.748518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:40.806030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d0878-a761-4981-ab29-54f5d673547d None None] Pushing event updated for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:40.811552 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:40.811732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:40.995342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c554780d-cf0d-41f7-afe4-03d2dd0feed3 req-49d63f0c-492f-44c6-9ed5-3fd465e174d2 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688464 Feb 15 09:57:40.996886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-937bc738-8b01-420b-9b3a-5480f169483b req-c82dd883-c904-4266-aca3-6364478bbb72 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 210 time: 0.0423872 Feb 15 09:57:41.161027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:41.176264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:41.244883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] For port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:41.304190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:41.416744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0ebc4-9df2-4487-8069-77d4ee111cfe None None] Pushing event updated for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:41.462346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aeeb81f8-16fa-41df-8a6c-7f7c91f8a9bb None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:41.462709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aeeb81f8-16fa-41df-8a6c-7f7c91f8a9bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:41.505457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2342885-ca56-449e-8a88-872ecc6c8901 req-51722466-e6b4-400b-9685-937a54396c8c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:41.507663 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2342885-ca56-449e-8a88-872ecc6c8901 req-51722466-e6b4-400b-9685-937a54396c8c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 943 time: 0.1104791 Feb 15 09:57:41.670010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:40Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:41.679518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d2342885-ca56-449e-8a88-872ecc6c8901 req-685ba9b8-8cbe-485d-bfb8-95b0c05ccb9f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561656 Feb 15 09:57:41.891178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a275b3f-3714-4808-9800-d2b3d08b3963 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:57:41.896881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77321c01-04dd-4424-bf16-7b8e7313d120 None None] The sync data for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 is: [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:40Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:42.136429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a275b3f-3714-4808-9800-d2b3d08b3963,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:42.162154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '2a275b3f-3714-4808-9800-d2b3d08b3963', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'port_id': '2a275b3f-3714-4808-9800-d2b3d08b3963', 'mac_address': 'fa:16:3e:ea:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:57:42.254717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f112a72-0f59-4c75-911d-9ba283059ec1 req-6fdc64a8-194a-4d7d-a0f2-4af89f0a4ce0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 210 time: 0.0746214 Feb 15 09:57:42.274499 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:42.291301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a275b3f-3714-4808-9800-d2b3d08b3963 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:42.325332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a275b3f-3714-4808-9800-d2b3d08b3963,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:42.335224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:42.413469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:42.546561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['2a275b3f-3714-4808-9800-d2b3d08b3963'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:42.738247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:42.804186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:57:42.871776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-bc5ec36f-40ba-4692-93a5-1615ddf4a63c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:42.886607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-bc5ec36f-40ba-4692-93a5-1615ddf4a63c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/networks?id=ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 200 len: 796 time: 0.2480376 Feb 15 09:57:42.975553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972be3c7-539c-4b9d-8593-f1649d34398d req-7a06c88b-79dd-47ae-bf84-9e1d3c07fc07 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:42.978569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-972be3c7-539c-4b9d-8593-f1649d34398d req-7a06c88b-79dd-47ae-bf84-9e1d3c07fc07 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 944 time: 0.1725073 Feb 15 09:57:42.988002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-565868d8-b5fc-489d-84a4-f625b36b0624 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b74351313014ffab51fe899542eaf24 HTTP/1.1" status: 200 len: 380 time: 0.0928843 Feb 15 09:57:43.016511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'port': {'device_id': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'admin_state_up': True, 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'security_groups': ['de2161c7-efa8-412d-9e96-5478eb6427ed']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:43.069948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:43.078552 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.079010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-972be3c7-539c-4b9d-8593-f1649d34398d req-fd10348c-c0b9-4bd7-919b-63e25179dc32 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917165 Feb 15 09:57:43.213985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:43.247732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb', 'network_id': '3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3', 'port_id': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb', 'mac_address': 'fa:16:3e:48:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fa471f0-68af-486d-8052-fdbcb5e0e319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:57:43.306112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Made reservation on behalf of 0b74351313014ffab51fe899542eaf24 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:57:43.310672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.315384 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.339537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:43.366701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:43.374375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.458532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:43.482361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d84be1e-9302-4c32-910f-44a34e5252bf req-b4481c51-40bf-4b81-9427-b8f8c66f6c1b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 210 time: 0.0550158 Feb 15 09:57:43.568795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.20.0.14 (ccac51bd-0dbb-48bf-b787-085a8f1712c9/40b8500b-a99e-4cce-8ada-a270b545262c/7f7da392-3348-48f8-ae56-ddade544a484) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:43.582538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:43.710079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a275b3f-3714-4808-9800-d2b3d08b3963 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:43.783947 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.815291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 2a275b3f-3714-4808-9800-d2b3d08b3963 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:57:43.827419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 2a275b3f-3714-4808-9800-d2b3d08b3963 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:43.828292 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.828528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.874547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:43.878117 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:43.880764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:43.926748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:43.951105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:43.962501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:43.968371 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b71c0d8-d167-4d7b-8b0e-3915e9669f6f" -d '{"events": [{"server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:43.991417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a275b3f-3714-4808-9800-d2b3d08b3963,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:43.994381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:43.995108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.007657 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.034284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-c937fff5-d21f-4b2b-b768-de989a98403d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0325902 Feb 15 09:57:44.048021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Request body: {'port': {'device_id': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:44.059803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-f5c0d531-e082-4da3-88df-7c19cabd92c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0947371 Feb 15 09:57:44.107929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:44.112156 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05809f9c-b32d-40ba-9d0b-186546e97235 x-openstack-request-id: req-05809f9c-b32d-40ba-9d0b-186546e97235 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:44.112287 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "name": "network-vif-plugged", "status": "completed", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:44.112484 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05809f9c-b32d-40ba-9d0b-186546e97235 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:44.112891 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963', 'code': 200} Feb 15 09:57:44.170386 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.227259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-779b0fb9-929c-45e1-80d1-978b74aa412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.230199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-779b0fb9-929c-45e1-80d1-978b74aa412e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9836bd5192fc4f74b81d1eec8a121021&device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 1101 time: 0.0906126 Feb 15 09:57:44.351008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4941ec99-a6bc-42ad-b035-bc0cb2126916 None None] Provisioning complete for port 7f7da392-3348-48f8-ae56-ddade544a484 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:44.351662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4941ec99-a6bc-42ad-b035-bc0cb2126916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.356422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef58ef9-e28c-4897-a18f-5414f3ee3548 req-422c4bda-c864-4238-8214-4a7e88976ed1 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.364482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ef58ef9-e28c-4897-a18f-5414f3ee3548 req-422c4bda-c864-4238-8214-4a7e88976ed1 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.1530967 Feb 15 09:57:44.423670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-94bf8729-d276-489b-925d-5735e5c10592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.425638 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-94bf8729-d276-489b-925d-5735e5c10592 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1581078 Feb 15 09:57:44.501411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ef58ef9-e28c-4897-a18f-5414f3ee3548 req-15d558d0-e966-460f-8a78-03a87570aa52 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358204 Feb 15 09:57:44.506237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-2c441b61-74eb-4d68-ae90-4e05c56a6d0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 200 len: 217 time: 0.0728068 Feb 15 09:57:44.528477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4941ec99-a6bc-42ad-b035-bc0cb2126916 None None] Port 7f7da392-3348-48f8-ae56-ddade544a484 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 09:57:44.539437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.604049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-0ba9d3f7-4a71-41e0-89f1-86ff7152c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.606447 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-0ba9d3f7-4a71-41e0-89f1-86ff7152c7a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0880415 Feb 15 09:57:44.629816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474b120-739f-4d2f-8f5c-b936a3bf0eec req-d2143b0d-3e27-4785-8f8d-1f1a1fa5b769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.630899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8474b120-739f-4d2f-8f5c-b936a3bf0eec req-d2143b0d-3e27-4785-8f8d-1f1a1fa5b769 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 1096 time: 0.3995161 Feb 15 09:57:44.706886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f7da392-3348-48f8-ae56-ddade544a484 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:44.718167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.718623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807fa96-f34d-46ec-a3ee-20dfaf8beb9d req-90365036-f7c0-4102-8507-716082bc3ae6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.726244 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a807fa96-f34d-46ec-a3ee-20dfaf8beb9d req-90365036-f7c0-4102-8507-716082bc3ae6 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 932 time: 0.1269171 Feb 15 09:57:44.732591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Transition to ACTIVE for port object 7f7da392-3348-48f8-ae56-ddade544a484 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:57:44.737295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8474b120-739f-4d2f-8f5c-b936a3bf0eec req-d756daf4-bc76-4dab-ba9e-c17a2e4d3d74 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781791 Feb 15 09:57:44.741267 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.748544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-95c1047a-8318-4588-accf-624eb9a426c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:44.749486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-95c1047a-8318-4588-accf-624eb9a426c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1310289 Feb 15 09:57:44.781744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:44.791040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a807fa96-f34d-46ec-a3ee-20dfaf8beb9d req-7522196b-34cf-4370-994c-5c5c5aa20519 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638206 Feb 15 09:57:44.823598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:44.860512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:57:44.867761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:44.868491 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.877761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Attempting to bind port 7f7da392-3348-48f8-ae56-ddade544a484 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:57:44.878083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Attempting to bind port 7f7da392-3348-48f8-ae56-ddade544a484 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:57:44.878413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Attempting to bind port 7f7da392-3348-48f8-ae56-ddade544a484 on network ccac51bd-0dbb-48bf-b787-085a8f1712c9 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:44.885864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Port 7f7da392-3348-48f8-ae56-ddade544a484 on network ccac51bd-0dbb-48bf-b787-085a8f1712c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:57:44.886387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Attempting to bind port 7f7da392-3348-48f8-ae56-ddade544a484 on network ccac51bd-0dbb-48bf-b787-085a8f1712c9 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:57:44.894378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:57:44.894989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Checking segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:57:44.895805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Bound using segment: {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:57:44.896429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Bound port: 7f7da392-3348-48f8-ae56-ddade544a484, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c57ea70-65c5-443d-95a7-e2a78e152606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:57:44.896988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:44.967043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:45.018756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:45.021461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:57:45.031942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:57:45.033394 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:45.039090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:45.093224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.094987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:45.097333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] 10.222.0.72 "PUT /v2.0/ports/7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 200 len: 1092 time: 1.0542314 Feb 15 09:57:45.100119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:45.102669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-a318aefe-23c8-4d12-8451-50735f8b04b1 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629157 Feb 15 09:57:45.112008 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a22ab99-1f37-4acd-b98b-288262575870" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:45.132472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:45.233015 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53a803b-8dec-4c43-9a30-5157c6a3b4e2 x-openstack-request-id: req-c53a803b-8dec-4c43-9a30-5157c6a3b4e2 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:45.233561 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:45.234526 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c53a803b-8dec-4c43-9a30-5157c6a3b4e2 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:45.235076 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'status': 'completed', 'code': 200} Feb 15 09:57:45.243524 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fed7ff3d-3bea-4e51-b90f-f786d7f7d750 req-d47d9e4a-351d-4904-80e3-be93a29f9552 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307626 Feb 15 09:57:45.263591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-834f3cb7-a921-436b-b8fe-f8f23b4afb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.265995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-834f3cb7-a921-436b-b8fe-f8f23b4afb41 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1095 time: 0.1055188 Feb 15 09:57:45.266969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daaec58-d91c-4c77-ac83-6dc7cb366809 service neutron] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:45.310432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-95512d8b-0f3a-4741-abfe-8fd259282cec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 200 len: 217 time: 0.0381246 Feb 15 09:57:45.391999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-dea82de5-4617-49d4-88d4-8511c022ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.394488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-dea82de5-4617-49d4-88d4-8511c022ddcf service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40b8500b-a99e-4cce-8ada-a270b545262c HTTP/1.1" status: 200 len: 834 time: 0.0775640 Feb 15 09:57:45.443613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-be1aabe4-d0f7-48c3-b246-dd68843c3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.445157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-be1aabe4-d0f7-48c3-b246-dd68843c3eda service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccac51bd-0dbb-48bf-b787-085a8f1712c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424938 Feb 15 09:57:45.545592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-55ec1da3-e843-4974-91aa-6324af56b769 service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939245 Feb 15 09:57:45.641537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d1535-d379-40ca-a557-b257004b84ca req-a1eb36b0-0ef1-4f54-a038-31f964d831db tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.650201 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-050d1535-d379-40ca-a557-b257004b84ca req-a1eb36b0-0ef1-4f54-a038-31f964d831db tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0781322 Feb 15 09:57:45.700032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e961303-9e77-4d66-90c2-5860e1ed75f8 req-b177168f-3e78-472b-a6bf-4738f6178862 service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475954 Feb 15 09:57:45.701118 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-050d1535-d379-40ca-a557-b257004b84ca req-a1c9819c-f180-4e6e-a299-82e56f9f9652 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456100 Feb 15 09:57:45.820532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ab99-1f37-4acd-b98b-288262575870 req-1ecffff8-00b4-4ebf-9bce-8b3343a3abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.822094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-1ecffff8-00b4-4ebf-9bce-8b3343a3abca service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1095 time: 0.0550575 Feb 15 09:57:45.957434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b621d7-cd39-4e3a-94cd-836f3cda6614 req-14eceade-209f-4839-abfb-257280582a8e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.959235 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4b621d7-cd39-4e3a-94cd-836f3cda6614 req-14eceade-209f-4839-abfb-257280582a8e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 944 time: 0.0817988 Feb 15 09:57:45.962280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ab99-1f37-4acd-b98b-288262575870 req-08e78e88-60f2-458a-9722-4e76ac8c3c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:45.963648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-08e78e88-60f2-458a-9722-4e76ac8c3c12 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 200 len: 897 time: 0.1345229 Feb 15 09:57:46.019516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-1aa36e53-4ff0-4100-b5ca-65a99a60f620 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 200 len: 217 time: 0.0449688 Feb 15 09:57:46.042384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b4b621d7-cd39-4e3a-94cd-836f3cda6614 req-df819015-8838-46ea-b043-6ec8b89d0b47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760069 Feb 15 09:57:46.077184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ab99-1f37-4acd-b98b-288262575870 req-03b6fe33-c16c-42e1-a1bf-1abe4332df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:46.079759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-03b6fe33-c16c-42e1-a1bf-1abe4332df31 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40b8500b-a99e-4cce-8ada-a270b545262c HTTP/1.1" status: 200 len: 834 time: 0.0509815 Feb 15 09:57:46.113642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:46.116694 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44451eeb-83ec-48a3-b07a-f01b358a9fd3" -d '{"events": [{"server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:46.132370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22ab99-1f37-4acd-b98b-288262575870 req-cf46c7d3-56b6-4274-b697-fb35f6669404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:46.133919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-cf46c7d3-56b6-4274-b697-fb35f6669404 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccac51bd-0dbb-48bf-b787-085a8f1712c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466466 Feb 15 09:57:46.155122 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51947f4-d1b3-4dbd-bec7-a33f70d3e7ff x-openstack-request-id: req-e51947f4-d1b3-4dbd-bec7-a33f70d3e7ff {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:46.155408 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "name": "network-vif-plugged", "status": "completed", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:46.155703 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e51947f4-d1b3-4dbd-bec7-a33f70d3e7ff {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:46.157550 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb', 'code': 200} Feb 15 09:57:46.260087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-6d94e52c-cedb-447d-876c-ee45cf6ab49f service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187274 Feb 15 09:57:46.290933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ecc7f-a6c7-4b65-8d61-b44d1a9c8b87 req-e03a5981-bcd3-41a0-bbfe-009a479c5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:46.292586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-159ecc7f-a6c7-4b65-8d61-b44d1a9c8b87 req-e03a5981-bcd3-41a0-bbfe-009a479c5e24 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0749302 Feb 15 09:57:46.367703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-159ecc7f-a6c7-4b65-8d61-b44d1a9c8b87 req-9ca37a16-1c98-43ef-9bdc-7bc63cae606f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470710 Feb 15 09:57:46.385936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a22ab99-1f37-4acd-b98b-288262575870 req-baab38c1-dcc8-4887-8514-d12d4d9fdddc service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187768 Feb 15 09:57:46.704093 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8ad40ee2-82a3-4f8c-a07d-e08a5636a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:46.813086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c24699-9f0f-4944-99b4-683721bb794a req-dd8a572c-6432-45b9-a184-67d2db57a351 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:46.814920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23c24699-9f0f-4944-99b4-683721bb794a req-dd8a572c-6432-45b9-a184-67d2db57a351 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0546081 Feb 15 09:57:46.854314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-23c24699-9f0f-4944-99b4-683721bb794a req-d537c6d1-1b75-4cdd-b5ba-859cf4ec6c57 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323036 Feb 15 09:57:46.923408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:47.101972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-b884b946-fe6f-42dd-a49a-60db36156524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:47.104301 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-b884b946-fe6f-42dd-a49a-60db36156524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 1096 time: 0.0584836 Feb 15 09:57:47.135824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30924680-9cdc-41ad-a092-5ef3222a6712 req-c2a512d6-e372-45c2-940b-8b3f80063dbd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:47.137382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30924680-9cdc-41ad-a092-5ef3222a6712 req-c2a512d6-e372-45c2-940b-8b3f80063dbd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0609679 Feb 15 09:57:47.180672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30924680-9cdc-41ad-a092-5ef3222a6712 req-ea5fb84b-34a8-4ca6-9613-d8f6a67411ee tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353415 Feb 15 09:57:47.237777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee7ee1-ffa0-4b25-9b52-b7a161699553 req-14f0491e-48ed-4b9c-a953-56708642d67d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:47.239240 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6ee7ee1-ffa0-4b25-9b52-b7a161699553 req-14f0491e-48ed-4b9c-a953-56708642d67d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 944 time: 0.1022298 Feb 15 09:57:47.255412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-06a43faa-1022-4caf-a4bf-9123820c41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:47.256734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-06a43faa-1022-4caf-a4bf-9123820c41a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.1457105 Feb 15 09:57:47.302800 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-37efa956-b088-4d13-a0c3-47d50ec06d99 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a275b3f-3714-4808-9800-d2b3d08b3963 HTTP/1.1" status: 200 len: 217 time: 0.0377433 Feb 15 09:57:47.353235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6ee7ee1-ffa0-4b25-9b52-b7a161699553 req-25ff5cf2-26b9-4140-b29e-13bba82c3891 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057868 Feb 15 09:57:47.384136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-f556b702-f740-4227-9302-17da3377b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:47.385635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-f556b702-f740-4227-9302-17da3377b28a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0744267 Feb 15 09:57:47.421833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-e64549a2-42fc-42cb-99f4-3c55d89c3153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292304 Feb 15 09:57:47.519844 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-f03efccb-8606-4f8b-bcec-c4f233e8186f service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923164 Feb 15 09:57:47.621959 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25205c9e-970e-4063-a3f6-7a859d3c7ca8 req-f550003e-771d-48f0-ab0e-6081b908cc6d service neutron] 10.222.0.36 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940537 Feb 15 09:57:48.305046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6288aa5-71f0-4432-83d5-28a81fa3ee71 req-59a7d85e-1543-48d3-a4b3-6c9a3a618234 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:48.306567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6288aa5-71f0-4432-83d5-28a81fa3ee71 req-59a7d85e-1543-48d3-a4b3-6c9a3a618234 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0503769 Feb 15 09:57:48.347447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d6288aa5-71f0-4432-83d5-28a81fa3ee71 req-b0636239-9447-4477-819a-5475e8f63905 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348375 Feb 15 09:57:48.475492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571054a2-b946-495a-8812-179b622598ae req-54d3d891-91ca-4a58-b55f-c3445611d9e4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:48.477043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-571054a2-b946-495a-8812-179b622598ae req-54d3d891-91ca-4a58-b55f-c3445611d9e4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 944 time: 0.0511613 Feb 15 09:57:48.517917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-571054a2-b946-495a-8812-179b622598ae req-05429101-49d4-47f3-8bb0-b9e35927a39f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344489 Feb 15 09:57:48.814180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:57:48.914411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:48.927466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '7f7da392-3348-48f8-ae56-ddade544a484', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'mac_address': 'fa:16:3e:09:01:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:57:48.971510 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:48.988532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7da392-3348-48f8-ae56-ddade544a484 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:57:49.010900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:49.014913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:49.074213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:49.212471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['7f7da392-3348-48f8-ae56-ddade544a484'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:57:49.302525 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46e06eaf-0ea8-4344-befb-16a963bb6977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:49.466867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a38e30-5640-4447-9a62-8b49349fe4fa req-ec92f17b-e9db-43df-b2ac-a666b3663844 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:49.468574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9a38e30-5640-4447-9a62-8b49349fe4fa req-ec92f17b-e9db-43df-b2ac-a666b3663844 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0500760 Feb 15 09:57:49.506410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c9a38e30-5640-4447-9a62-8b49349fe4fa req-dc46753e-1f74-4f22-a081-c7472934080f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Feb 15 09:57:49.639134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f51954-3db5-43b9-ab98-ac23e9cf19f9 req-e0c70608-e779-423b-8695-9cfb69f048ec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:49.640855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59f51954-3db5-43b9-ab98-ac23e9cf19f9 req-e0c70608-e779-423b-8695-9cfb69f048ec tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 945 time: 0.0512297 Feb 15 09:57:49.678931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59f51954-3db5-43b9-ab98-ac23e9cf19f9 req-9cf13185-c92c-4167-89c7-8c854d4b9fe3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Feb 15 09:57:50.211240 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:57:50.361912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:50.656120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540918a3-ea98-4217-96a4-c93f0a087f43 req-c4a4c91f-04c3-4596-8850-fee216337ea9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:50.663152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540918a3-ea98-4217-96a4-c93f0a087f43 req-c4a4c91f-04c3-4596-8850-fee216337ea9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0808587 Feb 15 09:57:50.707996 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540918a3-ea98-4217-96a4-c93f0a087f43 req-687f74b7-ae6a-4b22-b252-97472e2ceab3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Feb 15 09:57:50.814242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fce835-4326-4b22-b20e-98e7117d3181 req-eb84ea51-5d9d-4e93-89b3-9b2213560b03 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:50.815737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86fce835-4326-4b22-b20e-98e7117d3181 req-eb84ea51-5d9d-4e93-89b3-9b2213560b03 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 945 time: 0.0572186 Feb 15 09:57:50.847557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:57:50.862111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86fce835-4326-4b22-b20e-98e7117d3181 req-7b46b965-dd19-468a-8bcb-094a2af25644 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402358 Feb 15 09:57:50.901095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 7f7da392-3348-48f8-ae56-ddade544a484 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:57:50.905228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 7f7da392-3348-48f8-ae56-ddade544a484 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:57:50.906305 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:50.986161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:51.010304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:51.012519 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc41dcd4-6db0-4029-997a-ec4fa09b6c65" -d '{"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:51.026305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:57:51.030612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:51.085828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:51.104700 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307372ab-718f-4680-9e23-7fffae8397a3 x-openstack-request-id: req-307372ab-718f-4680-9e23-7fffae8397a3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:51.105010 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:51.105256 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-307372ab-718f-4680-9e23-7fffae8397a3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:51.105638 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'code': 200} Feb 15 09:57:51.201469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fb760-1df5-40b2-9707-a9e9bc0ad46f req-00d5bf56-05cc-43e8-a837-88151c3b8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:51.203181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba4fb760-1df5-40b2-9707-a9e9bc0ad46f req-00d5bf56-05cc-43e8-a837-88151c3b8992 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0440044 Feb 15 09:57:51.237753 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba4fb760-1df5-40b2-9707-a9e9bc0ad46f req-040286dc-c574-45bf-857f-ec24c97874a8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284750 Feb 15 09:57:51.852210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31af3958-91e5-448b-b856-934eb5458dd8 req-4c59f419-8fe8-45b9-8a50-d05ad3c7ee06 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:51.866970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-31af3958-91e5-448b-b856-934eb5458dd8 req-4c59f419-8fe8-45b9-8a50-d05ad3c7ee06 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0721538 Feb 15 09:57:51.914462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-31af3958-91e5-448b-b856-934eb5458dd8 req-b15df045-e5a1-4bc8-9fcb-961dc1a93246 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466342 Feb 15 09:57:52.003646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08eed72-25c8-4c58-bd81-b46dc68dee4f req-62d356b5-aebc-468a-bdb4-793695b3c12f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:52.009401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a08eed72-25c8-4c58-bd81-b46dc68dee4f req-62d356b5-aebc-468a-bdb4-793695b3c12f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0647664 Feb 15 09:57:52.084621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a08eed72-25c8-4c58-bd81-b46dc68dee4f req-edd7def5-cb3b-49a6-a40a-e12ef8b20b0d tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639091 Feb 15 09:57:52.088519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-cb68615c-ebf4-4747-ba77-54bc23734b19 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0780976 Feb 15 09:57:52.184437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-1c96ee62-0b02-4974-afd2-1488a20f2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:52.185947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-1c96ee62-0b02-4974-afd2-1488a20f2be3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0443408 Feb 15 09:57:52.269987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:52.339646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-753827d7-9394-4392-aa9e-0bc1e2041474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:52.341388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-753827d7-9394-4392-aa9e-0bc1e2041474 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.1364205 Feb 15 09:57:52.394518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-2d120e22-43a7-46e3-97b7-c8992634a51d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0404019 Feb 15 09:57:52.400122 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:52.457955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-39e4cd72-8c4f-4ca6-b8d9-c504d382cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:52.459442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-39e4cd72-8c4f-4ca6-b8d9-c504d382cec8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0548160 Feb 15 09:57:52.501307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-17d1dd1b-85db-4f27-95ae-e92db4f61d70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271854 Feb 15 09:57:52.610986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-5cda948e-fb14-4e02-9bd1-45dc9e41d6b5 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931633 Feb 15 09:57:52.709710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e87b40ca-a5e4-4910-8fa3-338da193ffe2 req-f41215de-29ae-4177-8d0d-9781e10b8c1f service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926921 Feb 15 09:57:53.057029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af687b22-4648-4e9c-b35e-125ae67d3054 req-3cbb5763-93cb-400c-b5ad-4dd59e63b234 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:53.058735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af687b22-4648-4e9c-b35e-125ae67d3054 req-3cbb5763-93cb-400c-b5ad-4dd59e63b234 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0605237 Feb 15 09:57:53.138803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af687b22-4648-4e9c-b35e-125ae67d3054 req-f984db3f-99aa-4a6d-beea-2117ba40de25 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535774 Feb 15 09:57:53.281971 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d632b6c5-c44b-4c12-b65a-63c1d49aa30a req-fe0acb49-c64f-4285-9f0f-e784e381d631 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:53.291866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d632b6c5-c44b-4c12-b65a-63c1d49aa30a req-fe0acb49-c64f-4285-9f0f-e784e381d631 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.1099608 Feb 15 09:57:53.335044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d632b6c5-c44b-4c12-b65a-63c1d49aa30a req-0043c7f9-37d9-45c1-b332-9074e0f4220b tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Feb 15 09:57:53.465638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9b050-8b5a-45db-9c9c-4753f23a5302 req-a2e50e4c-a994-44af-a8e5-c54b017eefa8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:53.467348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21f9b050-8b5a-45db-9c9c-4753f23a5302 req-a2e50e4c-a994-44af-a8e5-c54b017eefa8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0575786 Feb 15 09:57:53.513436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21f9b050-8b5a-45db-9c9c-4753f23a5302 req-50578ef7-8950-4781-9908-f2a397515b81 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 Feb 15 09:57:53.536852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38860) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:53.578188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65587281-e274-484b-b101-a72c8adcbbe5 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:53.579828 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-65587281-e274-484b-b101-a72c8adcbbe5 tempest-TestNetworkAdvancedServerOps-1852603739 tempest-TestNetworkAdvancedServerOps-1852603739-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1092 time: 0.0420067 Feb 15 09:57:53.582812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 38864) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:53.593984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:57:53.622513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:54.140431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:54.288343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Allocated IP 172.25.6.119 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d0737d20-5a31-4fdc-8618-2555572296bc) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:57:54.333487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8315d-6fe0-43a1-b5a9-3bd28eb35b78 req-379a1207-e7b5-4591-9637-d0c8c3745874 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:54.335103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47e8315d-6fe0-43a1-b5a9-3bd28eb35b78 req-379a1207-e7b5-4591-9637-d0c8c3745874 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0946598 Feb 15 09:57:54.416408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47e8315d-6fe0-43a1-b5a9-3bd28eb35b78 req-a7cf2185-c55c-4f0b-a954-6026c75eed5e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525386 Feb 15 09:57:54.449006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:54.493725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:54.552573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:57:54.555456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:57:54.559776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:57:54.563531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=d0737d20-5a31-4fdc-8618-2555572296bc,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:54.962261 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.049309 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.219844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.225001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.314587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event updated for resources: {'Port': ['ID=d0737d20-5a31-4fdc-8618-2555572296bc,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:57:55.317198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.431170 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 associated. External IP: 172.25.6.119, port: 7f7da392-3348-48f8-ae56-ddade544a484. Feb 15 09:57:55.560242 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a7be9-cc6d-44a3-84a1-ff27ae58f193 req-c9c9d6fb-c79a-4673-9454-783bc4a0996f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:55.563169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d7a7be9-cc6d-44a3-84a1-ff27ae58f193 req-c9c9d6fb-c79a-4673-9454-783bc4a0996f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0603633 Feb 15 09:57:55.620910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9d7a7be9-cc6d-44a3-84a1-ff27ae58f193 req-f682a645-76e5-441a-ab52-cdd16d0235db tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474372 Feb 15 09:57:55.708431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router b163f8ec-0fcc-4552-b320-7fe22a09d1da has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:57:55.825954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:57:55.839340 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Sync routers for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:57:55.854248 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:55.855725 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:55.865754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:57:55.900282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e01706f9-f67f-4120-a7b9-b70e2d0f9103 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3138402 Feb 15 09:57:55.900282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:57:55.901543 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36b9457-5fc5-480c-8143-0b61e7850629" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:57:55.959230 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa3d76b-cca8-4691-aec9-a410fe32a6e5 x-openstack-request-id: req-baa3d76b-cca8-4691-aec9-a410fe32a6e5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:57:55.959518 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:57:55.960039 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-baa3d76b-cca8-4691-aec9-a410fe32a6e5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:57:55.960158 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'status': 'completed', 'code': 200} Feb 15 09:57:56.083041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-0e01d780-67b6-4223-95b5-adfcc2500d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.085034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-0e01d780-67b6-4223-95b5-adfcc2500d53 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1097 time: 0.1132581 Feb 15 09:57:56.102642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:56.191809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059e32f-5965-48ad-b6d8-150f2938d8f7 req-3f5a084b-54a8-4f3f-acae-2f81e256dc73 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.193656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1059e32f-5965-48ad-b6d8-150f2938d8f7 req-3f5a084b-54a8-4f3f-acae-2f81e256dc73 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.1636188 Feb 15 09:57:56.271432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-12f20a55-0018-49b0-88c1-257c8e0259ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.273079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-12f20a55-0018-49b0-88c1-257c8e0259ae service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 200 len: 897 time: 0.1792991 Feb 15 09:57:56.281959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1059e32f-5965-48ad-b6d8-150f2938d8f7 req-dd2dbbfc-09ed-414c-bd76-277de13e4dde tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638549 Feb 15 09:57:56.338246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38924) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:56.385422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-4d51afeb-d591-4107-9082-9f802c3ace8e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 200 len: 1000 time: 0.0912197 Feb 15 09:57:56.439293 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71a0f0d1-5a77-4814-8df7-a0f4f1a4223c tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 HTTP/1.1" status: 200 len: 992 time: 0.0987554 Feb 15 09:57:56.493289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'mac_address': 'fa:16:3e:09:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:57:54Z', 'updated_at': '2022-02-15T09:57:54Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:56.508416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-1ef9bf5f-0543-4d9c-9ee8-581500d27683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.509973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-1ef9bf5f-0543-4d9c-9ee8-581500d27683 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40b8500b-a99e-4cce-8ada-a270b545262c HTTP/1.1" status: 200 len: 834 time: 0.1237590 Feb 15 09:57:56.559864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Checking router: b163f8ec-0fcc-4552-b320-7fe22a09d1da for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:57:56.574467 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:57:56.575548 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:57:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:56.586571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-ea26efbb-16d2-4c20-8c96-90fb3951dfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.589380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-ea26efbb-16d2-4c20-8c96-90fb3951dfd3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccac51bd-0dbb-48bf-b787-085a8f1712c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726888 Feb 15 09:57:56.752515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-021046d4-f638-452a-963d-6165e6aacefb service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543975 Feb 15 09:57:56.763558 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:57:56.781954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef1f68-fe50-4876-ab91-70ea9ee3489f req-3da8c6da-7ec4-486b-b971-388c3a37ff43 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:56.789408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8ef1f68-fe50-4876-ab91-70ea9ee3489f req-3da8c6da-7ec4-486b-b971-388c3a37ff43 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0590997 Feb 15 09:57:56.833242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8ef1f68-fe50-4876-ab91-70ea9ee3489f req-acf81e4a-53e5-4dcb-af1e-5e46571ebd89 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425513 Feb 15 09:57:56.896120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a36b9457-5fc5-480c-8143-0b61e7850629 req-3bc0a647-f9b8-4fc7-9f34-efa4b7e8ed5a service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398764 Feb 15 09:57:57.152147 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'mac_address': 'fa:16:3e:09:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:57:54Z', 'updated_at': '2022-02-15T09:57:54Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:57:57.188104 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1227bf20-f8ea-4223-bf57-2a49b9aadb65 None None] The sync data for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 is: [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3722, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'mac_address': 'fa:16:3e:09:01:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T09:57:54Z', 'updated_at': '2022-02-15T09:57:54Z', 'revision_number': 0, 'project_id': '0b74351313014ffab51fe899542eaf24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:57:57.444181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38944) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:57.488968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6879fd-d9ea-4eb0-afa5-ab047cce38c6 None None] New status for floating IP 6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:57:57.527904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a717fd0b-2696-4167-8450-f8b9556a7f15 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 HTTP/1.1" status: 200 len: 992 time: 0.0807409 Feb 15 09:57:57.961257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d0daa5-2a2d-4765-ace8-6eb723e56558 req-74db6c40-3a14-4315-95b5-c8044d1f5e87 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:57.968899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d0daa5-2a2d-4765-ace8-6eb723e56558 req-74db6c40-3a14-4315-95b5-c8044d1f5e87 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0663767 Feb 15 09:57:58.023538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12d0daa5-2a2d-4765-ace8-6eb723e56558 req-8741b656-1f90-4af8-b571-7f5174de4f30 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 Feb 15 09:57:58.531730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 38968) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:57:58.628750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f69a0ac-68e8-4920-9636-5c34e3bb2cd2 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 HTTP/1.1" status: 200 len: 994 time: 0.0956337 Feb 15 09:57:59.194555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf278d9-fb5a-4f46-a012-24bace9e7f69 req-7a287371-ab4f-4506-aac3-467c09fe5f44 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:57:59.196063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdf278d9-fb5a-4f46-a012-24bace9e7f69 req-7a287371-ab4f-4506-aac3-467c09fe5f44 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0505486 Feb 15 09:57:59.252340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdf278d9-fb5a-4f46-a012-24bace9e7f69 req-c6abe4a2-418b-4ecd-abf6-99c70cf0eff0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486279 Feb 15 09:58:00.387137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3ad9-e02b-47fb-971b-c44cbca91af0 req-4c0784e8-7fbd-4d11-92d2-801a2013f280 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:00.395565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79a3ad9-e02b-47fb-971b-c44cbca91af0 req-4c0784e8-7fbd-4d11-92d2-801a2013f280 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0617638 Feb 15 09:58:00.438409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d79a3ad9-e02b-47fb-971b-c44cbca91af0 req-ee1632d5-f625-4b3e-bd61-e20d93711895 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413845 Feb 15 09:58:01.579165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafba850-9bf9-476a-bf9f-efc5e3c442db req-987d71bf-4e03-453f-a298-c5be3162857e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:01.580656 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cafba850-9bf9-476a-bf9f-efc5e3c442db req-987d71bf-4e03-453f-a298-c5be3162857e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0581074 Feb 15 09:58:01.626550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cafba850-9bf9-476a-bf9f-efc5e3c442db req-3ecd998c-72ae-4673-8461-521e744f345f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397456 Feb 15 09:58:02.794995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4adb3a7-fa5b-4802-beba-c8f681c5b644 req-8acc803f-8285-4251-a221-a0f43066da68 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:02.799935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4adb3a7-fa5b-4802-beba-c8f681c5b644 req-8acc803f-8285-4251-a221-a0f43066da68 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0803041 Feb 15 09:58:02.852255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4adb3a7-fa5b-4802-beba-c8f681c5b644 req-822b880b-dd76-4958-abff-c2cd86ca400e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424857 Feb 15 09:58:03.978685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f49c53-3f45-42d9-8f68-8ff8e77de75b req-e6005577-69ec-47dc-8624-346aa2f79ec6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:03.981868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f49c53-3f45-42d9-8f68-8ff8e77de75b req-e6005577-69ec-47dc-8624-346aa2f79ec6 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0505307 Feb 15 09:58:04.037215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e0f49c53-3f45-42d9-8f68-8ff8e77de75b req-facb6d62-948e-470c-97f1-2093a7f1640d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423062 Feb 15 09:58:05.173237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b8b48-37b4-4b1c-8da8-90e28bbcbad3 req-dcd7f999-7c85-494e-b268-61ba6a19b9c3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:05.175071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-250b8b48-37b4-4b1c-8da8-90e28bbcbad3 req-dcd7f999-7c85-494e-b268-61ba6a19b9c3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0602045 Feb 15 09:58:05.217458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-250b8b48-37b4-4b1c-8da8-90e28bbcbad3 req-7fcaa6c4-ccb0-4e4b-b3d6-968f636dfe5e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363026 Feb 15 09:58:06.343646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3fb73-d718-4e67-bb7f-df577613f071 req-ca0cd006-4991-4d16-a63c-e18e92e83fe0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:06.345317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09f3fb73-d718-4e67-bb7f-df577613f071 req-ca0cd006-4991-4d16-a63c-e18e92e83fe0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0557821 Feb 15 09:58:06.397045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-09f3fb73-d718-4e67-bb7f-df577613f071 req-563df29a-23f5-4c1d-a434-edaa3005bcf5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442593 Feb 15 09:58:07.529740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe04f0-60a0-4651-8205-c5db5775446f req-7995ed98-3c17-445e-8070-2f068b27411c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:07.531411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fbe04f0-60a0-4651-8205-c5db5775446f req-7995ed98-3c17-445e-8070-2f068b27411c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0517824 Feb 15 09:58:07.580963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fbe04f0-60a0-4651-8205-c5db5775446f req-06164696-5e0b-4996-922e-df73ba21ad54 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416355 Feb 15 09:58:08.712709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ff4ac-7c3e-417c-b1cd-e6d43c8c1505 req-4aef4836-aa0f-404c-be42-b62116648626 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:08.714282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e7ff4ac-7c3e-417c-b1cd-e6d43c8c1505 req-4aef4836-aa0f-404c-be42-b62116648626 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0597899 Feb 15 09:58:08.759183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e7ff4ac-7c3e-417c-b1cd-e6d43c8c1505 req-d455a0c5-f56a-4632-8b97-305507f8f13d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386293 Feb 15 09:58:09.903066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e6157-7ca1-4f29-8874-3f3c68412a85 req-bed276f7-f365-43cd-9a81-9c3575e71b05 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:09.906436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f77e6157-7ca1-4f29-8874-3f3c68412a85 req-bed276f7-f365-43cd-9a81-9c3575e71b05 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0692034 Feb 15 09:58:09.947167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f77e6157-7ca1-4f29-8874-3f3c68412a85 req-a51be4d0-2a1f-445c-bfc0-e1864ffbe2c8 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Feb 15 09:58:11.096010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790a8ece-6ded-4961-9b90-0e4d1c08c03c req-6d8fd880-4a2f-438e-b648-b1899a62c10f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:11.098512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-790a8ece-6ded-4961-9b90-0e4d1c08c03c req-6d8fd880-4a2f-438e-b648-b1899a62c10f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0599749 Feb 15 09:58:11.138181 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-790a8ece-6ded-4961-9b90-0e4d1c08c03c req-85468739-23c7-461b-96f7-c90996316caa tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Feb 15 09:58:12.288047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f047d-82ad-42b6-b097-f17e9a400066 req-20990fbf-6623-4cbb-b036-0fc4a594a597 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:12.289911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d4f047d-82ad-42b6-b097-f17e9a400066 req-20990fbf-6623-4cbb-b036-0fc4a594a597 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0645981 Feb 15 09:58:12.341169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7d4f047d-82ad-42b6-b097-f17e9a400066 req-4974d0bd-0840-426a-bbee-696fd39e7b14 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428283 Feb 15 09:58:13.484170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22229799-3b9f-4cab-b076-b390947f76ef req-c8cabb03-7845-4842-82d9-d0f6d9c16bda tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:13.485544 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22229799-3b9f-4cab-b076-b390947f76ef req-c8cabb03-7845-4842-82d9-d0f6d9c16bda tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0627429 Feb 15 09:58:13.528869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22229799-3b9f-4cab-b076-b390947f76ef req-e9f2d276-90d1-45f8-acaa-455f224b1ae2 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367856 Feb 15 09:58:13.730177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca90a0b-4521-46d6-bda7-122b7206a8bb req-b26bd61d-ee78-474b-956d-ce0be9f40ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:13.731566 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eca90a0b-4521-46d6-bda7-122b7206a8bb req-b26bd61d-ee78-474b-956d-ce0be9f40ef1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 1096 time: 0.0457225 Feb 15 09:58:13.770915 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eca90a0b-4521-46d6-bda7-122b7206a8bb req-3b8557b9-cb24-425e-8a6e-f19428a234df service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323870 Feb 15 09:58:14.403504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:14.681600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e679a3-108f-4c6b-9924-501f638e318b req-1171c480-bfa7-4408-bf26-c4e950ef57c4 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:14.683372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d3e679a3-108f-4c6b-9924-501f638e318b req-1171c480-bfa7-4408-bf26-c4e950ef57c4 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0798609 Feb 15 09:58:14.739399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d3e679a3-108f-4c6b-9924-501f638e318b req-66d0495c-2fcd-49af-a0d9-4343eb5b407c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489645 Feb 15 09:58:15.865624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df3a811-51a9-48ea-8d37-d68b8aafa415 req-721eb79f-fd13-41d1-9177-29dc306ef2fb tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:15.867526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2df3a811-51a9-48ea-8d37-d68b8aafa415 req-721eb79f-fd13-41d1-9177-29dc306ef2fb tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0513234 Feb 15 09:58:15.912142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2df3a811-51a9-48ea-8d37-d68b8aafa415 req-3fb06929-5166-4e79-9ca2-8d2371dbd80f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382032 Feb 15 09:58:16.054970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec8b64-d133-4d07-a2bf-41b033692278 req-8dc67783-86c4-4669-8bdb-e8dd658719c2 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:16.061687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dec8b64-d133-4d07-a2bf-41b033692278 req-8dc67783-86c4-4669-8bdb-e8dd658719c2 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0642552 Feb 15 09:58:16.112432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dec8b64-d133-4d07-a2bf-41b033692278 req-fea010d4-2364-4632-a383-bd931ce34eb3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Feb 15 09:58:16.374791 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38c530a-b22e-4937-91a0-dd1da45a9ff5 req-252a066d-66f5-4199-8c64-ea4aa1bc742e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:16.376389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d38c530a-b22e-4937-91a0-dd1da45a9ff5 req-252a066d-66f5-4199-8c64-ea4aa1bc742e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0685279 Feb 15 09:58:16.418004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d38c530a-b22e-4937-91a0-dd1da45a9ff5 req-a2cc279b-d0cf-49af-a52d-655957165427 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352616 Feb 15 09:58:16.709260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1e313610-0d75-4e47-b4d4-87e53502cb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:16.950940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:17.590281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863ddce-241e-46ce-aa09-19765221ff9c req-d2c25859-c4ef-4267-82a1-0df73490f864 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:17.591777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c863ddce-241e-46ce-aa09-19765221ff9c req-d2c25859-c4ef-4267-82a1-0df73490f864 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0808263 Feb 15 09:58:17.650138 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c863ddce-241e-46ce-aa09-19765221ff9c req-8cc9f218-7723-43c4-b455-b6cc4b36c4e9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508440 Feb 15 09:58:17.999277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02d8ca-b7cd-4314-822a-66407281d5e3 req-2908dd12-0148-4024-ba3c-c5edd52aebcc tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:18.001798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf02d8ca-b7cd-4314-822a-66407281d5e3 req-2908dd12-0148-4024-ba3c-c5edd52aebcc tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0561321 Feb 15 09:58:18.062280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf02d8ca-b7cd-4314-822a-66407281d5e3 req-1fb3e6e9-4d43-4c46-889f-6931d7ac5355 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543902 Feb 15 09:58:19.212383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a4eb7-1d1e-4385-84fc-d024ad042c3b req-6a814cc7-3052-4ebc-84ce-ad862068e622 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:19.214166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec6a4eb7-1d1e-4385-84fc-d024ad042c3b req-6a814cc7-3052-4ebc-84ce-ad862068e622 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0553422 Feb 15 09:58:19.259740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec6a4eb7-1d1e-4385-84fc-d024ad042c3b req-a8765a69-030a-4506-b77a-e11d9fb2e022 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353541 Feb 15 09:58:19.297831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-575807dd-7ce7-4357-85e9-36137a4955fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:20.408958 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:21.092847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-54479cf3-287b-4e25-b0ef-fbdbf3a88af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:21.095283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-54479cf3-287b-4e25-b0ef-fbdbf3a88af9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0713778 Feb 15 09:58:21.131067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551311b-4546-4491-80a4-05122b69374f req-396f2fc3-bc4a-4bee-930d-b8d4cf4fb9f5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:21.139582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6551311b-4546-4491-80a4-05122b69374f req-396f2fc3-bc4a-4bee-930d-b8d4cf4fb9f5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0924709 Feb 15 09:58:21.194311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6551311b-4546-4491-80a4-05122b69374f req-86d9d085-8a74-4597-a623-ef64bd9d61e7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529697 Feb 15 09:58:21.255571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-3a64c9be-50f8-457c-93b3-1d83f4884636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:21.256958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-3a64c9be-50f8-457c-93b3-1d83f4884636 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.1521924 Feb 15 09:58:21.302485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-9e501819-a88c-4c8c-8c90-f8a9fac992be service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0365474 Feb 15 09:58:21.366033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-12bdd1f2-4f0e-4b3a-80c7-e652bf9e406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:21.367650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-12bdd1f2-4f0e-4b3a-80c7-e652bf9e406d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0571196 Feb 15 09:58:21.414141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-d2384daa-4ca7-4237-a235-40f88f52e5df service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386817 Feb 15 09:58:21.565514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-0597291d-2e8b-4f62-b767-c19ae06f7a65 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437838 Feb 15 09:58:21.672727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85d82415-146e-4427-b8ac-908ab64a4b73 req-a9f35b33-e972-4a0b-b8ed-cd5f016d98c9 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984468 Feb 15 09:58:22.278885 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:22.401848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:22.408240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9d8f5-fd1e-48c3-893b-d347deb6aa65 req-729d0bd2-f9b0-403e-8d3c-8926d7096842 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:22.410625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0b9d8f5-fd1e-48c3-893b-d347deb6aa65 req-729d0bd2-f9b0-403e-8d3c-8926d7096842 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0787883 Feb 15 09:58:22.465822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0b9d8f5-fd1e-48c3-893b-d347deb6aa65 req-c9c78af5-6442-4fc3-baa4-4c1cf035f3da tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476551 Feb 15 09:58:23.642000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503deef-f0f9-419f-a6ae-a41d303bdbdd req-de34b8b0-aa5f-4723-9b11-bda4fde85e20 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:23.643908 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2503deef-f0f9-419f-a6ae-a41d303bdbdd req-de34b8b0-aa5f-4723-9b11-bda4fde85e20 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0710392 Feb 15 09:58:23.695548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2503deef-f0f9-419f-a6ae-a41d303bdbdd req-d9a78f23-13d7-4164-95ea-66d05ba6f5b3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Feb 15 09:58:24.862522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ded1bb-9406-42c2-839b-1d35b980221d req-5699d3ad-5bfb-4578-9a3b-8d59ec5fd6f8 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:24.867053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48ded1bb-9406-42c2-839b-1d35b980221d req-5699d3ad-5bfb-4578-9a3b-8d59ec5fd6f8 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0641000 Feb 15 09:58:24.914833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48ded1bb-9406-42c2-839b-1d35b980221d req-0dca3dbb-8d62-4d6d-8352-d0a59e6f608e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419323 Feb 15 09:58:25.770162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d56d6f-7251-426d-ac7a-3a52477339e2 req-e0dd2646-0128-4f70-a669-61ea80c499f4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:25.778070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49d56d6f-7251-426d-ac7a-3a52477339e2 req-e0dd2646-0128-4f70-a669-61ea80c499f4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.1131101 Feb 15 09:58:25.838803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49d56d6f-7251-426d-ac7a-3a52477339e2 req-5bb1ab5b-b3d9-43f2-85d2-5cef5fa8cb08 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583403 Feb 15 09:58:26.114702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f95720-7b54-4a97-a805-ba260362737a req-df83162e-5533-47e1-8e9c-35806a8beaa7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:26.124291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1f95720-7b54-4a97-a805-ba260362737a req-df83162e-5533-47e1-8e9c-35806a8beaa7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0855842 Feb 15 09:58:26.187217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d1f95720-7b54-4a97-a805-ba260362737a req-0a2ca476-476c-45fd-b051-bf1371d7d9ae tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Feb 15 09:58:27.011095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf745ed-006a-4b37-8099-6ba39dd89a0a req-b032eff5-2c07-4f3f-8bc7-7348d9285311 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:27.019585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dbf745ed-006a-4b37-8099-6ba39dd89a0a req-b032eff5-2c07-4f3f-8bc7-7348d9285311 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0970016 Feb 15 09:58:27.071399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dbf745ed-006a-4b37-8099-6ba39dd89a0a req-f4e7da5b-3c28-4934-b7ac-c82d3fffca2e tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466654 Feb 15 09:58:27.210761 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:58:27.332748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f541670-e0dd-4433-aaaf-1019811ba295 req-a3a9a7a2-f897-4843-a3e9-8fc30228e4b8 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:27.334736 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f541670-e0dd-4433-aaaf-1019811ba295 req-a3a9a7a2-f897-4843-a3e9-8fc30228e4b8 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0653744 Feb 15 09:58:27.394678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5f541670-e0dd-4433-aaaf-1019811ba295 req-72896700-29d6-4a7b-9f9f-a49e31eae93c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513852 Feb 15 09:58:28.209100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276698d7-5a2b-4a87-9ebb-5b0432f54c40 req-9d684ed4-694e-4a5e-83d9-dd2971850927 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:28.210673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-276698d7-5a2b-4a87-9ebb-5b0432f54c40 req-9d684ed4-694e-4a5e-83d9-dd2971850927 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0564876 Feb 15 09:58:28.259543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-276698d7-5a2b-4a87-9ebb-5b0432f54c40 req-54443fb4-49b3-47eb-9911-c6b4e6b71cd4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419023 Feb 15 09:58:28.522573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d73689-19ee-41a3-aa9f-3d27ed5d7b94 req-92898ba2-4932-42a8-abfe-d6fd83128177 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:28.530367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9d73689-19ee-41a3-aa9f-3d27ed5d7b94 req-92898ba2-4932-42a8-abfe-d6fd83128177 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0690756 Feb 15 09:58:28.564698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9d73689-19ee-41a3-aa9f-3d27ed5d7b94 req-f56a1cc1-dbdd-4784-9fc6-a86807568dff tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Feb 15 09:58:29.376905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85687853-7ce3-4117-9393-b5a4dd594561 req-2a31e890-df30-4947-b4cb-6018456ef7eb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:29.378493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85687853-7ce3-4117-9393-b5a4dd594561 req-2a31e890-df30-4947-b4cb-6018456ef7eb tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0553005 Feb 15 09:58:29.416570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85687853-7ce3-4117-9393-b5a4dd594561 req-fa6856cb-e952-4407-899a-96846fdcb773 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Feb 15 09:58:29.682984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f3fa8-56bf-4859-9724-23d376d9ea01 req-6fd1d8ce-254c-4df0-8f48-e1a1347eb279 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:29.685020 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474f3fa8-56bf-4859-9724-23d376d9ea01 req-6fd1d8ce-254c-4df0-8f48-e1a1347eb279 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0513947 Feb 15 09:58:29.725145 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-474f3fa8-56bf-4859-9724-23d376d9ea01 req-2428de96-0a0a-4585-b66f-704eef590c16 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335801 Feb 15 09:58:30.262863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-bf9abed0-92a9-48c7-b30e-163ee67df988 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:30.264566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-bf9abed0-92a9-48c7-b30e-163ee67df988 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 813 time: 0.1010227 Feb 15 09:58:30.279851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-f7a4a461-214d-42c2-99e7-11c7f63012d6 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/quotas/46585d1afeba429ca90892298770012a HTTP/1.1" status: 200 len: 375 time: 0.0091634 Feb 15 09:58:30.319181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-6460fadd-af0a-4e47-8345-345b9ef14bb7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332053 Feb 15 09:58:30.336756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-b49db1bb-84fe-42ed-acf8-df807bb917d3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:58:30.337775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-b49db1bb-84fe-42ed-acf8-df807bb917d3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073636 Feb 15 09:58:30.428759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-4bed0a61-6ad6-4b04-81f2-e2bc41db7abc service neutron] 10.222.0.10 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839362 Feb 15 09:58:30.532218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-a158e3e7-3345-48f2-9740-416aebf8960e service neutron] 10.222.0.10 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972848 Feb 15 09:58:30.546697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77118bf2-c830-412a-afb3-2bf0121014c3 req-551d5576-b172-46b0-8120-f52d00f97e50 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:30.548449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77118bf2-c830-412a-afb3-2bf0121014c3 req-551d5576-b172-46b0-8120-f52d00f97e50 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0611463 Feb 15 09:58:30.590879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77118bf2-c830-412a-afb3-2bf0121014c3 req-614cbc86-ee5a-491f-a658-977c65e72977 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355580 Feb 15 09:58:30.705142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f21e6d73-955d-4ea7-b0ed-e2e1d4297cc6 req-d0c4a70d-a374-42a7-ab35-9df8f92829e5 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 210 time: 0.0310345 Feb 15 09:58:30.868261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ef971-ea93-4c4c-92ef-71a2bbdf7f2a req-adefb1a7-1c40-46c5-b665-513420ab5574 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:30.870191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec1ef971-ea93-4c4c-92ef-71a2bbdf7f2a req-adefb1a7-1c40-46c5-b665-513420ab5574 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0659864 Feb 15 09:58:30.916663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec1ef971-ea93-4c4c-92ef-71a2bbdf7f2a req-f8708abb-4f2e-4e38-8f0f-4959c2ec2b80 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385797 Feb 15 09:58:31.745993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-9bb93cea-03eb-4443-8c2b-69330a253858 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:31.749205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-9bb93cea-03eb-4443-8c2b-69330a253858 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.72 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 813 time: 0.1443923 Feb 15 09:58:31.766160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Request body: {'port': {'device_id': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1', 'admin_state_up': True, 'tenant_id': '46585d1afeba429ca90892298770012a'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:58:31.859603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67e0b379-2b6c-4cf4-86ab-d4efc9d5d776 req-28cc80b2-2b1d-4691-8edb-87fa648aaae0 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 210 time: 0.0358682 Feb 15 09:58:31.921010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Made reservation on behalf of 46585d1afeba429ca90892298770012a for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:58:31.924797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.096665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4f5cd-32f2-4ce6-a1da-484d42a526db req-cc35d321-02bb-49b8-bd25-a28f235048b1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:32.098269 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d4f5cd-32f2-4ce6-a1da-484d42a526db req-cc35d321-02bb-49b8-bd25-a28f235048b1 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.4303594 Feb 15 09:58:32.129707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5af4c6-f4a2-4704-8750-7299186c8b3e req-f0cf0ada-c93a-43ce-89dc-29983f8c27c4 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:32.131244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d5af4c6-f4a2-4704-8750-7299186c8b3e req-f0cf0ada-c93a-43ce-89dc-29983f8c27c4 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.1068947 Feb 15 09:58:32.137890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Allocated IP 172.20.0.14 (1fe19509-f71c-4f91-bb9c-77319c4494b1/d7317cec-610b-443a-ada9-d7a64220d091/3b1b951f-e642-4f5f-88ef-c2667619c330) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:58:32.161603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d4f5cd-32f2-4ce6-a1da-484d42a526db req-c52ee8c3-e025-4ee8-b360-b4541d4540bf tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433671 Feb 15 09:58:32.196545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d5af4c6-f4a2-4704-8750-7299186c8b3e req-9cc0d5b7-77db-48df-80e4-5c3b7af0ce0a tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530539 Feb 15 09:58:32.323148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.359378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.403005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:58:32.406851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:58:32.410378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:58:32.433062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Pushing event updated for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:32.462742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:32.463382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.481324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-065e3914-c121-4ec1-ba40-2a272e8df39c tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7202752 Feb 15 09:58:32.493627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Request body: {'port': {'device_id': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:58:32.552093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.764537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a354e3f7-26ba-4958-a862-f703135c6bd1 req-cffc93bb-ca6a-4cc5-a778-d2f285f1a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:32.765877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a354e3f7-26ba-4958-a862-f703135c6bd1 req-cffc93bb-ca6a-4cc5-a778-d2f285f1a3d6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0885055 Feb 15 09:58:32.829330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a354e3f7-26ba-4958-a862-f703135c6bd1 req-fd3b8924-3347-4bec-87a4-bf156cc68546 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555358 Feb 15 09:58:32.882739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b1b951f-e642-4f5f-88ef-c2667619c330 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:58:32.891086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.903143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Transition to ACTIVE for port object 3b1b951f-e642-4f5f-88ef-c2667619c330 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:58:32.907825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:32.968180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:33.010157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7edd8f-8257-4278-ad12-fabde144cdd2 req-5d4cbd0a-e5ab-41f7-9c8c-71a9aa08716d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.012058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d7edd8f-8257-4278-ad12-fabde144cdd2 req-5d4cbd0a-e5ab-41f7-9c8c-71a9aa08716d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 944 time: 0.0770721 Feb 15 09:58:33.036962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Attempting to bind port 3b1b951f-e642-4f5f-88ef-c2667619c330 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:58:33.037294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Attempting to bind port 3b1b951f-e642-4f5f-88ef-c2667619c330 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:58:33.037615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Attempting to bind port 3b1b951f-e642-4f5f-88ef-c2667619c330 on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:58:33.042009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Port 3b1b951f-e642-4f5f-88ef-c2667619c330 on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:58:33.042327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Attempting to bind port 3b1b951f-e642-4f5f-88ef-c2667619c330 on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:58:33.047124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:58:33.047456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Checking segment: {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:58:33.047831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Bound using segment: {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:58:33.048245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Bound port: 3b1b951f-e642-4f5f-88ef-c2667619c330, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:58:33.048598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:33.055471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d7edd8f-8257-4278-ad12-fabde144cdd2 req-1444bce9-ff7d-4e2f-be7c-51ba54152ffb tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336654 Feb 15 09:58:33.126792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:58:33.129993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3b1b951f-e642-4f5f-88ef-c2667619c330,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:58:33.133880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:33.173410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.174032 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:33.175433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-e228631a-ddca-4049-a325-24ece229d30b service neutron] 10.222.0.72 "PUT /v2.0/ports/3b1b951f-e642-4f5f-88ef-c2667619c330 HTTP/1.1" status: 200 len: 1092 time: 0.6859152 Feb 15 09:58:33.175880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:58:33.178131 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e40da4-1512-4d3e-9575-0997216ed30c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:58:33.207207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228631a-ddca-4049-a325-24ece229d30b service neutron] Pushing event updated for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:33.226037 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92518c35-2be0-4710-860b-5688b6990b91 x-openstack-request-id: req-92518c35-2be0-4710-860b-5688b6990b91 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:58:33.226323 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:58:33.226963 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92518c35-2be0-4710-860b-5688b6990b91 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:58:33.227361 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330', 'status': 'completed', 'code': 200} Feb 15 09:58:33.304548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f4c94-a7bc-4e83-96a4-2f537c03831a req-9a7adfc4-2077-4a67-8a73-3aff61e00066 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.306744 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-404f4c94-a7bc-4e83-96a4-2f537c03831a req-9a7adfc4-2077-4a67-8a73-3aff61e00066 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0532162 Feb 15 09:58:33.316369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-7e0ee320-f983-4081-a247-345429fe9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.317917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-7e0ee320-f983-4081-a247-345429fe9775 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 1095 time: 0.0841954 Feb 15 09:58:33.335339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2c7f1-2fd1-4e6c-8fc5-d368de54caff req-6f31d094-f0d0-49d2-8ea4-3523d650134f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.336932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ce2c7f1-2fd1-4e6c-8fc5-d368de54caff req-6f31d094-f0d0-49d2-8ea4-3523d650134f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0626709 Feb 15 09:58:33.347411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-404f4c94-a7bc-4e83-96a4-2f537c03831a req-8e4f5b4a-f27c-4a4c-bcfd-ccf036fa3a12 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338449 Feb 15 09:58:33.386242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-43c196cf-4a6a-4eeb-961a-8cded82a8fd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b951f-e642-4f5f-88ef-c2667619c330 HTTP/1.1" status: 200 len: 217 time: 0.0594881 Feb 15 09:58:33.448928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6ce2c7f1-2fd1-4e6c-8fc5-d368de54caff req-71b48ccf-eaf0-4f04-a5e3-7e0deab8fc5c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005914 Feb 15 09:58:33.463009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-5c95d3aa-a5a8-4078-9b91-31d705f4322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.464479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-5c95d3aa-a5a8-4078-9b91-31d705f4322f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7317cec-610b-443a-ada9-d7a64220d091 HTTP/1.1" status: 200 len: 853 time: 0.0701945 Feb 15 09:58:33.498552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-fae8f597-6ad2-4ec9-a46c-f4cbec2b64ac service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fe19509-f71c-4f91-bb9c-77319c4494b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265079 Feb 15 09:58:33.606366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-5751eea6-04e1-479d-a04c-70bc2f70612a service neutron] 10.222.0.72 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011758 Feb 15 09:58:33.711459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfa2eabc-0f57-4c07-ae65-19610c9df1bf req-19bc5990-b24a-4b81-a56c-63ce26aebf42 service neutron] 10.222.0.72 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968244 Feb 15 09:58:33.809402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e40da4-1512-4d3e-9575-0997216ed30c req-9e1c0992-d35f-4cf1-a70b-f174024d7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.811735 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-9e1c0992-d35f-4cf1-a70b-f174024d7b94 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 1095 time: 0.0531034 Feb 15 09:58:33.902519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e40da4-1512-4d3e-9575-0997216ed30c req-e3638f44-fb18-4769-a613-c728d7042492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:33.904793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-e3638f44-fb18-4769-a613-c728d7042492 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 914 time: 0.0860944 Feb 15 09:58:33.953224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-94c58cd8-61b4-4952-8c8e-ace69d620f53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3b1b951f-e642-4f5f-88ef-c2667619c330 HTTP/1.1" status: 200 len: 217 time: 0.0400546 Feb 15 09:58:34.006110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e40da4-1512-4d3e-9575-0997216ed30c req-a2130cee-2e82-4fdf-844d-52977dcc8fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.007755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-a2130cee-2e82-4fdf-844d-52977dcc8fed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=d7317cec-610b-443a-ada9-d7a64220d091 HTTP/1.1" status: 200 len: 853 time: 0.0471091 Feb 15 09:58:34.042373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-587bc384-7154-4252-914c-d6e976c82b35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1fe19509-f71c-4f91-bb9c-77319c4494b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266392 Feb 15 09:58:34.134748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-b66e2646-7a96-4b7a-821b-0d7523536fec service neutron] 10.222.0.72 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844865 Feb 15 09:58:34.223679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2948b9-56e6-4f66-b8a5-51e35db1e0c8 req-fbfda341-020a-4f1d-81e3-64b8cf938c78 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.225219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be2948b9-56e6-4f66-b8a5-51e35db1e0c8 req-fbfda341-020a-4f1d-81e3-64b8cf938c78 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 944 time: 0.0831192 Feb 15 09:58:34.245269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e40da4-1512-4d3e-9575-0997216ed30c req-07ad56a1-3042-4dec-a178-d543f089cf24 service neutron] 10.222.0.72 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036379 Feb 15 09:58:34.263958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be2948b9-56e6-4f66-b8a5-51e35db1e0c8 req-3b340634-f7ef-4a68-96e8-1ff99b0457c7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Feb 15 09:58:34.469689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6aa5e2-45fd-4147-952a-757690f9b727 req-8792816e-bca1-4634-91c9-531803a8bcfe tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.471545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df6aa5e2-45fd-4147-952a-757690f9b727 req-8792816e-bca1-4634-91c9-531803a8bcfe tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0521030 Feb 15 09:58:34.512670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df6aa5e2-45fd-4147-952a-757690f9b727 req-0b887007-7b35-4469-b4ad-fc679312ba47 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349853 Feb 15 09:58:34.577111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ceb06-d196-49a9-8f92-81cab9ead5ec req-59297aea-ddb6-41b6-b3f8-0b246c555c56 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.578587 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb1ceb06-d196-49a9-8f92-81cab9ead5ec req-59297aea-ddb6-41b6-b3f8-0b246c555c56 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0572586 Feb 15 09:58:34.618503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb1ceb06-d196-49a9-8f92-81cab9ead5ec req-4240de92-4b0f-44ec-83bc-00f8eeaf7a45 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Feb 15 09:58:34.888443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-9199d16b-080e-40f8-8bdb-017bcc7d04a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.890413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-9199d16b-080e-40f8-8bdb-017bcc7d04a7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0760467 Feb 15 09:58:34.902159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710a94b-7755-4b8c-88a1-7b44cc738d98 req-593ac5b7-83c8-4c95-b5dc-918b2d7546ab tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:34.904110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f710a94b-7755-4b8c-88a1-7b44cc738d98 req-593ac5b7-83c8-4c95-b5dc-918b2d7546ab tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0642200 Feb 15 09:58:34.993675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f710a94b-7755-4b8c-88a1-7b44cc738d98 req-e0dac890-eeca-4c11-9640-a8bd22383384 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808084 Feb 15 09:58:35.029106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-65ee5e81-2f81-4c3e-90a9-0bedad4e135c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:35.030796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-65ee5e81-2f81-4c3e-90a9-0bedad4e135c service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.1258330 Feb 15 09:58:35.398273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e9b1b-90a7-46a1-83e4-e510de1d41e0 req-a3764e3d-28e1-420b-907e-970f9a8915d4 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:35.399877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-669e9b1b-90a7-46a1-83e4-e510de1d41e0 req-a3764e3d-28e1-420b-907e-970f9a8915d4 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 944 time: 0.0566778 Feb 15 09:58:35.421771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-5729e74f-f9b7-417a-9690-da36b8c16f84 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.3839653 Feb 15 09:58:35.443767 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-669e9b1b-90a7-46a1-83e4-e510de1d41e0 req-a29f7dee-c7d8-44e3-926f-dc89429232e0 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361245 Feb 15 09:58:35.471412 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-5ef76150-6d1e-4057-a16e-06f4c3c9ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:35.472905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-5ef76150-6d1e-4057-a16e-06f4c3c9ad2e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0439680 Feb 15 09:58:35.506439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-81ec6203-8ebd-4bee-b0c5-2d309dc0473d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270431 Feb 15 09:58:35.632970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-bf665456-06b4-4f0f-a7ab-74ceb1a3604c service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195741 Feb 15 09:58:35.667434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bbf17-4048-42f3-8039-e2c8386d09e5 req-b37a6b93-50cf-472d-9ff9-937507174a63 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:35.668956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b0bbf17-4048-42f3-8039-e2c8386d09e5 req-b37a6b93-50cf-472d-9ff9-937507174a63 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0776515 Feb 15 09:58:35.751770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b0bbf17-4048-42f3-8039-e2c8386d09e5 req-e0b66e66-8a18-42de-bbfa-e771194a1a6f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518885 Feb 15 09:58:35.770198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20febdc9-3764-4e6f-bbbb-0a1e6e48936e req-8fab71fc-96a2-4c50-82e6-990551abd1cd service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303346 Feb 15 09:58:36.126583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77981deb-6314-4c80-9caa-d946bb17bcf8 req-8c462e7e-14ac-4282-a213-d8e88c938271 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:36.128116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77981deb-6314-4c80-9caa-d946bb17bcf8 req-8c462e7e-14ac-4282-a213-d8e88c938271 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0501127 Feb 15 09:58:36.165614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77981deb-6314-4c80-9caa-d946bb17bcf8 req-5b387b5e-315e-491e-9d8d-a51755522153 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315895 Feb 15 09:58:36.563555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb946f-ddb3-4e14-83a8-6ec0b0a3061d req-bc48b633-9cf6-4d4d-96a9-d28ea5d19abe tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:36.565587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c4bb946f-ddb3-4e14-83a8-6ec0b0a3061d req-bc48b633-9cf6-4d4d-96a9-d28ea5d19abe tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 944 time: 0.0507438 Feb 15 09:58:36.605979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c4bb946f-ddb3-4e14-83a8-6ec0b0a3061d req-39893754-9b93-4f9d-b34a-a31504368e23 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341291 Feb 15 09:58:36.871574 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657fe03-37dc-4d78-a33a-91c2a8d4c2cb req-eec11764-fe0e-4373-8940-04c4b4047913 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:36.873958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2657fe03-37dc-4d78-a33a-91c2a8d4c2cb req-eec11764-fe0e-4373-8940-04c4b4047913 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0506933 Feb 15 09:58:36.914853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2657fe03-37dc-4d78-a33a-91c2a8d4c2cb req-745c3eb2-8016-441a-a72b-40f3721006ad tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348392 Feb 15 09:58:37.095643 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3b1b951f-e642-4f5f-88ef-c2667619c330 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:58:37.196680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3b1b951f-e642-4f5f-88ef-c2667619c330,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:37.210795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '3b1b951f-e642-4f5f-88ef-c2667619c330', 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1', 'port_id': '3b1b951f-e642-4f5f-88ef-c2667619c330', 'mac_address': 'fa:16:3e:b2:fb:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7317cec-610b-443a-ada9-d7a64220d091', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:58:37.256344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:37.273296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b1b951f-e642-4f5f-88ef-c2667619c330 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:58:37.298894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3b1b951f-e642-4f5f-88ef-c2667619c330,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:37.305100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:37.335544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90e932-c14e-464f-8378-8d624baaf03f req-67ff7829-15b3-414e-90ab-8938002147d7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:37.337384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b90e932-c14e-464f-8378-8d624baaf03f req-67ff7829-15b3-414e-90ab-8938002147d7 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0688777 Feb 15 09:58:37.363346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:37.371793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.372185 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.373195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.373521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.374636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.374636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.374636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.374901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.375222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.376960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.377374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.377717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:37.383292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b90e932-c14e-464f-8378-8d624baaf03f req-5185c140-3ff2-4613-9a26-9cf832431a2c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Feb 15 09:58:37.506679 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['3b1b951f-e642-4f5f-88ef-c2667619c330'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:58:37.740474 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b89c24-b22f-4d6e-b681-fc13dc1bade0 req-d875e81d-af2e-424c-a7a1-2839fb9bd0d9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:37.742100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b89c24-b22f-4d6e-b681-fc13dc1bade0 req-d875e81d-af2e-424c-a7a1-2839fb9bd0d9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 945 time: 0.0586164 Feb 15 09:58:37.782176 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b89c24-b22f-4d6e-b681-fc13dc1bade0 req-4a102ad7-feaf-4dc4-a814-d0451c390555 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331011 Feb 15 09:58:38.045279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc79626-61ee-4e2d-8676-a3c62e6b1340 req-23c1778e-a67d-435c-b4a1-018c1c751e10 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:38.046993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fc79626-61ee-4e2d-8676-a3c62e6b1340 req-23c1778e-a67d-435c-b4a1-018c1c751e10 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0610242 Feb 15 09:58:38.091767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fc79626-61ee-4e2d-8676-a3c62e6b1340 req-352c7e22-72fa-49ff-89a1-949c898d6518 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375960 Feb 15 09:58:38.501868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19fceb-3fcd-404e-983d-aa288aa39fd3 req-cd0da73d-b91c-4405-9a0f-32c9ae8fa596 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:38.503865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b19fceb-3fcd-404e-983d-aa288aa39fd3 req-cd0da73d-b91c-4405-9a0f-32c9ae8fa596 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0521080 Feb 15 09:58:38.546662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b19fceb-3fcd-404e-983d-aa288aa39fd3 req-e0a168d7-eeda-40d4-8397-336a757b6975 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344129 Feb 15 09:58:38.640537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb538d-f9b7-4e87-b903-6f064fea0223 req-72980861-857d-42a5-810e-276701f68bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:38.642187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ddb538d-f9b7-4e87-b903-6f064fea0223 req-72980861-857d-42a5-810e-276701f68bc3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0488374 Feb 15 09:58:38.680630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ddb538d-f9b7-4e87-b903-6f064fea0223 req-c6ba675e-9db6-4fdf-bc47-942b1f494a69 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314686 Feb 15 09:58:38.929170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be2422-4867-4515-afc6-197ca64c597e req-18e78a85-ad77-44e0-90e4-8102ba78ebc1 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:38.930827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8be2422-4867-4515-afc6-197ca64c597e req-18e78a85-ad77-44e0-90e4-8102ba78ebc1 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 945 time: 0.0588024 Feb 15 09:58:38.977035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8be2422-4867-4515-afc6-197ca64c597e req-aedca2b0-fa4c-484d-96b3-2e854602b343 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380235 Feb 15 09:58:39.126608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3b1b951f-e642-4f5f-88ef-c2667619c330 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:58:39.193578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 3b1b951f-e642-4f5f-88ef-c2667619c330 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:58:39.198838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 3b1b951f-e642-4f5f-88ef-c2667619c330 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:58:39.199566 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:39.220927 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cb7a6-0b15-4ba5-b575-47e5e2cd4e28 req-f03b052a-939b-4842-976d-7d8dd5a80005 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:39.223154 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-823cb7a6-0b15-4ba5-b575-47e5e2cd4e28 req-f03b052a-939b-4842-976d-7d8dd5a80005 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0562580 Feb 15 09:58:39.268649 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-823cb7a6-0b15-4ba5-b575-47e5e2cd4e28 req-22dff2b0-280a-40ad-abe2-0be6811226ce tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Feb 15 09:58:39.297398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:39.323005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:58:39.326323 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08beeb5e-1bbf-40bd-83b0-36e02f562862" -d '{"events": [{"server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:58:39.340575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3b1b951f-e642-4f5f-88ef-c2667619c330,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:39.346343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:39.380971 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc8bf5e-5aea-41cc-bff0-5f2f60bb0f42 x-openstack-request-id: req-3bc8bf5e-5aea-41cc-bff0-5f2f60bb0f42 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:58:39.381423 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "name": "network-vif-plugged", "status": "completed", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:58:39.381674 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3bc8bf5e-5aea-41cc-bff0-5f2f60bb0f42 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:58:39.382062 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330', 'code': 200} Feb 15 09:58:39.416318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:39.482911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d734f-0e2f-4cdf-8885-0cc040d23171 req-82c2b26e-f4c5-46bf-aa6e-46e91b563ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:39.485081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff8d734f-0e2f-4cdf-8885-0cc040d23171 req-82c2b26e-f4c5-46bf-aa6e-46e91b563ba0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 1097 time: 0.0500381 Feb 15 09:58:39.534667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff8d734f-0e2f-4cdf-8885-0cc040d23171 req-5f4f9f13-8462-4566-9818-16f88df71e2c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386086 Feb 15 09:58:40.040164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046d12a-8704-49b9-87ba-49ad4ddddaea req-ae436879-f170-4d56-bbaf-f0823ced9fce tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:40.041991 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c046d12a-8704-49b9-87ba-49ad4ddddaea req-ae436879-f170-4d56-bbaf-f0823ced9fce tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0824680 Feb 15 09:58:40.099271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c046d12a-8704-49b9-87ba-49ad4ddddaea req-94225c91-8e16-46dc-a0a2-48cba2fbbe09 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508008 Feb 15 09:58:40.132104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb07f8-eb8e-44a6-ada6-c9d50a47ebb9 req-c66c16b9-3f26-4622-b882-3a007b21f3a2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:40.134309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91fb07f8-eb8e-44a6-ada6-c9d50a47ebb9 req-c66c16b9-3f26-4622-b882-3a007b21f3a2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 946 time: 0.0597179 Feb 15 09:58:40.173325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91fb07f8-eb8e-44a6-ada6-c9d50a47ebb9 req-6522b0d4-e556-48e8-b3b9-42390985f42a tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Feb 15 09:58:40.406270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec78834-99f5-4bb4-91ef-4bb72c45b12c req-5258867b-a245-434a-8261-7e69ff9aa762 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:40.420975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ec78834-99f5-4bb4-91ef-4bb72c45b12c req-5258867b-a245-434a-8261-7e69ff9aa762 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0740273 Feb 15 09:58:40.456290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ec78834-99f5-4bb4-91ef-4bb72c45b12c req-99026e8c-5cc5-4c1a-9752-9f44a2a54c5f tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344524 Feb 15 09:58:40.480034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 40522) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:58:40.581770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cfb788c8-df31-474e-91dc-c0abb59c56f0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/floatingips/6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 HTTP/1.1" status: 200 len: 994 time: 0.0994499 Feb 15 09:58:41.135691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:58:41.138421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:58:41.290331 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:41.303214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7487e-c1d2-47f3-997a-9c1923ac136e req-ef4ec19f-f91a-496a-876f-bb5335b64b6b tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:41.304946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97c7487e-c1d2-47f3-997a-9c1923ac136e req-ef4ec19f-f91a-496a-876f-bb5335b64b6b tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 946 time: 0.0535421 Feb 15 09:58:41.322036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:41.346426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97c7487e-c1d2-47f3-997a-9c1923ac136e req-16e35357-886d-423d-b118-8e84df76101e tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Feb 15 09:58:41.346915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '7f7da392-3348-48f8-ae56-ddade544a484', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'port_id': '7f7da392-3348-48f8-ae56-ddade544a484', 'mac_address': 'fa:16:3e:09:01:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:58:41.349510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:41.368919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:41.391156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:58:41.393364 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dead28f-4ad1-40e1-bc1c-7ed705d29301" -d '{"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:58:41.452680 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 09:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc0e2e5-f41e-4db7-9d3a-edca9f09252f x-openstack-request-id: req-dcc0e2e5-f41e-4db7-9d3a-edca9f09252f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:58:41.453265 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-unplugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:58:41.453798 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcc0e2e5-f41e-4db7-9d3a-edca9f09252f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:58:41.454087 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'code': 200} Feb 15 09:58:41.459541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:41.480955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:41.484943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f7da392-3348-48f8-ae56-ddade544a484 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:58:41.505058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:41.511286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:41.564753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:41.730917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['7f7da392-3348-48f8-ae56-ddade544a484'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:58:43.151693 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:58:43.233815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 7f7da392-3348-48f8-ae56-ddade544a484 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:58:43.234188 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:43.328899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:43.374710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:43.381012 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:43.448161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:43.454941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:58:43.461883 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d07215-281a-4f1a-9fab-6ca31c13eff6" -d '{"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:58:43.528923 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee38973a-2635-4b44-8acb-f0f13314ea28 x-openstack-request-id: req-ee38973a-2635-4b44-8acb-f0f13314ea28 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:58:43.529355 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-plugged", "status": "completed", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:58:43.529940 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee38973a-2635-4b44-8acb-f0f13314ea28 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:58:43.530582 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'code': 200} Feb 15 09:58:44.406288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:46.099045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-111bf753-8fde-4f61-a77c-a24ad16655d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1157718 Feb 15 09:58:46.244607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-0e071c73-65f5-47a8-a716-e784ebdaa400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:46.246433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-0e071c73-65f5-47a8-a716-e784ebdaa400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9836bd5192fc4f74b81d1eec8a121021&device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 1101 time: 0.0901594 Feb 15 09:58:46.387317 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-8d9f68a5-6b5e-43fd-82ad-4444d784205b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:46.389386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-8d9f68a5-6b5e-43fd-82ad-4444d784205b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.1216002 Feb 15 09:58:46.444086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-2f9a40db-2be7-4646-81be-c56664940bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 200 len: 217 time: 0.0484183 Feb 15 09:58:46.497430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-edc4cb9f-735e-4cd9-bbef-38398ea2411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:46.499253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-edc4cb9f-735e-4cd9-bbef-38398ea2411c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0480382 Feb 15 09:58:46.555646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-4de53c8b-8aca-44e8-91ec-72a494456c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:46.557207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-4de53c8b-8aca-44e8-91ec-72a494456c76 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0518081 Feb 15 09:58:46.656079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-6cf041dc-7f27-48b4-9bf7-936ce746e20d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914052 Feb 15 09:58:46.702688 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd88c3fa-c044-48fe-a8b6-a634b48d2d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:46.751819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d616ac41-86d8-46d6-ade8-5d76ed252ef7 req-7f30a922-2b2a-45d7-9340-53c8b6bcef6b service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892181 Feb 15 09:58:46.941493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:49.295960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfef9a67-bdba-4f46-9348-e70d6e6731aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:50.386015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:51.465693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b435ae-c3ba-4af4-9345-6a7ef54c8650 req-5bab6765-61c4-4df6-98eb-1911b2a43541 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:51.467385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0b435ae-c3ba-4af4-9345-6a7ef54c8650 req-5bab6765-61c4-4df6-98eb-1911b2a43541 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 950 time: 0.0567265 Feb 15 09:58:51.508898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0b435ae-c3ba-4af4-9345-6a7ef54c8650 req-cfff60e6-914c-46e9-b6bc-54135bbd8228 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349295 Feb 15 09:58:52.344393 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:52.398138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:52.678327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adac75aa-08b0-46ba-af65-9a51f28d3185 req-02f86efd-b31a-4480-8be4-709e02705b3d tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:52.681252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adac75aa-08b0-46ba-af65-9a51f28d3185 req-02f86efd-b31a-4480-8be4-709e02705b3d tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 950 time: 0.0711739 Feb 15 09:58:52.726188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-adac75aa-08b0-46ba-af65-9a51f28d3185 req-4d587709-4b0b-449e-92b2-3dc0aa914405 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/security-groups?id=26184231-0c44-4820-8049-2d5c4e3bd6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402474 Feb 15 09:58:52.896739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-2ed8c479-9eca-4ff4-b94f-e82b93013957 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:52.898340 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-2ed8c479-9eca-4ff4-b94f-e82b93013957 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.36 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 950 time: 0.0821750 Feb 15 09:58:52.960186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-e7edd214-9a03-4ee5-a2a4-cefd5de11f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:52.962560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-e7edd214-9a03-4ee5-a2a4-cefd5de11f5c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0550811 Feb 15 09:58:53.029645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e58e07-3e75-4728-b471-b931d4c81c56 req-b8ccfa76-5f3a-4dd7-9c2b-ee8f5c0d6420 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:53.032554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86e58e07-3e75-4728-b471-b931d4c81c56 req-b8ccfa76-5f3a-4dd7-9c2b-ee8f5c0d6420 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.1320884 Feb 15 09:58:53.081245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-2e5ee87b-f141-48f3-97bf-0acd7be1d4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:53.083037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-2e5ee87b-f141-48f3-97bf-0acd7be1d4d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.1085606 Feb 15 09:58:53.103861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86e58e07-3e75-4728-b471-b931d4c81c56 req-8a009e9f-59f7-47b0-8a06-8986caa8861c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619090 Feb 15 09:58:53.105773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Deleting port 8a80d0a6-0959-450d-bea7-9fe1ca92529c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:58:53.106175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:53.142351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-9b84a125-cc37-4e5a-9332-ef0b2310e1b5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0490255 Feb 15 09:58:53.194818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-bca10d23-ac3e-4928-aef3-06499711608d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:53.196691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-bca10d23-ac3e-4928-aef3-06499711608d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0466404 Feb 15 09:58:53.216277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] For port 8a80d0a6-0959-450d-bea7-9fe1ca92529c, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a80d0a6-0959-450d-bea7-9fe1ca92529c,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:58:53.216762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:53.231440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Calling delete_port for 8a80d0a6-0959-450d-bea7-9fe1ca92529c owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:58:53.239817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-7a4ccb37-e882-4964-8280-a6b3a207ee10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305223 Feb 15 09:58:53.344360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-07b3c4e6-26de-431c-b004-2fc31c1756ea service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922596 Feb 15 09:58:53.389271 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:53.402375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['8a80d0a6-0959-450d-bea7-9fe1ca92529c'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:58:53.425966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Pushing event deleted for resources: {'Port': ['ID=8a80d0a6-0959-450d-bea7-9fe1ca92529c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:58:53.441720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.442794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.443143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.443480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.443807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.444600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.444786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.445096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.445433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.445738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.446324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.446657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:58:53.447328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf81310d-e0db-4c01-b568-a01798b5e0de req-6cbb438a-618e-466c-804f-abdefd4d2a37 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926600 Feb 15 09:58:53.494617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] No DVR routers for this DVR port 8a80d0a6-0959-450d-bea7-9fe1ca92529c on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:58:53.498156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:58:53.506775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a465feaf-c7ac-4a64-8a8a-3c677445ad06 req-4c764e17-11f0-48ca-9d8e-33ed62d22348 tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.36 "DELETE /v2.0/ports/8a80d0a6-0959-450d-bea7-9fe1ca92529c HTTP/1.1" status: 204 len: 173 time: 0.5972495 Feb 15 09:58:53.507234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'name': 'network-vif-deleted', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:58:53.509951 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08c4b7a-fd46-4712-8248-a1d39c84aed6" -d '{"events": [{"server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "name": "network-vif-deleted", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:58:53.552015 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c794d71-1ba4-4596-bb9e-43543236c5ff x-openstack-request-id: req-8c794d71-1ba4-4596-bb9e-43543236c5ff {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:58:53.552305 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0937945-9fc6-459b-be0b-27c62ad2d105", "name": "network-vif-deleted", "tag": "8a80d0a6-0959-450d-bea7-9fe1ca92529c", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:58:53.552568 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c794d71-1ba4-4596-bb9e-43543236c5ff {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:58:53.553017 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0937945-9fc6-459b-be0b-27c62ad2d105', 'name': 'network-vif-deleted', 'tag': '8a80d0a6-0959-450d-bea7-9fe1ca92529c', 'status': 'completed', 'code': 200} Feb 15 09:58:53.844582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9db66141-671e-4a0b-8c5c-4b1c6f2a0446 req-eeb14957-6564-47c4-9fdb-5e322ca2cc1a tempest-VolumesBackupsTest-494749553 tempest-VolumesBackupsTest-494749553-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0937945-9fc6-459b-be0b-27c62ad2d105 HTTP/1.1" status: 200 len: 210 time: 0.0355115 Feb 15 09:58:54.235708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedaf981-39af-4a8b-bec8-d8efe345f39f req-46e74662-019f-437c-b58d-648e169b66cd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:54.237289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fedaf981-39af-4a8b-bec8-d8efe345f39f req-46e74662-019f-437c-b58d-648e169b66cd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0562656 Feb 15 09:58:54.276444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fedaf981-39af-4a8b-bec8-d8efe345f39f req-f53c4eef-3bd1-465f-8e18-f8417cd0a532 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330026 Feb 15 09:58:54.534167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-e35724fa-94c8-478c-8ab6-42b4df991346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:54.535768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-e35724fa-94c8-478c-8ab6-42b4df991346 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0415993 Feb 15 09:58:54.645542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-a37d84dd-365f-4407-8961-5a58d049feaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:54.647029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-a37d84dd-365f-4407-8961-5a58d049feaf service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.0889368 Feb 15 09:58:54.695238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-536b2712-657b-41fe-be0a-0e8e6fd4894a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0406318 Feb 15 09:58:54.744462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-8b43aa34-8b73-4d67-996f-ec02b4424585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:54.745958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-8b43aa34-8b73-4d67-996f-ec02b4424585 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0442657 Feb 15 09:58:54.779387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-6bfe3cba-9e06-4fd1-bae0-3d495a9c83cf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266805 Feb 15 09:58:54.873031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-c69734d5-256e-4443-979a-ca19f9d79e06 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873024 Feb 15 09:58:54.975910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5d5070f7-9039-4c33-8f56-4174bada0c2c req-f4984540-b1bf-4dba-bae3-5e6a4c8d3c72 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960038 Feb 15 09:58:55.404903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadd996-e9b2-4cb8-90cd-2a36bc101d60 req-f5b3354c-8e10-41a0-b8f0-14feddd40254 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:55.406375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fadd996-e9b2-4cb8-90cd-2a36bc101d60 req-f5b3354c-8e10-41a0-b8f0-14feddd40254 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0538576 Feb 15 09:58:55.450325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fadd996-e9b2-4cb8-90cd-2a36bc101d60 req-c01b356f-ca86-4a62-a25c-bfffa09f6e80 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379260 Feb 15 09:58:56.093099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a80d0a6-0959-450d-bea7-9fe1ca92529c no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:58:56.120206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 8a80d0a6-0959-450d-bea7-9fe1ca92529c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:58:56.120548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a80d0a6-0959-450d-bea7-9fe1ca92529c not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:58:56.581706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758f1902-5964-46ca-9c14-fe1f92f7496b req-f9b7d464-0228-4fc6-9ced-23adee31b361 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:56.583559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-758f1902-5964-46ca-9c14-fe1f92f7496b req-f9b7d464-0228-4fc6-9ced-23adee31b361 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0569983 Feb 15 09:58:56.624714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-758f1902-5964-46ca-9c14-fe1f92f7496b req-36d6a1fc-3de6-4074-ae8a-749c4365e181 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329294 Feb 15 09:58:57.749353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834bade6-318b-449e-99a6-878d45f7286a req-9a1c8857-0aed-42c0-9408-4a2a913c1e8b tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:57.750918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-834bade6-318b-449e-99a6-878d45f7286a req-9a1c8857-0aed-42c0-9408-4a2a913c1e8b tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0525124 Feb 15 09:58:57.791790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-834bade6-318b-449e-99a6-878d45f7286a req-30d8587b-8b69-4786-a76c-7ced34999a72 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345867 Feb 15 09:58:58.918589 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf54bf9-9908-45e3-ad67-29f36232794a req-5462c2b6-1cd0-4761-a6c0-414c3eb30224 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:58:58.921529 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdf54bf9-9908-45e3-ad67-29f36232794a req-5462c2b6-1cd0-4761-a6c0-414c3eb30224 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0570874 Feb 15 09:58:58.967855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdf54bf9-9908-45e3-ad67-29f36232794a req-455c9481-4aa8-4c38-8935-592486df4faf tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Feb 15 09:59:00.114065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b3d24-469b-476c-b1d2-044c5592b15d req-a0c6377d-dab4-4d13-a6eb-87fd631a61dc tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:00.115745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe5b3d24-469b-476c-b1d2-044c5592b15d req-a0c6377d-dab4-4d13-a6eb-87fd631a61dc tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0598018 Feb 15 09:59:00.159948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe5b3d24-469b-476c-b1d2-044c5592b15d req-d7997a20-f21f-41e7-b6fc-04be7eaa8ae3 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370977 Feb 15 09:59:01.288570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823947d8-eb71-4c56-b926-f7816465076a req-51d74771-f76b-4379-8458-132440808c2e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:01.290751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-823947d8-eb71-4c56-b926-f7816465076a req-51d74771-f76b-4379-8458-132440808c2e tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0550251 Feb 15 09:59:01.335954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-823947d8-eb71-4c56-b926-f7816465076a req-3fa1d64a-e15a-41ca-81d2-4c94d27269ce tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376770 Feb 15 09:59:02.473765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b11e9-7302-47ea-bf54-86b5ca9d3e08 req-0011b24f-fbfd-4e65-a1a1-dc439e99e594 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:02.475319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef2b11e9-7302-47ea-bf54-86b5ca9d3e08 req-0011b24f-fbfd-4e65-a1a1-dc439e99e594 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0534804 Feb 15 09:59:02.524405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef2b11e9-7302-47ea-bf54-86b5ca9d3e08 req-3f1a237c-0bb9-4d4c-9e33-e30000ec526d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353148 Feb 15 09:59:03.658413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb68a23-aa6b-4121-af2b-cafb53f898c4 req-8ca8a6b7-0b55-494e-b4b4-3418398bb673 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:03.659976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb68a23-aa6b-4121-af2b-cafb53f898c4 req-8ca8a6b7-0b55-494e-b4b4-3418398bb673 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0575011 Feb 15 09:59:03.715730 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb68a23-aa6b-4121-af2b-cafb53f898c4 req-0a9243dc-8699-4b93-aea0-0d240e9be675 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491459 Feb 15 09:59:04.209994 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:59:04.845423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73560ec-8426-452e-9abf-898a8afbedf5 req-6e9eab13-fb14-47f7-985c-16556913b5d2 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:04.846839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c73560ec-8426-452e-9abf-898a8afbedf5 req-6e9eab13-fb14-47f7-985c-16556913b5d2 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0503256 Feb 15 09:59:04.897044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c73560ec-8426-452e-9abf-898a8afbedf5 req-3dd1f6d7-9d08-4d92-824c-66cbeeb0f175 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Feb 15 09:59:06.027101 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e08419-3ec3-4af2-ac33-32a0079d60d2 req-6c5a3661-84f2-40fd-9145-0d441bd17784 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:06.028779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42e08419-3ec3-4af2-ac33-32a0079d60d2 req-6c5a3661-84f2-40fd-9145-0d441bd17784 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0596366 Feb 15 09:59:06.077444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42e08419-3ec3-4af2-ac33-32a0079d60d2 req-34a1c8f9-5cf4-4420-ad5a-90fa8f3d2696 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422764 Feb 15 09:59:07.203592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f761cc4-5bad-4dd0-8766-c4cd70616798 req-f98d0c96-9ae6-4999-8725-a4deff08897b tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:07.205614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f761cc4-5bad-4dd0-8766-c4cd70616798 req-f98d0c96-9ae6-4999-8725-a4deff08897b tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0580556 Feb 15 09:59:07.249157 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f761cc4-5bad-4dd0-8766-c4cd70616798 req-a35df542-51d7-4ac7-be37-e245b79cef8a tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 Feb 15 09:59:08.372613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee7429-16fd-4d27-97cb-2e2edf20ba7c req-5e8a1110-8b99-4d36-a3de-97e67f5dcba9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:08.374169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebee7429-16fd-4d27-97cb-2e2edf20ba7c req-5e8a1110-8b99-4d36-a3de-97e67f5dcba9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0510509 Feb 15 09:59:08.412683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebee7429-16fd-4d27-97cb-2e2edf20ba7c req-f52d518f-2ba8-4802-b019-aa44c3b29f40 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325878 Feb 15 09:59:09.537915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac0b49-1ab5-44c6-876f-742558f76092 req-e40f1ec6-bb17-4533-a03f-5576f12b50dd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:09.548080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4eac0b49-1ab5-44c6-876f-742558f76092 req-e40f1ec6-bb17-4533-a03f-5576f12b50dd tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0609498 Feb 15 09:59:09.588996 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4eac0b49-1ab5-44c6-876f-742558f76092 req-851ca44e-b637-4527-9c4d-76b8c36f8e99 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399768 Feb 15 09:59:09.745024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26939e0a-12c6-41a0-b1f4-68890e8c1fc9 req-893b37f5-8d1d-4e65-ad2f-bbc24c74a2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:09.747130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26939e0a-12c6-41a0-b1f4-68890e8c1fc9 req-893b37f5-8d1d-4e65-ad2f-bbc24c74a2ff service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0439107 Feb 15 09:59:09.789884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26939e0a-12c6-41a0-b1f4-68890e8c1fc9 req-dc8f3390-a191-4706-9455-ea19f88bc9df service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345802 Feb 15 09:59:10.716662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34c2c0-9415-4f3d-8747-812c414e3cdf req-4d7a5653-d495-49d4-bbad-e0d0661bb780 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:10.718602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed34c2c0-9415-4f3d-8747-812c414e3cdf req-4d7a5653-d495-49d4-bbad-e0d0661bb780 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0518577 Feb 15 09:59:10.765125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed34c2c0-9415-4f3d-8747-812c414e3cdf req-902b6db1-f61e-4956-8010-c570fd2a807a tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331981 Feb 15 09:59:11.893793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116dd02-daa2-43df-bb16-1139652cd8c6 req-3b22841a-91a3-4871-a3c8-1b20d721fcf9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:11.895480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4116dd02-daa2-43df-bb16-1139652cd8c6 req-3b22841a-91a3-4871-a3c8-1b20d721fcf9 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0520005 Feb 15 09:59:11.935958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4116dd02-daa2-43df-bb16-1139652cd8c6 req-ce118508-1553-46dd-b910-9da1317d38c0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340548 Feb 15 09:59:12.298985 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee699496-0b56-4ea6-8737-4374e33ca15e req-0642f9ba-ed47-46fe-a5e6-b1fda87cc317 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:12.315318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee699496-0b56-4ea6-8737-4374e33ca15e req-0642f9ba-ed47-46fe-a5e6-b1fda87cc317 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0912971 Feb 15 09:59:12.327199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-03355cb9-898e-443d-9e79-ddc9039be4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:12.333502 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-03355cb9-898e-443d-9e79-ddc9039be4a2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 1097 time: 0.0978131 Feb 15 09:59:12.400693 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee699496-0b56-4ea6-8737-4374e33ca15e req-d1e30541-edec-41e5-b6b6-4899c56cdd4d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791016 Feb 15 09:59:12.541377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-d592ed6f-a991-4e4e-bfeb-14acb9cce01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:12.542886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-d592ed6f-a991-4e4e-bfeb-14acb9cce01e service neutron] 10.222.0.72 "GET /v2.0/networks?id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 200 len: 919 time: 0.2001944 Feb 15 09:59:12.589580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-15341d49-5733-469f-a8dc-1c7371eca1c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 200 len: 217 time: 0.0390470 Feb 15 09:59:12.645337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-1e267d3a-ada1-4671-9128-0bf37e3a04e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:12.646894 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-1e267d3a-ada1-4671-9128-0bf37e3a04e9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 200 len: 858 time: 0.0514739 Feb 15 09:59:12.680763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-3313363b-d7d7-42b8-8c3c-d17ceef821b5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243096 Feb 15 09:59:12.767538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-b1e72241-673f-4b31-bd78-57dd07c1b738 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795310 Feb 15 09:59:12.860612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dedd80fc-f469-4233-9dd6-1f7d9f550c27 req-7f4a876c-bffb-4bb0-8d81-88e0aee09309 service neutron] 10.222.0.72 "GET /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850132 Feb 15 09:59:13.543882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b5b4b-4b5d-41f1-9c95-f395c34d6afd req-30dbc941-1ff8-4c3d-8d07-1332969ba0a5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:13.553244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-520b5b4b-4b5d-41f1-9c95-f395c34d6afd req-30dbc941-1ff8-4c3d-8d07-1332969ba0a5 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0680704 Feb 15 09:59:13.597161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-520b5b4b-4b5d-41f1-9c95-f395c34d6afd req-b2016b4a-dce9-4b86-ba3f-3c26a7069f0a tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429690 Feb 15 09:59:14.403951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:14.757862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01147d1-ad34-4caa-bc94-7238842f1aa9 req-201f6644-c890-4b8c-a137-2b429140811c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:14.759680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b01147d1-ad34-4caa-bc94-7238842f1aa9 req-201f6644-c890-4b8c-a137-2b429140811c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0534210 Feb 15 09:59:14.805375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b01147d1-ad34-4caa-bc94-7238842f1aa9 req-67142036-8a71-46a8-a462-6bb3a9869886 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379713 Feb 15 09:59:16.707732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6756afbd-40cf-4246-8ea4-fa57dd3c3d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:16.949999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:17.701756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41450) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:17.867407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port d0737d20-5a31-4fdc-8618-2555572296bc {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:17.867407 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:17.952102 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:17.952432 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:17.964178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for d0737d20-5a31-4fdc-8618-2555572296bc owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:18.145378 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:18.170794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=d0737d20-5a31-4fdc-8618-2555572296bc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:18.249988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:18.250414 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Floating IP 6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 disassociated (deleted). External IP: 172.25.6.119, port: 7f7da392-3348-48f8-ae56-ddade544a484. Feb 15 09:59:18.501124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router b163f8ec-0fcc-4552-b320-7fe22a09d1da has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:59:18.645453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:59:18.650253 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:18.678394 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Sync routers for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:59:18.701645 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:18.702333 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:58:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:18.709833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e27806b6-717c-4bee-910c-dd12bf4215a8 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/floatingips/6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3 HTTP/1.1" status: 204 len: 168 time: 1.0046394 Feb 15 09:59:18.717640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:18.719977 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2" -d '{"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:18.954777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:18.987438 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ba34a2-5966-4e5c-a5fa-04a6fd71b399 x-openstack-request-id: req-92ba34a2-5966-4e5c-a5fa-04a6fd71b399 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:18.987783 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:18.988022 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92ba34a2-5966-4e5c-a5fa-04a6fd71b399 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:18.988378 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'status': 'completed', 'code': 200} Feb 15 09:59:19.087305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-a9edce84-4ff0-43ea-a157-f88bd88782d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:19.088846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-a9edce84-4ff0-43ea-a157-f88bd88782d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0b74351313014ffab51fe899542eaf24&device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 1097 time: 0.0735197 Feb 15 09:59:19.284032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-5fdc8369-7f9e-40c8-bb3e-0f01bf851a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:19.286007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-5fdc8369-7f9e-40c8-bb3e-0f01bf851a5a service neutron] 10.222.0.72 "GET /v2.0/networks?id=ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 200 len: 897 time: 0.1853290 Feb 15 09:59:19.295969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d3bbbb68-76ad-47a1-bb95-a5d8433829d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:19.318615 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:19.350785 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Checking router: b163f8ec-0fcc-4552-b320-7fe22a09d1da for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:59:19.360771 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:19.361577 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:59:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:19.364959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-dd73ea7e-177f-4238-a9f3-7c6722df59c9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 200 len: 217 time: 0.0574813 Feb 15 09:59:19.414915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345edb8b-6430-4d45-bccf-cb983205451a req-a66eb44f-4eca-430a-9288-fcf88611f9d0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:19.416418 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-345edb8b-6430-4d45-bccf-cb983205451a req-a66eb44f-4eca-430a-9288-fcf88611f9d0 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.2217491 Feb 15 09:59:19.430727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-870c954d-6ba3-4526-b703-9cca47ac3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:19.432307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-870c954d-6ba3-4526-b703-9cca47ac3023 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=40b8500b-a99e-4cce-8ada-a270b545262c HTTP/1.1" status: 200 len: 834 time: 0.0601437 Feb 15 09:59:19.496717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-345edb8b-6430-4d45-bccf-cb983205451a req-b89a3b48-8845-4bb1-b2f3-b11273d094d4 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634031 Feb 15 09:59:19.514112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-e3e51ba1-7931-46fc-9e73-a4bacae8f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:19.514112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-e3e51ba1-7931-46fc-9e73-a4bacae8f78b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ccac51bd-0dbb-48bf-b787-085a8f1712c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656192 Feb 15 09:59:19.577842 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:19.610779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-d9d7dacc-6102-460c-9265-004433a52fba service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892410 Feb 15 09:59:19.703229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-df8a0bb7-1cc6-437e-bd03-ca04c19af0a2 req-5d85c6a8-68b1-462b-b6fb-316ce364d3c8 service neutron] 10.222.0.72 "GET /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840204 Feb 15 09:59:19.784289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:19.814270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23a5e65-0d94-49f2-b98b-7560c74eaf0b None None] The sync data for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 is: [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d', 'name': '', 'network_id': 'ccac51bd-0dbb-48bf-b787-085a8f1712c9', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'mac_address': 'fa:16:3e:71:1a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3718, 'fixed_ips': [{'subnet_id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:34Z', 'updated_at': '2022-02-15T09:57:41Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'subnets': [{'id': '40b8500b-a99e-4cce-8ada-a270b545262c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:59:20.139232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d00b4-cca5-4641-9d02-5b25cc4b716c None None] New status for floating IP 6cb9dffd-5042-4fd4-8c14-8c7ffd0584b3: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 09:59:20.391742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:20.635560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182efbb-66bb-4899-bd4c-d5fa48864175 req-a118086b-5c7e-4a55-8af0-e8c94287b3d3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:20.637167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a182efbb-66bb-4899-bd4c-d5fa48864175 req-a118086b-5c7e-4a55-8af0-e8c94287b3d3 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0546515 Feb 15 09:59:20.720994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a182efbb-66bb-4899-bd4c-d5fa48864175 req-4d4c745e-92d7-4a9a-9d71-e69b1921afea tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "GET /v2.0/security-groups?id=de2161c7-efa8-412d-9e96-5478eb6427ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756705 Feb 15 09:59:20.737785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-b48121e1-b9a1-4012-825e-be1e217c00b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:20.739283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-b48121e1-b9a1-4012-825e-be1e217c00b9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "GET /v2.0/ports?device_id=eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3 HTTP/1.1" status: 200 len: 946 time: 0.0710254 Feb 15 09:59:20.838344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 7f7da392-3348-48f8-ae56-ddade544a484 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:20.838689 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:20.939375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 7f7da392-3348-48f8-ae56-ddade544a484, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7f7da392-3348-48f8-ae56-ddade544a484,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:20.939729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:20.959198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 7f7da392-3348-48f8-ae56-ddade544a484 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:21.119854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:21.177908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=7f7da392-3348-48f8-ae56-ddade544a484,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:21.203422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.203772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.204231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.204589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.205013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.205414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.205814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.206207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.206598 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.207021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.207376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.207763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:21.210707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] No DVR routers for this DVR port 7f7da392-3348-48f8-ae56-ddade544a484 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:59:21.213170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:21.217488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d4912050-a4d7-47af-a1b4-6b82ddd73901 req-ed67a193-7148-49bb-84bd-366525f961d9 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.72 "DELETE /v2.0/ports/7f7da392-3348-48f8-ae56-ddade544a484 HTTP/1.1" status: 204 len: 173 time: 0.4723456 Feb 15 09:59:21.218008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-deleted', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:21.220322 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6e982-6a16-4241-a2b3-af5fd18dfd16" -d '{"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-deleted", "tag": "7f7da392-3348-48f8-ae56-ddade544a484"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:21.265438 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8adfe-e095-4a3c-b34a-bfb4048d4639 x-openstack-request-id: req-94a8adfe-e095-4a3c-b34a-bfb4048d4639 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:21.266040 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3", "name": "network-vif-deleted", "tag": "7f7da392-3348-48f8-ae56-ddade544a484", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:21.266547 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94a8adfe-e095-4a3c-b34a-bfb4048d4639 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:21.267157 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaf312cc-c432-428c-8b4b-3a7c1c0d4ad3', 'name': 'network-vif-deleted', 'tag': '7f7da392-3348-48f8-ae56-ddade544a484', 'status': 'completed', 'code': 200} Feb 15 09:59:21.785526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41508) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:22.178315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.274295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.406601 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.468672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:22.469051 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.567130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:22.567674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.582611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:22.827467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:22.881364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:23.152641 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:23.796544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Router b163f8ec-0fcc-4552-b320-7fe22a09d1da has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:59:23.932304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:59:23.945503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3b8e16ec-69cb-4796-9fd7-b36dcf126884 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "PUT /v2.0/routers/b163f8ec-0fcc-4552-b320-7fe22a09d1da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582251 Feb 15 09:59:23.946015 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Sync routers for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:59:23.948272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41550) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:23.960322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:23.963410 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:59:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:24.076661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting subnet 40b8500b-a99e-4cce-8ada-a270b545262c {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:59:24.097813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.133707 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:24.222049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.373601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.506117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:59:22Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:24.544793 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.595104 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Checking router: b163f8ec-0fcc-4552-b320-7fe22a09d1da for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:59:24.619585 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Routers {'b163f8ec-0fcc-4552-b320-7fe22a09d1da'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:24.620372 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:59:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:24.629023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Subnet': ['ID=40b8500b-a99e-4cce-8ada-a270b545262c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:24.640555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.643836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5485cdd2-fd79-4de1-9797-37e96cec78a7 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/subnets/40b8500b-a99e-4cce-8ada-a270b545262c HTTP/1.1" status: 204 len: 168 time: 0.6941752 Feb 15 09:59:24.646666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41558) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:24.650166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c90867-db1b-4945-8236-94cc2fdc5c8f None None] Network ccac51bd-0dbb-48bf-b787-085a8f1712c9 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:59:24.818073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:24.834456 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] Set router b163f8ec-0fcc-4552-b320-7fe22a09d1da gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:24.957140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] DHCP port deletion for ccac51bd-0dbb-48bf-b787-085a8f1712c9 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 09:59:24.991139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.125347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Deleting port 01b83ec0-4a1e-4635-846a-73f1c2b91950 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:25.127899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.148855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Deleting port 74e8c165-7692-40f2-8a52-db48699d4ce9 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:25.149259 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.237395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] For port 01b83ec0-4a1e-4635-846a-73f1c2b91950, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01b83ec0-4a1e-4635-846a-73f1c2b91950,segment=NetworkSegment(1c57ea70-65c5-443d-95a7-e2a78e152606),segment_id=1c57ea70-65c5-443d-95a7-e2a78e152606)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:25.238150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.254630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Calling delete_port for 01b83ec0-4a1e-4635-846a-73f1c2b91950 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:25.279313 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:59:22Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:25.338888 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8351ba1c-a7c8-43c4-b177-fc36a835d59f None None] The sync data for ids ['b163f8ec-0fcc-4552-b320-7fe22a09d1da'] in n-d-825064-4 is: [{'id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2042501278', 'tenant_id': '0b74351313014ffab51fe899542eaf24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152'}], 'enable_snat': True}, 'gw_port_id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:28Z', 'updated_at': '2022-02-15T09:59:22Z', 'revision_number': 5, 'project_id': '0b74351313014ffab51fe899542eaf24', 'gw_port': {'id': '74e8c165-7692-40f2-8a52-db48699d4ce9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:81:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b163f8ec-0fcc-4552-b320-7fe22a09d1da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3714, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:29Z', 'updated_at': '2022-02-15T09:57:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:59:25.345495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] For port 74e8c165-7692-40f2-8a52-db48699d4ce9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=74e8c165-7692-40f2-8a52-db48699d4ce9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:25.346142 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.350321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:25.368853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Calling delete_port for 74e8c165-7692-40f2-8a52-db48699d4ce9 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:25.386436 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.411234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 7f7da392-3348-48f8-ae56-ddade544a484 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:25.411469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7f7da392-3348-48f8-ae56-ddade544a484 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:25.413940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] No DVR routers for this DVR port 01b83ec0-4a1e-4635-846a-73f1c2b91950 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:59:25.456909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279b471-cf3a-4f19-aafc-757614b23d81 None None] Pushing event deleted for resources: {'Port': ['ID=01b83ec0-4a1e-4635-846a-73f1c2b91950,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:25.565046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.592275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Port': ['ID=74e8c165-7692-40f2-8a52-db48699d4ce9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:25.665969 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.781772 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.784194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.848279 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.848842 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Fanout notify agent at l3_agent the message router_deleted on router b163f8ec-0fcc-4552-b320-7fe22a09d1da {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:59:25.868626 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:25.870676 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c9c93b9f-14a3-4c74-b67d-869698969f79 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/routers/b163f8ec-0fcc-4552-b320-7fe22a09d1da HTTP/1.1" status: 204 len: 168 time: 1.2230330 Feb 15 09:59:25.874109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41568) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:25.967974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.125629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.166238 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccac51bd-0dbb-48bf-b787-085a8f1712c9']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:26.182957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c57ea70-65c5-443d-95a7-e2a78e152606') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:26.183324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c57ea70-65c5-443d-95a7-e2a78e152606') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:26.196498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.226690 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.237821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:59:26.237934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:59:26.248603 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:59:26.342143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.360177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.364587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/networks/ccac51bd-0dbb-48bf-b787-085a8f1712c9 HTTP/1.1" status: 204 len: 168 time: 0.4893703 Feb 15 09:59:26.367406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41578) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:26.386108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07937172-c028-4036-95bc-a43a4fea7d05 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'Network': ['ID=ccac51bd-0dbb-48bf-b787-085a8f1712c9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:26.480375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.538543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.610018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.612668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:26.616537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] 10.222.0.10 "DELETE /v2.0/security-groups/de2161c7-efa8-412d-9e96-5478eb6427ed HTTP/1.1" status: 204 len: 168 time: 0.2455659 Feb 15 09:59:26.634233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d699f4f-c3d6-41c7-8121-6148e4380963 tempest-TestNetworkAdvancedServerOps-384238738 tempest-TestNetworkAdvancedServerOps-384238738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de2161c7-efa8-412d-9e96-5478eb6427ed,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:26.865963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74e8c165-7692-40f2-8a52-db48699d4ce9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:26.902134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 74e8c165-7692-40f2-8a52-db48699d4ce9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:26.902474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 74e8c165-7692-40f2-8a52-db48699d4ce9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:26.903684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01b83ec0-4a1e-4635-846a-73f1c2b91950 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:26.958327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 01b83ec0-4a1e-4635-846a-73f1c2b91950 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:26.959328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01b83ec0-4a1e-4635-846a-73f1c2b91950 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:26.960035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:26.963909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41588) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:26.989080 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:26.989746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0ab372ef-02f8-4ee5-9c9f-cd1a656c1c0d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:27.140179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41594) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:27.140846 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21bd3b3d-161a-4b22-b677-d6b4a2529984 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0b74351313014ffab51fe899542eaf24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1754894 Feb 15 09:59:27.195132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.217427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.272630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.276063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.277638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/beaa2252-c6f9-4d6a-93c8-3206be23fb49 HTTP/1.1" status: 204 len: 168 time: 0.1357658 Feb 15 09:59:27.305550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2ab22-0da8-4bbd-9a69-a077d3efd46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beaa2252-c6f9-4d6a-93c8-3206be23fb49,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:27.643813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a445d-4253-4cb9-afb7-23d9af4e19b0 req-88159dda-45d2-4d88-a035-3c8518ab385d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:27.645893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac4a445d-4253-4cb9-afb7-23d9af4e19b0 req-88159dda-45d2-4d88-a035-3c8518ab385d tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0593622 Feb 15 09:59:27.724347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac4a445d-4253-4cb9-afb7-23d9af4e19b0 req-02e46101-5389-4b90-b908-50385504183f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709200 Feb 15 09:59:27.796924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41612) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:27.850596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d961b53a-b402-4f1c-bc34-a02dd48719d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e17b354a711341cd9aaca4c87e096d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517230 Feb 15 09:59:27.856949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41614) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:27.912104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.936960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:27.996399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:28.000232 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:28.001450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8c89338-7c65-4523-a918-e08b0e963153 HTTP/1.1" status: 204 len: 168 time: 0.1474962 Feb 15 09:59:28.011800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4d900-1cd1-4b0c-9dc2-81a66986cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c89338-7c65-4523-a918-e08b0e963153,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:28.858887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a2f61-fd69-44cd-a5f5-81c1fe1c8e8e req-f1038b2f-2759-4ef9-97c5-ce75abd2a2fe tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:28.860560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b97a2f61-fd69-44cd-a5f5-81c1fe1c8e8e req-f1038b2f-2759-4ef9-97c5-ce75abd2a2fe tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0575695 Feb 15 09:59:28.912206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b97a2f61-fd69-44cd-a5f5-81c1fe1c8e8e req-6c61f875-a4d9-4bd7-b844-cd7a07e3c164 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 Feb 15 09:59:29.120031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9be33fc-cadc-4fcc-bd93-3004b85b427b req-7d476f7b-3bf3-4b7c-818e-4183b3272d26 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:29.122332 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9be33fc-cadc-4fcc-bd93-3004b85b427b req-7d476f7b-3bf3-4b7c-818e-4183b3272d26 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 946 time: 0.0589874 Feb 15 09:59:29.162541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9be33fc-cadc-4fcc-bd93-3004b85b427b req-7d5c52f1-e05c-49a0-a85d-540dbb3fe67e tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Feb 15 09:59:29.619193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84b50-eb59-4901-979b-2ec773f0618d req-ab14fa35-ad30-4220-a8f3-b0ae12d39160 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:29.620678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44e84b50-eb59-4901-979b-2ec773f0618d req-ab14fa35-ad30-4220-a8f3-b0ae12d39160 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.36 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 945 time: 0.0521226 Feb 15 09:59:29.720755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Deleting port 2a275b3f-3714-4808-9800-d2b3d08b3963 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:29.720755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:29.822021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] For port 2a275b3f-3714-4808-9800-d2b3d08b3963, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=2a275b3f-3714-4808-9800-d2b3d08b3963,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:29.822393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:29.835194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Calling delete_port for 2a275b3f-3714-4808-9800-d2b3d08b3963 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:29.980296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:29.994589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:30.010783 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Pushing event deleted for resources: {'Port': ['ID=2a275b3f-3714-4808-9800-d2b3d08b3963,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:30.038926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83adcaa2-4654-403d-9fc5-a0abf51e758e req-1b16205b-35de-40fc-8880-44f3ef9c4e9f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=101efe94-0ff3-46cb-b8cb-b684cfc65c1f HTTP/1.1" status: 200 len: 210 time: 0.0506213 Feb 15 09:59:30.042523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['2a275b3f-3714-4808-9800-d2b3d08b3963'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:30.092172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] No DVR routers for this DVR port 2a275b3f-3714-4808-9800-d2b3d08b3963 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:59:30.094674 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:30.098052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44e84b50-eb59-4901-979b-2ec773f0618d req-936cdae7-08d8-4dd4-ad8a-f4043d427d95 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.36 "DELETE /v2.0/ports/2a275b3f-3714-4808-9800-d2b3d08b3963 HTTP/1.1" status: 204 len: 173 time: 0.4713950 Feb 15 09:59:30.098497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'name': 'network-vif-deleted', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:30.100749 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29a29ac-c380-4b63-b29d-64bed5d16ea4" -d '{"events": [{"server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "name": "network-vif-deleted", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:30.142126 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7dea4-8a85-4886-8705-c90205a6dd60 x-openstack-request-id: req-88c7dea4-8a85-4886-8705-c90205a6dd60 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:30.142668 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "101efe94-0ff3-46cb-b8cb-b684cfc65c1f", "name": "network-vif-deleted", "tag": "2a275b3f-3714-4808-9800-d2b3d08b3963", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:30.143082 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88c7dea4-8a85-4886-8705-c90205a6dd60 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:30.143484 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '101efe94-0ff3-46cb-b8cb-b684cfc65c1f', 'name': 'network-vif-deleted', 'tag': '2a275b3f-3714-4808-9800-d2b3d08b3963', 'status': 'completed', 'code': 200} Feb 15 09:59:30.311858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7005f-f481-4217-9e6d-9968528c919f req-ac457bb3-d808-4b99-a8dd-d7b7c06345fa tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:30.313619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0d7005f-f481-4217-9e6d-9968528c919f req-ac457bb3-d808-4b99-a8dd-d7b7c06345fa tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 946 time: 0.0578496 Feb 15 09:59:30.352083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0d7005f-f481-4217-9e6d-9968528c919f req-e139a025-c62b-46f8-8c79-59f330548ade tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318546 Feb 15 09:59:30.591111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6eea4d06-5800-4c4f-90f4-d0420a020667 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:30.593207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6eea4d06-5800-4c4f-90f4-d0420a020667 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.72 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 946 time: 0.0811574 Feb 15 09:59:30.692914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Deleting port 3b1b951f-e642-4f5f-88ef-c2667619c330 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:30.693257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:30.784702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] For port 3b1b951f-e642-4f5f-88ef-c2667619c330, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3b1b951f-e642-4f5f-88ef-c2667619c330,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:30.785095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:30.796587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Calling delete_port for 3b1b951f-e642-4f5f-88ef-c2667619c330 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:30.929093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:30.940325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['3b1b951f-e642-4f5f-88ef-c2667619c330'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:30.958659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Pushing event deleted for resources: {'Port': ['ID=3b1b951f-e642-4f5f-88ef-c2667619c330,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:30.999686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] No DVR routers for this DVR port 3b1b951f-e642-4f5f-88ef-c2667619c330 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:59:31.002230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:31.005537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ea157c-9dff-480d-970d-78c899555ac2 req-6a8523f6-5190-4e17-9d5c-4503f92463f7 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.72 "DELETE /v2.0/ports/3b1b951f-e642-4f5f-88ef-c2667619c330 HTTP/1.1" status: 204 len: 173 time: 0.4059019 Feb 15 09:59:31.005975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'name': 'network-vif-deleted', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:31.008208 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6978a5e0-f0e2-4c1e-8af6-23999ad6eaa3" -d '{"events": [{"server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "name": "network-vif-deleted", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:31.047446 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242810df-555e-427c-ae41-aad18e4f9ce3 x-openstack-request-id: req-242810df-555e-427c-ae41-aad18e4f9ce3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:31.048108 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc7a0b07-3ec6-407a-9d02-e9f228a10e45", "name": "network-vif-deleted", "tag": "3b1b951f-e642-4f5f-88ef-c2667619c330", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:31.048108 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-242810df-555e-427c-ae41-aad18e4f9ce3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:31.048463 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc7a0b07-3ec6-407a-9d02-e9f228a10e45', 'name': 'network-vif-deleted', 'tag': '3b1b951f-e642-4f5f-88ef-c2667619c330', 'status': 'completed', 'code': 200} Feb 15 09:59:31.358205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd1bea-c9e1-49e0-8bc6-c9498c89006d req-c64b8391-8d13-4347-803e-0330db6e99f0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:31.359667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfcd1bea-c9e1-49e0-8bc6-c9498c89006d req-c64b8391-8d13-4347-803e-0330db6e99f0 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0507977 Feb 15 09:59:31.400573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bfcd1bea-c9e1-49e0-8bc6-c9498c89006d req-c5ec44d9-3d8b-419c-b3fc-8554a81f1219 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Feb 15 09:59:31.466968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a88355e-5dc8-4d43-9cfc-f858b27b246c req-35b8e615-b47e-43c9-a021-0f1c7a9457d9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=bc7a0b07-3ec6-407a-9d02-e9f228a10e45 HTTP/1.1" status: 200 len: 210 time: 0.0292556 Feb 15 09:59:32.531222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec156-cafc-4dd3-8a48-8cc4330deb03 req-f4581ff6-776a-40e5-ba6f-4a74acf29de1 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:32.532790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53aec156-cafc-4dd3-8a48-8cc4330deb03 req-f4581ff6-776a-40e5-ba6f-4a74acf29de1 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0557086 Feb 15 09:59:32.577480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53aec156-cafc-4dd3-8a48-8cc4330deb03 req-0927a248-ae8b-4909-ae1c-b4db81be337c tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379214 Feb 15 09:59:33.354417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3b1b951f-e642-4f5f-88ef-c2667619c330 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:33.378670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 3b1b951f-e642-4f5f-88ef-c2667619c330 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:33.378996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3b1b951f-e642-4f5f-88ef-c2667619c330 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:33.797386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2badc-73cb-40c2-a07a-6bfcd0facb21 req-8eda96e9-cae9-41dc-b0a6-d757e549137f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:33.805834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59b2badc-73cb-40c2-a07a-6bfcd0facb21 req-8eda96e9-cae9-41dc-b0a6-d757e549137f tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.1429846 Feb 15 09:59:33.853494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59b2badc-73cb-40c2-a07a-6bfcd0facb21 req-6500a2b0-8b44-4900-9e8d-0dcb63f360b1 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Feb 15 09:59:34.234917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a275b3f-3714-4808-9800-d2b3d08b3963 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:34.258425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 2a275b3f-3714-4808-9800-d2b3d08b3963 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:34.258757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 2a275b3f-3714-4808-9800-d2b3d08b3963 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:34.998273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757e82e-42b0-422f-bdab-536d28df75cf req-e70ad711-2b2c-4511-84b8-1faf92f52971 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:35.014043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0757e82e-42b0-422f-bdab-536d28df75cf req-e70ad711-2b2c-4511-84b8-1faf92f52971 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0900505 Feb 15 09:59:35.054974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0757e82e-42b0-422f-bdab-536d28df75cf req-aaa66314-3877-4d40-b110-b38fe7aeaf64 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342665 Feb 15 09:59:36.202005 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade3841-2e6c-4031-a7c2-b7fc10dcecdf req-6ba6597a-9686-43f3-b788-9b98f9b70753 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:36.203984 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fade3841-2e6c-4031-a7c2-b7fc10dcecdf req-6ba6597a-9686-43f3-b788-9b98f9b70753 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0556328 Feb 15 09:59:36.254375 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fade3841-2e6c-4031-a7c2-b7fc10dcecdf req-9431fd04-5231-4b74-bf6d-06cf01448afa tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/security-groups?id=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379648 Feb 15 09:59:36.563018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa61ef4-d249-4604-8552-048230e815af req-dcd7e58a-a4c0-4b17-94d8-c6eb1c0d6131 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:36.564904 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1aa61ef4-d249-4604-8552-048230e815af req-dcd7e58a-a4c0-4b17-94d8-c6eb1c0d6131 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.72 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 946 time: 0.0487616 Feb 15 09:59:36.656801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Deleting port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:36.657266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:36.742041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] For port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:36.742397 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:36.753776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Calling delete_port for 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:36.880383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:36.891591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:36.912817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Pushing event deleted for resources: {'Port': ['ID=3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:36.959485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] No DVR routers for this DVR port 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 09:59:36.962244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:36.966440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1aa61ef4-d249-4604-8552-048230e815af req-63420f50-1283-486e-93c1-bc6068559b84 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.72 "DELETE /v2.0/ports/3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb HTTP/1.1" status: 204 len: 173 time: 0.3959227 Feb 15 09:59:36.966930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'name': 'network-vif-deleted', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:36.969329 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d721dbc-6e5f-4327-8865-4f5d7eee68c7" -d '{"events": [{"server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "name": "network-vif-deleted", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:37.010640 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c296408f-3cb8-41fa-884c-57003b675202 x-openstack-request-id: req-c296408f-3cb8-41fa-884c-57003b675202 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:37.010925 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1206b66e-f9a0-4b81-a662-cf97df14bcbb", "name": "network-vif-deleted", "tag": "3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:37.011165 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c296408f-3cb8-41fa-884c-57003b675202 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:37.011631 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1206b66e-f9a0-4b81-a662-cf97df14bcbb', 'name': 'network-vif-deleted', 'tag': '3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb', 'status': 'completed', 'code': 200} Feb 15 09:59:37.426993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fa3b4a59-1341-480d-8cec-e0d0f19d92df req-c6d20466-313d-4b95-bf69-dc1af9251163 tempest-ServerRescueNegativeTestJSON-1360472623 tempest-ServerRescueNegativeTestJSON-1360472623-project] 10.222.0.10 "GET /v2.0/ports?device_id=1206b66e-f9a0-4b81-a662-cf97df14bcbb HTTP/1.1" status: 200 len: 210 time: 0.0625231 Feb 15 09:59:38.498652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41776) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:38.849321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:39.125762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Deleting port a470aeed-4d7e-454f-88eb-a2d49f49e712 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:39.126035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:39.206593 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] For port a470aeed-4d7e-454f-88eb-a2d49f49e712, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a470aeed-4d7e-454f-88eb-a2d49f49e712,segment=NetworkSegment(0371765d-f066-4d2d-bcbb-24ced202d3e4),segment_id=0371765d-f066-4d2d-bcbb-24ced202d3e4)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:39.206961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:39.218961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Calling delete_port for a470aeed-4d7e-454f-88eb-a2d49f49e712 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:39.370446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:39.425308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:39.425805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 3c7b78e7-5c70-4e7f-b332-29ba43e7d1cb not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:39.432223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:39.459436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a470aeed-4d7e-454f-88eb-a2d49f49e712,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:39.662166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-b830fb10-c709-425b-8611-c36f8a1c3465 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:39.663551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-b830fb10-c709-425b-8611-c36f8a1c3465 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 813 time: 0.1750600 Feb 15 09:59:39.714514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-809ed060-7ece-4477-a836-f07ee915ce24 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/quotas/46585d1afeba429ca90892298770012a HTTP/1.1" status: 200 len: 375 time: 0.0175190 Feb 15 09:59:39.734950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:39.751939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-4e7c47b0-277e-4c8b-b205-a86b23f1f70e tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312116 Feb 15 09:59:39.764722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-b2f53f94-8605-4e60-b0a1-d4f98349c633 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 09:59:39.765705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-b2f53f94-8605-4e60-b0a1-d4f98349c633 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068302 Feb 15 09:59:39.951994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-31e224ae-d1f4-4439-9fd8-a86004a4b074 service neutron] 10.222.0.10 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548991 Feb 15 09:59:40.447361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-fd9a72b4-a5ea-4f5a-9a03-8ba23d27f5e4 service neutron] 10.222.0.10 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892445 Feb 15 09:59:40.451868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 09:59:40.593678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 09:59:40.598917 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b23d5b53-aa4f-4e47-ba0b-374944086a0b admin admin] 10.222.0.10 "PUT /v2.0/routers/fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0992002 Feb 15 09:59:40.601742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41806) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:40.605172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Sync routers for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 09:59:40.641984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:40.642607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:59:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:40.724015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81c775c0-2816-46a4-965b-dd1b8e0ab90e req-dd8e7008-2347-4fbf-932c-2f53bd720ba9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 210 time: 0.0421977 Feb 15 09:59:40.780403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:40.825196 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:40.962529 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.016796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:59:39Z', 'revision_number': 5, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port': {'id': 'c08aad46-daaa-4301-932a-902a7dec5715', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3686, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T09:57:24Z', 'updated_at': '2022-02-15T09:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:41.047664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Checking router: fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 09:59:41.056594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Routers {'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 09:59:41.057349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T09:59:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:41.068112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Deleting port c08aad46-daaa-4301-932a-902a7dec5715 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 09:59:41.068650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.160471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] For port c08aad46-daaa-4301-932a-902a7dec5715, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c08aad46-daaa-4301-932a-902a7dec5715,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:41.160868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.175144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] Set router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 09:59:41.175972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Calling delete_port for c08aad46-daaa-4301-932a-902a7dec5715 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 09:59:41.209488 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 09:59:41.250894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:59:40Z', 'revision_number': 6, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:41.281743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93492c3c-4b1f-4201-ae29-b8a041436159 None None] The sync data for ids ['fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc'] in n-d-825064-4 is: [{'id': 'fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc', 'name': 'tempest-ServerRescueNegativeTestJSON-433358486-router', 'tenant_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T09:57:23Z', 'updated_at': '2022-02-15T09:59:40Z', 'revision_number': 6, 'project_id': 'da7e48a43dc7499e9ad1843a26bbab48', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 09:59:41.380146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.411936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=c08aad46-daaa-4301-932a-902a7dec5715,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:41.472715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.569770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.572199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.624301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.625038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 09:59:41.632527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.634223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-aa67312b-7151-4dcd-b755-6cd6e1764c2f admin admin] 10.222.0.10 "DELETE /v2.0/routers/fea81020-2a86-4a3f-9ae3-c9c7e7e6a9cc HTTP/1.1" status: 204 len: 168 time: 1.0314169 Feb 15 09:59:41.636848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41822) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:41.697860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Deleting subnet 0fa471f0-68af-486d-8052-fdbcb5e0e319 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 09:59:41.706142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.744552 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.795479 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:41.890725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8bffb559-ac69-49a9-bbc2-15e98cf3ba7e req-67dc0ccd-37b4-47d4-a6d6-84bea032963d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 210 time: 0.0358393 Feb 15 09:59:41.980350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-9fbb35a6-f3e4-4a2e-a835-118e7f370ac1 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:41.983111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-9fbb35a6-f3e4-4a2e-a835-118e7f370ac1 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.36 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 813 time: 0.2740479 Feb 15 09:59:41.999030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Request body: {'port': {'device_id': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1', 'admin_state_up': True, 'tenant_id': '46585d1afeba429ca90892298770012a'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:42.147528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Made reservation on behalf of 46585d1afeba429ca90892298770012a for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:59:42.155732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.282268 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.311747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fa471f0-68af-486d-8052-fdbcb5e0e319,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:42.317275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.320556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f3a687f9-4e20-46b3-89c8-ce41a5bf2596 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0fa471f0-68af-486d-8052-fdbcb5e0e319 HTTP/1.1" status: 204 len: 168 time: 0.6821411 Feb 15 09:59:42.322348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Allocated IP 172.20.0.5 (1fe19509-f71c-4f91-bb9c-77319c4494b1/d7317cec-610b-443a-ada9-d7a64220d091/9868c565-caed-4ec0-a37a-5317c946649a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:59:42.323041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:42.394278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.484517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.496532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.514760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:42.525359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0371765d-f066-4d2d-bcbb-24ced202d3e4') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:42.525656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0371765d-f066-4d2d-bcbb-24ced202d3e4') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 09:59:42.536839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.549488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.558395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.567178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 09:59:42.567725 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: timer() Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 09:59:42.571715 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 09:59:42.593849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Network 1fe19509-f71c-4f91-bb9c-77319c4494b1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:59:42.642748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.644603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:59:42.646865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Pushing event updated for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:42.649153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:59:42.649879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c08aad46-daaa-4301-932a-902a7dec5715 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:42.650508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.655193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3 HTTP/1.1" status: 204 len: 168 time: 0.3306444 Feb 15 09:59:42.675079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c47693-dc27-4e4a-9168-8b809239bdf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa16516-ea6b-4431-ae69-5fc1f5f4f1e3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:42.698411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c08aad46-daaa-4301-932a-902a7dec5715 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:42.699111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c08aad46-daaa-4301-932a-902a7dec5715 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:42.700004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a470aeed-4d7e-454f-88eb-a2d49f49e712 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 09:59:42.718800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:42.719545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.732894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a470aeed-4d7e-454f-88eb-a2d49f49e712 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 09:59:42.733795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a470aeed-4d7e-454f-88eb-a2d49f49e712 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 09:59:42.741133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ae0df803-0221-4c8e-a9dd-874014742cb2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7470915 Feb 15 09:59:42.754610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Request body: {'port': {'device_id': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:42.831067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:42.866131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 41840) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:42.980784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2dfda4f8-c4c8-4a0a-b2f3-43d0d4b3268d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da7e48a43dc7499e9ad1843a26bbab48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1127341 Feb 15 09:59:42.983167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:43.053527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8613bf-8b83-4e1e-9931-335213c660b1 req-d30b6d8a-c2b5-4a98-96b0-886e1d3fe4ba tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:43.055004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a8613bf-8b83-4e1e-9931-335213c660b1 req-d30b6d8a-c2b5-4a98-96b0-886e1d3fe4ba tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 931 time: 0.0864766 Feb 15 09:59:43.078430 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.116277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.128078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4a8613bf-8b83-4e1e-9931-335213c660b1 req-7d20641b-c842-495c-a2c2-13b57542475a tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586233 Feb 15 09:59:43.161498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9868c565-caed-4ec0-a37a-5317c946649a {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:59:43.170508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.178765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.181803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.182957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acd00e6b-5af9-4f64-9b52-ba3f98b69dc5 HTTP/1.1" status: 204 len: 168 time: 0.1987832 Feb 15 09:59:43.186913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Transition to ACTIVE for port object 9868c565-caed-4ec0-a37a-5317c946649a will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:59:43.192336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.192562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a09b065-9ea2-4ed8-8b1e-31e68d2c475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd00e6b-5af9-4f64-9b52-ba3f98b69dc5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:43.298140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Pushing event updated for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:43.334673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Attempting to bind port 9868c565-caed-4ec0-a37a-5317c946649a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:59:43.335515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Attempting to bind port 9868c565-caed-4ec0-a37a-5317c946649a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:59:43.335880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Attempting to bind port 9868c565-caed-4ec0-a37a-5317c946649a on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:43.341515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Port 9868c565-caed-4ec0-a37a-5317c946649a on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:59:43.341785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Attempting to bind port 9868c565-caed-4ec0-a37a-5317c946649a on network 1fe19509-f71c-4f91-bb9c-77319c4494b1 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:43.347436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:59:43.348066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Checking segment: {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:59:43.349008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Bound using segment: {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:59:43.351377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Bound port: 9868c565-caed-4ec0-a37a-5317c946649a, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '583a4b11-d5d1-4954-8734-2ce1c094f5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:59:43.351975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.420936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:59:43.424210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9868c565-caed-4ec0-a37a-5317c946649a,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:59:43.429757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.469346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:43.469960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:43.478290 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] 10.222.0.36 "PUT /v2.0/ports/9868c565-caed-4ec0-a37a-5317c946649a HTTP/1.1" status: 200 len: 1091 time: 0.7295859 Feb 15 09:59:43.478854 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:43.483113 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b49a080-d2d4-4f7b-9bb5-cc340548823a" -d '{"events": [{"name": "network-changed", "server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "tag": "9868c565-caed-4ec0-a37a-5317c946649a"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:43.522166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7db35b-21e7-420d-a610-f665eab65054 service neutron] Pushing event updated for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:43.534116 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26764774-fc16-4656-bdd9-424a7cd1c77d x-openstack-request-id: req-26764774-fc16-4656-bdd9-424a7cd1c77d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:43.534488 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "tag": "9868c565-caed-4ec0-a37a-5317c946649a", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:43.534665 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26764774-fc16-4656-bdd9-424a7cd1c77d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:43.535099 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a', 'status': 'completed', 'code': 200} Feb 15 09:59:43.588098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-3c7f7a47-3d22-4636-a180-8d95262b6e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:43.594156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-3c7f7a47-3d22-4636-a180-8d95262b6e96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 1094 time: 0.0582247 Feb 15 09:59:43.646872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-ff709973-7901-46a9-b26c-e826dac1141e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9868c565-caed-4ec0-a37a-5317c946649a HTTP/1.1" status: 200 len: 217 time: 0.0446019 Feb 15 09:59:43.698970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-2f7cb370-4e39-45e0-91e6-2f5958bcf011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:43.701184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-2f7cb370-4e39-45e0-91e6-2f5958bcf011 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7317cec-610b-443a-ada9-d7a64220d091 HTTP/1.1" status: 200 len: 853 time: 0.0477026 Feb 15 09:59:43.737658 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-e3e9e77a-4e41-4b5d-bfbc-2d24d5869841 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fe19509-f71c-4f91-bb9c-77319c4494b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304444 Feb 15 09:59:43.847060 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-84260a65-d46c-4c89-bff5-5f85029406d9 service neutron] 10.222.0.36 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026876 Feb 15 09:59:43.947008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4002c5c5-821a-4fc4-90c9-895267ca4275 req-9ce64cfe-b3dc-4d47-bc98-2ce148fc67ef service neutron] 10.222.0.36 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939791 Feb 15 09:59:43.981648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:44.045560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-60c11ddd-fd29-410e-ab02-6b20d61b1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.047188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-60c11ddd-fd29-410e-ab02-6b20d61b1168 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46585d1afeba429ca90892298770012a&device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 1094 time: 0.0529487 Feb 15 09:59:44.100845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-718133904-network', 'tenant_id': '7df82f7ed9d44e18b61d7b55ce0c1a5e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:44.125737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Made reservation on behalf of 7df82f7ed9d44e18b61d7b55ce0c1a5e for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:59:44.128565 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.141273 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.144431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-ad0eb341-5f7a-450f-809c-b47b3643293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.146161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-ad0eb341-5f7a-450f-809c-b47b3643293f service neutron] 10.222.0.36 "GET /v2.0/networks?id=1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 200 len: 914 time: 0.0915201 Feb 15 09:59:44.196887 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-d96af179-544f-4085-bec6-85e8a56f7186 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9868c565-caed-4ec0-a37a-5317c946649a HTTP/1.1" status: 200 len: 217 time: 0.0427539 Feb 15 09:59:44.239367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.258967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-4ca830ea-781c-48a9-8787-0831a9e5b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.260456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-4ca830ea-781c-48a9-8787-0831a9e5b927 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d7317cec-610b-443a-ada9-d7a64220d091 HTTP/1.1" status: 200 len: 853 time: 0.0564191 Feb 15 09:59:44.267912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.294892 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-4b110325-ec1c-4d0f-8927-852b7b8ef56a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1fe19509-f71c-4f91-bb9c-77319c4494b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277610 Feb 15 09:59:44.296648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 09:59:44.317199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96fa4c2a-c47f-441d-9280-6a3796ee07a0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:44.320088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.320436 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Added segment 904a2174-777a-4a92-bc92-a2fbca84de49 of type vlan for network 1741cce1-8198-463a-ba5e-f6ec025d5800 Feb 15 09:59:44.347303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8580a-26ef-4653-a0b7-f421e65c2f06 req-91fb41eb-041f-4180-8f5b-f0080f41a33e tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.348936 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bf8580a-26ef-4653-a0b7-f421e65c2f06 req-91fb41eb-041f-4180-8f5b-f0080f41a33e tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 943 time: 0.1120241 Feb 15 09:59:44.402274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.403623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.435501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-5de35a65-2227-412d-89a4-2543f5b2a31b service neutron] 10.222.0.36 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330280 Feb 15 09:59:44.437485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bf8580a-26ef-4653-a0b7-f421e65c2f06 req-c360e00e-e78e-4c7a-b146-79e0aa3b36db tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661335 Feb 15 09:59:44.447814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.457968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.458595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.528802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5459049 Feb 15 09:59:44.531774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 41884) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 09:59:44.537744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Request body: {'subnet': {'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-718133904-subnet', 'tenant_id': '7df82f7ed9d44e18b61d7b55ce0c1a5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:44.541184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbb05a-88f5-4d35-ba89-84c4efb44bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=1741cce1-8198-463a-ba5e-f6ec025d5800,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:44.543393 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b49a080-d2d4-4f7b-9bb5-cc340548823a req-931974cd-e72c-4c4b-a277-7895c51afca7 service neutron] 10.222.0.36 "GET /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942562 Feb 15 09:59:44.552349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 09:59:44.568728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Made reservation on behalf of 7df82f7ed9d44e18b61d7b55ce0c1a5e for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:59:44.571209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.753645 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.809988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a270735-e371-48f7-a4f8-ae416a87ee11,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:44.817130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Checking segment: {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:59:44.818079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Network hostable DHCP agents. Network: 1741cce1-8198-463a-ba5e-f6ec025d5800, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 09:59:44.836896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 09:59:44.845604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1741cce1-8198-463a-ba5e-f6ec025d5800) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:59:44.850143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:44.851311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:44.858650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b4e7cf-8b4e-4cc1-aeef-3b4b1c52f1c0 None None] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:59:44.868926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-25818806-2376-47c2-a9b5-08bbd31e6a44 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3360562 Feb 15 09:59:45.000852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66d7c3-d3ac-4387-a5d9-da2146682de7 None None] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 09:59:45.386023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-12a059c9-55cb-4545-86df-f66bb444c4c9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:45.387692 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-12a059c9-55cb-4545-86df-f66bb444c4c9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 813 time: 0.1136928 Feb 15 09:59:45.406072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-fc088ac3-8c34-43c5-83a4-1a874ee85e2f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/quotas/7df82f7ed9d44e18b61d7b55ce0c1a5e HTTP/1.1" status: 200 len: 375 time: 0.0112629 Feb 15 09:59:45.441832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-a3d84e0e-7dbb-4837-b135-4f694d16ae59 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290701 Feb 15 09:59:45.541281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-3b5b485f-6f1f-4cb5-ab82-b911ae8d0223 service neutron] 10.222.0.10 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926139 Feb 15 09:59:45.569586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4b970-2042-4409-b26a-ce628d0e2c65 req-b228e3c6-289e-4aa2-8017-5baee8d26874 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:45.572112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-11a4b970-2042-4409-b26a-ce628d0e2c65 req-b228e3c6-289e-4aa2-8017-5baee8d26874 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 943 time: 0.0615125 Feb 15 09:59:45.618442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-11a4b970-2042-4409-b26a-ce628d0e2c65 req-d4b0b136-c1c2-467b-9958-484e79c301d5 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388434 Feb 15 09:59:45.645575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-70532edc-e697-4242-9cac-cef0afee5b34 service neutron] 10.222.0.10 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967872 Feb 15 09:59:45.834836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0718af84-458e-4f80-9207-80f27eb8fe44 req-7aac949c-a1b0-4e62-a56e-9d2d7a1c70b5 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 210 time: 0.0396340 Feb 15 09:59:46.272395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9868c565-caed-4ec0-a37a-5317c946649a details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:59:46.376728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9868c565-caed-4ec0-a37a-5317c946649a,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:46.389164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9868c565-caed-4ec0-a37a-5317c946649a', 'network_id': '1fe19509-f71c-4f91-bb9c-77319c4494b1', 'port_id': '9868c565-caed-4ec0-a37a-5317c946649a', 'mac_address': 'fa:16:3e:41:42:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7317cec-610b-443a-ada9-d7a64220d091', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:59:46.428072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:46.442082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9868c565-caed-4ec0-a37a-5317c946649a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:59:46.461887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9868c565-caed-4ec0-a37a-5317c946649a,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:46.465869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:46.512067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:46.520097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.520376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.520713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.521073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.521401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.521730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.522052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.522371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.522689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.523006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.523329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.523639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 09:59:46.737582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9868c565-caed-4ec0-a37a-5317c946649a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:46.806663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-b8992757-bf26-49c7-92a4-071d1ced457b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:46.808416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-b8992757-bf26-49c7-92a4-071d1ced457b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 813 time: 0.1230958 Feb 15 09:59:46.828795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Request body: {'port': {'device_id': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'admin_state_up': True, 'tenant_id': '7df82f7ed9d44e18b61d7b55ce0c1a5e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:46.845898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd5f31-c9eb-43df-9d27-e9e32292d69b req-6abc8fa2-a2b0-4cdb-b7dc-d09d4b82d21d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:46.847581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1edd5f31-c9eb-43df-9d27-e9e32292d69b req-6abc8fa2-a2b0-4cdb-b7dc-d09d4b82d21d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 944 time: 0.1336246 Feb 15 09:59:46.915980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1edd5f31-c9eb-43df-9d27-e9e32292d69b req-3eb434d6-ad97-40c6-83eb-fe1a3324169a tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Feb 15 09:59:46.985968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4213ad14-154f-4b7b-9afc-723ede35cae2 req-9e70ad52-2c3c-4bcf-9fa1-c7d456f9c994 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 210 time: 0.0342069 Feb 15 09:59:47.018960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Made reservation on behalf of 7df82f7ed9d44e18b61d7b55ce0c1a5e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:59:47.024870 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.036596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c64b1be6-8771-45a9-900a-c2a724494700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.040831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.171781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Allocated IP 172.20.0.7 (1741cce1-8198-463a-ba5e-f6ec025d5800/1a270735-e371-48f7-a4f8-ae416a87ee11/67b0e5e1-0127-4c7f-914d-95ccde7a41f3) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:59:47.322117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.357112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.404034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:59:47.408221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:59:47.413210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:59:47.420841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:47.469864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:47.470472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.486739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-c1483037-0475-4d2d-a07f-6de9ab9cc7e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6637871 Feb 15 09:59:47.499619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Request body: {'port': {'device_id': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:47.559264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.824735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:59:47.832188 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.844631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Transition to ACTIVE for port object 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:59:47.848522 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:47.915657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:47.986159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Attempting to bind port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:59:47.986545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Attempting to bind port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:59:47.986868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Attempting to bind port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 on network 1741cce1-8198-463a-ba5e-f6ec025d5800 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:47.991752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 on network 1741cce1-8198-463a-ba5e-f6ec025d5800 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:59:47.992115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Attempting to bind port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 on network 1741cce1-8198-463a-ba5e-f6ec025d5800 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:47.998658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:59:47.999013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Checking segment: {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:59:47.999432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Bound using segment: {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:59:47.999943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Bound port: 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:59:48.004860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.078338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:59:48.081722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:59:48.088075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0708c-a714-44a5-b0c3-58d7e2d2b962 req-ec3890d1-76c3-40a6-9a11-b033ca52107d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.090421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6df0708c-a714-44a5-b0c3-58d7e2d2b962 req-ec3890d1-76c3-40a6-9a11-b033ca52107d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 944 time: 0.0950131 Feb 15 09:59:48.097406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.137508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6df0708c-a714-44a5-b0c3-58d7e2d2b962 req-d8222d40-e76b-41f2-8bd2-6eb1c2b3ea0f tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Feb 15 09:59:48.163172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.163783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.165206 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] 10.222.0.72 "PUT /v2.0/ports/67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 1091 time: 0.6699333 Feb 15 09:59:48.167245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:48.170507 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e58a10-f3db-4359-827b-c42700f23a68" -d '{"events": [{"name": "network-changed", "server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:48.198386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1354c341-a022-483f-9fdd-2fa8d9e39657 req-4d0a3a02-2e29-4e3b-9b50-f3f6ca895a66 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.200847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1354c341-a022-483f-9fdd-2fa8d9e39657 req-4d0a3a02-2e29-4e3b-9b50-f3f6ca895a66 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.1155128 Feb 15 09:59:48.201611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd89c-5848-43d4-867c-30b477b8d4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:48.240644 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ee45cc-b8e5-40b6-a935-acab24987922 x-openstack-request-id: req-58ee45cc-b8e5-40b6-a935-acab24987922 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:48.241118 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:48.241366 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58ee45cc-b8e5-40b6-a935-acab24987922 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:48.241750 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'status': 'completed', 'code': 200} Feb 15 09:59:48.280715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1354c341-a022-483f-9fdd-2fa8d9e39657 req-f15217fc-7a7d-438d-a6eb-e74d15770b96 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679336 Feb 15 09:59:48.289585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-92fea5cd-20b0-4ac2-96ce-a68c3bb032f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.290879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-92fea5cd-20b0-4ac2-96ce-a68c3bb032f6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1094 time: 0.0768476 Feb 15 09:59:48.291944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9868c565-caed-4ec0-a37a-5317c946649a up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:59:48.345554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9868c565-caed-4ec0-a37a-5317c946649a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:59:48.346529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-cb0cad51-b28e-470e-9a3f-21b0c81b9df3 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0470419 Feb 15 09:59:48.349722 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9868c565-caed-4ec0-a37a-5317c946649a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:59:48.350090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.401874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-e6906e88-fa7a-4ab2-9fb1-0e1be2baae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.404136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-e6906e88-fa7a-4ab2-9fb1-0e1be2baae74 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0518374 Feb 15 09:59:48.430539 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.438550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-d093a6f2-1ea3-40f5-a122-b87f1756c0be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277638 Feb 15 09:59:48.454145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:48.456370 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138141bd-01c0-4959-b583-7257f73e58ce" -d '{"events": [{"server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "name": "network-vif-plugged", "status": "completed", "tag": "9868c565-caed-4ec0-a37a-5317c946649a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:48.470131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9868c565-caed-4ec0-a37a-5317c946649a,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:48.476602 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:48.512547 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f886a1c-8c6b-48ec-9a32-da799f1e0665 x-openstack-request-id: req-5f886a1c-8c6b-48ec-9a32-da799f1e0665 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:48.513379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "name": "network-vif-plugged", "status": "completed", "tag": "9868c565-caed-4ec0-a37a-5317c946649a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:48.513379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5f886a1c-8c6b-48ec-9a32-da799f1e0665 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:48.513586 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a', 'code': 200} Feb 15 09:59:48.543951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:48.560465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-58e76a6b-e162-4b95-a5a8-bb7960807455 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150687 Feb 15 09:59:48.620903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a0b56-1385-490a-885e-1f28c062f3bb req-45d40765-0211-4fc3-9b6e-584851ab8dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.622511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb6a0b56-1385-490a-885e-1f28c062f3bb req-45d40765-0211-4fc3-9b6e-584851ab8dc7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 1096 time: 0.0508590 Feb 15 09:59:48.658772 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bb6a0b56-1385-490a-885e-1f28c062f3bb req-da27aede-1ea7-40df-9747-e5a081f989b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298233 Feb 15 09:59:48.666191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3031e166-1ba9-4f68-ac1b-6554789db890 req-330646b9-bb83-4f51-a5fb-c2799e6af4a2 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974023 Feb 15 09:59:48.756338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e58a10-f3db-4359-827b-c42700f23a68 req-063d0d15-1852-468a-b871-67f4c9103f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.757982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-063d0d15-1852-468a-b871-67f4c9103f80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1094 time: 0.0449114 Feb 15 09:59:48.850834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e58a10-f3db-4359-827b-c42700f23a68 req-b002468a-6049-4021-84c3-4b8261b028d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.852349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-b002468a-6049-4021-84c3-4b8261b028d8 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.0870864 Feb 15 09:59:48.892666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-517a5b64-c114-4d15-ad8f-47b3f424fe9b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0340681 Feb 15 09:59:48.943757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e58a10-f3db-4359-827b-c42700f23a68 req-4d3d7b89-bd23-4887-86f1-949adae666a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:48.945226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-4d3d7b89-bd23-4887-86f1-949adae666a2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0443146 Feb 15 09:59:48.977141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-7546bf88-8a3e-4226-ae11-2429569ecb76 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245609 Feb 15 09:59:49.078231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-6f98a57e-335c-4b02-a98b-d87d5e17fad0 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940359 Feb 15 09:59:49.172703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e58a10-f3db-4359-827b-c42700f23a68 req-75775de4-aaaf-40d1-9de4-aa9d0deebf25 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877583 Feb 15 09:59:49.267126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a40c9-6649-4a3f-bff9-5da7d5a9afa3 req-78084633-28ab-428d-803f-6414a14013db tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:49.268731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e52a40c9-6649-4a3f-bff9-5da7d5a9afa3 req-78084633-28ab-428d-803f-6414a14013db tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 945 time: 0.0567520 Feb 15 09:59:49.283423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a011d97-ab42-4924-b94c-0219b4e5f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:49.314819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e52a40c9-6649-4a3f-bff9-5da7d5a9afa3 req-92f6079f-844d-4797-b118-64121aa06238 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395477 Feb 15 09:59:49.412440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7db5f0-4adb-41e2-a680-a831bfd48a0b req-f6402462-4c5d-4128-9573-cc4dac166305 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:49.413956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef7db5f0-4adb-41e2-a680-a831bfd48a0b req-f6402462-4c5d-4128-9573-cc4dac166305 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0525601 Feb 15 09:59:49.455341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef7db5f0-4adb-41e2-a680-a831bfd48a0b req-e5abed9c-a907-48b5-bc81-546c33be2832 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338879 Feb 15 09:59:50.383236 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:50.441379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0aa2-9809-4d2e-9bda-ea0549bc3ff7 req-d16db013-01c1-457f-adab-f8fecfc653c9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:50.443128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-261d0aa2-9809-4d2e-9bda-ea0549bc3ff7 req-d16db013-01c1-457f-adab-f8fecfc653c9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 945 time: 0.0554347 Feb 15 09:59:50.482070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-261d0aa2-9809-4d2e-9bda-ea0549bc3ff7 req-cd2de12f-3416-48a2-8861-1c23eea8bb10 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328560 Feb 15 09:59:50.578199 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b44f9-61e8-4aef-b42d-1fdfd1d977d0 req-7adacb8f-1d30-4351-ba55-23872046c21b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:50.580101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be6b44f9-61e8-4aef-b42d-1fdfd1d977d0 req-7adacb8f-1d30-4351-ba55-23872046c21b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0550153 Feb 15 09:59:50.625362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be6b44f9-61e8-4aef-b42d-1fdfd1d977d0 req-d2317363-0c74-4da5-9b8c-832ae3373011 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Feb 15 09:59:51.412625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 09:59:51.512151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:51.523987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'port_id': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'mac_address': 'fa:16:3e:27:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a270735-e371-48f7-a4f8-ae416a87ee11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 09:59:51.567805 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:51.581057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:59:51.600996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:51.607354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:51.658253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:51.761153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40235eb1-5985-4ed0-b71b-90875331dc39 req-a47040c0-9e3e-4d4c-9bca-340c60d0aa15 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:51.763522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40235eb1-5985-4ed0-b71b-90875331dc39 req-a47040c0-9e3e-4d4c-9bca-340c60d0aa15 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 944 time: 0.0598488 Feb 15 09:59:51.807464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:51.811659 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40235eb1-5985-4ed0-b71b-90875331dc39 req-5dd6353d-c973-4db0-9db6-f08e40d2ea05 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410538 Feb 15 09:59:52.278540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:52.406737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:52.980801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc734364-f310-411c-822a-0b87cd195873 req-822c43d4-4f5b-4275-9916-521a261f4fca tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:52.989416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc734364-f310-411c-822a-0b87cd195873 req-822c43d4-4f5b-4275-9916-521a261f4fca tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 944 time: 0.0825725 Feb 15 09:59:53.029908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc734364-f310-411c-822a-0b87cd195873 req-100844f6-5c26-4e5d-8101-2fd1f8b82444 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394473 Feb 15 09:59:53.428704 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 09:59:53.481510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 09:59:53.485882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 09:59:53.486305 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:53.574495 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:53.598763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:53.601030 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc62faec-1a48-45c2-a8e8-86f7d7424a19" -d '{"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:53.614785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 09:59:53.622502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:53.656625 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788b85fe-0a4a-486c-a4bf-2df7d3717a87 x-openstack-request-id: req-788b85fe-0a4a-486c-a4bf-2df7d3717a87 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:53.657031 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:53.657379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-788b85fe-0a4a-486c-a4bf-2df7d3717a87 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:53.657849 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'code': 200} Feb 15 09:59:53.684437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:53.777564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e1ab-d38f-4e4f-94d9-ca0e82108177 req-7b9508cb-771a-4807-82f5-fcb88a96e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:53.779464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b983e1ab-d38f-4e4f-94d9-ca0e82108177 req-7b9508cb-771a-4807-82f5-fcb88a96e07b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1096 time: 0.0522118 Feb 15 09:59:53.816419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b983e1ab-d38f-4e4f-94d9-ca0e82108177 req-a4a095c3-d98a-4500-aa3e-e33e19d65f95 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291233 Feb 15 09:59:54.164712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1691670-c158-429d-82ab-1019738ce0b3 req-4748164b-1918-428f-a73c-a283730f292a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:54.166327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1691670-c158-429d-82ab-1019738ce0b3 req-4748164b-1918-428f-a73c-a283730f292a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0511634 Feb 15 09:59:54.206480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1691670-c158-429d-82ab-1019738ce0b3 req-0bad4193-4839-4a2a-a4a9-447ba30d6963 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328553 Feb 15 09:59:55.333227 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e445f84-98d2-4d06-ab68-392b409d483b req-9f5fc5ec-5533-49b3-abb3-764661273599 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:55.334937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e445f84-98d2-4d06-ab68-392b409d483b req-9f5fc5ec-5533-49b3-abb3-764661273599 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0553706 Feb 15 09:59:55.380491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e445f84-98d2-4d06-ab68-392b409d483b req-85aa3575-32dc-45fb-80ad-5c914f0d2cf7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Feb 15 09:59:55.617274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-339d8ece-9708-4250-9505-139f7951df9e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:55.618701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-339d8ece-9708-4250-9505-139f7951df9e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 813 time: 0.1044199 Feb 15 09:59:55.634889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-8631cdfa-10a3-4415-a277-d18d64140819 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/quotas/7df82f7ed9d44e18b61d7b55ce0c1a5e HTTP/1.1" status: 200 len: 375 time: 0.0100381 Feb 15 09:59:55.698086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-a1bc721c-5a9f-4dde-b2c1-27ec36387a20 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0564954 Feb 15 09:59:55.794010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-e03034dd-c8bc-48eb-9222-ef976aa80df7 service neutron] 10.222.0.10 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859017 Feb 15 09:59:55.894433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-1477f8b3-60f9-4a43-ab38-346d5b9c6173 service neutron] 10.222.0.10 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891025 Feb 15 09:59:56.068414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-102def1d-702a-4699-8537-8816ff260e8c req-d23658b0-9441-4d63-a15b-d9c9661c067a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 210 time: 0.0362484 Feb 15 09:59:57.033546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3991a10c-eab6-4d11-818f-06831b78aa32 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:57.035739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3991a10c-eab6-4d11-818f-06831b78aa32 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 813 time: 0.1317117 Feb 15 09:59:57.049333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Request body: {'port': {'device_id': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'admin_state_up': True, 'tenant_id': '7df82f7ed9d44e18b61d7b55ce0c1a5e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:57.175725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3544ca8b-4f34-4d66-8cea-908be9aeee98 req-42ec2be7-edb0-4dcb-9dd1-bcdb7dfb0aae tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 210 time: 0.0299819 Feb 15 09:59:57.198144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Made reservation on behalf of 7df82f7ed9d44e18b61d7b55ce0c1a5e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 09:59:57.202777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:57.333809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Allocated IP 172.20.0.8 (1741cce1-8198-463a-ba5e-f6ec025d5800/1a270735-e371-48f7-a4f8-ae416a87ee11/ecfc050f-4acd-4550-80c5-3a0a0ccea20e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 09:59:57.491170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:57.531526 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:57.544409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 09:59:57.578328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Network 1741cce1-8198-463a-ba5e-f6ec025d5800 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 09:59:57.581549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 09:59:57.584576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 09:59:57.614078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Pushing event updated for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:57.641295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:57.641917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:57.658098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3b38162c-3b73-4b99-a4aa-9c13a7bebd3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129584 Feb 15 09:59:57.670232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Request body: {'port': {'device_id': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 09:59:57.726086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.010818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecfc050f-4acd-4550-80c5-3a0a0ccea20e {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 09:59:58.020095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.037767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Transition to ACTIVE for port object ecfc050f-4acd-4550-80c5-3a0a0ccea20e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 09:59:58.043405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.096575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:58.165526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Attempting to bind port ecfc050f-4acd-4550-80c5-3a0a0ccea20e on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 09:59:58.165852 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Attempting to bind port ecfc050f-4acd-4550-80c5-3a0a0ccea20e by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 09:59:58.166169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Attempting to bind port ecfc050f-4acd-4550-80c5-3a0a0ccea20e on network 1741cce1-8198-463a-ba5e-f6ec025d5800 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:58.170957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Port ecfc050f-4acd-4550-80c5-3a0a0ccea20e on network 1741cce1-8198-463a-ba5e-f6ec025d5800 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 09:59:58.171271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Attempting to bind port ecfc050f-4acd-4550-80c5-3a0a0ccea20e on network 1741cce1-8198-463a-ba5e-f6ec025d5800 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 09:59:58.175952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 9, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 09:59:58.176212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Checking segment: {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 09:59:58.176585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Bound using segment: {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 09:59:58.177020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Bound port: ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '904a2174-777a-4a92-bc92-a2fbca84de49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 09:59:58.177365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.250111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 09:59:58.253243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 09:59:58.257500 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.309675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.311029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 09:59:58.313631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] 10.222.0.72 "PUT /v2.0/ports/ecfc050f-4acd-4550-80c5-3a0a0ccea20e HTTP/1.1" status: 200 len: 1091 time: 0.6474848 Feb 15 09:59:58.314810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 09:59:58.318570 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f12031-eb10-4573-a79c-8230cdddf27b" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 09:59:58.335673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5057e-d327-4ef6-a466-aaa67a4627a3 service neutron] Pushing event updated for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 09:59:58.359091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740282c0-814b-4f80-9da5-ba88774e2402 req-76f55147-48ba-42de-b12d-d31652478bed tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.365593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-740282c0-814b-4f80-9da5-ba88774e2402 req-76f55147-48ba-42de-b12d-d31652478bed tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 943 time: 0.1004667 Feb 15 09:59:58.371333 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 09:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7131d9f-5133-4f94-8c48-9d50c56bf13a x-openstack-request-id: req-a7131d9f-5133-4f94-8c48-9d50c56bf13a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 09:59:58.371741 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 09:59:58.372159 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7131d9f-5133-4f94-8c48-9d50c56bf13a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 09:59:58.373073 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e', 'status': 'completed', 'code': 200} Feb 15 09:59:58.406599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-740282c0-814b-4f80-9da5-ba88774e2402 req-1c72e634-0de4-4791-8be9-f82844e9aa2d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Feb 15 09:59:58.418708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-68e02b20-808e-4399-be6b-9bf32501d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.420468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-68e02b20-808e-4399-be6b-9bf32501d458 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 1094 time: 0.0464559 Feb 15 09:59:58.466091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-05179338-7af2-4a85-8c19-03c6b8dcca4a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e HTTP/1.1" status: 200 len: 217 time: 0.0365007 Feb 15 09:59:58.513841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-1704da0c-d347-4bd2-914c-1d6c71c9b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.515668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-1704da0c-d347-4bd2-914c-1d6c71c9b007 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0436583 Feb 15 09:59:58.546214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-9378ee48-0cfb-4353-9d0a-e9cb5fab0396 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242026 Feb 15 09:59:58.641419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-c0fffee2-bcc3-46a6-8461-aad02a9605db service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888686 Feb 15 09:59:58.733819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a8cf33-cbac-4c13-a499-a62cd750d7f7 req-3ed942d0-dede-4b8f-b5ca-d536373036c9 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858965 Feb 15 09:59:58.817671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-cbb9c086-9ade-4528-aa7b-2d40c6a2d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.819165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-cbb9c086-9ade-4528-aa7b-2d40c6a2d15f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 1094 time: 0.0422177 Feb 15 09:59:58.918900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-4d39cdfa-543b-45fb-ada9-90abc944c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:58.920923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-4d39cdfa-543b-45fb-ada9-90abc944c1bf service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.0949836 Feb 15 09:59:58.963061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-db6adfc3-2fa0-410e-a1bd-7c2786256ad9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e HTTP/1.1" status: 200 len: 217 time: 0.0339744 Feb 15 09:59:59.017045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-37533c76-49cb-417e-8bb7-c7ca02a4428d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:59.018575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-37533c76-49cb-417e-8bb7-c7ca02a4428d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0490711 Feb 15 09:59:59.051585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-12b9344a-6387-43b4-be02-45991a6ae6b6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251515 Feb 15 09:59:59.143946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-229efe6a-26cd-4079-8145-ed489af8b4c9 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850861 Feb 15 09:59:59.235900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7f12031-eb10-4573-a79c-8230cdddf27b req-64c7eb9f-9bad-4b5d-98e2-55cb6f01dc50 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Feb 15 09:59:59.528752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9709ee0d-1e08-4680-9fc6-40294c4771a8 req-ee772213-c164-490b-8f26-c1d46e3f0551 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 09:59:59.530210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9709ee0d-1e08-4680-9fc6-40294c4771a8 req-ee772213-c164-490b-8f26-c1d46e3f0551 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 943 time: 0.0511613 Feb 15 09:59:59.568770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9709ee0d-1e08-4680-9fc6-40294c4771a8 req-0fe948d2-9ca1-4a0b-88d2-b1e6ad839edd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322759 Feb 15 10:00:00.693350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c755e9d-e0c6-44ce-944e-20152bd53e34 req-d6727794-24d4-4a31-9ace-88ad81638c9c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:00.694845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c755e9d-e0c6-44ce-944e-20152bd53e34 req-d6727794-24d4-4a31-9ace-88ad81638c9c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 943 time: 0.0566590 Feb 15 10:00:00.737770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c755e9d-e0c6-44ce-944e-20152bd53e34 req-e7ba24bf-79e5-4999-9c12-0bda4d6302e2 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357535 Feb 15 10:00:01.452336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ecfc050f-4acd-4550-80c5-3a0a0ccea20e details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:00:01.570607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:01.583718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'port_id': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e', 'mac_address': 'fa:16:3e:1e:84:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a270735-e371-48f7-a4f8-ae416a87ee11', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:00:01.624619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:01.638983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecfc050f-4acd-4550-80c5-3a0a0ccea20e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:00:01.661036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:01.668899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:01.721839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:01.865459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca34284-ff12-4531-a596-4ea194b4c1f2 req-4e47bfa3-fcde-4b68-bbab-9d696f908e16 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:01.867273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aca34284-ff12-4531-a596-4ea194b4c1f2 req-4e47bfa3-fcde-4b68-bbab-9d696f908e16 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 944 time: 0.0551398 Feb 15 10:00:01.876110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ecfc050f-4acd-4550-80c5-3a0a0ccea20e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:00:01.934740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aca34284-ff12-4531-a596-4ea194b4c1f2 req-583c98c2-cdbc-4f0b-8a03-6f53122ec961 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Feb 15 10:00:03.045082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75f755-5cfd-4436-b51f-50db56508482 req-943efe05-f4d2-408a-a171-446f87a86907 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:03.046843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b75f755-5cfd-4436-b51f-50db56508482 req-943efe05-f4d2-408a-a171-446f87a86907 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 944 time: 0.0525451 Feb 15 10:00:03.090457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b75f755-5cfd-4436-b51f-50db56508482 req-befd7773-f1e9-4009-90b4-9844aca11d17 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Feb 15 10:00:03.458767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ecfc050f-4acd-4550-80c5-3a0a0ccea20e up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:00:03.511835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port ecfc050f-4acd-4550-80c5-3a0a0ccea20e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:00:03.515668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ecfc050f-4acd-4550-80c5-3a0a0ccea20e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:00:03.516035 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:03.599498 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:03.624308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:00:03.626628 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d546507-d5ca-43f7-9e05-00c2471425ba" -d '{"events": [{"server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:00:03.640084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:03.645199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:03.678693 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0f0799-2523-457a-bf6a-abd3bc2c8466 x-openstack-request-id: req-ac0f0799-2523-457a-bf6a-abd3bc2c8466 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:00:03.689130 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "name": "network-vif-plugged", "status": "completed", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:00:03.689130 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac0f0799-2523-457a-bf6a-abd3bc2c8466 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:00:03.689130 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e', 'code': 200} Feb 15 10:00:03.711477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:03.783643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec892a5-4419-4882-9615-4a5c848a332f req-c4ab9159-b9ec-49bb-9f1f-a8ea7b08e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:03.785312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ec892a5-4419-4882-9615-4a5c848a332f req-c4ab9159-b9ec-49bb-9f1f-a8ea7b08e469 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 1096 time: 0.0501306 Feb 15 10:00:03.826365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ec892a5-4419-4882-9615-4a5c848a332f req-01ed630d-d913-468d-bdf5-beb104cfbedf service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Feb 15 10:00:04.216709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42dc03-8fa6-4bda-bb5c-81c02db5a0c8 req-762b6c32-f567-460b-976a-3a47742deb54 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:04.218928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de42dc03-8fa6-4bda-bb5c-81c02db5a0c8 req-762b6c32-f567-460b-976a-3a47742deb54 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 945 time: 0.0563045 Feb 15 10:00:04.266885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de42dc03-8fa6-4bda-bb5c-81c02db5a0c8 req-793f6098-040e-40e6-a793-7f9d50bf3354 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401022 Feb 15 10:00:05.391825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5103590-9c24-4a1b-a4a9-4df5e875ac75 req-e059491a-7ae2-4d3b-b07d-661cb39d6629 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:05.393248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5103590-9c24-4a1b-a4a9-4df5e875ac75 req-e059491a-7ae2-4d3b-b07d-661cb39d6629 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 945 time: 0.0496490 Feb 15 10:00:05.435892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5103590-9c24-4a1b-a4a9-4df5e875ac75 req-91c2f430-4170-406c-88fe-275169e84ac8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364473 Feb 15 10:00:05.696287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5881386-19d7-40d8-ae25-6c544e33de65 req-42238b1d-c0cb-49a5-b395-4a26f76b85a3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:05.697941 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5881386-19d7-40d8-ae25-6c544e33de65 req-42238b1d-c0cb-49a5-b395-4a26f76b85a3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 945 time: 0.0550551 Feb 15 10:00:05.755047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5881386-19d7-40d8-ae25-6c544e33de65 req-9c87857e-97ad-404a-a7ee-aaf9b740345b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490136 Feb 15 10:00:06.889075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bffec-a64e-41c9-b818-b316db382771 req-1bbc6721-513b-4cc7-a1fd-b55db9cdd348 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:06.891480 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f8bffec-a64e-41c9-b818-b316db382771 req-1bbc6721-513b-4cc7-a1fd-b55db9cdd348 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 945 time: 0.0537276 Feb 15 10:00:06.933007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f8bffec-a64e-41c9-b818-b316db382771 req-da467895-b8a0-47df-8551-f106ad33bb13 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330188 Feb 15 10:00:07.120624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-34163109-f126-463d-a5f3-e63e6366496e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:07.122919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-34163109-f126-463d-a5f3-e63e6366496e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 945 time: 0.1068127 Feb 15 10:00:07.237362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Deleting port ecfc050f-4acd-4550-80c5-3a0a0ccea20e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:00:07.237962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:07.334467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] For port ecfc050f-4acd-4550-80c5-3a0a0ccea20e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:07.334665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:07.348735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Calling delete_port for ecfc050f-4acd-4550-80c5-3a0a0ccea20e owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:00:07.482213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:07.494187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:00:07.513366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Pushing event deleted for resources: {'Port': ['ID=ecfc050f-4acd-4550-80c5-3a0a0ccea20e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:07.566520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] No DVR routers for this DVR port ecfc050f-4acd-4550-80c5-3a0a0ccea20e on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:00:07.569244 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:07.572662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c004d563-c0f9-4353-a33c-c5fbfd9c46e5 req-497732fb-458d-46a2-ae25-27134b538dee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "DELETE /v2.0/ports/ecfc050f-4acd-4550-80c5-3a0a0ccea20e HTTP/1.1" status: 204 len: 173 time: 0.4428415 Feb 15 10:00:07.573725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'name': 'network-vif-deleted', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:00:07.576471 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-350b45be-de33-4bf9-908e-2b4bdd8d5cea" -d '{"events": [{"server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "name": "network-vif-deleted", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:00:07.649040 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5acd62-1126-44b9-b33f-ebe6ed3c5738 x-openstack-request-id: req-af5acd62-1126-44b9-b33f-ebe6ed3c5738 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:00:07.649517 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb3f70d-4e75-4004-bd60-e53166874d1f", "name": "network-vif-deleted", "tag": "ecfc050f-4acd-4550-80c5-3a0a0ccea20e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:00:07.649761 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af5acd62-1126-44b9-b33f-ebe6ed3c5738 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:00:07.650150 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb3f70d-4e75-4004-bd60-e53166874d1f', 'name': 'network-vif-deleted', 'tag': 'ecfc050f-4acd-4550-80c5-3a0a0ccea20e', 'status': 'completed', 'code': 200} Feb 15 10:00:08.061610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3dc00a1b-f717-487e-82c1-3ca99bf092ea req-a5a7bee6-91cd-40e9-a479-aa2b80130873 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=4cb3f70d-4e75-4004-bd60-e53166874d1f HTTP/1.1" status: 200 len: 210 time: 0.0288620 Feb 15 10:00:09.307395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85db8e0b-d362-44e9-9981-03ac367f3cc2 req-d56c8107-a7d7-44bd-a086-c52b0398a2cb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:09.309149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85db8e0b-d362-44e9-9981-03ac367f3cc2 req-d56c8107-a7d7-44bd-a086-c52b0398a2cb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0579097 Feb 15 10:00:09.357207 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85db8e0b-d362-44e9-9981-03ac367f3cc2 req-bbf81727-eccf-437a-8775-98b5444490c1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405786 Feb 15 10:00:09.542613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91f0e8-08e9-45ef-94dc-ad0ebb84a0d3 req-7e1af86b-4223-49aa-a3e7-9ae219ab96c5 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:09.544197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c91f0e8-08e9-45ef-94dc-ad0ebb84a0d3 req-7e1af86b-4223-49aa-a3e7-9ae219ab96c5 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0528734 Feb 15 10:00:09.584516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c91f0e8-08e9-45ef-94dc-ad0ebb84a0d3 req-e4c05356-3f44-4c4a-b40f-c081ff446e5c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336266 Feb 15 10:00:09.704543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed4140-dae8-4a1c-b58c-4515c94675fd req-c111bad6-a711-4a2b-a48b-3047a9cf97ed tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:09.709136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbed4140-dae8-4a1c-b58c-4515c94675fd req-c111bad6-a711-4a2b-a48b-3047a9cf97ed tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0515621 Feb 15 10:00:09.749826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbed4140-dae8-4a1c-b58c-4515c94675fd req-6b634355-1fd0-46c7-b5c8-3cca92a0a81d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341804 Feb 15 10:00:11.522702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ecfc050f-4acd-4550-80c5-3a0a0ccea20e no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:00:11.530974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10122c9-fce4-4c77-a70f-5e67a6bc6ca2 req-ab07b71b-8c0e-4393-9055-56b63c49345a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:11.533016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e10122c9-fce4-4c77-a70f-5e67a6bc6ca2 req-ab07b71b-8c0e-4393-9055-56b63c49345a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0550728 Feb 15 10:00:11.551685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: ecfc050f-4acd-4550-80c5-3a0a0ccea20e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:00:11.552241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ecfc050f-4acd-4550-80c5-3a0a0ccea20e not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:00:11.587826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e10122c9-fce4-4c77-a70f-5e67a6bc6ca2 req-d29c8805-a43d-4b9d-85c6-da8364e5d855 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471647 Feb 15 10:00:11.716433 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0c4e3-4648-4a98-91de-15847a8acfe8 req-029f0299-e97c-444a-bb2f-ebd076908a0d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:11.717925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98f0c4e3-4648-4a98-91de-15847a8acfe8 req-029f0299-e97c-444a-bb2f-ebd076908a0d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0495565 Feb 15 10:00:11.756116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-98f0c4e3-4648-4a98-91de-15847a8acfe8 req-b5584ea4-10dc-4b7d-85c0-4509af1c5eeb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319862 Feb 15 10:00:13.250848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168626d-a2dd-4b3e-b84f-fb3ad754c114 req-17d05683-972f-4f81-b5da-8fa8faebfd5e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:13.252616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d168626d-a2dd-4b3e-b84f-fb3ad754c114 req-17d05683-972f-4f81-b5da-8fa8faebfd5e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0639324 Feb 15 10:00:13.292716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d168626d-a2dd-4b3e-b84f-fb3ad754c114 req-d522c5b9-1b7f-4842-9812-4a80c58a1e2e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333819 Feb 15 10:00:13.420043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fe976-02ff-4714-98c1-2dee9d45a17d req-3498b7e4-1e23-4a4e-aa8b-8759a92eb30c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:13.421717 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f24fe976-02ff-4714-98c1-2dee9d45a17d req-3498b7e4-1e23-4a4e-aa8b-8759a92eb30c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0567341 Feb 15 10:00:13.474094 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f24fe976-02ff-4714-98c1-2dee9d45a17d req-0cc33d15-c75d-4587-8c73-06bb92b135db tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355031 Feb 15 10:00:13.650486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86286837-b50d-4b99-815a-52797ea10e57 req-b98bd0ec-a0e5-4180-ad65-3fadb7a56e7d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:13.652589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86286837-b50d-4b99-815a-52797ea10e57 req-b98bd0ec-a0e5-4180-ad65-3fadb7a56e7d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0521414 Feb 15 10:00:13.696687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86286837-b50d-4b99-815a-52797ea10e57 req-a6c45fd8-930c-47cc-a0d0-0a915f3bdfa3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374444 Feb 15 10:00:13.841219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6da21-8cc1-462c-b018-fe9abf330827 req-ce4985b7-ba7c-4fa6-bf08-3bcc3555bcbb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:13.842816 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53a6da21-8cc1-462c-b018-fe9abf330827 req-ce4985b7-ba7c-4fa6-bf08-3bcc3555bcbb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0694294 Feb 15 10:00:13.886278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53a6da21-8cc1-462c-b018-fe9abf330827 req-49a59d28-92cc-46a4-b19d-14514168d555 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359726 Feb 15 10:00:14.071044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfc076-a1c1-45d1-bee9-c40c59550089 req-b141d046-a0eb-4931-95ad-2db3d6e3f706 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:14.071044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edcfc076-a1c1-45d1-bee9-c40c59550089 req-b141d046-a0eb-4931-95ad-2db3d6e3f706 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0652661 Feb 15 10:00:14.120083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edcfc076-a1c1-45d1-bee9-c40c59550089 req-d6b583f8-bd60-4f04-817d-e352cbcbc8d2 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Feb 15 10:00:14.247479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2835603c-fa27-46a5-99ab-2835c5da1513 req-dc4754e6-0a6f-4243-870e-5e0b8a87ba6e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:14.249171 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2835603c-fa27-46a5-99ab-2835c5da1513 req-dc4754e6-0a6f-4243-870e-5e0b8a87ba6e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0572894 Feb 15 10:00:14.291913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2835603c-fa27-46a5-99ab-2835c5da1513 req-072cf7e5-9ab8-438d-b5d8-0223ec1014f1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360210 Feb 15 10:00:14.421955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:14.511753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf84c8-80d6-4a95-b62d-82e53135a924 req-f7fe6627-adc6-4a5c-bea1-8f1ae61fa7bb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:14.513605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95cf84c8-80d6-4a95-b62d-82e53135a924 req-f7fe6627-adc6-4a5c-bea1-8f1ae61fa7bb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0598326 Feb 15 10:00:14.558610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95cf84c8-80d6-4a95-b62d-82e53135a924 req-4dcc6996-a012-45f9-bbee-dd2c68225057 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372019 Feb 15 10:00:14.690270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6eb6b-2770-452f-8212-9ed381f004f3 req-e8c306e6-d0cd-4f98-9f64-4682bcee41ac tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:14.691928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1e6eb6b-2770-452f-8212-9ed381f004f3 req-e8c306e6-d0cd-4f98-9f64-4682bcee41ac tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0541322 Feb 15 10:00:14.732637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1e6eb6b-2770-452f-8212-9ed381f004f3 req-8c99868b-6503-41fc-b943-2bbe79c151f6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Feb 15 10:00:14.922060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5ef54-1b99-4076-8288-c11eceb6edd7 req-1f00fadf-bd6a-4eb0-b406-1b02784d1b2f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:14.924696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fd5ef54-1b99-4076-8288-c11eceb6edd7 req-1f00fadf-bd6a-4eb0-b406-1b02784d1b2f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0570645 Feb 15 10:00:14.972294 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fd5ef54-1b99-4076-8288-c11eceb6edd7 req-c681c350-ddc9-4d79-9d23-2120e339dd2a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Feb 15 10:00:15.109587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60609bc-7cde-4f60-9505-18c7ffc1c89f req-2cdd9d1e-5d84-4735-af66-4f5e967b67b0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:15.111546 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e60609bc-7cde-4f60-9505-18c7ffc1c89f req-2cdd9d1e-5d84-4735-af66-4f5e967b67b0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0564938 Feb 15 10:00:15.156614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e60609bc-7cde-4f60-9505-18c7ffc1c89f req-0738044b-29a4-48eb-b8d5-8263c9ef2607 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372469 Feb 15 10:00:15.347770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f15956a-0d0d-40a1-ae8d-2728b1ceb5ad req-e7302d8e-56dc-4a94-ab57-04d65cca0c3e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:15.355021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f15956a-0d0d-40a1-ae8d-2728b1ceb5ad req-e7302d8e-56dc-4a94-ab57-04d65cca0c3e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0566318 Feb 15 10:00:15.390948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2f15956a-0d0d-40a1-ae8d-2728b1ceb5ad req-58a3ee2c-31ad-4b20-b4b6-b44d60ebf973 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349941 Feb 15 10:00:15.522447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0a153-4249-4a46-a612-00a8aac9fdf1 req-9c68e204-eb2f-4c34-81a6-25131feef83d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:15.524075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aff0a153-4249-4a46-a612-00a8aac9fdf1 req-9c68e204-eb2f-4c34-81a6-25131feef83d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0578599 Feb 15 10:00:15.567374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aff0a153-4249-4a46-a612-00a8aac9fdf1 req-b2af7dce-1c52-4fb4-99d1-f5a03eadfd39 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366108 Feb 15 10:00:15.849303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175ca6e-c077-41cf-a6d7-9e7baf420013 req-bb04e31f-8193-4d73-8d8f-0ce17299d0b6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:15.851281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5175ca6e-c077-41cf-a6d7-9e7baf420013 req-bb04e31f-8193-4d73-8d8f-0ce17299d0b6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 813 time: 0.1267128 Feb 15 10:00:15.868069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5175ca6e-c077-41cf-a6d7-9e7baf420013 req-34eb9aa6-25c6-4b71-b188-08d8c7b63519 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/quotas/7df82f7ed9d44e18b61d7b55ce0c1a5e HTTP/1.1" status: 200 len: 375 time: 0.0100811 Feb 15 10:00:15.925224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5175ca6e-c077-41cf-a6d7-9e7baf420013 req-1ff8e59e-e158-48b8-9f00-332279206917 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0499468 Feb 15 10:00:16.057960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc871c-ceb7-4137-97d5-005791759c4a req-df69e82f-cba5-47b2-80e6-8b606f8a0051 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:16.065930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05bc871c-ceb7-4137-97d5-005791759c4a req-df69e82f-cba5-47b2-80e6-8b606f8a0051 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0599720 Feb 15 10:00:16.106452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05bc871c-ceb7-4137-97d5-005791759c4a req-4c90e257-aa02-4f6d-b62a-2e84fe35e3ec tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396438 Feb 15 10:00:16.243024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfa5a69-400e-49cb-83c7-7342ca4caddd req-f53786bc-00f3-4d00-a3cb-858746e860cb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:16.245415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdfa5a69-400e-49cb-83c7-7342ca4caddd req-f53786bc-00f3-4d00-a3cb-858746e860cb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0671263 Feb 15 10:00:16.293602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdfa5a69-400e-49cb-83c7-7342ca4caddd req-f9714f69-27b1-4f48-8fbd-ab84c313f86b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 Feb 15 10:00:16.462980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ff4c9cb-0d10-4404-898f-8ef831b911c6 req-2398db09-8074-44f4-af36-28f1e9e648a8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e HTTP/1.1" status: 200 len: 221 time: 0.0262194 Feb 15 10:00:16.593275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd9ecd-f17b-4462-a891-16b31af1ea12 req-c6f19344-8e83-450d-aa0c-560105b1ad31 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:16.594833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95fd9ecd-f17b-4462-a891-16b31af1ea12 req-c6f19344-8e83-450d-aa0c-560105b1ad31 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0561683 Feb 15 10:00:16.655580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-95fd9ecd-f17b-4462-a891-16b31af1ea12 req-37107955-c673-43d6-98d9-0ef0fe09e456 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526302 Feb 15 10:00:16.715418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fca47a69-60e8-41aa-bf86-d92ce1dd28d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:16.784359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c27a53-8255-478d-b071-659b947bdcca req-f4726092-a5ee-4837-9c15-74a7e966b2a8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:16.785914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c27a53-8255-478d-b071-659b947bdcca req-f4726092-a5ee-4837-9c15-74a7e966b2a8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0560327 Feb 15 10:00:16.835188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-20c27a53-8255-478d-b071-659b947bdcca req-ad8046f4-01a7-4bf3-9d7a-f4392ec8ee35 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358469 Feb 15 10:00:16.979729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8aa738-5ffb-4990-8718-c0b5314bdead req-6ed22de6-4f23-4afe-b967-71185fd4658f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:16.981597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec8aa738-5ffb-4990-8718-c0b5314bdead req-6ed22de6-4f23-4afe-b967-71185fd4658f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0579267 Feb 15 10:00:16.993656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:17.026953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec8aa738-5ffb-4990-8718-c0b5314bdead req-f28dea67-e3c5-47c2-8b47-e1669de89d01 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391009 Feb 15 10:00:17.175373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee212a-e94c-4571-babc-77e3b0e1ef7d req-38f882d4-99a9-47bf-b429-90e8eeb6dece tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.177798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3ee212a-e94c-4571-babc-77e3b0e1ef7d req-38f882d4-99a9-47bf-b429-90e8eeb6dece tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0669870 Feb 15 10:00:17.221200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3ee212a-e94c-4571-babc-77e3b0e1ef7d req-9024f5d0-8e36-4817-b7b7-8c497e5019db tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369892 Feb 15 10:00:17.283337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783e369-85ec-4f9d-87c6-762850e1b860 req-cd25468a-9890-4963-bd15-85fb707dd63d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.284873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1783e369-85ec-4f9d-87c6-762850e1b860 req-cd25468a-9890-4963-bd15-85fb707dd63d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 945 time: 0.0523992 Feb 15 10:00:17.325111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1783e369-85ec-4f9d-87c6-762850e1b860 req-69e05342-f301-4ca3-b389-96b93197f67b tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337336 Feb 15 10:00:17.362903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8ecaa-ba64-4ea2-a762-37826ef92e01 req-665e65d1-bd47-4f5a-933b-bab7a43f8cf7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.364436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d8ecaa-ba64-4ea2-a762-37826ef92e01 req-665e65d1-bd47-4f5a-933b-bab7a43f8cf7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0580530 Feb 15 10:00:17.404880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4d8ecaa-ba64-4ea2-a762-37826ef92e01 req-3bb571e6-693c-4205-b241-0136018075c2 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335193 Feb 15 10:00:17.528289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58649f9-939a-443e-bf97-0e8e59c8b71f req-7582977c-ae4c-4c00-8c4b-aeffcb6dfa7a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.529822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f58649f9-939a-443e-bf97-0e8e59c8b71f req-7582977c-ae4c-4c00-8c4b-aeffcb6dfa7a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0550344 Feb 15 10:00:17.575280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f58649f9-939a-443e-bf97-0e8e59c8b71f req-41bdb157-a03f-4044-97c2-290b3fd6ec0b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Feb 15 10:00:17.708446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd7be4-ac8b-49aa-909c-9e703ce7c91d req-4a782bfc-79ee-4015-84a5-f41b45895497 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.712212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3fd7be4-ac8b-49aa-909c-9e703ce7c91d req-4a782bfc-79ee-4015-84a5-f41b45895497 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0558367 Feb 15 10:00:17.750777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3fd7be4-ac8b-49aa-909c-9e703ce7c91d req-80773750-43c3-49b0-b4fe-e04ef44c03b8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Feb 15 10:00:17.879495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f51b81-04c9-418c-8f55-81ce12e829ef req-12ef1f23-55c9-493f-b2bf-8244c3c485a6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:17.881006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10f51b81-04c9-418c-8f55-81ce12e829ef req-12ef1f23-55c9-493f-b2bf-8244c3c485a6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0582407 Feb 15 10:00:17.921349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10f51b81-04c9-418c-8f55-81ce12e829ef req-e60f2f4c-9df1-4ab3-b5f6-c496dd656e3a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333104 Feb 15 10:00:18.070595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6787707-26cb-4068-9ebc-8996f1fecc9f req-3694de6c-ee1f-4c70-b6f1-48bfe1af51d6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.072258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6787707-26cb-4068-9ebc-8996f1fecc9f req-3694de6c-ee1f-4c70-b6f1-48bfe1af51d6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0558608 Feb 15 10:00:18.113529 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b6787707-26cb-4068-9ebc-8996f1fecc9f req-c51e2854-2e5c-4f9a-861e-848d89b38f68 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342550 Feb 15 10:00:18.209404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:00:18.247007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d27d-6cf7-447c-b430-47a87c888f56 req-202ff952-a3bc-4d79-ae4a-e857b8291f92 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.248592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5100d27d-6cf7-447c-b430-47a87c888f56 req-202ff952-a3bc-4d79-ae4a-e857b8291f92 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0602729 Feb 15 10:00:18.289252 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5100d27d-6cf7-447c-b430-47a87c888f56 req-6ef28ad3-5743-4696-9fd5-4cf9c28a4bf4 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Feb 15 10:00:18.440276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe47eec-c4f9-438c-94a7-3d02367cb3ca req-96a30a59-600c-489a-b3fb-5f0024f0e3eb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.441992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fe47eec-c4f9-438c-94a7-3d02367cb3ca req-96a30a59-600c-489a-b3fb-5f0024f0e3eb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0633926 Feb 15 10:00:18.456548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e1df1-5602-47f7-9af3-adf0f6acac7e req-d1f13dcf-88ed-45bd-8775-9fd79ad43fd9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.464581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e9e1df1-5602-47f7-9af3-adf0f6acac7e req-d1f13dcf-88ed-45bd-8775-9fd79ad43fd9 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 945 time: 0.0617435 Feb 15 10:00:18.505132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e9e1df1-5602-47f7-9af3-adf0f6acac7e req-8ba75613-94f4-4548-aee0-7a05176f2a09 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/security-groups?id=8085119e-11ea-4ab9-ab8e-3158de01de8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395617 Feb 15 10:00:18.511360 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fe47eec-c4f9-438c-94a7-3d02367cb3ca req-8a91e21e-e7c3-4562-8e4f-6af49b24087b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519490 Feb 15 10:00:18.658836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd233e3-5249-4c10-8c09-ef599460b0a1 req-39960386-f692-41ce-b4c0-642b0f0df979 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.660525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd233e3-5249-4c10-8c09-ef599460b0a1 req-39960386-f692-41ce-b4c0-642b0f0df979 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0632224 Feb 15 10:00:18.718909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-e8d932a8-03cd-4ece-8a32-1f95e4a2bcf2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:18.720916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-e8d932a8-03cd-4ece-8a32-1f95e4a2bcf2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.36 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 945 time: 0.0662560 Feb 15 10:00:18.836554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Deleting port 9868c565-caed-4ec0-a37a-5317c946649a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:00:18.840355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:18.955965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] For port 9868c565-caed-4ec0-a37a-5317c946649a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9868c565-caed-4ec0-a37a-5317c946649a,segment=NetworkSegment(583a4b11-d5d1-4954-8734-2ce1c094f5f0),segment_id=583a4b11-d5d1-4954-8734-2ce1c094f5f0)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:18.956351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:18.973609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Calling delete_port for 9868c565-caed-4ec0-a37a-5317c946649a owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:00:19.124202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5bd233e3-5249-4c10-8c09-ef599460b0a1 req-eac343ba-a302-4e06-ab8b-b9bc545d4f74 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486129 Feb 15 10:00:19.140120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:19.152777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9868c565-caed-4ec0-a37a-5317c946649a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:00:19.173271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Pushing event deleted for resources: {'Port': ['ID=9868c565-caed-4ec0-a37a-5317c946649a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:19.233485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.233834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.234171 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.234509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.234980 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.235400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.236852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.236852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.236852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.237151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.237324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.237636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:19.242010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] No DVR routers for this DVR port 9868c565-caed-4ec0-a37a-5317c946649a on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:00:19.244338 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:19.248374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1110a953-4368-4a6c-9a08-023a0fbf8a61 req-20a88bc3-f5bd-4063-8133-35f6af5769e2 tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.36 "DELETE /v2.0/ports/9868c565-caed-4ec0-a37a-5317c946649a HTTP/1.1" status: 204 len: 173 time: 0.5211735 Feb 15 10:00:19.248875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'name': 'network-vif-deleted', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:00:19.251977 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8802c36-1767-48e0-9f12-996f2d6ac334" -d '{"events": [{"server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "name": "network-vif-deleted", "tag": "9868c565-caed-4ec0-a37a-5317c946649a"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:00:19.290905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f0f47aa7-37e5-4919-a948-e9f7be99a865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:19.298850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f04529-7344-4b01-b1e2-2ac3cbffa43e req-0d1f6f72-dd45-4364-bd2e-366bf769e0cf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:19.301498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0f04529-7344-4b01-b1e2-2ac3cbffa43e req-0d1f6f72-dd45-4364-bd2e-366bf769e0cf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0757594 Feb 15 10:00:19.332730 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6f7c3-df65-4d94-b7c3-7033da52751c x-openstack-request-id: req-dbc6f7c3-df65-4d94-b7c3-7033da52751c {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:00:19.333328 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "facc5586-b6ce-4f33-98b4-92637fcfd351", "name": "network-vif-deleted", "tag": "9868c565-caed-4ec0-a37a-5317c946649a", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:00:19.333328 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbc6f7c3-df65-4d94-b7c3-7033da52751c {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:00:19.333902 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'facc5586-b6ce-4f33-98b4-92637fcfd351', 'name': 'network-vif-deleted', 'tag': '9868c565-caed-4ec0-a37a-5317c946649a', 'status': 'completed', 'code': 200} Feb 15 10:00:19.347110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a0f04529-7344-4b01-b1e2-2ac3cbffa43e req-5d90eed4-f50d-40e7-a99f-d4807726e703 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368168 Feb 15 10:00:19.477389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ad74f3-9008-4cba-9773-2affd577dfe6 req-0167d3bc-a0f2-458c-a39d-c2d577e43ac3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:19.479457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83ad74f3-9008-4cba-9773-2affd577dfe6 req-0167d3bc-a0f2-458c-a39d-c2d577e43ac3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0491722 Feb 15 10:00:19.520134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83ad74f3-9008-4cba-9773-2affd577dfe6 req-41ddf810-7dba-4d96-83eb-09a9fc52b6bd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345306 Feb 15 10:00:19.640380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1f835c0-5f35-4481-82ba-a6fee0302e57 req-986357ee-e70a-4d6c-8c86-2c94b1f9bd3d tempest-VolumesSnapshotTestJSON-1026637020 tempest-VolumesSnapshotTestJSON-1026637020-project] 10.222.0.10 "GET /v2.0/ports?device_id=facc5586-b6ce-4f33-98b4-92637fcfd351 HTTP/1.1" status: 200 len: 210 time: 0.0380621 Feb 15 10:00:19.727400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ff960-66fb-44d9-a0fd-a3c0cdfc8d5d req-70324846-cc4e-4ca4-91ae-d48e4a3ef2c8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:19.729617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b56ff960-66fb-44d9-a0fd-a3c0cdfc8d5d req-70324846-cc4e-4ca4-91ae-d48e4a3ef2c8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0586421 Feb 15 10:00:19.785347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b56ff960-66fb-44d9-a0fd-a3c0cdfc8d5d req-37745e71-ded6-464e-9743-5073f43e0968 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476394 Feb 15 10:00:19.911109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ab376-453b-4ea1-915b-fbbc6802a837 req-6f466b94-442a-4012-97d7-f4d284320d66 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:19.912596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-971ab376-453b-4ea1-915b-fbbc6802a837 req-6f466b94-442a-4012-97d7-f4d284320d66 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0516794 Feb 15 10:00:19.953147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-971ab376-453b-4ea1-915b-fbbc6802a837 req-4aa1fa09-56b2-44a0-90de-4dab473aa5cc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Feb 15 10:00:20.131907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4af9bc-bddf-4b45-9f32-eca3950ecc74 req-972ce219-4158-4a8b-bf1f-038a6167fa18 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:20.133426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b4af9bc-bddf-4b45-9f32-eca3950ecc74 req-972ce219-4158-4a8b-bf1f-038a6167fa18 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0530756 Feb 15 10:00:20.171601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b4af9bc-bddf-4b45-9f32-eca3950ecc74 req-d738d106-766f-4eb9-8ea7-d0395e25f3ba tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Feb 15 10:00:20.297235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf2bc7-a2a6-49a4-a16a-c53e57749f16 req-b7c7f46a-db92-43b3-a64a-3a3694e6d587 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:20.299515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8adf2bc7-a2a6-49a4-a16a-c53e57749f16 req-b7c7f46a-db92-43b3-a64a-3a3694e6d587 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0552628 Feb 15 10:00:20.346003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8adf2bc7-a2a6-49a4-a16a-c53e57749f16 req-ba992144-ee88-43f9-85ac-9811fd6f7d3d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401020 Feb 15 10:00:20.398920 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:20.482458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53868bd7-2c58-4cc2-a85f-becee918002f req-d6396d99-9876-4bed-8962-8c605b5241a8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:20.483973 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53868bd7-2c58-4cc2-a85f-becee918002f req-d6396d99-9876-4bed-8962-8c605b5241a8 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0488300 Feb 15 10:00:20.523131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53868bd7-2c58-4cc2-a85f-becee918002f req-5dd20647-8845-4250-9ecf-721ee89b377d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326838 Feb 15 10:00:20.643966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85355bf3-9040-4623-956f-3fa4b834c31f req-124ff607-7dbc-44d5-b81e-ae46efdcc003 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:20.646191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85355bf3-9040-4623-956f-3fa4b834c31f req-124ff607-7dbc-44d5-b81e-ae46efdcc003 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0518351 Feb 15 10:00:20.687500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85355bf3-9040-4623-956f-3fa4b834c31f req-25798302-6b6f-46cb-97b8-465b10d8650f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340769 Feb 15 10:00:20.932461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4d797-aa30-4145-a218-93f4a96b9e07 req-9814bf6d-a0be-4e6d-be4e-705b6413cd9f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:20.940516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71f4d797-aa30-4145-a218-93f4a96b9e07 req-9814bf6d-a0be-4e6d-be4e-705b6413cd9f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0672102 Feb 15 10:00:20.976827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71f4d797-aa30-4145-a218-93f4a96b9e07 req-68235aa7-8f0f-4db3-9c3d-3703eee57d46 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353205 Feb 15 10:00:22.131002 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8600a-ca6b-44f8-81e0-6bed867a8001 req-e3ff0d50-4144-4ded-b0f3-390b443b111d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:22.132514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3f8600a-ca6b-44f8-81e0-6bed867a8001 req-e3ff0d50-4144-4ded-b0f3-390b443b111d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0618141 Feb 15 10:00:22.177956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c3f8600a-ca6b-44f8-81e0-6bed867a8001 req-dad6e045-300d-4d2b-b421-464237edc408 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356240 Feb 15 10:00:22.280840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:22.431280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:22.473457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b8f86-4c4f-469f-a56c-9b44ff4807de req-84215047-0a52-4602-b78a-38fe0602fba1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:22.475967 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa5b8f86-4c4f-469f-a56c-9b44ff4807de req-84215047-0a52-4602-b78a-38fe0602fba1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0573068 Feb 15 10:00:22.544256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa5b8f86-4c4f-469f-a56c-9b44ff4807de req-15c14186-c21d-4cc4-a41d-a08579015190 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584531 Feb 15 10:00:23.670694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f539be-9cbb-4aa2-bf1d-057e550ef49b req-8e1b42c2-ad1e-4887-a2c6-5a1f0aac139f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:23.672430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08f539be-9cbb-4aa2-bf1d-057e550ef49b req-8e1b42c2-ad1e-4887-a2c6-5a1f0aac139f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0516627 Feb 15 10:00:23.718677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08f539be-9cbb-4aa2-bf1d-057e550ef49b req-4d98ed8b-11cf-4dab-b88e-ee8e8f8583d9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399027 Feb 15 10:00:23.836910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07760274-3270-4d7d-b7ff-c8eda7327f38 req-be5597c4-c701-481a-95d7-f79d295a3ffb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:23.838534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07760274-3270-4d7d-b7ff-c8eda7327f38 req-be5597c4-c701-481a-95d7-f79d295a3ffb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0498948 Feb 15 10:00:23.877872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07760274-3270-4d7d-b7ff-c8eda7327f38 req-c6b5510a-42d9-48b2-b77c-b22d52ba96cc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Feb 15 10:00:24.043191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c59696-8a2a-460b-936a-37e3f4ebd540 req-a11e2749-6744-46d3-8ca6-13f95ec73e27 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.044656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61c59696-8a2a-460b-936a-37e3f4ebd540 req-a11e2749-6744-46d3-8ca6-13f95ec73e27 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0548441 Feb 15 10:00:24.083906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61c59696-8a2a-460b-936a-37e3f4ebd540 req-e2b996b5-611c-42bd-b2dd-771015a8cce1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Feb 15 10:00:24.206608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a68c2-3a7b-427e-831a-964408e069ec req-00a48b26-0304-42ac-b4c0-948f2696aafe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.208091 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-530a68c2-3a7b-427e-831a-964408e069ec req-00a48b26-0304-42ac-b4c0-948f2696aafe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0512381 Feb 15 10:00:24.249601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-530a68c2-3a7b-427e-831a-964408e069ec req-0710c74b-ddb0-4049-b5a1-43873b66d08d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Feb 15 10:00:24.402528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245138c-e1e0-4184-985e-cd0f678c7d2e req-cca6ebda-9f08-462c-8db5-899a2472be0c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.404020 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0245138c-e1e0-4184-985e-cd0f678c7d2e req-cca6ebda-9f08-462c-8db5-899a2472be0c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0580418 Feb 15 10:00:24.444896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0245138c-e1e0-4184-985e-cd0f678c7d2e req-482e8240-bca5-4d3b-a137-daf912dbf3f6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339837 Feb 15 10:00:24.521014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9868c565-caed-4ec0-a37a-5317c946649a no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:00:24.550091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9868c565-caed-4ec0-a37a-5317c946649a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:00:24.550780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9868c565-caed-4ec0-a37a-5317c946649a not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:00:24.577452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab49bb-fd7c-45e1-ab67-6bd50e846455 req-bb9661d4-0456-459d-873b-a506967e3b1d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.579104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2ab49bb-fd7c-45e1-ab67-6bd50e846455 req-bb9661d4-0456-459d-873b-a506967e3b1d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0608323 Feb 15 10:00:24.623993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2ab49bb-fd7c-45e1-ab67-6bd50e846455 req-f22ed17b-7801-4ebb-81f0-98341a71fbbf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362751 Feb 15 10:00:24.811696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7c87f-b539-4426-a17d-cd771e190028 req-2a399dc6-07cb-45f5-9681-48738ce3c38b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.813585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ca7c87f-b539-4426-a17d-cd771e190028 req-2a399dc6-07cb-45f5-9681-48738ce3c38b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0522058 Feb 15 10:00:24.860933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ca7c87f-b539-4426-a17d-cd771e190028 req-dcb10cca-e35b-4a05-8fd4-c55575bc5e3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Feb 15 10:00:24.991806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842db6e-f8ed-47e3-af73-e6962952fd72 req-13a95d78-e1d8-495f-9bae-ad0d1e97a028 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:24.993551 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3842db6e-f8ed-47e3-af73-e6962952fd72 req-13a95d78-e1d8-495f-9bae-ad0d1e97a028 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0538373 Feb 15 10:00:25.040146 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3842db6e-f8ed-47e3-af73-e6962952fd72 req-e942f8e3-cc6a-4566-a7d6-9d7e9411662a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Feb 15 10:00:25.188631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b51741-6ae6-45f6-b49a-033a8effe43a req-acb34e02-8363-486e-9281-64cb047b7865 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:25.191572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1b51741-6ae6-45f6-b49a-033a8effe43a req-acb34e02-8363-486e-9281-64cb047b7865 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0527806 Feb 15 10:00:25.231281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1b51741-6ae6-45f6-b49a-033a8effe43a req-e36b091b-f0e8-40a1-8182-38a1fc7f0978 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347457 Feb 15 10:00:25.364106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07474842-4e85-45a2-8a38-95b4958252a4 req-aa020f2c-b948-44b5-89c1-e4cdbaa7b667 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:25.365762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07474842-4e85-45a2-8a38-95b4958252a4 req-aa020f2c-b948-44b5-89c1-e4cdbaa7b667 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0629802 Feb 15 10:00:25.414005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07474842-4e85-45a2-8a38-95b4958252a4 req-86cf91a4-2611-48f2-82ec-9867eab4c428 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417154 Feb 15 10:00:25.560290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5abd91-4094-4ed6-94ac-d3fbf4ac7405 req-3eaa14fd-5e7b-461b-8e9c-304e69c69d20 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:25.562039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac5abd91-4094-4ed6-94ac-d3fbf4ac7405 req-3eaa14fd-5e7b-461b-8e9c-304e69c69d20 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0533996 Feb 15 10:00:25.604402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac5abd91-4094-4ed6-94ac-d3fbf4ac7405 req-62d6ab6d-0908-4343-b332-364a84dfe6f6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339677 Feb 15 10:00:25.735093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2fe696-4bcd-4a76-8392-a9ab7de06bce req-7163ccb2-7504-4794-a716-6e8d99e70faf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:25.735306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2fe696-4bcd-4a76-8392-a9ab7de06bce req-7163ccb2-7504-4794-a716-6e8d99e70faf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0582135 Feb 15 10:00:25.792670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aa2fe696-4bcd-4a76-8392-a9ab7de06bce req-73833629-6c78-4a5b-aade-cca08f4fd6f4 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Feb 15 10:00:25.963174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0bec-c8da-4a08-acb1-cb19fde846b6 req-5565e4c8-32dd-49d9-95d0-e9a0b7b85fc7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:25.964761 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aad0bec-c8da-4a08-acb1-cb19fde846b6 req-5565e4c8-32dd-49d9-95d0-e9a0b7b85fc7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0570526 Feb 15 10:00:26.014943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aad0bec-c8da-4a08-acb1-cb19fde846b6 req-91840c45-c23e-4a9a-85cd-4866bf6c615a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431573 Feb 15 10:00:26.133245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda12560-3720-4d2f-8cb4-caa9cead9a6d req-dc6d75a4-c7f3-465b-ad4a-d5d96829dc78 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:26.135452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eda12560-3720-4d2f-8cb4-caa9cead9a6d req-dc6d75a4-c7f3-465b-ad4a-d5d96829dc78 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0525260 Feb 15 10:00:26.176437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eda12560-3720-4d2f-8cb4-caa9cead9a6d req-ae7f5a8d-da0b-4f35-b403-454e0d7da933 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338745 Feb 15 10:00:26.328282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281264b3-63ea-4fcb-ae5e-b8ff5b20d723 req-e94fa58d-aa61-4d8a-b7f2-a2c96f876171 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:26.330382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-281264b3-63ea-4fcb-ae5e-b8ff5b20d723 req-e94fa58d-aa61-4d8a-b7f2-a2c96f876171 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0665748 Feb 15 10:00:26.377866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-281264b3-63ea-4fcb-ae5e-b8ff5b20d723 req-664ddbbf-378b-449b-a647-84653595c37b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397499 Feb 15 10:00:26.506840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2ca4ed-ec39-4544-aa5d-71b88e040cd0 req-2e238259-665f-4f5b-979d-3375dfef60fb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:26.508822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d2ca4ed-ec39-4544-aa5d-71b88e040cd0 req-2e238259-665f-4f5b-979d-3375dfef60fb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0573418 Feb 15 10:00:26.555905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4d2ca4ed-ec39-4544-aa5d-71b88e040cd0 req-44518208-37d8-47e0-9682-eae4d7504bb0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390549 Feb 15 10:00:26.765076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d542ff-2932-45dd-a7c7-e8fb37853502 req-4aabc214-0ff9-4fea-907b-b195ef1dbf26 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:26.766603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d542ff-2932-45dd-a7c7-e8fb37853502 req-4aabc214-0ff9-4fea-907b-b195ef1dbf26 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0677669 Feb 15 10:00:26.820014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-07d542ff-2932-45dd-a7c7-e8fb37853502 req-457ee4e8-d80d-485b-9808-39f9c34bb8b2 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464163 Feb 15 10:00:26.962277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd3b7a5-7588-4c12-9af2-c8e9d34c3af3 req-a5bbda49-946a-42b1-96c9-5f3679e3bed7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:26.964716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8dd3b7a5-7588-4c12-9af2-c8e9d34c3af3 req-a5bbda49-946a-42b1-96c9-5f3679e3bed7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0644948 Feb 15 10:00:27.014354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8dd3b7a5-7588-4c12-9af2-c8e9d34c3af3 req-ea435f76-230b-45c8-8345-b77a84fa3c07 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 Feb 15 10:00:27.223231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcdf0fb-3267-4587-b5e3-cc6e59e39262 req-02df0c76-bef3-4e34-8646-fd67f462a66e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:27.229432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9bcdf0fb-3267-4587-b5e3-cc6e59e39262 req-02df0c76-bef3-4e34-8646-fd67f462a66e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0581727 Feb 15 10:00:27.266617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9bcdf0fb-3267-4587-b5e3-cc6e59e39262 req-76db5814-7f7e-4202-8867-aa48a22a9755 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346985 Feb 15 10:00:27.394136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4005bf-384d-4d9c-99ce-62dd90adc439 req-6481b72d-9bfe-43cc-bd04-1f899800dd20 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:27.395605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee4005bf-384d-4d9c-99ce-62dd90adc439 req-6481b72d-9bfe-43cc-bd04-1f899800dd20 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0553181 Feb 15 10:00:27.437657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee4005bf-384d-4d9c-99ce-62dd90adc439 req-636a633f-9897-4c09-9316-7092ffeed78c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348730 Feb 15 10:00:27.580464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c29f7-e895-4d20-81ff-1a01311d5a90 req-4f1c1d8e-309b-48fe-9e3c-7cbad0aba6e9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:27.588651 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-846c29f7-e895-4d20-81ff-1a01311d5a90 req-4f1c1d8e-309b-48fe-9e3c-7cbad0aba6e9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0624034 Feb 15 10:00:27.629810 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-846c29f7-e895-4d20-81ff-1a01311d5a90 req-0ee7d62b-ca66-48c0-835f-c38bed361f70 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396161 Feb 15 10:00:27.749891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4fc39-ac98-4487-ae45-24849834c120 req-4969a67a-f16c-490d-a8f1-2092223c83fc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:27.751425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4d4fc39-ac98-4487-ae45-24849834c120 req-4969a67a-f16c-490d-a8f1-2092223c83fc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0573177 Feb 15 10:00:27.792700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4d4fc39-ac98-4487-ae45-24849834c120 req-08df61f2-f2c1-4c0c-bfa4-c11f2aa4a835 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348039 Feb 15 10:00:28.296946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cab4a3-a597-467d-a90e-69f1db61372b req-574dd6b1-5864-456a-aeaa-7e8f0ccce96e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:28.306092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80cab4a3-a597-467d-a90e-69f1db61372b req-574dd6b1-5864-456a-aeaa-7e8f0ccce96e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0787697 Feb 15 10:00:28.380474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80cab4a3-a597-467d-a90e-69f1db61372b req-56ed94b9-186e-4a0a-89b1-f692b8970c3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724511 Feb 15 10:00:29.515770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4e94f-d045-474c-88e6-7f7ef07478e6 req-cb302f52-812b-4219-bf25-ad96e93e75fa tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:29.517436 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-75a4e94f-d045-474c-88e6-7f7ef07478e6 req-cb302f52-812b-4219-bf25-ad96e93e75fa tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0603533 Feb 15 10:00:29.564905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-75a4e94f-d045-474c-88e6-7f7ef07478e6 req-af424188-f790-401c-a0ac-acb6700f4c48 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399582 Feb 15 10:00:30.703453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef13e0-b030-4a0d-83ef-e96e6361512f req-7079b348-1987-468c-a59c-3ef5a387a0a3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:30.711830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7eef13e0-b030-4a0d-83ef-e96e6361512f req-7079b348-1987-468c-a59c-3ef5a387a0a3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0702655 Feb 15 10:00:30.756121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7eef13e0-b030-4a0d-83ef-e96e6361512f req-48a3210a-b59e-4363-bd66-447892580b0b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429237 Feb 15 10:00:31.879662 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e78a1-7d13-4878-ae16-ee5e10cbb214 req-e34743eb-0520-4050-ba14-7c5536ba2cf3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:31.881229 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba1e78a1-7d13-4878-ae16-ee5e10cbb214 req-e34743eb-0520-4050-ba14-7c5536ba2cf3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0541193 Feb 15 10:00:31.921261 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ba1e78a1-7d13-4878-ae16-ee5e10cbb214 req-57804fce-a1a5-430e-9b7b-4c01f03e1449 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332539 Feb 15 10:00:33.060074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a79a3a-35d7-4650-b436-47ea9ffe591e req-5a336c15-90b8-4939-9800-39ca56b9d1fe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:33.068161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57a79a3a-35d7-4650-b436-47ea9ffe591e req-5a336c15-90b8-4939-9800-39ca56b9d1fe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0634744 Feb 15 10:00:33.106973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57a79a3a-35d7-4650-b436-47ea9ffe591e req-4c8c5393-698f-43a1-a919-7b19bf0684fe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378015 Feb 15 10:00:34.224357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94810524-dcb3-4029-9db6-4b359374a9cc req-c5d37079-f5ea-4c7c-9be5-3aa529cc0cc0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:34.225845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94810524-dcb3-4029-9db6-4b359374a9cc req-c5d37079-f5ea-4c7c-9be5-3aa529cc0cc0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0524788 Feb 15 10:00:34.267070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94810524-dcb3-4029-9db6-4b359374a9cc req-1c20ee36-7ac3-49e0-88f2-942c5393f06c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Feb 15 10:00:35.397330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b5250-def6-47af-be72-15619c680dcf req-706fd07d-b951-49d8-b02b-3b150af7babe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:35.398927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c52b5250-def6-47af-be72-15619c680dcf req-706fd07d-b951-49d8-b02b-3b150af7babe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0520532 Feb 15 10:00:35.441349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c52b5250-def6-47af-be72-15619c680dcf req-e86a7d5b-3be9-48f9-be64-5c420d7dcaf0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351865 Feb 15 10:00:36.188761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-db84b078-5bd8-4876-a249-58eb2fca60dc req-882a6b88-4309-471e-88e4-4f076146c4e9 service neutron] (102359) timed out ('10.222.0.10', 49192) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:00:36.575145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af41258-57db-4a04-ac8c-4bd9ec0fd0a2 req-57e41d83-c6ca-44e3-a7bc-b7a3037894ad tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:36.576758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1af41258-57db-4a04-ac8c-4bd9ec0fd0a2 req-57e41d83-c6ca-44e3-a7bc-b7a3037894ad tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0639923 Feb 15 10:00:36.620909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1af41258-57db-4a04-ac8c-4bd9ec0fd0a2 req-dd0fc503-386e-4f33-939d-738285bdf2ab tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Feb 15 10:00:37.744478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df3227-39f3-4c94-98ad-0e541f17060d req-2c59d429-b357-40c0-b163-a908c2053a56 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:37.746434 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18df3227-39f3-4c94-98ad-0e541f17060d req-2c59d429-b357-40c0-b163-a908c2053a56 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0511780 Feb 15 10:00:37.791743 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18df3227-39f3-4c94-98ad-0e541f17060d req-a18edba4-c55f-47e9-a45f-37a5ee6aabd6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Feb 15 10:00:38.953349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc75ff6-0664-4082-b307-fccb216bb25c req-dbc76257-c04e-4188-987e-b7d9273c9e03 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:38.955642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bc75ff6-0664-4082-b307-fccb216bb25c req-dbc76257-c04e-4188-987e-b7d9273c9e03 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0853431 Feb 15 10:00:39.007209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1bc75ff6-0664-4082-b307-fccb216bb25c req-6d1ba216-4377-447d-8449-5ed19bc7ee69 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444193 Feb 15 10:00:40.166986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1aba62-ba18-4ded-90bd-9f3d60a68931 req-a1bb396e-2e80-4aab-843d-5962b520bf8f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:40.168803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc1aba62-ba18-4ded-90bd-9f3d60a68931 req-a1bb396e-2e80-4aab-843d-5962b520bf8f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0770941 Feb 15 10:00:40.230024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dc1aba62-ba18-4ded-90bd-9f3d60a68931 req-cbe35c82-43cf-421c-9fd5-32f16d2893ac tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543900 Feb 15 10:00:41.424099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac52095-ef35-4c6c-a7a3-ee2d615b7bac req-c6913d2b-7fc5-4b82-a437-8c4bbc68af01 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:41.433130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bac52095-ef35-4c6c-a7a3-ee2d615b7bac req-c6913d2b-7fc5-4b82-a437-8c4bbc68af01 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.1313193 Feb 15 10:00:41.539617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bac52095-ef35-4c6c-a7a3-ee2d615b7bac req-9e8411e3-7795-40d8-8747-fa3bc8d0ac5b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042790 Feb 15 10:00:41.623041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:00:41.927801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:41.945096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'port_id': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'mac_address': 'fa:16:3e:27:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a270735-e371-48f7-a4f8-ae416a87ee11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:00:42.006843 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:42.053139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:00:42.109840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:42.116378 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:42.219912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:42.236897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:00:42.860344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c6746-3954-4841-b5b9-17d5a864f977 req-bc2d8820-81b8-487c-8572-9b743fee87c3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:42.871861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e3c6746-3954-4841-b5b9-17d5a864f977 req-bc2d8820-81b8-487c-8572-9b743fee87c3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 944 time: 0.1776912 Feb 15 10:00:42.990806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e3c6746-3954-4841-b5b9-17d5a864f977 req-e4edac5e-bed2-4c03-b08a-0f23504c91d0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Feb 15 10:00:43.648236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:00:43.801189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:00:43.801811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:43.956740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:44.003978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:00:44.006684 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f35c11-5f7b-4cca-88c3-5aeef3bbc5a4" -d '{"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:00:44.026527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:44.038879 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:44.114884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:44.137623 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2306f57c-960c-4f9c-9b4d-353a57374a73 x-openstack-request-id: req-2306f57c-960c-4f9c-9b4d-353a57374a73 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:00:44.137906 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:00:44.138153 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2306f57c-960c-4f9c-9b4d-353a57374a73 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:00:44.138542 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'code': 200} Feb 15 10:00:44.205808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6395c19-8c9a-4ba8-b8bc-47c8f9668784 req-f7ea5684-3973-4864-aeb5-ba93b2e2fb1b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:44.208112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6395c19-8c9a-4ba8-b8bc-47c8f9668784 req-f7ea5684-3973-4864-aeb5-ba93b2e2fb1b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0634139 Feb 15 10:00:44.292286 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6395c19-8c9a-4ba8-b8bc-47c8f9668784 req-80564bd7-8159-449f-bbcb-8788d2812952 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677855 Feb 15 10:00:44.437230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:45.503186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839acbe-d24f-40ab-acc3-a7449fd6f4b3 req-bc3d2dc3-ec1b-4789-91a2-ee7b1068132f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:45.520306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b839acbe-d24f-40ab-acc3-a7449fd6f4b3 req-bc3d2dc3-ec1b-4789-91a2-ee7b1068132f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.1441605 Feb 15 10:00:45.606473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b839acbe-d24f-40ab-acc3-a7449fd6f4b3 req-a9e41761-58cd-43ee-826d-e385d83b8c18 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844932 Feb 15 10:00:46.720473 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40f2eed5-aeb2-4933-8b46-7dc54adaaba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:46.743913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327db85-6b18-48b8-a8d9-4710552b18ec req-ec815f1f-9f31-4a6a-b81f-28785650708c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:46.752667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1327db85-6b18-48b8-a8d9-4710552b18ec req-ec815f1f-9f31-4a6a-b81f-28785650708c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0621488 Feb 15 10:00:46.836367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1327db85-6b18-48b8-a8d9-4710552b18ec req-2f2dc995-60da-4ed6-bcaf-1222d46e3bdb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824361 Feb 15 10:00:47.045709 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:48.021237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9686f2cb-162c-41ce-8383-b2b6f6cbc425 req-8086e774-b64e-4261-be2a-7d9e2f2e4094 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:48.023596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9686f2cb-162c-41ce-8383-b2b6f6cbc425 req-8086e774-b64e-4261-be2a-7d9e2f2e4094 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0982242 Feb 15 10:00:48.069023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9686f2cb-162c-41ce-8383-b2b6f6cbc425 req-83c6ea59-98ea-4501-896b-5ae63151e60c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371969 Feb 15 10:00:49.205296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafff56-449b-472c-82c5-534dbbbf95f4 req-3e6e9c52-34f1-4bed-8284-8c04426b2a96 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:49.226689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cafff56-449b-472c-82c5-534dbbbf95f4 req-3e6e9c52-34f1-4bed-8284-8c04426b2a96 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0757349 Feb 15 10:00:49.308080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cafff56-449b-472c-82c5-534dbbbf95f4 req-090a41ec-9fac-4c9f-93f1-f7015e1380ba tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782008 Feb 15 10:00:49.310455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9591446-0e0c-4b27-a05c-10652fdd9e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:50.459766 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:50.479778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd98f2-ecde-44c5-8692-d07f25ab49c4 req-007a3fd5-2b97-4f1a-be70-764cef8af5e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:50.485423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43fd98f2-ecde-44c5-8692-d07f25ab49c4 req-007a3fd5-2b97-4f1a-be70-764cef8af5e1 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0873597 Feb 15 10:00:50.554299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-43fd98f2-ecde-44c5-8692-d07f25ab49c4 req-6477a00e-c02d-4877-8cbb-e0ad00869260 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618238 Feb 15 10:00:51.737295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154aab6f-6dad-415e-aacf-f68792ce540d req-3995324e-6382-4ed2-b6fa-ceba21d7fd81 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:51.746151 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-154aab6f-6dad-415e-aacf-f68792ce540d req-3995324e-6382-4ed2-b6fa-ceba21d7fd81 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0780749 Feb 15 10:00:51.796572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-154aab6f-6dad-415e-aacf-f68792ce540d req-ce8ae358-c748-4e5b-97e7-2ca476f18f83 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446546 Feb 15 10:00:52.277410 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:52.414460 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:52.921075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b2de51-b86e-4403-b3a6-61a53694541e req-66f44c0b-0b4c-455b-a832-85923929ee89 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:52.922876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95b2de51-b86e-4403-b3a6-61a53694541e req-66f44c0b-0b4c-455b-a832-85923929ee89 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0639250 Feb 15 10:00:52.967283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95b2de51-b86e-4403-b3a6-61a53694541e req-6b36c0ed-42fa-4bd2-a50a-0765e57f404a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Feb 15 10:00:53.069585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-f1e9a37f-bb7d-439b-8a82-2de493a5d537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.071758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-f1e9a37f-bb7d-439b-8a82-2de493a5d537 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1096 time: 0.0475657 Feb 15 10:00:53.167552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-d7c10be9-cc4e-4f67-a9a8-cf8d6ece0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.169154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-d7c10be9-cc4e-4f67-a9a8-cf8d6ece0e89 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.0913730 Feb 15 10:00:53.214592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-879cd0b7-075c-4f96-a5dc-deee6a08e4a2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0384424 Feb 15 10:00:53.271368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-58a8edef-cfde-4ac1-9650-dff1000563b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.272991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-58a8edef-cfde-4ac1-9650-dff1000563b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0520220 Feb 15 10:00:53.306989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-d061d5ed-492a-40f1-880f-66abd1fb9136 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260298 Feb 15 10:00:53.409877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-d1846f95-ad51-4dc4-8e10-d238baf029a7 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958116 Feb 15 10:00:53.508086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca8698ae-daa1-4f55-bba8-bbd56837abf5 req-e27f0427-b16a-455c-8261-c4f6e89293d4 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893192 Feb 15 10:00:53.615423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-65adf050-a9c6-4e51-895a-96119267cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.617136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-65adf050-a9c6-4e51-895a-96119267cc5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1096 time: 0.0433459 Feb 15 10:00:53.749451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-2fc65183-5346-43b7-8184-93308660fe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.750955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-2fc65183-5346-43b7-8184-93308660fe24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.1140752 Feb 15 10:00:53.797397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-d2bfeb20-c7b5-4bae-b142-81ac42632d2a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0382667 Feb 15 10:00:53.849340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-e2683fca-8da6-4da9-b893-dc879c5be44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:53.850826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-e2683fca-8da6-4da9-b893-dc879c5be44e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0472538 Feb 15 10:00:53.884267 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-77f9a05e-1b46-4b49-bddb-e38731c4b7d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256712 Feb 15 10:00:53.986765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-d9201042-3e5e-49c1-a9a1-44f023ea5d3d service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950689 Feb 15 10:00:54.092613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4b89caea-137d-44e4-8ac5-2b9fb769ec99 req-30656bea-be31-45d6-82f5-8fcc3626fd03 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985148 Feb 15 10:00:54.116618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae649c-e455-426f-bc3a-66c09d495881 req-4d334332-6833-4f18-8518-8ec1651eac1c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:54.118757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-27ae649c-e455-426f-bc3a-66c09d495881 req-4d334332-6833-4f18-8518-8ec1651eac1c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0728452 Feb 15 10:00:54.159709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-27ae649c-e455-426f-bc3a-66c09d495881 req-579984d4-993a-485f-8fc2-d6ef4ff3bfcb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Feb 15 10:00:55.210099 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:00:55.299596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee43de-b8cf-4909-af22-ee0bb55795ab req-b905b4ee-3fc3-4438-8c8b-bb0a5fc4d469 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:55.301879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73ee43de-b8cf-4909-af22-ee0bb55795ab req-b905b4ee-3fc3-4438-8c8b-bb0a5fc4d469 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 945 time: 0.0650439 Feb 15 10:00:55.357060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73ee43de-b8cf-4909-af22-ee0bb55795ab req-e2597e4e-9f4a-4fc2-b18f-f675b5373daa tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479496 Feb 15 10:00:55.676248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:00:55.796528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:55.825762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:00:55.828062 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef308df7-7963-4621-a399-90776d339ab3" -d '{"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-unplugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:00:55.841390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:00:55.846192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:00:55.889938 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 10:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e452087f-405b-4a96-b39d-888569f7474c x-openstack-request-id: req-e452087f-405b-4a96-b39d-888569f7474c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:00:55.890218 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-unplugged", "status": "failed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "code": 422}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:00:55.890462 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e452087f-405b-4a96-b39d-888569f7474c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:00:55.890849 n-d-825064-4 neutron-server[102360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'code': 422} returned with failed status Feb 15 10:00:55.925071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:00:55.934095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.934358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.934691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.935022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.935344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.935664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.935982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.936300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.936615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.936957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.937274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:55.937583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:00:56.480103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20417a-f5ea-4a37-bba8-6b5962c254af req-242fdbbf-fd4e-44bd-8873-0ef1102c4eee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:56.481786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a20417a-f5ea-4a37-bba8-6b5962c254af req-242fdbbf-fd4e-44bd-8873-0ef1102c4eee tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0502603 Feb 15 10:00:56.523660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5a20417a-f5ea-4a37-bba8-6b5962c254af req-c8e01054-64f1-4004-a02d-148325d872fb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349748 Feb 15 10:00:56.727799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a30857-e319-4a4e-8d24-6eed703d27ee req-30cf9334-bd01-46c2-9da4-d85891e97d5e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:56.729413 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29a30857-e319-4a4e-8d24-6eed703d27ee req-30cf9334-bd01-46c2-9da4-d85891e97d5e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.1355555 Feb 15 10:00:56.768406 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29a30857-e319-4a4e-8d24-6eed703d27ee req-dc42f3b3-74be-41ad-821e-8ade1c698d1d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327387 Feb 15 10:00:56.943762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-bf52a4c3-b68c-4821-a867-6d6e188cde73 req-e7bc0df8-6f4c-4ee2-b6e6-a4fe24b8548c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:00:56.944893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf52a4c3-b68c-4821-a867-6d6e188cde73 req-e7bc0df8-6f4c-4ee2-b6e6-a4fe24b8548c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056493 Feb 15 10:00:57.115596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38059250-d748-4fa8-b74c-58c9ef77905a req-324979d4-e685-4fe8-a2f7-424c4094a6d6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:57.117160 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38059250-d748-4fa8-b74c-58c9ef77905a req-324979d4-e685-4fe8-a2f7-424c4094a6d6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0499542 Feb 15 10:00:57.159693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-38059250-d748-4fa8-b74c-58c9ef77905a req-b5609554-1a75-4529-bf7c-f2e5217b70c0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349236 Feb 15 10:00:57.282713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-9a292dce-74d8-4e27-85f3-66dc040299c6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435975 Feb 15 10:00:57.292354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-458ceaea-d3fa-4239-a039-2f29402241a5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:00:57.293331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-458ceaea-d3fa-4239-a039-2f29402241a5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056479 Feb 15 10:00:58.116724 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-67cd4700-fea9-495f-860e-83ebae5f20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:58.119265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-67cd4700-fea9-495f-860e-83ebae5f20e4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d&tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e HTTP/1.1" status: 200 len: 1094 time: 0.0632570 Feb 15 10:00:58.187038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-a4751015-ac2f-49e5-aa96-1c0a2a7fa14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:58.188976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-a4751015-ac2f-49e5-aa96-1c0a2a7fa14c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1094 time: 0.0458210 Feb 15 10:00:58.293458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-3fea5b43-0b45-49fa-b102-345d8e02c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:58.295424 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-3fea5b43-0b45-49fa-b102-345d8e02c453 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.1001232 Feb 15 10:00:58.297746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f25742-503b-497c-8716-d1642482733a req-b80fd0ff-9610-43f1-aae3-93588002fd6f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:58.299448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10f25742-503b-497c-8716-d1642482733a req-b80fd0ff-9610-43f1-aae3-93588002fd6f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0590658 Feb 15 10:00:58.340757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-10f25742-503b-497c-8716-d1642482733a req-f008b965-4369-4613-b2ff-ee1c91050167 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Feb 15 10:00:58.345357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-2b924a9f-9599-4cd9-9e52-f117cd668114 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0430222 Feb 15 10:00:58.406263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-5a05e0d1-cbf5-421d-9dd9-44985a45a775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:58.408362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-5a05e0d1-cbf5-421d-9dd9-44985a45a775 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0550587 Feb 15 10:00:58.442968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-8e28b824-a696-4f94-a733-0ba93d43858c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266721 Feb 15 10:00:58.553990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-bcae2e57-df7d-4c8c-b974-5d90611f4733 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046472 Feb 15 10:00:58.653147 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-8f97a017-8f81-4ad4-9aa3-e987819ac996 service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920949 Feb 15 10:00:59.599132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137385a-c3b6-4221-a6e3-cf0413df99fe req-42494c84-120e-4cb0-98e5-1daf0a47eabf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:00:59.602707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5137385a-c3b6-4221-a6e3-cf0413df99fe req-42494c84-120e-4cb0-98e5-1daf0a47eabf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.1193495 Feb 15 10:00:59.676570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:00:59.683448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5137385a-c3b6-4221-a6e3-cf0413df99fe req-642b3f4a-555f-4981-ab30-74d2eeb89037 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743084 Feb 15 10:01:00.885797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0708-7e51-4f9c-9dd7-731ed3122246 req-6b98dbfb-a471-4b81-9c49-9b0843f0135f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:00.887506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-973a0708-7e51-4f9c-9dd7-731ed3122246 req-6b98dbfb-a471-4b81-9c49-9b0843f0135f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0945952 Feb 15 10:01:00.950826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-973a0708-7e51-4f9c-9dd7-731ed3122246 req-b47fd626-9abb-4c78-8fdb-e166c2db254d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567853 Feb 15 10:01:02.160769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b522831-66c2-4cbe-be61-0db6656c9a61 req-7cb349e9-eaff-4f35-991f-6935beae4912 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:02.170106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b522831-66c2-4cbe-be61-0db6656c9a61 req-7cb349e9-eaff-4f35-991f-6935beae4912 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0894163 Feb 15 10:01:02.215462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8b522831-66c2-4cbe-be61-0db6656c9a61 req-6611847b-016f-450e-8472-61d545bddc4e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Feb 15 10:01:03.390409 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ff8fa-b74c-4f6a-b178-48f98fb0918e req-a63ed059-6806-480e-a70e-ceec6b38e7a9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:03.400066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c27ff8fa-b74c-4f6a-b178-48f98fb0918e req-a63ed059-6806-480e-a70e-ceec6b38e7a9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0802286 Feb 15 10:01:03.462850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c27ff8fa-b74c-4f6a-b178-48f98fb0918e req-5fca39aa-c7a3-4fa3-9614-eafe463b2e01 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581713 Feb 15 10:01:04.602604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7b6ec-3251-4775-8b3a-866620a6cb97 req-ddcbcbc4-f0b6-4799-9bb6-fbaca1a58bfb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:04.606605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f7b6ec-3251-4775-8b3a-866620a6cb97 req-ddcbcbc4-f0b6-4799-9bb6-fbaca1a58bfb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0651650 Feb 15 10:01:04.671806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f7b6ec-3251-4775-8b3a-866620a6cb97 req-967e099f-2af8-4711-a442-6e070877aa13 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Feb 15 10:01:05.917309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c480434-fe81-41bb-9529-60ce22ccfb69 req-7e4f2f24-0032-49fd-87b4-cdfcfaaaf7bc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:05.925910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c480434-fe81-41bb-9529-60ce22ccfb69 req-7e4f2f24-0032-49fd-87b4-cdfcfaaaf7bc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0969515 Feb 15 10:01:05.965414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c480434-fe81-41bb-9529-60ce22ccfb69 req-528e3978-d72f-414c-94b0-938bb371650d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386395 Feb 15 10:01:07.108521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9fc6-8852-4763-a69d-cbfc3d4a3355 req-ef7c7083-3169-4dd8-bcd5-f0877828212f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:07.110175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4b9fc6-8852-4763-a69d-cbfc3d4a3355 req-ef7c7083-3169-4dd8-bcd5-f0877828212f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0576909 Feb 15 10:01:07.155465 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4b9fc6-8852-4763-a69d-cbfc3d4a3355 req-feb50860-2aae-4051-b0a8-272180ac4799 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379310 Feb 15 10:01:08.280332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fd755a-c7b1-4373-bc73-697f2fab1783 req-f4b93393-7694-41c5-a7ec-8b9aaa479d3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:08.281939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1fd755a-c7b1-4373-bc73-697f2fab1783 req-f4b93393-7694-41c5-a7ec-8b9aaa479d3c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0519233 Feb 15 10:01:08.301129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 43874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:08.327607 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1fd755a-c7b1-4373-bc73-697f2fab1783 req-666db57f-9019-4676-a461-bcdaf1b65d78 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382185 Feb 15 10:01:08.374754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Deleting subnet d7317cec-610b-443a-ada9-d7a64220d091 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:01:08.379419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.418663 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.460087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.521973 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.552657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7317cec-610b-443a-ada9-d7a64220d091,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:08.558323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.565237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43878) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:08.577474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d7317cec-610b-443a-ada9-d7a64220d091 HTTP/1.1" status: 204 len: 168 time: 0.2711089 Feb 15 10:01:08.581326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.581690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.582263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.582837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.583395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.584171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.584394 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.584748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.585088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.585416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.585743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.586832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3908d875-eff7-4be0-b03b-6b6fcaf1dbd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:08.657869 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.735754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.756237 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fe19509-f71c-4f91-bb9c-77319c4494b1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:08.766778 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583a4b11-d5d1-4954-8734-2ce1c094f5f0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:08.767081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583a4b11-d5d1-4954-8734-2ce1c094f5f0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:08.781848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.795128 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.801212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:01:08.801591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:01:08.803312 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:01:08.861418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.866884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:08.870295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1fe19509-f71c-4f91-bb9c-77319c4494b1 HTTP/1.1" status: 204 len: 168 time: 0.3040574 Feb 15 10:01:08.881944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b062b694-6b69-4813-9bc9-55fe5223b318 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fe19509-f71c-4f91-bb9c-77319c4494b1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:08.910583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-1d9fbc03-773f-4b47-bf20-65b8ff58bced req-4b7eae9c-891e-4e0e-b59b-d31a01c95bf5 service neutron] (102358) timed out ('10.222.0.72', 63253) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:01:09.016265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:09.060266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3b7c2ad3-354d-4ba8-b40b-a88933066c8d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46585d1afeba429ca90892298770012a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405159 Feb 15 10:01:09.060481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 43892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:09.114359 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:09.139763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:09.217940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:09.222025 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:09.223943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8085119e-11ea-4ab9-ab8e-3158de01de8a HTTP/1.1" status: 204 len: 168 time: 0.1623871 Feb 15 10:01:09.242913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35057ca-e828-4875-9723-2e79f6246145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8085119e-11ea-4ab9-ab8e-3158de01de8a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:09.486874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8b4aa-b29b-466f-b956-804a7fdbb42b req-b226a642-335f-4db0-959d-a1b1ed939c86 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:09.488581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1d8b4aa-b29b-466f-b956-804a7fdbb42b req-b226a642-335f-4db0-959d-a1b1ed939c86 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 943 time: 0.0635374 Feb 15 10:01:09.538258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e1d8b4aa-b29b-466f-b956-804a7fdbb42b req-049b8c82-95ac-456b-b1b7-6a3901298dbe tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422335 Feb 15 10:01:09.726467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:01:09.854990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:01:09.867401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'network_id': '1741cce1-8198-463a-ba5e-f6ec025d5800', 'port_id': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'mac_address': 'fa:16:3e:27:9a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a270735-e371-48f7-a4f8-ae416a87ee11', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:01:09.910692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:09.926010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:01:09.952743 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:01:09.957107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:10.019488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:10.159486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:01:10.665630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfad3f-e8a1-4852-a40f-42711ba85199 req-ede66185-f7ba-4a27-9f5e-eff9f7280a9b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:10.667791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46dfad3f-e8a1-4852-a40f-42711ba85199 req-ede66185-f7ba-4a27-9f5e-eff9f7280a9b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 944 time: 0.0538642 Feb 15 10:01:10.711721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46dfad3f-e8a1-4852-a40f-42711ba85199 req-831dc9eb-ccef-44be-8e7e-bbe35ac8c05f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Feb 15 10:01:11.737000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:01:11.795645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:01:11.796134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:11.843919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0aac20-2445-41a2-bbf6-42148786e14d req-ea097990-69d5-49c5-9c28-1fed89124a71 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:11.845487 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e0aac20-2445-41a2-bbf6-42148786e14d req-ea097990-69d5-49c5-9c28-1fed89124a71 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 944 time: 0.0526195 Feb 15 10:01:11.894810 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:11.895173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e0aac20-2445-41a2-bbf6-42148786e14d req-c6804ae8-9af5-4913-9c1d-284125ee1de4 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Feb 15 10:01:11.920983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:01:11.923323 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f34f5-c076-4acb-9015-10662d85b14a" -d '{"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:01:11.938157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:01:11.942737 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:11.971493 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4325a-4e60-47a9-82df-1d054ef401be x-openstack-request-id: req-0ac4325a-4e60-47a9-82df-1d054ef401be {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:01:11.971943 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-plugged", "status": "completed", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:01:11.972233 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ac4325a-4e60-47a9-82df-1d054ef401be {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:01:11.972691 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'code': 200} Feb 15 10:01:12.001349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=10']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:12.142260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af731a1-1ca6-460c-bd5d-85df7a43475f req-cc2daf02-dc88-416f-9176-d2a1458691f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:12.143751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6af731a1-1ca6-460c-bd5d-85df7a43475f req-cc2daf02-dc88-416f-9176-d2a1458691f8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1097 time: 0.0411255 Feb 15 10:01:12.181634 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6af731a1-1ca6-460c-bd5d-85df7a43475f req-72d2dd67-f855-4e36-a05a-c8c0fa4486dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312846 Feb 15 10:01:13.036441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791edf5-2dbb-40d0-982e-d3f52210ed8e req-ead9bd4d-3671-4e9a-ae1e-e0ab8979c6fd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:13.039764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5791edf5-2dbb-40d0-982e-d3f52210ed8e req-ead9bd4d-3671-4e9a-ae1e-e0ab8979c6fd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0721531 Feb 15 10:01:13.091372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5791edf5-2dbb-40d0-982e-d3f52210ed8e req-a3b17c43-c94e-44ab-bc4b-d73e53261879 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454481 Feb 15 10:01:14.208298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc917449-1efc-435e-8392-c445cc2b01f2 req-74279c4d-224d-49a1-840e-6eab38ba37e9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:14.209808 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc917449-1efc-435e-8392-c445cc2b01f2 req-74279c4d-224d-49a1-840e-6eab38ba37e9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0476706 Feb 15 10:01:14.247763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc917449-1efc-435e-8392-c445cc2b01f2 req-274bbab0-2453-435a-b4d2-7ff0351d4d90 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312090 Feb 15 10:01:14.363737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0709e9e9-9e25-4d3d-9096-f9c74e6018f4 req-15a8cad3-e6c1-4289-8b1e-dae87a5c2af3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:14.365151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0709e9e9-9e25-4d3d-9096-f9c74e6018f4 req-15a8cad3-e6c1-4289-8b1e-dae87a5c2af3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0504732 Feb 15 10:01:14.404134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0709e9e9-9e25-4d3d-9096-f9c74e6018f4 req-ab156493-75bf-496b-9fff-8c35a26637bc tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Feb 15 10:01:14.423155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:14.531748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24185fe-225b-47c1-b85c-13d3ad741859 req-e915ee07-44da-4ac8-8267-be6dbb40591c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:14.533231 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c24185fe-225b-47c1-b85c-13d3ad741859 req-e915ee07-44da-4ac8-8267-be6dbb40591c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0532198 Feb 15 10:01:14.571125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c24185fe-225b-47c1-b85c-13d3ad741859 req-b5c3fde9-9cce-48a8-b60a-cd5ef894bded tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Feb 15 10:01:14.700749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07328-a020-43c0-87d5-ee8c6e3f1243 req-7641e276-62c6-4e8c-a333-64acd6de8bcb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:14.702267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbd07328-a020-43c0-87d5-ee8c6e3f1243 req-7641e276-62c6-4e8c-a333-64acd6de8bcb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0484753 Feb 15 10:01:14.740240 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bbd07328-a020-43c0-87d5-ee8c6e3f1243 req-213555e6-4c0f-43d0-9bc5-0ef9aad4d748 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319490 Feb 15 10:01:14.856143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba9fd7-d80f-486c-8653-6b6f13a0bae1 req-8e0de48e-71c8-4e58-972c-353e487061c6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:14.857670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9aba9fd7-d80f-486c-8653-6b6f13a0bae1 req-8e0de48e-71c8-4e58-972c-353e487061c6 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0501578 Feb 15 10:01:14.894976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9aba9fd7-d80f-486c-8653-6b6f13a0bae1 req-bb974404-28d0-4757-acf6-2732193a0d6e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310819 Feb 15 10:01:15.035875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a22df1-b8b6-4484-8f73-f230dc5fd402 req-5798feb4-a196-4f5a-881a-a9553af4baea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:15.037405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a22df1-b8b6-4484-8f73-f230dc5fd402 req-5798feb4-a196-4f5a-881a-a9553af4baea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0544996 Feb 15 10:01:15.081972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a22df1-b8b6-4484-8f73-f230dc5fd402 req-636b43c4-5340-42a3-8a22-78cb3f689f58 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374894 Feb 15 10:01:15.211293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739d093-8be8-46f8-9591-922415935a86 req-849e7164-057c-4559-96cb-ca26873a3cc4 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:15.213725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2739d093-8be8-46f8-9591-922415935a86 req-849e7164-057c-4559-96cb-ca26873a3cc4 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0615177 Feb 15 10:01:15.260715 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2739d093-8be8-46f8-9591-922415935a86 req-ed397647-b397-41cd-a920-9f6318d48d2a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349743 Feb 15 10:01:15.545389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef60650-83af-4c2a-921f-19ebc64bd1d0 req-a7bdf870-9e1c-42e4-ad8d-25914da90f60 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:15.546901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fef60650-83af-4c2a-921f-19ebc64bd1d0 req-a7bdf870-9e1c-42e4-ad8d-25914da90f60 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0591171 Feb 15 10:01:15.930807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fef60650-83af-4c2a-921f-19ebc64bd1d0 req-5cd2f80c-cbc1-43bc-89f1-089ed736c1a7 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3750434 Feb 15 10:01:16.715026 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be2d4bb9-7748-4934-ad48-6b1a569197d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:17.043790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:17.079124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed5b1d-3cc9-4ce6-a0fc-8c336498d604 req-7e58c41b-c830-4dff-a4f5-f8d31e65383c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:17.080596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caed5b1d-3cc9-4ce6-a0fc-8c336498d604 req-7e58c41b-c830-4dff-a4f5-f8d31e65383c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0694938 Feb 15 10:01:17.124243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caed5b1d-3cc9-4ce6-a0fc-8c336498d604 req-05225676-5554-43af-a4b2-4a57c3e949e5 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356116 Feb 15 10:01:17.441582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ac91-a782-4043-b32e-69d99debad61 req-3de09171-06ab-4804-beff-5dee7f75b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:17.443505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-3de09171-06ab-4804-beff-5dee7f75b63d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 1097 time: 0.0439899 Feb 15 10:01:17.467743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c929411-e7ec-4045-bbcf-2cc51130d867 req-5c109fb6-1e31-4b97-ae7d-ec92938747cf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:17.469239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c929411-e7ec-4045-bbcf-2cc51130d867 req-5c109fb6-1e31-4b97-ae7d-ec92938747cf tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0656826 Feb 15 10:01:17.518460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c929411-e7ec-4045-bbcf-2cc51130d867 req-9e98b6c6-b6f8-439d-b3f4-f542500ed93e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Feb 15 10:01:17.552978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ac91-a782-4043-b32e-69d99debad61 req-62a77ed3-0eeb-4509-9b37-4e49b462bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:17.555176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-62a77ed3-0eeb-4509-9b37-4e49b462bf24 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 200 len: 914 time: 0.1048059 Feb 15 10:01:17.595101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-14d585c4-1830-4832-ab4c-724f9bbffbdd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Feb 15 10:01:17.650706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8ac91-a782-4043-b32e-69d99debad61 req-d7634ad9-1f24-4bc3-a39b-3576bb417fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:17.652215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-d7634ad9-1f24-4bc3-a39b-3576bb417fc0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 200 len: 853 time: 0.0509403 Feb 15 10:01:17.685835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-9c11931f-9fa1-45c2-be67-c4ab83688965 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1741cce1-8198-463a-ba5e-f6ec025d5800&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269260 Feb 15 10:01:17.782943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-538f0ae5-05d1-4d71-bdbd-7f844e3a6fca service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877542 Feb 15 10:01:17.884427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edf8ac91-a782-4043-b32e-69d99debad61 req-73ffd8c0-d679-4c5f-b47a-7fd66d26701e service neutron] 10.222.0.72 "GET /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948195 Feb 15 10:01:18.666259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f8ead9-c055-4f24-9abe-e5a1158eaeb4 req-737d500e-464b-45d2-8259-792136513842 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:18.667922 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d4f8ead9-c055-4f24-9abe-e5a1158eaeb4 req-737d500e-464b-45d2-8259-792136513842 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0611947 Feb 15 10:01:18.713838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d4f8ead9-c055-4f24-9abe-e5a1158eaeb4 req-da00c9f6-22db-42b0-a5da-9f4447b7d665 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Feb 15 10:01:18.874640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e1dee-cec7-4edf-82b5-84183b4f4092 req-ec6e9bcc-cdeb-4fc1-8510-5358f6ab5b86 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:18.876388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-376e1dee-cec7-4edf-82b5-84183b4f4092 req-ec6e9bcc-cdeb-4fc1-8510-5358f6ab5b86 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0706553 Feb 15 10:01:18.937064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-376e1dee-cec7-4edf-82b5-84183b4f4092 req-fa19d2ab-6e67-4084-8ebf-ed8277fd6a72 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492690 Feb 15 10:01:19.277947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b6c65ab1-5846-4103-bd54-dab416a77e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:19.356010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f61799-de3a-4742-9112-cb9d2ed99f76 req-ef9bec42-fca0-4eb8-9999-315028b55cbb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:19.357709 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56f61799-de3a-4742-9112-cb9d2ed99f76 req-ef9bec42-fca0-4eb8-9999-315028b55cbb tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0546570 Feb 15 10:01:19.401558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56f61799-de3a-4742-9112-cb9d2ed99f76 req-bcdcb23f-0182-420c-8c55-a448438d832b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370023 Feb 15 10:01:19.531698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06cb49-a2bb-413d-89e9-2e9fb41cb4c8 req-9b4b7b98-47f1-4d12-9a2a-b733761234ce tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:19.534616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc06cb49-a2bb-413d-89e9-2e9fb41cb4c8 req-9b4b7b98-47f1-4d12-9a2a-b733761234ce tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0558867 Feb 15 10:01:19.573825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc06cb49-a2bb-413d-89e9-2e9fb41cb4c8 req-cd39cdf4-bb23-40e0-aacc-56759253688f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344517 Feb 15 10:01:19.743878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f42635-938a-4622-882f-2e59f9f5d09c req-521620f0-d06d-4b21-9b55-2eb5fcc3dc28 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:19.745485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81f42635-938a-4622-882f-2e59f9f5d09c req-521620f0-d06d-4b21-9b55-2eb5fcc3dc28 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0573666 Feb 15 10:01:19.786808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-81f42635-938a-4622-882f-2e59f9f5d09c req-1cb2f94c-f900-455a-9ba2-e2c11eb35549 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337720 Feb 15 10:01:19.907685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5518-7fa4-418c-b0e3-b15454899d72 req-728e0bf1-c801-4cc8-8d10-779a17674667 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:19.909230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5ee5518-7fa4-418c-b0e3-b15454899d72 req-728e0bf1-c801-4cc8-8d10-779a17674667 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0513568 Feb 15 10:01:19.958263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5ee5518-7fa4-418c-b0e3-b15454899d72 req-d3ebdf73-98b4-43e4-b736-613aec2c4c8f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421999 Feb 15 10:01:20.119029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b72ab-e021-4c39-85f4-198cc14cb6f3 req-5cd2e632-0301-42e4-a08c-57961cfeab6c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:20.120575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-104b72ab-e021-4c39-85f4-198cc14cb6f3 req-5cd2e632-0301-42e4-a08c-57961cfeab6c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0525870 Feb 15 10:01:20.168323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-104b72ab-e021-4c39-85f4-198cc14cb6f3 req-24113193-bd82-4b00-83d6-f01409b2d0db tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Feb 15 10:01:20.304694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ddfaf-b59c-4251-820b-1d90a2d232e3 req-bd633360-c880-49a2-92de-142c7ca6e010 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:20.307316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a47ddfaf-b59c-4251-820b-1d90a2d232e3 req-bd633360-c880-49a2-92de-142c7ca6e010 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0598958 Feb 15 10:01:20.358419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a47ddfaf-b59c-4251-820b-1d90a2d232e3 req-143c35ef-14ef-4490-bf9e-7a4a2f22b67d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439391 Feb 15 10:01:20.404743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:20.540429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0249e1fb-0c5d-4875-a718-cccfff59f11c req-286f5eea-52ca-4c3d-8961-0579ccd34202 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:20.541977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0249e1fb-0c5d-4875-a718-cccfff59f11c req-286f5eea-52ca-4c3d-8961-0579ccd34202 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0592268 Feb 15 10:01:20.586577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0249e1fb-0c5d-4875-a718-cccfff59f11c req-f1e19333-f579-4557-bb50-11619d14a02a tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357411 Feb 15 10:01:20.707884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0b76a-aeae-4144-aa73-bade00ec34a8 req-e725f8d3-06bf-41b3-9d04-e6dabeb9c1fd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:20.709445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5b0b76a-aeae-4144-aa73-bade00ec34a8 req-e725f8d3-06bf-41b3-9d04-e6dabeb9c1fd tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0535650 Feb 15 10:01:20.750233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5b0b76a-aeae-4144-aa73-bade00ec34a8 req-11e7346a-c534-4224-90c2-c4471b989d2d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Feb 15 10:01:20.901538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968106b-5f9d-4f29-9cc2-37794b670567 req-1c3e74b5-bcd8-4589-9a65-17040f09b109 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:20.903078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c968106b-5f9d-4f29-9cc2-37794b670567 req-1c3e74b5-bcd8-4589-9a65-17040f09b109 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0551836 Feb 15 10:01:20.943633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c968106b-5f9d-4f29-9cc2-37794b670567 req-eb8b9e0a-f8ae-42ed-99e6-d3120dd31fb0 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337188 Feb 15 10:01:21.074484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e0cef-4cdc-49ab-a7cc-79c4fc58ab78 req-336e533e-ee65-4142-b354-c8346f944121 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:21.076788 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-172e0cef-4cdc-49ab-a7cc-79c4fc58ab78 req-336e533e-ee65-4142-b354-c8346f944121 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0630898 Feb 15 10:01:21.117030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-172e0cef-4cdc-49ab-a7cc-79c4fc58ab78 req-47dc273c-3cf9-4ae4-bda0-b9f08c05876d tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Feb 15 10:01:21.250279 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2573-df24-438c-9f6c-1db7cc652b35 req-4dc15261-4d83-484a-9e4b-c5f62287494e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:21.251674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63fc2573-df24-438c-9f6c-1db7cc652b35 req-4dc15261-4d83-484a-9e4b-c5f62287494e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0505776 Feb 15 10:01:21.290891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63fc2573-df24-438c-9f6c-1db7cc652b35 req-d62598ea-3a63-4a79-8707-126be79df998 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330367 Feb 15 10:01:21.416037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aa1e7f-d710-4aec-b443-6ad669f65dfc req-d98954d4-790e-4878-a919-8d2f5e457912 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:21.417586 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22aa1e7f-d710-4aec-b443-6ad669f65dfc req-d98954d4-790e-4878-a919-8d2f5e457912 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0536036 Feb 15 10:01:21.456913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22aa1e7f-d710-4aec-b443-6ad669f65dfc req-00c42ca6-63e0-4f50-8810-17a49a7e1e3f tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Feb 15 10:01:21.591530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bae500-21b4-44b4-9176-88a70de73e61 req-d07c7e7c-6e77-4f43-9c7f-150fed933675 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:21.593063 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5bae500-21b4-44b4-9176-88a70de73e61 req-d07c7e7c-6e77-4f43-9c7f-150fed933675 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0594578 Feb 15 10:01:21.642906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5bae500-21b4-44b4-9176-88a70de73e61 req-b987e726-ceb7-4f76-9bbb-773f294c0822 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393140 Feb 15 10:01:22.287872 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:22.418069 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:26.474120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d0398-5591-47d1-b36f-6dc19df8c000 req-11db3eeb-d848-4423-9e0e-dcb2a9abd89c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:26.475708 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f2d0398-5591-47d1-b36f-6dc19df8c000 req-11db3eeb-d848-4423-9e0e-dcb2a9abd89c tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0545816 Feb 15 10:01:26.525166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6f2d0398-5591-47d1-b36f-6dc19df8c000 req-1acb4fb5-5f98-48de-9525-ef193340b5a9 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372760 Feb 15 10:01:27.833745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80ced7-2d9c-4647-99f3-5c8f45800287 req-74e653c7-24ce-4393-b519-44d56a43341e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:27.837218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe80ced7-2d9c-4647-99f3-5c8f45800287 req-74e653c7-24ce-4393-b519-44d56a43341e tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.2301600 Feb 15 10:01:27.876504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe80ced7-2d9c-4647-99f3-5c8f45800287 req-e9e10fec-e857-4c23-b4d6-3837586048e3 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/security-groups?id=96fa4c2a-c47f-441d-9280-6a3796ee07a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322144 Feb 15 10:01:28.102812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-bb550446-d27a-458f-9214-577ceb4d165b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:28.104280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-bb550446-d27a-458f-9214-577ceb4d165b tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 946 time: 0.0562716 Feb 15 10:01:28.202380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Deleting port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:01:28.202767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:28.300496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] For port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,segment=NetworkSegment(904a2174-777a-4a92-bc92-a2fbca84de49),segment_id=904a2174-777a-4a92-bc92-a2fbca84de49)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:01:28.300891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:28.313278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Calling delete_port for 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:01:28.442637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:28.455159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['67b0e5e1-0127-4c7f-914d-95ccde7a41f3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:01:28.481137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Pushing event deleted for resources: {'Port': ['ID=67b0e5e1-0127-4c7f-914d-95ccde7a41f3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:28.529440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] No DVR routers for this DVR port 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:01:28.532855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:28.537643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35b36618-4089-49a6-9377-3adcd51a4d58 req-1d373e1d-66b0-4457-b308-b1be6e4a1cea tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.72 "DELETE /v2.0/ports/67b0e5e1-0127-4c7f-914d-95ccde7a41f3 HTTP/1.1" status: 204 len: 173 time: 0.4269037 Feb 15 10:01:28.538780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-deleted', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:01:28.542318 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f5f89-78bd-4203-8207-8f9781e476db" -d '{"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-deleted", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:01:28.598265 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7c946-b349-46f0-ac7e-fb113cf60457 x-openstack-request-id: req-c2b7c946-b349-46f0-ac7e-fb113cf60457 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:01:28.598740 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31a1be3f-52bd-4812-9122-8e20e9ceff5d", "name": "network-vif-deleted", "tag": "67b0e5e1-0127-4c7f-914d-95ccde7a41f3", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:01:28.599111 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2b7c946-b349-46f0-ac7e-fb113cf60457 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:01:28.599648 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31a1be3f-52bd-4812-9122-8e20e9ceff5d', 'name': 'network-vif-deleted', 'tag': '67b0e5e1-0127-4c7f-914d-95ccde7a41f3', 'status': 'completed', 'code': 200} Feb 15 10:01:29.015560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-89082e0f-067a-48b7-b4c6-d9a2ae22867c req-a899c69c-0f9b-4a9f-b7ef-78989d75a832 tempest-ServersNegativeTestJSON-1992807001 tempest-ServersNegativeTestJSON-1992807001-project] 10.222.0.10 "GET /v2.0/ports?device_id=31a1be3f-52bd-4812-9122-8e20e9ceff5d HTTP/1.1" status: 200 len: 210 time: 0.0333066 Feb 15 10:01:30.080753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44306) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:30.126524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Deleting subnet 1a270735-e371-48f7-a4f8-ae416a87ee11 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:01:30.130264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.170780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.220164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.275631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.306594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a270735-e371-48f7-a4f8-ae416a87ee11,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:30.308589 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.312452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4bb5315c-2ace-4888-8f73-c0ba3467e3dc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1a270735-e371-48f7-a4f8-ae416a87ee11 HTTP/1.1" status: 204 len: 168 time: 0.2297871 Feb 15 10:01:30.315347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44312) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:30.394274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.481019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.508406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1741cce1-8198-463a-ba5e-f6ec025d5800']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:30.520392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904a2174-777a-4a92-bc92-a2fbca84de49') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:30.520881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904a2174-777a-4a92-bc92-a2fbca84de49') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:01:30.533431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.547601 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.554487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:01:30.555144 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:01:30.557045 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:01:30.615487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.622852 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.630398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1741cce1-8198-463a-ba5e-f6ec025d5800 HTTP/1.1" status: 204 len: 168 time: 0.3097878 Feb 15 10:01:30.638084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e08cb9-6d4d-4ed0-9662-3f5c7a47f6b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1741cce1-8198-463a-ba5e-f6ec025d5800,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:30.828103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44326) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:30.872475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1e710ccc-459b-479b-9ddd-774640bc7fc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7df82f7ed9d44e18b61d7b55ce0c1a5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470784 Feb 15 10:01:30.875273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44328) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:30.926674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:30.948996 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:31.001739 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:31.005585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:31.009895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96fa4c2a-c47f-441d-9280-6a3796ee07a0 HTTP/1.1" status: 204 len: 168 time: 0.1308677 Feb 15 10:01:31.020839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4b520-d87a-40c3-b3ef-b9926f81b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96fa4c2a-c47f-441d-9280-6a3796ee07a0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:31.879032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:01:31.914264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:01:31.914636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 67b0e5e1-0127-4c7f-914d-95ccde7a41f3 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:01:32.209808 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:01:33.860428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44444) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:33.973136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47631211-ed6c-44a9-9190-12c7cc66057f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.072231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47631211-ed6c-44a9-9190-12c7cc66057f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.077338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-47631211-ed6c-44a9-9190-12c7cc66057f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.116714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47631211-ed6c-44a9-9190-12c7cc66057f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e94f98-6bf2-41e8-b565-866c502291fa,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:34.123982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44452) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:34.124558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-47631211-ed6c-44a9-9190-12c7cc66057f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2dfd5d224593407cab9d4844816929a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627809 Feb 15 10:01:34.180913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.204599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.267326 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.269968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.271131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10e94f98-6bf2-41e8-b565-866c502291fa HTTP/1.1" status: 204 len: 168 time: 0.1453900 Feb 15 10:01:34.280428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e94f98-6bf2-41e8-b565-866c502291fa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:34.289461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.290191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.290532 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.290870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.291200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.291646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.291861 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.292150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.292472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.292788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.293135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.293535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef733dd-0d73-45c2-9703-2b1fa08a73d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:01:34.611776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44466) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:34.652524 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09d9e97d-8f13-40ba-8e13-6f382504cdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.739226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09d9e97d-8f13-40ba-8e13-6f382504cdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.744023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-09d9e97d-8f13-40ba-8e13-6f382504cdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.781848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d9e97d-8f13-40ba-8e13-6f382504cdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10121cc6-0019-4aec-b5ae-0a13f024e1f3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:34.786235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-09d9e97d-8f13-40ba-8e13-6f382504cdf9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3782e85352e491fb82a4c3b77090b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733088 Feb 15 10:01:34.789004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44470) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:34.842760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.863974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.924699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.927319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:34.931938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/10121cc6-0019-4aec-b5ae-0a13f024e1f3 HTTP/1.1" status: 204 len: 168 time: 0.1385143 Feb 15 10:01:34.937854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105fd25-fea3-4727-b05f-62ed1c3e623d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10121cc6-0019-4aec-b5ae-0a13f024e1f3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:37.492967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44588) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:37.633130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16e4b9b2-215e-4671-9d72-f999eef6a5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.712130 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16e4b9b2-215e-4671-9d72-f999eef6a5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.716521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-16e4b9b2-215e-4671-9d72-f999eef6a5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.772561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4b9b2-215e-4671-9d72-f999eef6a5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=311d59d3-f40b-4a34-a8ee-74038bf6fb18,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:37.785804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44598) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:37.786498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-16e4b9b2-215e-4671-9d72-f999eef6a5ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9718744436f5493d9754d19e9d2b8d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2920430 Feb 15 10:01:37.841375 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.863536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.918350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.921285 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:37.922858 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/311d59d3-f40b-4a34-a8ee-74038bf6fb18 HTTP/1.1" status: 204 len: 168 time: 0.1359179 Feb 15 10:01:37.935224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5e149-479d-481d-a37e-86e87a1b1eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=311d59d3-f40b-4a34-a8ee-74038bf6fb18,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:38.248581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:38.266133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-941aaae4-16bc-4e3c-9943-5d942cd2dc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.362410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-941aaae4-16bc-4e3c-9943-5d942cd2dc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.366365 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-941aaae4-16bc-4e3c-9943-5d942cd2dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.404059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-941aaae4-16bc-4e3c-9943-5d942cd2dc1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba4f612471964100a89f4d6489ab57a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536822 Feb 15 10:01:38.406780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44614) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:38.408661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941aaae4-16bc-4e3c-9943-5d942cd2dc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469405e5-426f-4df6-b196-32fd0c588b76,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:38.464634 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.486487 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.542277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.544927 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:38.548639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/469405e5-426f-4df6-b196-32fd0c588b76 HTTP/1.1" status: 204 len: 168 time: 0.1381340 Feb 15 10:01:38.556169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580240e3-7ce1-4b7d-ba8c-63d12831fcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469405e5-426f-4df6-b196-32fd0c588b76,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:40.334095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44688) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:40.455409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39a9ddc9-22a4-42f6-8009-403b1147f9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.535838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39a9ddc9-22a4-42f6-8009-403b1147f9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.540854 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-39a9ddc9-22a4-42f6-8009-403b1147f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.580197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-39a9ddc9-22a4-42f6-8009-403b1147f9ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c4b21a086c5846869969450d8cfd3bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2440736 Feb 15 10:01:40.581218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9ddc9-22a4-42f6-8009-403b1147f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70754b5-bc7b-49dd-941f-a04543a4fec1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:40.583546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44696) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:40.643089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.668929 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.722155 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.726448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:40.728150 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d70754b5-bc7b-49dd-941f-a04543a4fec1 HTTP/1.1" status: 204 len: 168 time: 0.1423419 Feb 15 10:01:40.742560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fdee1c-bc35-4d3f-9533-c895a9b57c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70754b5-bc7b-49dd-941f-a04543a4fec1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:42.818047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:42.942098 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bbf4cc1-51d2-4e8f-ac8b-6dbc5f1d32c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.016840 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bbf4cc1-51d2-4e8f-ac8b-6dbc5f1d32c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.021127 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bbf4cc1-51d2-4e8f-ac8b-6dbc5f1d32c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.065617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3bbf4cc1-51d2-4e8f-ac8b-6dbc5f1d32c5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=95600e62cee04b64ad60cc3aa81ea902&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441757 Feb 15 10:01:43.065617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbf4cc1-51d2-4e8f-ac8b-6dbc5f1d32c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53934fd5-ebe8-4084-a9a6-9530d7a089f9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:43.066487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44816) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:43.119923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.141594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.189653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.192284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.193518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53934fd5-ebe8-4084-a9a6-9530d7a089f9 HTTP/1.1" status: 204 len: 168 time: 0.1254535 Feb 15 10:01:43.207739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f469d-4c9e-4b34-8933-c39d94bf7caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53934fd5-ebe8-4084-a9a6-9530d7a089f9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:43.467686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:43.482481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81b63a29-bacc-4de0-807b-d142aa32d50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.567209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81b63a29-bacc-4de0-807b-d142aa32d50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.571766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-81b63a29-bacc-4de0-807b-d142aa32d50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.611071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-81b63a29-bacc-4de0-807b-d142aa32d50a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aab13566d6bd45f8a529ecb3dae9bb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422274 Feb 15 10:01:43.611932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b63a29-bacc-4de0-807b-d142aa32d50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee28e99b-37d4-44cb-a48b-cb15976e02ae,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:43.613762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44832) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:43.665020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.687175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.738637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.743191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:43.747819 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee28e99b-37d4-44cb-a48b-cb15976e02ae HTTP/1.1" status: 204 len: 168 time: 0.1305354 Feb 15 10:01:43.755723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51497c7-8c06-4657-bd4b-74edc48264c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee28e99b-37d4-44cb-a48b-cb15976e02ae,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:44.439062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.000851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44948) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:46.124737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-660e8403-72c6-4ef5-ac01-e5fca9ec2acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.213885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-660e8403-72c6-4ef5-ac01-e5fca9ec2acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.218064 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-660e8403-72c6-4ef5-ac01-e5fca9ec2acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.258266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-660e8403-72c6-4ef5-ac01-e5fca9ec2acf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0a99ed07a9694b73b18404ce4d9885a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2601182 Feb 15 10:01:46.259096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e8403-72c6-4ef5-ac01-e5fca9ec2acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76145e9-4587-4439-87c6-0aa8064e88f7,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:46.261123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44952) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:46.314173 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.338724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.386610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.389489 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.390662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e76145e9-4587-4439-87c6-0aa8064e88f7 HTTP/1.1" status: 204 len: 168 time: 0.1280148 Feb 15 10:01:46.400857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eb579-6f7d-494c-b5f0-1868b1e94a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76145e9-4587-4439-87c6-0aa8064e88f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:46.685104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 44958) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:46.698923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f34273c-c21a-4ecf-9ff5-08f158fbf631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.719593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b30b77a1-f46e-49b8-a7b7-aab5aac14534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.783070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f34273c-c21a-4ecf-9ff5-08f158fbf631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.789018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9f34273c-c21a-4ecf-9ff5-08f158fbf631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.832054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9f34273c-c21a-4ecf-9ff5-08f158fbf631 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3334b9630f754ab4b9e0712b4ab5b130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434805 Feb 15 10:01:46.832054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34273c-c21a-4ecf-9ff5-08f158fbf631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c7ab09-ab71-4ea1-bae8-c11fb90e8c66,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:46.833157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 44960) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:46.885905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.907770 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.955457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.958059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:46.959517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/28c7ab09-ab71-4ea1-bae8-c11fb90e8c66 HTTP/1.1" status: 204 len: 168 time: 0.1248631 Feb 15 10:01:46.969743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3155ebf-41bf-46c6-a488-a47013180195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c7ab09-ab71-4ea1-bae8-c11fb90e8c66,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:47.035720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.391590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45026) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:48.512750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33951f26-4455-44b7-b641-26eb48e69d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.588938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33951f26-4455-44b7-b641-26eb48e69d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.593205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-33951f26-4455-44b7-b641-26eb48e69d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.633831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-33951f26-4455-44b7-b641-26eb48e69d5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b37358877e1f475fbf4e8ad17e09fa85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410314 Feb 15 10:01:48.634802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33951f26-4455-44b7-b641-26eb48e69d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db6955a-adc1-48e0-8109-b720e00d7f83,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:48.636165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:48.689492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.710922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.759992 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.762733 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:48.764184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4db6955a-adc1-48e0-8109-b720e00d7f83 HTTP/1.1" status: 204 len: 168 time: 0.1261566 Feb 15 10:01:48.773781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f836c0-6e99-42df-96e8-5c7c7f155bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db6955a-adc1-48e0-8109-b720e00d7f83,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:49.281219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3659d26b-20dd-445e-95fd-1ebef2fb94c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:49.995691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45068) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:50.100127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1800748076', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:50.123272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Made reservation on behalf of 56e6b735fa5841a5be87359879d0cdaa for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:01:50.126160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.135450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.234743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.239312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.245312 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] device_id is not set on port 3c210a19-2b7a-4d45-9244-8e43fa39ff10 yet. {{(pid=102359) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 15 10:01:50.300280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d604af-e85c-4da0-9f9c-e7f8cf117df1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:50.367717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Allocated IP 172.25.6.45 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/3c210a19-2b7a-4d45-9244-8e43fa39ff10) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:01:50.392173 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.522842 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.561627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.605748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:01:50.608757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:01:50.612176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:01:50.634478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Pushing event updated for resources: {'Port': ['ID=3c210a19-2b7a-4d45-9244-8e43fa39ff10,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:50.654695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:01:50.655257 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.671909 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-068dab5a-dc99-430a-a8f2-1ca6aad8c9ab tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6751189 Feb 15 10:01:50.674721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:50.679040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}]}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:50.702395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.703532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.761221 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:50.902328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.110340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.129643 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.275930 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.433609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.435565 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.479327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.479892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e78d9312-6b6b-49cc-ad63-7838d6db1d82 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:01:51.497282 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 15 10:01:51.498702 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-45fc89a2-c97b-4295-b58a-300fd15ffe57 tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8229728 Feb 15 10:01:51.501504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:51.586733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Deleting port 3c210a19-2b7a-4d45-9244-8e43fa39ff10 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:01:51.587084 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.665448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.677007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Calling delete_port for 3c210a19-2b7a-4d45-9244-8e43fa39ff10 owned by {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:01:51.802052 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.830675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c210a19-2b7a-4d45-9244-8e43fa39ff10,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:51.898163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:51.901479 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b3138dd4-c6c6-431f-a895-36e03492c08d tempest-RoutersAdminNegativeTest-474470606 tempest-RoutersAdminNegativeTest-474470606-project-admin] 10.222.0.10 "DELETE /v2.0/ports/3c210a19-2b7a-4d45-9244-8e43fa39ff10 HTTP/1.1" status: 204 len: 168 time: 0.3990054 Feb 15 10:01:52.149789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:52.264334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44616e8b-0c2d-4242-91e3-7748edb12d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.272462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.344521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44616e8b-0c2d-4242-91e3-7748edb12d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.348902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-44616e8b-0c2d-4242-91e3-7748edb12d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.388180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-44616e8b-0c2d-4242-91e3-7748edb12d3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=15ff01f9984041e2a06361d11a45d664&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2367747 Feb 15 10:01:52.389281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44616e8b-0c2d-4242-91e3-7748edb12d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e12357-5266-4d61-9196-56bcb84ffd4c,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:52.391239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45102) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:52.422267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.445190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.466775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.524172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.527566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.531791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30e12357-5266-4d61-9196-56bcb84ffd4c HTTP/1.1" status: 204 len: 168 time: 0.1394413 Feb 15 10:01:52.540088 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0d8d3-7b24-4414-a373-dea3a801a255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e12357-5266-4d61-9196-56bcb84ffd4c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:52.826372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45110) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:52.868535 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d733310b-26d0-47af-b7ab-7e5438c32aed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=56e6b735fa5841a5be87359879d0cdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410028 Feb 15 10:01:52.870984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45112) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:52.920163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.944190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:52.998215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:53.001198 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:53.005030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86d604af-e85c-4da0-9f9c-e7f8cf117df1 HTTP/1.1" status: 204 len: 168 time: 0.1304810 Feb 15 10:01:53.016283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274274ef-a4f8-4399-89c4-7822802c962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d604af-e85c-4da0-9f9c-e7f8cf117df1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:53.756607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:53.872965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c7843fc3-e741-412f-8552-54359c985179 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:53.873494 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-c7843fc3-e741-412f-8552-54359c985179 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 10:01:53.873992 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-c7843fc3-e741-412f-8552-54359c985179 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 10:01:53.874958 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c7843fc3-e741-412f-8552-54359c985179 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1169672 Feb 15 10:01:53.878566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45140) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:53.883750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1561814627'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:53.908296 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:53.917541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:53.997638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.001988 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.047462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96018172-65f4-4945-8a80-eefc657338bc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.088280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.092630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.121547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.122781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2432439 Feb 15 10:01:54.125849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45142) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.130370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': 'bdba7a12-722b-46be-a0b5-0b5a212c4bac', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:54.130803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6452d-5539-4fea-996b-95655b1ce1c9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdba7a12-722b-46be-a0b5-0b5a212c4bac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.158218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.214955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.219344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.236563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f63780f-b406-48b8-9292-d1879778ecfa,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.250091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.251308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-751cf503-b611-4187-a0dd-3ba023902288 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244674 Feb 15 10:01:54.254027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45144) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.259293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8e00719c-13c7-4429-8323-a93a56cce51e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': 'bdba7a12-722b-46be-a0b5-0b5a212c4bac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:54.292985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8e00719c-13c7-4429-8323-a93a56cce51e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.340980 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-8e00719c-13c7-4429-8323-a93a56cce51e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): There was a conflict when trying to complete your request. Feb 15 10:01:54.342152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8e00719c-13c7-4429-8323-a93a56cce51e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0871985 Feb 15 10:01:54.345064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45146) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.403961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.427291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.470259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.472969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.474151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/bdba7a12-722b-46be-a0b5-0b5a212c4bac HTTP/1.1" status: 204 len: 168 time: 0.1281471 Feb 15 10:01:54.478163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.484200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c163837-9dd4-4b7d-af76-f19e34cfb028 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdba7a12-722b-46be-a0b5-0b5a212c4bac,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.538189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1d9aebe6-44b9-4f93-a4a6-d21c75389663 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0584674 Feb 15 10:01:54.542618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.547563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--982432143'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:54.572341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.643419 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.647965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.678647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.680050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1361446 Feb 15 10:01:54.683673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.684728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a56cd6-7c6f-429e-89a2-45adc84af424 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f067135-ac2b-4f0f-9eba-a6f3710cda2d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.688222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-905138ae-b34b-47d4-8b04-3378662020fe tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '9f067135-ac2b-4f0f-9eba-a6f3710cda2d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:54.688710 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-905138ae-b34b-47d4-8b04-3378662020fe tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 15 10:01:54.689224 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-905138ae-b34b-47d4-8b04-3378662020fe tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:54.690172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-905138ae-b34b-47d4-8b04-3378662020fe tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0055318 Feb 15 10:01:54.692785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45156) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.751684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.775673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.815487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.819345 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:54.820786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/9f067135-ac2b-4f0f-9eba-a6f3710cda2d HTTP/1.1" status: 204 len: 168 time: 0.1269095 Feb 15 10:01:54.823450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.832247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e519084-670d-4acd-a645-2595e1d7d0a9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f067135-ac2b-4f0f-9eba-a6f3710cda2d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:54.903839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-311f338e-1dd5-41df-80ef-3a87eb62b4fe tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789809 Feb 15 10:01:54.907639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45160) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:54.914494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--666465642'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:54.946899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.018166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.022286 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.051728 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.053565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1440821 Feb 15 10:01:55.055404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc5962-643a-4457-9a97-1583d4dbf858 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47faba21-ffe6-4d9d-9fde-9ad9b5d6f0ae,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:55.057009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.063495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-29fb7f1f-18e2-49bd-9cba-7caacf198cca tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '47faba21-ffe6-4d9d-9fde-9ad9b5d6f0ae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.064299 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-29fb7f1f-18e2-49bd-9cba-7caacf198cca tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 15 10:01:55.064802 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-29fb7f1f-18e2-49bd-9cba-7caacf198cca tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.069284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-29fb7f1f-18e2-49bd-9cba-7caacf198cca tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0076730 Feb 15 10:01:55.069403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45164) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.124190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.151784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.197331 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.199997 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.204460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/47faba21-ffe6-4d9d-9fde-9ad9b5d6f0ae HTTP/1.1" status: 204 len: 168 time: 0.1339455 Feb 15 10:01:55.204615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45166) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.215410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741c8b4c-7d30-4821-98a7-9c6e51f61385 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47faba21-ffe6-4d9d-9fde-9ad9b5d6f0ae,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:55.260338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-485a1e80-c1be-41a3-a3e9-11c3659d432c tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0540676 Feb 15 10:01:55.264333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45168) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.269301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1093158033'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.294715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.363095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.367790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.400589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.401815 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1363823 Feb 15 10:01:55.402755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55f1ab-219e-40b0-813e-2380772ae46e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d32934-4a0e-471a-a634-2a28306c3300,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:55.404735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45170) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.409496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3fdd6489-7127-4dfd-88bd-29d740a9ca14 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '99d32934-4a0e-471a-a634-2a28306c3300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.410364 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-3fdd6489-7127-4dfd-88bd-29d740a9ca14 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 15 10:01:55.410898 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3fdd6489-7127-4dfd-88bd-29d740a9ca14 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.413214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3fdd6489-7127-4dfd-88bd-29d740a9ca14 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060658 Feb 15 10:01:55.415716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45172) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.420523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0b336324-71bd-4d60-8775-ae7c1110d08f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '99d32934-4a0e-471a-a634-2a28306c3300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.421217 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-0b336324-71bd-4d60-8775-ae7c1110d08f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 15 10:01:55.421710 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-0b336324-71bd-4d60-8775-ae7c1110d08f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.422698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0b336324-71bd-4d60-8775-ae7c1110d08f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0057480 Feb 15 10:01:55.425689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45174) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.432102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6d1e57e1-59d5-4c5e-8838-bb840a7cf9b3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '99d32934-4a0e-471a-a634-2a28306c3300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.433029 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-6d1e57e1-59d5-4c5e-8838-bb840a7cf9b3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 15 10:01:55.433584 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-6d1e57e1-59d5-4c5e-8838-bb840a7cf9b3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.437383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45176) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.437509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6d1e57e1-59d5-4c5e-8838-bb840a7cf9b3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106585 Feb 15 10:01:55.442180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bca5e87d-4c3e-4f01-a0cc-30e74a1ca9d7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '99d32934-4a0e-471a-a634-2a28306c3300', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.443140 n-d-825064-4 neutron-server[102359]: WARNING neutron.api.v2.base [None req-bca5e87d-4c3e-4f01-a0cc-30e74a1ca9d7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 15 10:01:55.444331 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-bca5e87d-4c3e-4f01-a0cc-30e74a1ca9d7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.447626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bca5e87d-4c3e-4f01-a0cc-30e74a1ca9d7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069857 Feb 15 10:01:55.447852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45178) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.507784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.533624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.579553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.584231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.587064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/99d32934-4a0e-471a-a634-2a28306c3300 HTTP/1.1" status: 204 len: 168 time: 0.1369040 Feb 15 10:01:55.589957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45182) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.597382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f7eda-4eae-4e25-8b47-03cb6e61159b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d32934-4a0e-471a-a634-2a28306c3300,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:55.654783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b859f86c-3d24-4bfd-897c-1de4c88832cd tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0634813 Feb 15 10:01:55.655344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45186) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.659771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--839878387'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.684522 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.759698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.763794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.795454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d034a4-8afc-4101-9422-9470d880756f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:55.800564 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:55.805245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-163a3f02-6d8c-4f1e-b3a9-a6491a602d8e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1455858 Feb 15 10:01:55.805823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45188) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.810545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-57769e6a-aa4f-4cb6-a4f6-65426e904170 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.811344 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-57769e6a-aa4f-4cb6-a4f6-65426e904170 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 10:01:55.811848 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-57769e6a-aa4f-4cb6-a4f6-65426e904170 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.812896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-57769e6a-aa4f-4cb6-a4f6-65426e904170 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062668 Feb 15 10:01:55.815714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.821338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3313e54d-91d3-4708-9faf-c54e90ba63d9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.859059 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-3313e54d-91d3-4708-9faf-c54e90ba63d9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.860142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3313e54d-91d3-4708-9faf-c54e90ba63d9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0434475 Feb 15 10:01:55.863079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45192) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.867997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0395be6b-c88b-4c91-a967-2f0692cb6b70 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.868474 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-0395be6b-c88b-4c91-a967-2f0692cb6b70 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 15 10:01:55.869005 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-0395be6b-c88b-4c91-a967-2f0692cb6b70 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.869977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0395be6b-c88b-4c91-a967-2f0692cb6b70 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059857 Feb 15 10:01:55.872718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45194) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.877170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-edcb4558-fc5a-4c28-a581-5461a58e3ea7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.917322 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-edcb4558-fc5a-4c28-a581-5461a58e3ea7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.918478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-edcb4558-fc5a-4c28-a581-5461a58e3ea7 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0447204 Feb 15 10:01:55.922194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45196) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.926866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a10324ce-c217-42ce-8e8c-4193fbc33761 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.927335 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-a10324ce-c217-42ce-8e8c-4193fbc33761 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 15 10:01:55.928312 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-a10324ce-c217-42ce-8e8c-4193fbc33761 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.929310 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a10324ce-c217-42ce-8e8c-4193fbc33761 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061018 Feb 15 10:01:55.932319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45198) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.936985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-59b99c67-036d-4865-bb4b-61aee3d9567f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.975717 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-59b99c67-036d-4865-bb4b-61aee3d9567f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.976717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-59b99c67-036d-4865-bb4b-61aee3d9567f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0433879 Feb 15 10:01:55.979438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45200) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.983995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-58f2a57a-f950-4b29-a334-55f654ccdf15 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:55.984486 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-58f2a57a-f950-4b29-a334-55f654ccdf15 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 15 10:01:55.984972 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-58f2a57a-f950-4b29-a334-55f654ccdf15 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:55.985881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58f2a57a-f950-4b29-a334-55f654ccdf15 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0055277 Feb 15 10:01:55.988119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45202) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:55.992787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cf14efdc-50a6-4d92-99b4-524c0c62d67d tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.028759 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-cf14efdc-50a6-4d92-99b4-524c0c62d67d tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:56.029827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf14efdc-50a6-4d92-99b4-524c0c62d67d tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0408707 Feb 15 10:01:56.032657 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45204) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.036922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a8ed2e16-e169-45c1-ad9b-102d175fd868 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '94d034a4-8afc-4101-9422-9470d880756f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.073101 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-a8ed2e16-e169-45c1-ad9b-102d175fd868 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:56.074145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8ed2e16-e169-45c1-ad9b-102d175fd868 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0405729 Feb 15 10:01:56.076828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45206) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.129769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.152409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.192318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.195704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.196970 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/94d034a4-8afc-4101-9422-9470d880756f HTTP/1.1" status: 204 len: 168 time: 0.1191497 Feb 15 10:01:56.199673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45208) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.205991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d280b-e47f-4b51-9126-50e1e6172138 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d034a4-8afc-4101-9422-9470d880756f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:56.243903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7a35857-8d8a-45f6-8a6b-91ab1d43668a tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430865 Feb 15 10:01:56.247687 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45210) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.252018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--971697622'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.274863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.344333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.348342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.381040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.382379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1336844 Feb 15 10:01:56.383546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762710f5-9426-463e-8dbf-98aae0735840 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6e2853-2cad-4391-a583-70702600937d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:56.385833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45212) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.390686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5643cc30-9757-488f-8505-e1f3c27099e4 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '0c6e2853-2cad-4391-a583-70702600937d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.431066 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-5643cc30-9757-488f-8505-e1f3c27099e4 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The resource could not be found. Feb 15 10:01:56.432290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5643cc30-9757-488f-8505-e1f3c27099e4 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0454340 Feb 15 10:01:56.435064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45214) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.439326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-574e2f7b-4acc-4586-98f0-5b3557b5910b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '0c6e2853-2cad-4391-a583-70702600937d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4240ba4f-8459-4ae6-a4bb-43136ed08b9b'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.477410 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-574e2f7b-4acc-4586-98f0-5b3557b5910b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The resource could not be found. Feb 15 10:01:56.478355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-574e2f7b-4acc-4586-98f0-5b3557b5910b tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0423999 Feb 15 10:01:56.481148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45216) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.531882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.555259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.597920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.601527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.602759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/0c6e2853-2cad-4391-a583-70702600937d HTTP/1.1" status: 204 len: 168 time: 0.1206677 Feb 15 10:01:56.605505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.612631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76329f-0450-4f22-9f09-769bfcd31521 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6e2853-2cad-4391-a583-70702600937d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:56.656852 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-459ce32e-fff0-4194-a45e-077ed5485e0e tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0497234 Feb 15 10:01:56.660535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45222) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.667564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-729d19d9-a86c-4b11-a9df-9e626f2c0c97 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '7eec1c56-a5a1-4fa5-8be3-5aa3fc06bf94', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.719967 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-729d19d9-a86c-4b11-a9df-9e626f2c0c97 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The resource could not be found. Feb 15 10:01:56.725577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-729d19d9-a86c-4b11-a9df-9e626f2c0c97 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0596132 Feb 15 10:01:56.725720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45224) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.730256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--1550362937'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.753883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.825878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.829745 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.859526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e278035-70ed-437d-b2b2-73fb2fc7050f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:56.864523 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.868687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2071f583-1ed6-4b33-9df3-725798b19286 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1392505 Feb 15 10:01:56.869144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45226) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:56.873204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--960452361'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:56.897928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.969713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:56.973959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.156198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.156198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1421509 Feb 15 10:01:57.160776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45232) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.160776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a12848ac-69e3-4e69-80ae-9751f7f27ea5 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group_rule': {'security_group_id': '4e278035-70ed-437d-b2b2-73fb2fc7050f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '58fed595-1490-44f9-ad49-c6db10bff4ce'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:57.162684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b66ff-fa0b-4b90-9537-8b26a412fca3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58fed595-1490-44f9-ad49-c6db10bff4ce,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:57.163152 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-a12848ac-69e3-4e69-80ae-9751f7f27ea5 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:01:57.163411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.163678 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a12848ac-69e3-4e69-80ae-9751f7f27ea5 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0635960 Feb 15 10:01:57.163879 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.164086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.206198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.209622 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.210857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/58fed595-1490-44f9-ad49-c6db10bff4ce HTTP/1.1" status: 204 len: 168 time: 0.1327662 Feb 15 10:01:57.214280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.220340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2921d892-6222-40dd-92af-5968e4290677 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fed595-1490-44f9-ad49-c6db10bff4ce,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:57.279366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c72990f8-b5fa-4db9-80f1-0d0715785850 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0617776 Feb 15 10:01:57.280040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45248) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.339398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.364692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.406161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.408783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.410050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/4e278035-70ed-437d-b2b2-73fb2fc7050f HTTP/1.1" status: 204 len: 168 time: 0.1290112 Feb 15 10:01:57.413450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.425112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f10bf8-2142-426b-a4e8-96a9d2e53d22 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e278035-70ed-437d-b2b2-73fb2fc7050f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:57.465868 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb00a509-0f87-406e-9512-8808f4814f37 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512395 Feb 15 10:01:57.469576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45254) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.474629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'tempest-secgroup--198399984'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:57.500629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.573709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.578369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.611441 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.612682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1419754 Feb 15 10:01:57.613429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a181ede-3bb4-4beb-9bea-132028fe65c3 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1583ca-65f5-4e65-b083-a8faa082bdcd,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:57.616255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45260) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.621142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-cbaf2824-2acb-4f26-958e-247e2a19eaa1 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Request body: {'security_group': {'name': 'default'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:01:57.621730 n-d-825064-4 neutron-server[102358]: WARNING neutron.api.v2.base [None req-cbaf2824-2acb-4f26-958e-247e2a19eaa1 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 15 10:01:57.622239 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-cbaf2824-2acb-4f26-958e-247e2a19eaa1 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] update failed (client error): There was a conflict when trying to complete your request. Feb 15 10:01:57.624687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cbaf2824-2acb-4f26-958e-247e2a19eaa1 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "PUT /v2.0/security-groups/ab1583ca-65f5-4e65-b083-a8faa082bdcd HTTP/1.1" status: 409 len: 330 time: 0.0058353 Feb 15 10:01:57.626168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45262) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.683810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.707656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.753938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.757435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:57.758604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab1583ca-65f5-4e65-b083-a8faa082bdcd HTTP/1.1" status: 204 len: 168 time: 0.1313362 Feb 15 10:01:57.761234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.768864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c69a6b-92e2-47aa-ac06-a411e84ead8f tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1583ca-65f5-4e65-b083-a8faa082bdcd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:01:57.814103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-aea127e2-a7b7-4b20-bf18-cd3bc8a8d987 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0481973 Feb 15 10:01:57.814471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.827974 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-8a233a35-cb3d-46f7-999e-366484e5f6a0 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] delete failed (client error): The resource could not be found. Feb 15 10:01:57.829022 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8a233a35-cb3d-46f7-999e-366484e5f6a0 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce058209-c4d6-4e17-9751-8d32a27f40a8 HTTP/1.1" status: 404 len: 347 time: 0.0135903 Feb 15 10:01:57.832855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45274) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.856490 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-844da04d-dfd7-4e38-97b0-d5006abdcfd9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] show failed (client error): The resource could not be found. Feb 15 10:01:57.857526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-844da04d-dfd7-4e38-97b0-d5006abdcfd9 tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-groups/b58137f4-09f7-4d3e-80c1-22c7a498c465 HTTP/1.1" status: 404 len: 347 time: 0.0237556 Feb 15 10:01:57.861588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45276) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:57.875876 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-7810226a-460e-4d7d-ad20-b2f25c31bcda tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] show failed (client error): The resource could not be found. Feb 15 10:01:57.876881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7810226a-460e-4d7d-ad20-b2f25c31bcda tempest-NegativeSecGroupTest-1956174457 tempest-NegativeSecGroupTest-1956174457-project] 10.222.0.10 "GET /v2.0/security-group-rules/89f269e5-18f1-48cf-ba14-d025228da563 HTTP/1.1" status: 404 len: 356 time: 0.0144844 Feb 15 10:01:58.148081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45288) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:58.296925 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-75df4acc-e750-47db-8ce5-286c63002fa4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f931ccea4c74b0f90a3163a87124236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1475434 Feb 15 10:01:58.299367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45296) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:01:58.356039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:58.378260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:58.428455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:58.431300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:01:58.434348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/96018172-65f4-4945-8a80-eefc657338bc HTTP/1.1" status: 204 len: 168 time: 0.1339192 Feb 15 10:01:58.450734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43b687-4e24-4a66-adb9-743db49e4336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96018172-65f4-4945-8a80-eefc657338bc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:09.209816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:02:10.354504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45646) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:10.461536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42ca6c03-a2d4-45d0-92ff-f24a1b9919d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.540031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42ca6c03-a2d4-45d0-92ff-f24a1b9919d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.543913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-42ca6c03-a2d4-45d0-92ff-f24a1b9919d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.582635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-42ca6c03-a2d4-45d0-92ff-f24a1b9919d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a5bf76d4d734843ab841f34c405cdef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2269750 Feb 15 10:02:10.583519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca6c03-a2d4-45d0-92ff-f24a1b9919d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a959c79-828f-425c-8076-ef5f361c730f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:10.587408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:10.638193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.660183 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.710039 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.712897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:10.716716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a959c79-828f-425c-8076-ef5f361c730f HTTP/1.1" status: 204 len: 168 time: 0.1278267 Feb 15 10:02:10.724725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a959c79-828f-425c-8076-ef5f361c730f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:10.733347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.733696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.734189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.735349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.735767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.736217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.736699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.737185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.737568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.737981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.738451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.738624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c2078a-f20b-40dd-b5f4-48fcdf34db0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:10.987069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 45656) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:11.006907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-730b928e-7fb5-4004-8b06-0ffcdcf2ed89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.077485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-730b928e-7fb5-4004-8b06-0ffcdcf2ed89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.082127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-730b928e-7fb5-4004-8b06-0ffcdcf2ed89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.121270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-730b928e-7fb5-4004-8b06-0ffcdcf2ed89 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5f83d5b1016413393bf33bdd7eb4ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329305 Feb 15 10:02:11.123327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 45660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:11.124112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b928e-7fb5-4004-8b06-0ffcdcf2ed89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b645b73b-8581-4276-9372-238bde068349,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:11.174189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.196662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.244350 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.246885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:11.250550 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b645b73b-8581-4276-9372-238bde068349 HTTP/1.1" status: 204 len: 168 time: 0.1238480 Feb 15 10:02:11.255616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6215f45-4d83-4309-92c4-a012c8e8645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b645b73b-8581-4276-9372-238bde068349,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:14.439086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:16.724676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-40b4a7b5-b8da-488f-a17f-97564fd02ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:17.029304 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:19.274376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91e7a271-8874-49d6-96af-669a64834543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:20.400967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.277215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.435527 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.536869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46228) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:22.685081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6abf9d86-26ec-415d-b367-09709b501060 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9836bd5192fc4f74b81d1eec8a121021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470010 Feb 15 10:02:22.687890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:22.740524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.763916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.817278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.820650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:22.824457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/26184231-0c44-4820-8049-2d5c4e3bd6e7 HTTP/1.1" status: 204 len: 168 time: 0.1326525 Feb 15 10:02:22.831049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6702e-1ea3-4984-a58a-0ed8790d398d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26184231-0c44-4820-8049-2d5c4e3bd6e7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:23.511483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46256) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:23.615645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-615363731-network', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:23.637976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Made reservation on behalf of b84e58da2cbb427e81ba8b259f52d94f for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:23.640505 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.649553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.728715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.732873 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.759115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3173a1c-7063-4b3e-8811-415582a30f79,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:23.764690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:02:23.775137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.775485 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Added segment aa07e371-2e87-47b5-a320-6e446d6e8d96 of type vlan for network 310ddeb6-a8fa-4880-806c-642b5822447c Feb 15 10:02:23.815571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.840828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.841830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:23.842393 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:23.892661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3766911 Feb 15 10:02:23.895790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46260) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:23.904419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Request body: {'subnet': {'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-615363731-subnet', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:23.908430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a84251-10eb-4176-a089-f72a477bc72f admin admin] Pushing event updated for resources: {'Network': ['ID=310ddeb6-a8fa-4880-806c-642b5822447c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:23.921605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 310ddeb6-a8fa-4880-806c-642b5822447c details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:02:23.940004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Made reservation on behalf of b84e58da2cbb427e81ba8b259f52d94f for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:23.942416 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.144262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.205263 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7c0b8e-952b-4529-9c83-5b2e580b606a,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:24.215821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Checking segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:24.216183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Network hostable DHCP agents. Network: 310ddeb6-a8fa-4880-806c-642b5822447c, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:02:24.227831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:24.238547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Network 310ddeb6-a8fa-4880-806c-642b5822447c is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:02:24.251014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 310ddeb6-a8fa-4880-806c-642b5822447c) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:24.261647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ad75ef-d65f-444e-98f3-cf5e8ae92d5a None None] Network 310ddeb6-a8fa-4880-806c-642b5822447c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:24.264418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:24.264802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.285752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-164f99a4-daf0-4af9-84e9-027c3b16eda1 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3887355 Feb 15 10:02:24.288482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46272) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:24.293908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:24.324535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.326023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.369771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a431a506-b388-4644-9245-2ae9dce18263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.403966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.434675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-310ddeb6-a8fa-4880-806c-642b5822447c', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:02:24.435590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.573684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Allocated IP 172.20.0.2 (310ddeb6-a8fa-4880-806c-642b5822447c/6a7c0b8e-952b-4529-9c83-5b2e580b606a/254269fc-aa40-4ed2-9cd4-71e4e1890eff) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:24.575790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.620164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a431a506-b388-4644-9245-2ae9dce18263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.646113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a431a506-b388-4644-9245-2ae9dce18263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.694647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a431a506-b388-4644-9245-2ae9dce18263 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d2cefc43a6c9415590a7b8c9501de8cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656236 Feb 15 10:02:24.695906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431a506-b388-4644-9245-2ae9dce18263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea2d9b2-a2f7-400c-a7dc-2ba88708b059,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:24.698265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46274) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:24.724698 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.731776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.766293 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.771668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Network 310ddeb6-a8fa-4880-806c-642b5822447c is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:24.777135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:24.779843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:24.790914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.796931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Pushing event updated for resources: {'Port': ['ID=254269fc-aa40-4ed2-9cd4-71e4e1890eff,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:24.805569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.806143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.806493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.806794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.807275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.807779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.808097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.808415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.808730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.809498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.809822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.810134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:24.841970 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.844502 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.846275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8ea2d9b2-a2f7-400c-a7dc-2ba88708b059 HTTP/1.1" status: 204 len: 168 time: 0.1457002 Feb 15 10:02:24.855501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4594a60-6ae5-42a7-bd90-998744f3ea84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea2d9b2-a2f7-400c-a7dc-2ba88708b059,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:24.861622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Attempting to bind port 254269fc-aa40-4ed2-9cd4-71e4e1890eff on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:24.861988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Attempting to bind port 254269fc-aa40-4ed2-9cd4-71e4e1890eff by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:24.862344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Attempting to bind port 254269fc-aa40-4ed2-9cd4-71e4e1890eff on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:24.868675 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.871114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:24.871503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Checking segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:24.871899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.872283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Bound using segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:24.872750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Bound port: 254269fc-aa40-4ed2-9cd4-71e4e1890eff, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:24.873143 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.893629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:24.954484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] For port 254269fc-aa40-4ed2-9cd4-71e4e1890eff, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:24.958545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] For port 254269fc-aa40-4ed2-9cd4-71e4e1890eff, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=254269fc-aa40-4ed2-9cd4-71e4e1890eff,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:24.962806 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.010763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Allocated IP 172.25.6.45 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/504e0aeb-e336-4bf8-b6a4-c4cfa12630ab) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:25.032749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceafd64-f4bb-42a6-816c-e0668a7be20e None None] Pushing event updated for resources: {'Port': ['ID=254269fc-aa40-4ed2-9cd4-71e4e1890eff,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:25.138630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.185728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46280) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:25.187308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.207280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2232bcc3-17c0-40cf-9031-c78867bf85b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.238819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:25.242616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:25.246276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:25.271684 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Pushing event updated for resources: {'Port': ['ID=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:25.308730 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2232bcc3-17c0-40cf-9031-c78867bf85b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.313726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2232bcc3-17c0-40cf-9031-c78867bf85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.530289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.715537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2232bcc3-17c0-40cf-9031-c78867bf85b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32efebe8d2a14e86880dd4e27e92185a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275774 Feb 15 10:02:25.716694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232bcc3-17c0-40cf-9031-c78867bf85b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4590cd5-e5a9-49d1-bab6-293ffafa4963,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:25.719795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46282) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:25.776778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.800274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.857591 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.860116 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:25.861509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4590cd5-e5a9-49d1-bab6-293ffafa4963 HTTP/1.1" status: 204 len: 168 time: 0.1406808 Feb 15 10:02:25.871286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2e279-d050-4415-ba3b-29f45387c43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4590cd5-e5a9-49d1-bab6-293ffafa4963,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:26.072059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d56fac-1a80-4e29-b6d9-c448f2ad3585 None None] Network 310ddeb6-a8fa-4880-806c-642b5822447c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:26.103356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.145306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] Provisioning complete for port 254269fc-aa40-4ed2-9cd4-71e4e1890eff triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:26.145983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.253551 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Router 162f8786-0815-4c17-a8af-127cc8014d36 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:02:26.296923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.335116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] For port 254269fc-aa40-4ed2-9cd4-71e4e1890eff, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=254269fc-aa40-4ed2-9cd4-71e4e1890eff,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:26.344207 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.379487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:26.391263 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Sync routers for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:26.403429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.405289 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a1c3a3e-3c87-48ab-9f92-3744df065b84 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1150770 Feb 15 10:02:26.406339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:26.407359 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:26.408367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46296) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:26.421156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5ad7c-74de-4856-bdfb-0f644b90763b None None] Pushing event updated for resources: {'Port': ['ID=254269fc-aa40-4ed2-9cd4-71e4e1890eff,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:26.651804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:26.674608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-078745e8-9599-4ecb-8d23-7e2e11e27673 None None] Provisioning complete for port 254269fc-aa40-4ed2-9cd4-71e4e1890eff triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:26.674986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-078745e8-9599-4ecb-8d23-7e2e11e27673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.831619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 254269fc-aa40-4ed2-9cd4-71e4e1890eff up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:26.853506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:25Z', 'revision_number': 3, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:26.880754 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Checking router: 162f8786-0815-4c17-a8af-127cc8014d36 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:26.881142 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Updating router 162f8786-0815-4c17-a8af-127cc8014d36 port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:26.893583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 254269fc-aa40-4ed2-9cd4-71e4e1890eff triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:26.894014 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.912496 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:26.958372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.181804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Allocated IP 172.20.0.1 (310ddeb6-a8fa-4880-806c-642b5822447c/6a7c0b8e-952b-4529-9c83-5b2e580b606a/a040414f-eff3-46db-9fa4-78308382bde4) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:27.206659 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.212694 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.270148 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Attempting to bind port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:27.270511 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Attempting to bind port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:27.271300 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Attempting to bind port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:27.273733 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Pushing event updated for resources: {'Port': ['ID=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:27.282582 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.282921 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.283254 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.283579 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.283899 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.284518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.284518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.284858 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.285180 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.285494 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.285807 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.286127 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:27.290150 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:27.290526 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:27.290922 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.291315 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:27.291840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Bound port: 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:27.292218 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.304657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.352153 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] For port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:27.352648 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.357035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] For port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:27.365209 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.390269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Network 310ddeb6-a8fa-4880-806c-642b5822447c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:27.393335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:27.400322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:27.419543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:27.420965 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:27.436274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Pushing event updated for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:27.466265 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.481062 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4616c-ac00-4b78-9ce8-b81df89f7dfc None None] Pushing event updated for resources: {'Port': ['ID=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:27.563847 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:27.632547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.718536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ede382fc-474b-49ab-9194-ae06d3e18025 None None] Provisioning complete for port a040414f-eff3-46db-9fa4-78308382bde4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:27.719869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ede382fc-474b-49ab-9194-ae06d3e18025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.762238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ede382fc-474b-49ab-9194-ae06d3e18025 None None] Port a040414f-eff3-46db-9fa4-78308382bde4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:27.789017 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:25Z', 'revision_number': 3, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:27.814859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.815786 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71eba8a-c380-4cdd-93f3-cf80b3cbe7af None None] The sync data for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 is: [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:25Z', 'revision_number': 3, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:02:27.825033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:27.898013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Pushing event updated for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:27.900959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:28.018773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Network 310ddeb6-a8fa-4880-806c-642b5822447c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:28.020324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:28.220391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Router 162f8786-0815-4c17-a8af-127cc8014d36 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:02:28.353257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:28.359846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-758040d3-5da3-4cf6-9d1f-05546929731e admin admin] 10.222.0.10 "PUT /v2.0/routers/162f8786-0815-4c17-a8af-127cc8014d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9502139 Feb 15 10:02:28.396047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-96c90675-b50b-4eb9-b0de-8ebce7cc16b8 None None] Provisioning complete for port a040414f-eff3-46db-9fa4-78308382bde4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:28.396676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96c90675-b50b-4eb9-b0de-8ebce7cc16b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:28.438426 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-96c90675-b50b-4eb9-b0de-8ebce7cc16b8 None None] Port a040414f-eff3-46db-9fa4-78308382bde4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:28.797610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:28.865874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:28.866252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:28.970330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.001386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:29.007648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.051735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46350) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:29.057292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-204210958-network', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:29.063145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:29.081221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Made reservation on behalf of 5b8d79e73917466ca0c849a6a24fb205 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:29.083675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.092931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.176527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.180619 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.208215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:02:29.214782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:29.226216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.226778 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Added segment edaf85db-306b-4fed-89ae-d5fab7676096 of type vlan for network e856fe35-8f7d-4983-bea0-d2d1f7589df3 Feb 15 10:02:29.271894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.309543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.310530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:29.311106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.368314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3128603 Feb 15 10:02:29.368673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46360) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:29.373537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Request body: {'subnet': {'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-204210958-subnet', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:29.389320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9933548-c83d-427a-b298-4f53ce0d07c4 admin admin] Pushing event updated for resources: {'Network': ['ID=e856fe35-8f7d-4983-bea0-d2d1f7589df3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:29.402393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:02:29.405232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Made reservation on behalf of 5b8d79e73917466ca0c849a6a24fb205 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:29.407617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.608303 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.662837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5baf0721-647f-45e2-b576-4cc1f2b3e780,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:29.681685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Checking segment: {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:29.682129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Network hostable DHCP agents. Network: e856fe35-8f7d-4983-bea0-d2d1f7589df3, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:02:29.698821 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:02:29.708310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, e856fe35-8f7d-4983-bea0-d2d1f7589df3) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:29.713449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:29.714075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.720418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c00494c-45ab-45cf-af24-964f9967259b None None] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:29.734251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-407b5ea4-3980-4a4b-b8c8-4856b5954864 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3642509 Feb 15 10:02:29.736570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46364) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:29.741032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:29.771298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.772389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.793735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Sync routers for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:29.812359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:29.813111 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:29.857604 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:29.994980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:29.999322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.028499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:02:30.030211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.230072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.256289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.367392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Allocated IP 172.25.6.117 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/0c31dd44-9653-47ab-98c6-9c771062eed8) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:30.477782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Allocated IP 172.20.0.2 (e856fe35-8f7d-4983-bea0-d2d1f7589df3/5baf0721-647f-45e2-b576-4cc1f2b3e780/6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:30.480488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.524966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.563500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 4, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a040414f-eff3-46db-9fa4-78308382bde4', 'name': '', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'mac_address': 'fa:16:3e:cc:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:26Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 2, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'subnets': [{'id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:30.568669 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:30.574558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:30.578094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:30.584070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Pushing event updated for resources: {'Port': ['ID=0c31dd44-9653-47ab-98c6-9c771062eed8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:30.599417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Checking router: 162f8786-0815-4c17-a8af-127cc8014d36 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:30.599767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Updating router 162f8786-0815-4c17-a8af-127cc8014d36 port a040414f-eff3-46db-9fa4-78308382bde4 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:30.640556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.737400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.747211 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:30.825069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:30.901119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:30.912055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:30.915207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:30.925999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Pushing event updated for resources: {'Port': ['ID=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:31.048998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:31.049289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.052466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Attempting to bind port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:31.052863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Attempting to bind port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:31.053210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Attempting to bind port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d on network e856fe35-8f7d-4983-bea0-d2d1f7589df3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:31.091280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:31.091664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Checking segment: {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:31.092067 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.092463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Bound using segment: {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:31.092958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Bound port: 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:31.093340 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.098888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.227875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] For port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:31.283740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.296650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] For port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:31.303442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.313794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.322223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.383062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73829c-33f9-448e-8271-9786c56ba37a None None] Pushing event updated for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:31.493628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Attempting to bind port a040414f-eff3-46db-9fa4-78308382bde4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:31.494051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Attempting to bind port a040414f-eff3-46db-9fa4-78308382bde4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:31.494467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Attempting to bind port a040414f-eff3-46db-9fa4-78308382bde4 on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:31.500133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4749772-fb6a-4f55-8f8b-b6ad086394dc None None] Pushing event updated for resources: {'Port': ['ID=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:31.511977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:31.513462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Checking segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:31.514048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.514723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Bound using segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:31.515415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Bound port: a040414f-eff3-46db-9fa4-78308382bde4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:31.516018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.561973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Router 0548dc7f-2803-45f9-893d-85665069c10b is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:02:31.614712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] For port a040414f-eff3-46db-9fa4-78308382bde4, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:31.620721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] For port a040414f-eff3-46db-9fa4-78308382bde4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a040414f-eff3-46db-9fa4-78308382bde4,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:31.634599 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.721703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:31.743361 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Sync routers for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:31.755428 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:31.757543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:31.765989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.769595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc50de2d-51c4-4ea2-8199-f5650bf05e79 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0292890 Feb 15 10:02:31.769829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46376) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:31.782603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:31.783310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:31.828134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] Provisioning complete for port a040414f-eff3-46db-9fa4-78308382bde4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:31.828847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:31.839976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73829c-33f9-448e-8271-9786c56ba37a None None] Pushing event updated for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:31.960889 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:32.019138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:32.245398 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:30Z', 'revision_number': 3, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:32.274779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Checking router: 0548dc7f-2803-45f9-893d-85665069c10b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:32.275547 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Updating router 0548dc7f-2803-45f9-893d-85665069c10b port 0c31dd44-9653-47ab-98c6-9c771062eed8 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:32.290177 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:32.315276 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:32.337751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] For port a040414f-eff3-46db-9fa4-78308382bde4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a040414f-eff3-46db-9fa4-78308382bde4,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:32.350068 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:32.389874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:32.401187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 4, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a040414f-eff3-46db-9fa4-78308382bde4', 'name': '', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'mac_address': 'fa:16:3e:cc:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:26Z', 'updated_at': '2022-02-15T10:02:31Z', 'revision_number': 4, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'subnets': [{'id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:32.434462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ea8fd3-dfad-4a96-b00f-5f8b061a10d9 None None] The sync data for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 is: [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:27Z', 'revision_number': 4, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'a040414f-eff3-46db-9fa4-78308382bde4', 'name': '', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'mac_address': 'fa:16:3e:cc:38:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:26Z', 'updated_at': '2022-02-15T10:02:31Z', 'revision_number': 4, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'subnets': [{'id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:02:32.474654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777eb258-d8e1-456f-86da-e3785060f506 None None] Pushing event updated for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:32.528957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6630fb1e-31a2-4c56-97eb-fa3c0e6bdfb3 None None] Provisioning complete for port a040414f-eff3-46db-9fa4-78308382bde4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:32.529561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6630fb1e-31a2-4c56-97eb-fa3c0e6bdfb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:32.695757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Allocated IP 172.20.0.1 (e856fe35-8f7d-4983-bea0-d2d1f7589df3/5baf0721-647f-45e2-b576-4cc1f2b3e780/10c24b66-6383-4dee-8b3d-a3c946e0a673) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:32.925115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a040414f-eff3-46db-9fa4-78308382bde4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:32.946440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.016955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bdddb87-8623-4395-85db-aca077264444 None None] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:33.030734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.084259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:33.091519 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:33.094249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:33.130075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Pushing event updated for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:33.157515 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.157830 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.175149 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.211844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a040414f-eff3-46db-9fa4-78308382bde4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:33.213002 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.273346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Attempting to bind port 0c31dd44-9653-47ab-98c6-9c771062eed8 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:33.273716 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Attempting to bind port 0c31dd44-9653-47ab-98c6-9c771062eed8 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:33.274075 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Attempting to bind port 0c31dd44-9653-47ab-98c6-9c771062eed8 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:33.289271 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148d9a2-6d4c-43ed-9b26-807c374f83ed None None] Pushing event updated for resources: {'Port': ['ID=0c31dd44-9653-47ab-98c6-9c771062eed8,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:33.297720 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:33.298412 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:33.301011 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.301442 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:33.301887 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Bound port: 0c31dd44-9653-47ab-98c6-9c771062eed8, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:33.302274 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.337741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] Provisioning complete for port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:33.338299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.386157 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] For port 0c31dd44-9653-47ab-98c6-9c771062eed8, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:33.390504 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] For port 0c31dd44-9653-47ab-98c6-9c771062eed8, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c31dd44-9653-47ab-98c6-9c771062eed8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:33.401998 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.452053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.516387 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148d9a2-6d4c-43ed-9b26-807c374f83ed None None] Pushing event updated for resources: {'Port': ['ID=0c31dd44-9653-47ab-98c6-9c771062eed8,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:33.555824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:33.565999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:33.568142 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:33.722269 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:33.734400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.759366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46394) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:33.797572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.808130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.835133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] For port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:33.872680 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.963615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e5999-2650-4a8d-9755-5227064524cc None None] Pushing event updated for resources: {'Port': ['ID=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:33.990594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Pushing event updated for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:33.992057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:33.992057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:33.995213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d37569b7-16e0-48ce-911b-2ebc16ad3c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.011778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.087008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10c24b66-6383-4dee-8b3d-a3c946e0a673', 'name': '', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'mac_address': 'fa:16:3e:fb:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:32Z', 'updated_at': '2022-02-15T10:02:32Z', 'revision_number': 1, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'subnets': [{'id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:34.145173 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b228c8c-2fe6-4931-a3d4-061aa9341f94 None None] The sync data for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 is: [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10c24b66-6383-4dee-8b3d-a3c946e0a673', 'name': '', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'mac_address': 'fa:16:3e:fb:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:32Z', 'updated_at': '2022-02-15T10:02:32Z', 'revision_number': 1, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'subnets': [{'id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:02:34.204066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d37569b7-16e0-48ce-911b-2ebc16ad3c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.212614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d37569b7-16e0-48ce-911b-2ebc16ad3c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.238176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:34.239811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:34.299333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d37569b7-16e0-48ce-911b-2ebc16ad3c0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d9054fcd43b41aaa3c30eda126d75bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390618 Feb 15 10:02:34.301872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37569b7-16e0-48ce-911b-2ebc16ad3c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe78c6a-761c-4cbc-8d09-f813d98a1e99,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:34.302891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a156d73e-0d00-4756-a5a3-bd5537b7b1ee None None] Provisioning complete for port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:34.303360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a156d73e-0d00-4756-a5a3-bd5537b7b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.308385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46398) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:34.410931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.422620 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Router 0548dc7f-2803-45f9-893d-85665069c10b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:02:34.442391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.519989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.523053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.526984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1fe78c6a-761c-4cbc-8d09-f813d98a1e99 HTTP/1.1" status: 204 len: 168 time: 0.2095938 Feb 15 10:02:34.536461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606bb74-94e4-4c2f-8d81-b77e8b059dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe78c6a-761c-4cbc-8d09-f813d98a1e99,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:34.641146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:34.658216 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1ce403ae-9ac4-4ddd-a006-cc8848259f5b admin admin] 10.222.0.10 "PUT /v2.0/routers/0548dc7f-2803-45f9-893d-85665069c10b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8775930 Feb 15 10:02:34.736415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a156d73e-0d00-4756-a5a3-bd5537b7b1ee None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:34.736968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a156d73e-0d00-4756-a5a3-bd5537b7b1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.820189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a156d73e-0d00-4756-a5a3-bd5537b7b1ee None None] Port 10c24b66-6383-4dee-8b3d-a3c946e0a673 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:34.837656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:34.951312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:34.952422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:34.999537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-186fad22-9efe-46a5-a4a9-d8a4215e56c3 None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:35.000231 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-186fad22-9efe-46a5-a4a9-d8a4215e56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.032447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:35.048673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-186fad22-9efe-46a5-a4a9-d8a4215e56c3 None None] Port 10c24b66-6383-4dee-8b3d-a3c946e0a673 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:35.060232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db13a573-6d21-4992-bd56-02855d2cd855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.168207 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db13a573-6d21-4992-bd56-02855d2cd855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.169125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0c33d48e-1077-4642-9a34-08ba21a2c657 None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:35.169647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0c33d48e-1077-4642-9a34-08ba21a2c657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.175066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-db13a573-6d21-4992-bd56-02855d2cd855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.214548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0c33d48e-1077-4642-9a34-08ba21a2c657 None None] Port 10c24b66-6383-4dee-8b3d-a3c946e0a673 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:35.229392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-db13a573-6d21-4992-bd56-02855d2cd855 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4468a26db3d947f69432e50d8dde1eb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952415 Feb 15 10:02:35.231893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46414) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:35.239593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13a573-6d21-4992-bd56-02855d2cd855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d70ea75-b8b8-482f-85f4-19a10c428ecf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:35.294790 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.317779 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.375310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.377885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:35.379232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d70ea75-b8b8-482f-85f4-19a10c428ecf HTTP/1.1" status: 204 len: 168 time: 0.1462789 Feb 15 10:02:35.388365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeadf09-589c-49a4-ad62-b1c75484d572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d70ea75-b8b8-482f-85f4-19a10c428ecf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:35.613020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-310c646b-691f-4dfa-a523-a242ef98fd62 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:35.615525 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-310c646b-691f-4dfa-a523-a242ef98fd62 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.0973337 Feb 15 10:02:35.636610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-fe54415c-ba04-4e89-9be6-b7254414fed4 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/quotas/5b8d79e73917466ca0c849a6a24fb205 HTTP/1.1" status: 200 len: 375 time: 0.0106134 Feb 15 10:02:35.723229 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-e7875935-d8ea-48ab-8d1c-20849d6848d5 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798914 Feb 15 10:02:35.831581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-89fcf2dd-443d-4bdb-ad70-0edb5038c1ce service neutron] 10.222.0.10 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981574 Feb 15 10:02:35.934828 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-998c93b4-649d-4e00-b801-d1673dec61fb service neutron] 10.222.0.10 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941203 Feb 15 10:02:36.129018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9111b6e8-60d6-4f6b-b35f-b1686298c4c4 req-5d5ab850-268f-4c8e-9874-98baac6b00f9 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 210 time: 0.0327656 Feb 15 10:02:36.802241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c31dd44-9653-47ab-98c6-9c771062eed8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:36.871740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0c31dd44-9653-47ab-98c6-9c771062eed8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:36.872128 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:36.958512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:36.986757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 0c31dd44-9653-47ab-98c6-9c771062eed8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c31dd44-9653-47ab-98c6-9c771062eed8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:36.990945 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.046646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=0c31dd44-9653-47ab-98c6-9c771062eed8,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:37.063418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Sync routers for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:37.074310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:37.074928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:37.193275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:37.243068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-443cd929-3ff7-4083-a062-c09a020cbcf6 req-a9291630-f9eb-44cf-a961-d5494f87d64c tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 210 time: 0.0363679 Feb 15 10:02:37.424786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-cb05face-6850-4de4-af54-da50b8e31b60 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:37.426496 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-cb05face-6850-4de4-af54-da50b8e31b60 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.36 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.1060569 Feb 15 10:02:37.441017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Request body: {'port': {'device_id': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'admin_state_up': True, 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:37.458892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10c24b66-6383-4dee-8b3d-a3c946e0a673', 'name': '', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'mac_address': 'fa:16:3e:fb:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:32Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 2, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'subnets': [{'id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:37.466089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Made reservation on behalf of 5b8d79e73917466ca0c849a6a24fb205 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:37.468885 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.515999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Checking router: 0548dc7f-2803-45f9-893d-85665069c10b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:37.516709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Updating router 0548dc7f-2803-45f9-893d-85665069c10b port 10c24b66-6383-4dee-8b3d-a3c946e0a673 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:37.545086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.608946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Allocated IP 172.20.0.3 (310ddeb6-a8fa-4880-806c-642b5822447c/6a7c0b8e-952b-4529-9c83-5b2e580b606a/34ab2fe4-ecb3-4ed0-a811-092c695ac92f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:37.763467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.802156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.834146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.841777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.848961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Network 310ddeb6-a8fa-4880-806c-642b5822447c is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:37.852758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:37.856318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:37.883485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Pushing event updated for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:37.895282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.895669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.896207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.896361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.896786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.897106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.897987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.898498 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.898767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.899121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.899423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.899772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:02:37.923492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:37.924681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.957152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce0a64-6194-4c32-be00-ef3351f45317 None None] Pushing event updated for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:37.957309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-9467c840-49ce-45ae-bb9f-8bc3541a9319 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5223401 Feb 15 10:02:37.985307 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Attempting to bind port 10c24b66-6383-4dee-8b3d-a3c946e0a673 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:37.986299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Attempting to bind port 10c24b66-6383-4dee-8b3d-a3c946e0a673 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:37.989363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Attempting to bind port 10c24b66-6383-4dee-8b3d-a3c946e0a673 on network e856fe35-8f7d-4983-bea0-d2d1f7589df3 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:37.995821 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:37.996514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Checking segment: {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:37.997019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:37.997429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Bound using segment: {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:37.997913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Bound port: 10c24b66-6383-4dee-8b3d-a3c946e0a673, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaf85db-306b-4fed-89ae-d5fab7676096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:37.998348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.143635 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] For port 10c24b66-6383-4dee-8b3d-a3c946e0a673, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:38.159509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] For port 10c24b66-6383-4dee-8b3d-a3c946e0a673, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10c24b66-6383-4dee-8b3d-a3c946e0a673,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:38.167984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Request body: {'port': {'device_id': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:38.170589 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.266297 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.287370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce0a64-6194-4c32-be00-ef3351f45317 None None] Pushing event updated for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:38.300275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-43219637-3c8c-4f58-9050-97067863d1e3 None None] Provisioning complete for port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:38.300432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-43219637-3c8c-4f58-9050-97067863d1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.375805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:38.376579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:38.388687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-43219637-3c8c-4f58-9050-97067863d1e3 None None] Port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:38.415365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe20726-8e7e-49f7-aba3-bb0a8324e0d8 req-9f9ba8ff-994f-4844-8336-ef58faeb47e1 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:38.417556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fe20726-8e7e-49f7-aba3-bb0a8324e0d8 req-9f9ba8ff-994f-4844-8336-ef58faeb47e1 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1027 time: 0.0832455 Feb 15 10:02:38.480504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fe20726-8e7e-49f7-aba3-bb0a8324e0d8 req-8b183e8c-bf01-4bba-8494-c3dbe98c6d67 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566487 Feb 15 10:02:38.565645 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:38.565937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.571803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:38.646811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ab2fe4-ecb3-4ed0-a811-092c695ac92f {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:02:38.655779 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.670060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Transition to ACTIVE for port object 34ab2fe4-ecb3-4ed0-a811-092c695ac92f will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:02:38.676508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.730323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Pushing event updated for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:38.813749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Attempting to bind port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:38.814085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Attempting to bind port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:38.814555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Attempting to bind port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:38.819988 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f on network 310ddeb6-a8fa-4880-806c-642b5822447c not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:02:38.820421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Attempting to bind port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:38.826071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:38.826490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Checking segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:38.827372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Bound using segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:38.827969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Bound port: 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:38.828396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.837451 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.892000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c31dd44-9653-47ab-98c6-9c771062eed8 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:38.948036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:38.951560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] For port 10c24b66-6383-4dee-8b3d-a3c946e0a673, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10c24b66-6383-4dee-8b3d-a3c946e0a673,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:38.952631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:38.963859 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:38.964448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:39.019945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.020673 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:39.022187 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] 10.222.0.36 "PUT /v2.0/ports/34ab2fe4-ecb3-4ed0-a811-092c695ac92f HTTP/1.1" status: 200 len: 1091 time: 1.0570731 Feb 15 10:02:39.022644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:02:39.025001 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:02:39.049907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c07c99-8c31-4b33-a670-68a488de909d service neutron] Pushing event updated for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:39.121805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb59d8-acf2-492e-b508-6f3691363d80 None None] Pushing event updated for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:39.134169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10c24b66-6383-4dee-8b3d-a3c946e0a673', 'name': '', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'mac_address': 'fa:16:3e:fb:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:32Z', 'updated_at': '2022-02-15T10:02:38Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'subnets': [{'id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:39.136992 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502b6ccc-a6c1-493f-a9c0-be6bb1885557 x-openstack-request-id: req-502b6ccc-a6c1-493f-a9c0-be6bb1885557 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:02:39.137277 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:02:39.137524 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-502b6ccc-a6c1-493f-a9c0-be6bb1885557 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:02:39.138817 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f', 'status': 'completed', 'code': 200} Feb 15 10:02:39.156391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-c3129822-daa8-41b5-bb6e-684d6ff082ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.158112 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-c3129822-daa8-41b5-bb6e-684d6ff082ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0877495 Feb 15 10:02:39.168993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f29dd1-a998-488d-90bc-1269f16f473d None None] The sync data for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 is: [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:02:33Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '10c24b66-6383-4dee-8b3d-a3c946e0a673', 'name': '', 'network_id': 'e856fe35-8f7d-4983-bea0-d2d1f7589df3', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'mac_address': 'fa:16:3e:fb:2e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:32Z', 'updated_at': '2022-02-15T10:02:38Z', 'revision_number': 4, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'subnets': [{'id': '5baf0721-647f-45e2-b576-4cc1f2b3e780', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:02:39.173963 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0c31dd44-9653-47ab-98c6-9c771062eed8 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:39.174376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:39.216450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-ea4d47d9-cc93-4eb5-8eb9-1685d7a14f09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f HTTP/1.1" status: 200 len: 217 time: 0.0511832 Feb 15 10:02:39.255228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-62ff4ead-329e-4cda-887f-9ebd5ff07d1c None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:39.255516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62ff4ead-329e-4cda-887f-9ebd5ff07d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:39.311130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-24c42826-44c3-4ca9-be4d-f06ba1149bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.313054 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-24c42826-44c3-4ca9-be4d-f06ba1149bf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 200 len: 848 time: 0.0895245 Feb 15 10:02:39.374759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10c24b66-6383-4dee-8b3d-a3c946e0a673 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:39.382752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-c83609e0-bb8d-4bc1-a360-c5e1db224a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.384445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-c83609e0-bb8d-4bc1-a360-c5e1db224a63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=310ddeb6-a8fa-4880-806c-642b5822447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627089 Feb 15 10:02:39.480755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:39.481168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:39.507198 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-eece57a8-84bd-4758-a7fb-0c70c6cd1b7e service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128874 Feb 15 10:02:39.657119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e546271-77be-4138-8711-0af4131a72c2 req-26b920f7-220a-41f6-8edd-48e706e194aa tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.658725 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e546271-77be-4138-8711-0af4131a72c2 req-26b920f7-220a-41f6-8edd-48e706e194aa tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0587046 Feb 15 10:02:39.681947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4962373e-29b3-4dd4-8d2a-0c7f910cc398 req-8a5a8202-7e1e-4443-aec9-79810ed41401 service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688328 Feb 15 10:02:39.724344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5e546271-77be-4138-8711-0af4131a72c2 req-7d0d05e9-860e-4848-a232-8124c602cc55 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528827 Feb 15 10:02:39.838612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-2aeceb99-c7eb-4c10-b512-01fbef136be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.840652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-2aeceb99-c7eb-4c10-b512-01fbef136be8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0886216 Feb 15 10:02:39.937277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-cab23433-0050-4a1a-88f1-60ef863e2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:39.939379 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-cab23433-0050-4a1a-88f1-60ef863e2c9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.0924027 Feb 15 10:02:39.989318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-e1e8d91a-23f6-4322-a1f2-07c58e9cfea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f HTTP/1.1" status: 200 len: 217 time: 0.0427334 Feb 15 10:02:40.044986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-2782281c-e999-4937-8e88-b954493bcd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:40.046552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-2782281c-e999-4937-8e88-b954493bcd10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 200 len: 848 time: 0.0504892 Feb 15 10:02:40.099438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-e43564c5-eff6-4b5f-a2cb-a205fe6c5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:40.101788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-e43564c5-eff6-4b5f-a2cb-a205fe6c5a24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=310ddeb6-a8fa-4880-806c-642b5822447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486522 Feb 15 10:02:40.196711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-494f0098-7bf4-4469-9db8-51102df4ce3c service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875692 Feb 15 10:02:40.617703 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2f98a24-a41d-422e-a526-bfc46ba9ba8e req-46ee8147-435b-46b1-8712-c615f3ffaa83 service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133806 Feb 15 10:02:40.756667 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10c24b66-6383-4dee-8b3d-a3c946e0a673 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:40.830866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 10c24b66-6383-4dee-8b3d-a3c946e0a673 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:40.831310 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:40.848440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d0f15-1ab1-4f8e-98d4-615701e6d7f4 req-f6e32003-b8d4-4901-9a4b-5bdc2e6a07e9 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:40.851804 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-298d0f15-1ab1-4f8e-98d4-615701e6d7f4 req-f6e32003-b8d4-4901-9a4b-5bdc2e6a07e9 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0477321 Feb 15 10:02:40.894141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-298d0f15-1ab1-4f8e-98d4-615701e6d7f4 req-ad5c6d65-b9f2-4842-8b3e-4e38db8fd9f3 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366235 Feb 15 10:02:42.020792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afa991-1378-4731-96f3-8d82e9b2f8eb req-9048a217-1db3-41f8-a1f2-a4c76b42fcc0 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:42.023383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-46afa991-1378-4731-96f3-8d82e9b2f8eb req-9048a217-1db3-41f8-a1f2-a4c76b42fcc0 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0587714 Feb 15 10:02:42.065068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-46afa991-1378-4731-96f3-8d82e9b2f8eb req-f865b2ed-98fc-4ccd-b390-3232ef9f548b tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344071 Feb 15 10:02:42.280932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46560) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:42.403616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0fb27d8-1cbd-47e2-81ee-dc3897f22d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.478973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0fb27d8-1cbd-47e2-81ee-dc3897f22d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.482734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0fb27d8-1cbd-47e2-81ee-dc3897f22d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.522938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0fb27d8-1cbd-47e2-81ee-dc3897f22d5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aefb8c77fc7c45cda8c0f5de4e768b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408409 Feb 15 10:02:42.523835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb27d8-1cbd-47e2-81ee-dc3897f22d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e13a8ca-463e-4477-9e67-62a7bb1d2907,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:42.526737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46564) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:42.577743 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.597932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.648953 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.651484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:42.652639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e13a8ca-463e-4477-9e67-62a7bb1d2907 HTTP/1.1" status: 204 len: 168 time: 0.1246638 Feb 15 10:02:42.660589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55534fbd-d32f-4396-8fce-3e789f839f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e13a8ca-463e-4477-9e67-62a7bb1d2907,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:42.934845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46570) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:42.948054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c013bed-2e32-4ee7-b0b4-ef8c81cda935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.023818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c013bed-2e32-4ee7-b0b4-ef8c81cda935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.027633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c013bed-2e32-4ee7-b0b4-ef8c81cda935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.046897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 34ab2fe4-ecb3-4ed0-a811-092c695ac92f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:02:43.064728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c013bed-2e32-4ee7-b0b4-ef8c81cda935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef8bc71-24b5-49f1-9d9f-16bb61b43ede,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:43.069416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6c013bed-2e32-4ee7-b0b4-ef8c81cda935 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0c910220adf4cfa86f1662291f75e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335409 Feb 15 10:02:43.071934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:43.123614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.150154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.158019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:43.170973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'port_id': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f', 'mac_address': 'fa:16:3e:d3:e1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:02:43.182564 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635930e-101a-43bd-92cd-c97c944717f2 req-05642877-9f03-457b-b607-d626400e5745 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:43.184599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0635930e-101a-43bd-92cd-c97c944717f2 req-05642877-9f03-457b-b607-d626400e5745 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1094 time: 0.0489256 Feb 15 10:02:43.210804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.213941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.215337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aef8bc71-24b5-49f1-9d9f-16bb61b43ede HTTP/1.1" status: 204 len: 168 time: 0.1424625 Feb 15 10:02:43.219961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.230967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daae20c1-0442-439d-b789-44bdca583624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef8bc71-24b5-49f1-9d9f-16bb61b43ede,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:43.234531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0635930e-101a-43bd-92cd-c97c944717f2 req-f90b657b-628c-4b82-b2bc-f0bdbad64412 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426974 Feb 15 10:02:43.264230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ab2fe4-ecb3-4ed0-a811-092c695ac92f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:02:43.287167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:43.292152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.341041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:43.515364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['34ab2fe4-ecb3-4ed0-a811-092c695ac92f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:02:43.591122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46580) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:43.608680 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-479d86d4-6764-4393-a692-e7704042dda3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.687499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-479d86d4-6764-4393-a692-e7704042dda3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.691134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-479d86d4-6764-4393-a692-e7704042dda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.728683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-479d86d4-6764-4393-a692-e7704042dda3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7b898a97be954e8bb391d76b815b6081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364412 Feb 15 10:02:43.730616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d86d4-6764-4393-a692-e7704042dda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0e4815-74ab-4df3-883a-d6a0d6cd1d4f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:43.731352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46582) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:43.782475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.804035 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.853377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.856018 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:43.857241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e0e4815-74ab-4df3-883a-d6a0d6cd1d4f HTTP/1.1" status: 204 len: 168 time: 0.1249022 Feb 15 10:02:43.864937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5d77-befe-4ead-96bb-72dde1cb85db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0e4815-74ab-4df3-883a-d6a0d6cd1d4f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:44.351914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe3560-d40c-4058-b5a4-a642a42693b3 req-9a5db6c5-7b24-4d7d-ae36-4e290204baea tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:44.353556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25fe3560-d40c-4058-b5a4-a642a42693b3 req-9a5db6c5-7b24-4d7d-ae36-4e290204baea tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1095 time: 0.0454800 Feb 15 10:02:44.393810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-25fe3560-d40c-4058-b5a4-a642a42693b3 req-61254731-1c88-4f36-832b-a22b8522b07b tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339217 Feb 15 10:02:44.448982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:45.046689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 34ab2fe4-ecb3-4ed0-a811-092c695ac92f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:45.101232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:02:45.105096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:45.105470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:45.182023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:45.205223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:02:45.207480 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d448647c-ef8a-4e27-a258-c3e5026be2a4" -d '{"events": [{"server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "name": "network-vif-plugged", "status": "completed", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:02:45.221800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:45.227083 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:45.281884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:45.380745 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf7adb2-932f-4871-bbda-573376b92444 x-openstack-request-id: req-eaf7adb2-932f-4871-bbda-573376b92444 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:02:45.381150 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "name": "network-vif-plugged", "status": "completed", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:02:45.382117 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaf7adb2-932f-4871-bbda-573376b92444 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:02:45.382487 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f', 'code': 200} Feb 15 10:02:45.483990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42568af2-1c96-4c09-b176-cc87ca69eae7 req-0a873381-f31d-4319-a8a1-2af12b7bceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:45.486232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42568af2-1c96-4c09-b176-cc87ca69eae7 req-0a873381-f31d-4319-a8a1-2af12b7bceba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0472269 Feb 15 10:02:45.512270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46bc0a5-2324-4fa9-a81a-65bb64d43b03 req-ae48e33b-6788-4788-ba94-689f6b66d017 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:45.514675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b46bc0a5-2324-4fa9-a81a-65bb64d43b03 req-ae48e33b-6788-4788-ba94-689f6b66d017 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0431311 Feb 15 10:02:45.530183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42568af2-1c96-4c09-b176-cc87ca69eae7 req-a4e7dd7e-622f-4422-abdf-c517d87bf543 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375762 Feb 15 10:02:45.555565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b46bc0a5-2324-4fa9-a81a-65bb64d43b03 req-1b90193b-a818-4108-ad2c-1793d00563f2 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Feb 15 10:02:45.839194 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:45.946991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23a7d39-a41e-4185-b140-97f91b665cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.019277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23a7d39-a41e-4185-b140-97f91b665cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.023913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f23a7d39-a41e-4185-b140-97f91b665cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.062198 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f23a7d39-a41e-4185-b140-97f91b665cd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ef9a17d75294f8e8db10f2cafd38dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218757 Feb 15 10:02:46.063046 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a7d39-a41e-4185-b140-97f91b665cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbd6c23-99f9-4810-94c2-a9339f49cf41,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:46.064981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46662) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:46.114797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.135763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.188488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.190963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.192121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2cbd6c23-99f9-4810-94c2-a9339f49cf41 HTTP/1.1" status: 204 len: 168 time: 0.1259632 Feb 15 10:02:46.202686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400989-3039-4119-8182-dc61b9a453f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbd6c23-99f9-4810-94c2-a9339f49cf41,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:46.214050 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:02:46.486850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46668) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:46.501228 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f2912e4-4884-424b-aad5-4ba2757afb92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.582642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f2912e4-4884-424b-aad5-4ba2757afb92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.587180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f2912e4-4884-424b-aad5-4ba2757afb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.627404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2f2912e4-4884-424b-aad5-4ba2757afb92 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a00ede5ae7b4c88ae607cac3518ea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1395059 Feb 15 10:02:46.628280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2912e4-4884-424b-aad5-4ba2757afb92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9ebd24-65a2-47bb-b06c-55450006d107,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:46.632225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46672) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:46.670259 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69857cd-2bab-4d12-9e94-3d1cd66f79ff req-c9b9f56a-b91b-48a7-9e27-eec6210c5294 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:46.671877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c69857cd-2bab-4d12-9e94-3d1cd66f79ff req-c9b9f56a-b91b-48a7-9e27-eec6210c5294 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0473433 Feb 15 10:02:46.686547 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.709183 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.709462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c69857cd-2bab-4d12-9e94-3d1cd66f79ff req-9f254a83-f9d8-4605-b596-ecfae2994a18 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310898 Feb 15 10:02:46.729315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-65ca0315-a9cc-49d3-9137-f410622eed90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.769425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.774038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:46.775209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ae9ebd24-65a2-47bb-b06c-55450006d107 HTTP/1.1" status: 204 len: 168 time: 0.1419246 Feb 15 10:02:46.784670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab71dd-b0d9-4638-8fce-f292d92d6ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9ebd24-65a2-47bb-b06c-55450006d107,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:46.828144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5d2d0-203b-4ff0-a00b-fe858b39bade req-0a573057-2ebf-43d2-a290-c61104c2b9bd tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:46.829736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fb5d2d0-203b-4ff0-a00b-fe858b39bade req-0a573057-2ebf-43d2-a290-c61104c2b9bd tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0427811 Feb 15 10:02:46.866279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fb5d2d0-203b-4ff0-a00b-fe858b39bade req-6a44ee2e-f012-4071-910b-11d499518a83 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296896 Feb 15 10:02:46.975233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113203c0-2497-484d-9206-b914eac74bd5 req-c8c3664d-9457-483d-8805-a9ded37cb54a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:46.977003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-113203c0-2497-484d-9206-b914eac74bd5 req-c8c3664d-9457-483d-8805-a9ded37cb54a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0430408 Feb 15 10:02:47.014618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-113203c0-2497-484d-9206-b914eac74bd5 req-5c069d82-2698-4ec2-915e-7e9be7cbcb73 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Feb 15 10:02:47.056080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:47.294872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-13724f55-105f-470f-bb4b-954f486d1573 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:47.296596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-13724f55-105f-470f-bb4b-954f486d1573 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.0951695 Feb 15 10:02:47.311493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-e6eb39da-f97e-48c1-9ff3-526daf3f8737 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/quotas/5b8d79e73917466ca0c849a6a24fb205 HTTP/1.1" status: 200 len: 375 time: 0.0093513 Feb 15 10:02:47.394133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-49953b03-dd87-4c71-9db2-27b2955b2725 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769281 Feb 15 10:02:47.654630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-f904cf78-9884-4841-9259-efd4735d4387 service neutron] 10.222.0.10 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522366 Feb 15 10:02:47.745736 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-9b8b9822-5a2e-4e03-8508-83b0a624e31c service neutron] 10.222.0.10 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842535 Feb 15 10:02:47.911084 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bd9b7d77-1b50-48bf-b6b2-8c906a7c24a0 req-6f0a8115-7077-4ae6-962b-5da3bc2e69e5 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 210 time: 0.0279934 Feb 15 10:02:47.965109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46724) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:48.079605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a030-3d33-4887-ad53-772622375d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.161040 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a030-3d33-4887-ad53-772622375d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.165435 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c1b5a030-3d33-4887-ad53-772622375d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.219687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c1b5a030-3d33-4887-ad53-772622375d65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2064679bc9fb4e5290e67e498106d91f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2509427 Feb 15 10:02:48.219687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b5a030-3d33-4887-ad53-772622375d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c454aeb-4e5b-43ca-85c6-1240e6996ad3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:48.220109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46734) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:48.279280 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.304608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.357652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.360874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:48.364036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2c454aeb-4e5b-43ca-85c6-1240e6996ad3 HTTP/1.1" status: 204 len: 168 time: 0.1425872 Feb 15 10:02:48.373323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdae4d9-2ed5-4c8b-9edd-28afba8f3e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c454aeb-4e5b-43ca-85c6-1240e6996ad3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:48.907452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-aaadd13b-0561-401b-bbbc-c8b7281b0f6a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:48.909017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-aaadd13b-0561-401b-bbbc-c8b7281b0f6a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.72 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.0934238 Feb 15 10:02:48.923561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Request body: {'port': {'device_id': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'admin_state_up': True, 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:48.954285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Made reservation on behalf of 5b8d79e73917466ca0c849a6a24fb205 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:48.957918 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.059173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55c43e86-ef93-431e-bde4-b2e1ee730cd0 req-d6d2b807-be90-418f-81b5-cdd547abe1b6 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 210 time: 0.0440977 Feb 15 10:02:49.117009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Allocated IP 172.20.0.13 (310ddeb6-a8fa-4880-806c-642b5822447c/6a7c0b8e-952b-4529-9c83-5b2e580b606a/ebaf2a49-2ca5-4e37-bd69-57b5f84baa92) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:49.274253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.276279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5b97460a-1cfe-410e-ae92-c9c36eaebebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.315108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.328377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['34ab2fe4-ecb3-4ed0-a811-092c695ac92f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:02:49.361028 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Network 310ddeb6-a8fa-4880-806c-642b5822447c is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:49.366912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:49.371689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:49.395873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Pushing event updated for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:49.434209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:49.435061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.461110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-83116d78-9f05-49fb-9f48-7562a72a83f8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5443392 Feb 15 10:02:49.595007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Request body: {'port': {'device_id': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:49.639751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e9cbf405-81e4-486a-a808-86c7ce358e86 None None] Provisioning complete for port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:49.640593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e9cbf405-81e4-486a-a808-86c7ce358e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.655557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.679163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e9cbf405-81e4-486a-a808-86c7ce358e86 None None] Port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:49.931840 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:02:49.939821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:49.953519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Transition to ACTIVE for port object ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:02:49.957784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.018235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:50.120941 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Attempting to bind port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:50.121481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Attempting to bind port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:50.121748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Attempting to bind port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:50.127406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 on network 310ddeb6-a8fa-4880-806c-642b5822447c not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:02:50.127731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Attempting to bind port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 on network 310ddeb6-a8fa-4880-806c-642b5822447c {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:50.135095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:50.135440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Checking segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:50.135831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Bound using segment: {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:50.136260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Bound port: ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa07e371-2e87-47b5-a320-6e446d6e8d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:50.136626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.211215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a433179-ca29-40a1-89df-807a9951320b req-72e896dd-4629-4f69-8c83-b77e43d83753 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.219388 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a433179-ca29-40a1-89df-807a9951320b req-72e896dd-4629-4f69-8c83-b77e43d83753 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1053 time: 0.0724983 Feb 15 10:02:50.226560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:50.231442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:50.237746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.267990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1a433179-ca29-40a1-89df-807a9951320b req-96e307b6-30dc-4fbd-8874-c1deee5fb152 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Feb 15 10:02:50.278230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.279017 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.280456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] 10.222.0.72 "PUT /v2.0/ports/ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 HTTP/1.1" status: 200 len: 1092 time: 0.8105371 Feb 15 10:02:50.281001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:02:50.283188 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca16ee9-3ac3-475d-8756-cccee228d209" -d '{"events": [{"name": "network-changed", "server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:02:50.386845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c5145b-7a06-446e-a71f-3557aabdbdf7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:50.405585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-1e510f1d-eef8-44ce-81df-da6ae2bb4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.407254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-1e510f1d-eef8-44ce-81df-da6ae2bb4f46 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1095 time: 0.0734930 Feb 15 10:02:50.413288 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.467783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-ee324fae-3f84-471f-b19d-25578c3207cd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 HTTP/1.1" status: 200 len: 217 time: 0.0468245 Feb 15 10:02:50.555933 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-eed89100-1478-4b61-af22-d3295ad8e9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605721 Feb 15 10:02:50.561475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-c057c1bb-4dcb-484d-86f0-20ebb0532564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.562958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-c057c1bb-4dcb-484d-86f0-20ebb0532564 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 200 len: 848 time: 0.0895581 Feb 15 10:02:50.598998 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a98dd3-f0fd-4d35-95fc-477cdb090218 x-openstack-request-id: req-13a98dd3-f0fd-4d35-95fc-477cdb090218 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:02:50.599295 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:02:50.599442 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-13a98dd3-f0fd-4d35-95fc-477cdb090218 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:02:50.599969 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92', 'status': 'completed', 'code': 200} Feb 15 10:02:50.616833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-5a41bfd5-da4d-4f28-a58c-acc4ff3b05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.618365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-5a41bfd5-da4d-4f28-a58c-acc4ff3b05f8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310ddeb6-a8fa-4880-806c-642b5822447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482883 Feb 15 10:02:50.644271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-d27cc602-b0d2-4e1e-8399-071953197ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.646277 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-d27cc602-b0d2-4e1e-8399-071953197ee5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0463085 Feb 15 10:02:50.732122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-a0a159ec-1bd6-43f6-a500-55d8cf2ef9a8 service neutron] 10.222.0.72 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034780 Feb 15 10:02:50.759844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-1f57dae2-6300-4ab7-b128-cf8d49e9716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.761361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-1f57dae2-6300-4ab7-b128-cf8d49e9716c service neutron] 10.222.0.36 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.0971227 Feb 15 10:02:50.781922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46898) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:50.806533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-7cff76e1-bb6a-49af-adfc-a4b53dd8fad7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f HTTP/1.1" status: 200 len: 217 time: 0.0382826 Feb 15 10:02:50.842471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcc411f2-65c0-4382-9ba8-c71dfe488a86 req-11a9901c-f33c-422a-8028-273c7eebbf40 service neutron] 10.222.0.72 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040635 Feb 15 10:02:50.864443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-4de84779-7b0e-4633-8ccc-98a276fe7867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.866670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-4de84779-7b0e-4633-8ccc-98a276fe7867 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 200 len: 848 time: 0.0529835 Feb 15 10:02:50.915471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-f725ebbc-7d9e-4037-8d6e-6a3e704a0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.917106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-f725ebbc-7d9e-4037-8d6e-6a3e704a0d3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=310ddeb6-a8fa-4880-806c-642b5822447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434577 Feb 15 10:02:50.927976 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca3396a7-c940-45a3-9f50-8d73cf6ca64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:50.960497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-6eac89e1-7121-4d64-81d5-434d5a5eb339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:50.962033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-6eac89e1-7121-4d64-81d5-434d5a5eb339 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5b8d79e73917466ca0c849a6a24fb205&device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1095 time: 0.0725245 Feb 15 10:02:51.013855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-5c1fb353-27f2-470c-a7e3-ecb446600e70 service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902569 Feb 15 10:02:51.111049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6e30a46-844c-457a-abbf-bd3f40bc5a52 req-07b02fc4-3673-474f-b645-7718ead55658 service neutron] 10.222.0.36 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905783 Feb 15 10:02:51.318371 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca3396a7-c940-45a3-9f50-8d73cf6ca64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.321619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-a5ed609a-8979-4064-9819-2ff55e05d724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:51.323219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-a5ed609a-8979-4064-9819-2ff55e05d724 service neutron] 10.222.0.72 "GET /v2.0/networks?id=310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 200 len: 910 time: 0.3537362 Feb 15 10:02:51.324248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ca3396a7-c940-45a3-9f50-8d73cf6ca64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.384771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-913427f7-946c-42e0-9c9a-514308950173 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 HTTP/1.1" status: 200 len: 217 time: 0.0502765 Feb 15 10:02:51.406306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ca3396a7-c940-45a3-9f50-8d73cf6ca64e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=67519469ebab495d8f8889cd2c3e4440&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6233740 Feb 15 10:02:51.408935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46906) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:51.423467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3396a7-c940-45a3-9f50-8d73cf6ca64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cf3e79-24ea-4180-9cc3-2db297353781,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:51.436213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b2c4b-f74a-4c60-979b-7b689966f76e req-2eb92bb3-75ab-498e-b141-e729d84ac337 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:51.437453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d7b2c4b-f74a-4c60-979b-7b689966f76e req-2eb92bb3-75ab-498e-b141-e729d84ac337 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1095 time: 0.0636692 Feb 15 10:02:51.447787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-e09b5891-dbf4-40a4-9942-b7305b5ea2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:51.449580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-e09b5891-dbf4-40a4-9942-b7305b5ea2c1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 200 len: 848 time: 0.0569329 Feb 15 10:02:51.487472 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.494128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-eaa1af87-7bb6-4961-b804-0d1afcc95d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:51.495638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-eaa1af87-7bb6-4961-b804-0d1afcc95d31 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=310ddeb6-a8fa-4880-806c-642b5822447c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398355 Feb 15 10:02:51.500606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d7b2c4b-f74a-4c60-979b-7b689966f76e req-d9d22024-944c-4ab2-b3f6-23a72f8619f6 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506985 Feb 15 10:02:51.523219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.566027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.569329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.570545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76cf3e79-24ea-4180-9cc3-2db297353781 HTTP/1.1" status: 204 len: 168 time: 0.1606865 Feb 15 10:02:51.579210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb4da5-1351-42ff-9ad8-848d8cfc0410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cf3e79-24ea-4180-9cc3-2db297353781,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:51.594486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-24789ab9-b6eb-42a0-a631-3d5816652124 service neutron] 10.222.0.72 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902090 Feb 15 10:02:51.690215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ca16ee9-3ac3-475d-8756-cccee228d209 req-20baa3d0-78d5-4c33-a987-36b2a0ce00d0 service neutron] 10.222.0.72 "GET /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884118 Feb 15 10:02:51.836704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46912) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:51.850595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9986314-14bc-4933-a5d2-3030c37e16e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.927145 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9986314-14bc-4933-a5d2-3030c37e16e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.932581 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b9986314-14bc-4933-a5d2-3030c37e16e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:51.970822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b9986314-14bc-4933-a5d2-3030c37e16e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=970b85067755498f8da97f3a433be41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330223 Feb 15 10:02:51.971712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9986314-14bc-4933-a5d2-3030c37e16e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69ccf4e6-095d-4989-aaa5-14036a2b16e8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:51.973691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46914) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:52.024709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.044880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.095074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.098648 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.101214 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69ccf4e6-095d-4989-aaa5-14036a2b16e8 HTTP/1.1" status: 204 len: 168 time: 0.1261687 Feb 15 10:02:52.110168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f49265-17ac-4489-b63e-bfbf8ec5a0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ccf4e6-095d-4989-aaa5-14036a2b16e8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:52.281105 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.424119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.618726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26229c87-1d5b-40b4-8ac7-ae990c7cc87b req-adbf4ee9-5b94-4891-9b00-733ad5fb422d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:52.620384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26229c87-1d5b-40b4-8ac7-ae990c7cc87b req-adbf4ee9-5b94-4891-9b00-733ad5fb422d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1095 time: 0.0456638 Feb 15 10:02:52.655892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26229c87-1d5b-40b4-8ac7-ae990c7cc87b req-59956a06-ce12-4b67-a2d7-842f0449bcbe tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294569 Feb 15 10:02:52.792578 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46938) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:52.889939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1394300529-network', 'tenant_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:52.912516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:52.915015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.923276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:52.998838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.002651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.024896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:02:53.037817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df192fd-03a4-4866-8814-5481da89e63a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:53.042478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.042817 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Added segment 9600d86b-cdee-43f2-885d-d3f127e1f077 of type vlan for network 2d262265-42d8-49c4-9755-b5c9e7e69094 Feb 15 10:02:53.086533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.111109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.112058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:53.112627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.166531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3728063 Feb 15 10:02:53.169560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46942) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:53.173977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c96d-99e1-4af7-b2ee-62516db4b882 admin admin] Pushing event updated for resources: {'Network': ['ID=2d262265-42d8-49c4-9755-b5c9e7e69094,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:53.174478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Request body: {'subnet': {'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1394300529-subnet', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:53.185167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:02:53.198816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:53.201224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.368322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.423261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7b8ac40-c142-4a76-8671-df6ec626dd86,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:53.430188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:53.430539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Network hostable DHCP agents. Network: 2d262265-42d8-49c4-9755-b5c9e7e69094, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:02:53.447131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:02:53.455077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2d262265-42d8-49c4-9755-b5c9e7e69094) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:53.460283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:53.461227 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.464829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f16100-cb2d-4e2f-a80e-ef61885e5665 None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:53.476527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f68eced5-34f2-4dd8-9ea6-94418b4ed379 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3058722 Feb 15 10:02:53.479211 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46944) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:53.483430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:53.505542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.507595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.562918 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.614688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2d262265-42d8-49c4-9755-b5c9e7e69094', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:02:53.616221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.698272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.760156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Allocated IP 172.20.0.2 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/52d71f06-afac-40c2-83cd-327b14b2cd5e) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:53.781155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da74a5-5020-4d1a-8db2-090aca8a9e3c req-e6f777f0-68e0-4ca1-a144-cf297bdd515b tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:53.783003 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4da74a5-5020-4d1a-8db2-090aca8a9e3c req-e6f777f0-68e0-4ca1-a144-cf297bdd515b tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1095 time: 0.0515389 Feb 15 10:02:53.827105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4da74a5-5020-4d1a-8db2-090aca8a9e3c req-77c925e4-3005-4dd6-bb12-5f9539121e02 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318804 Feb 15 10:02:53.918937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.930264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.936213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.938687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:53.979754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:53.982574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:53.987028 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:53.989807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Pushing event updated for resources: {'Port': ['ID=52d71f06-afac-40c2-83cd-327b14b2cd5e,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:54.046524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Allocated IP 172.25.6.96 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/36d39a15-946d-4a3f-8240-5cef280f1882) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:54.046779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Attempting to bind port 52d71f06-afac-40c2-83cd-327b14b2cd5e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:54.046978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Attempting to bind port 52d71f06-afac-40c2-83cd-327b14b2cd5e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:54.047335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Attempting to bind port 52d71f06-afac-40c2-83cd-327b14b2cd5e on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:54.052114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:54.052480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:54.052960 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.053593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:54.054135 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Bound port: 52d71f06-afac-40c2-83cd-327b14b2cd5e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:54.054512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.121277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] For port 52d71f06-afac-40c2-83cd-327b14b2cd5e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:54.124971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] For port 52d71f06-afac-40c2-83cd-327b14b2cd5e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=52d71f06-afac-40c2-83cd-327b14b2cd5e,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:54.129734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.157696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.197493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3425ee-fac1-41a9-87b8-a57e9e8a1abb None None] Pushing event updated for resources: {'Port': ['ID=52d71f06-afac-40c2-83cd-327b14b2cd5e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:54.198511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.235501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:54.242987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:54.246597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:54.252068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Pushing event updated for resources: {'Port': ['ID=36d39a15-946d-4a3f-8240-5cef280f1882,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:54.338782 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:02:54.468074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:54.479734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92', 'network_id': '310ddeb6-a8fa-4880-806c-642b5822447c', 'port_id': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92', 'mac_address': 'fa:16:3e:d6:24:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7c0b8e-952b-4529-9c83-5b2e580b606a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:02:54.521903 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.533587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.535739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:02:54.555832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:54.559882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.606133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:54.733868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:54.789915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 52d71f06-afac-40c2-83cd-327b14b2cd5e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:54.793301 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ebaf2a49-2ca5-4e37-bd69-57b5f84baa92'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:02:54.871040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Router 839b41b4-2fcf-491a-a282-7d80e1c588de is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:02:54.914656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 52d71f06-afac-40c2-83cd-327b14b2cd5e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:54.915024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.014833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6e68e4-f720-4929-8515-9ccb9bab3a45 req-686828a4-10ed-4ec1-b489-6b529534b338 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:55.016356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cc6e68e4-f720-4929-8515-9ccb9bab3a45 req-686828a4-10ed-4ec1-b489-6b529534b338 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1096 time: 0.0934467 Feb 15 10:02:55.031459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:55.044980 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:55.056518 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:55.057181 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:55.071715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.073022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cc6e68e4-f720-4929-8515-9ccb9bab3a45 req-8823ef4e-e510-479f-9ab0-fc6e163990ca tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Feb 15 10:02:55.080069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.081368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bd29b2fd-747a-4a3f-a275-0a2dc21278a5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6012022 Feb 15 10:02:55.085004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46950) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:55.121628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 52d71f06-afac-40c2-83cd-327b14b2cd5e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=52d71f06-afac-40c2-83cd-327b14b2cd5e,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:55.127750 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.179505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=52d71f06-afac-40c2-83cd-327b14b2cd5e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:55.207396 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:55.258002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4950f-3e80-48f1-a3b7-0cd2e2218c4d None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:55.335985 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b78d8a43-1591-4c01-835f-860988033d3b None None] Provisioning complete for port 52d71f06-afac-40c2-83cd-327b14b2cd5e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:55.336517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b78d8a43-1591-4c01-835f-860988033d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.403089 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:54Z', 'revision_number': 3, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:55.435663 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:55.436515 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Updating router 839b41b4-2fcf-491a-a282-7d80e1c588de port 36d39a15-946d-4a3f-8240-5cef280f1882 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:55.463253 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.562329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.743966 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Allocated IP 172.20.0.1 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/ddb6c597-3f01-4a88-82a9-941e464a4483) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:55.748942 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.754562 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.809790 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Attempting to bind port 36d39a15-946d-4a3f-8240-5cef280f1882 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:55.810157 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Attempting to bind port 36d39a15-946d-4a3f-8240-5cef280f1882 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:55.810513 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Attempting to bind port 36d39a15-946d-4a3f-8240-5cef280f1882 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:55.823394 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ed07-dc70-4331-90c2-5da8d23aa02f None None] Pushing event updated for resources: {'Port': ['ID=36d39a15-946d-4a3f-8240-5cef280f1882,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:55.825646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e5165d14-153f-4212-b8cf-d7f18beba54c None None] Provisioning complete for port 52d71f06-afac-40c2-83cd-327b14b2cd5e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:55.826151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5165d14-153f-4212-b8cf-d7f18beba54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.835813 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:55.836221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:55.836636 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.837115 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:55.838701 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Bound port: 36d39a15-946d-4a3f-8240-5cef280f1882, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:55.839127 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.860756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.893008 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] For port 36d39a15-946d-4a3f-8240-5cef280f1882, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:55.896267 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] For port 36d39a15-946d-4a3f-8240-5cef280f1882, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36d39a15-946d-4a3f-8240-5cef280f1882,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:55.901654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.902167 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:55.947042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:55.949910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:55.954367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:55.957267 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Pushing event updated for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:55.962209 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:55.963320 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:55.998915 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.159965 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ed07-dc70-4331-90c2-5da8d23aa02f None None] Pushing event updated for resources: {'Port': ['ID=36d39a15-946d-4a3f-8240-5cef280f1882,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:56.181137 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:56.188986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.233101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a47ce-fe1d-4967-b652-2a45488560ba req-b036941f-23b9-414f-8e4f-9d25dd1083af tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:56.234578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-259a47ce-fe1d-4967-b652-2a45488560ba req-b036941f-23b9-414f-8e4f-9d25dd1083af tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1096 time: 0.0769076 Feb 15 10:02:56.238763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5dec3eec-a10c-4bcb-883e-a65ad9cd5dc3 None None] Provisioning complete for port ddb6c597-3f01-4a88-82a9-941e464a4483 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:56.239341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5dec3eec-a10c-4bcb-883e-a65ad9cd5dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.275808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5dec3eec-a10c-4bcb-883e-a65ad9cd5dc3 None None] Port ddb6c597-3f01-4a88-82a9-941e464a4483 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:56.328992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-259a47ce-fe1d-4967-b652-2a45488560ba req-1b488155-2af1-4993-acbd-e0aebd87f37a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821323 Feb 15 10:02:56.347540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:56.391794 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:54Z', 'revision_number': 3, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:56.402138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:02:56.406050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:56.406493 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.407689 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.413785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.421259 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b611a28-d869-4a42-ba3a-9c3db65b6079 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:54Z', 'revision_number': 3, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:02:56.485058 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.486968 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Pushing event updated for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:56.496662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.522969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:02:56.525315 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90590a2-8a14-433d-a56d-dba8a39667ef" -d '{"events": [{"server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:02:56.539733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:56.546740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:56.576492 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27171c3b-49f1-488a-816d-0e4141637a6a x-openstack-request-id: req-27171c3b-49f1-488a-816d-0e4141637a6a {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:02:56.577104 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "name": "network-vif-plugged", "status": "completed", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:02:56.577583 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27171c3b-49f1-488a-816d-0e4141637a6a {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:02:56.577966 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92', 'code': 200} Feb 15 10:02:56.606038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:56.606699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:56.607945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:56.714445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e860f-4382-4241-82a1-44839515bfbd req-1cc82cf2-aa9b-4027-bd8a-48ecc77732e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:56.720521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c81e860f-4382-4241-82a1-44839515bfbd req-1cc82cf2-aa9b-4027-bd8a-48ecc77732e9 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0721607 Feb 15 10:02:56.776530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c81e860f-4382-4241-82a1-44839515bfbd req-80083e94-8002-4b1e-812d-7b3390c02c47 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505123 Feb 15 10:02:56.789788 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:02:56.928401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36d39a15-946d-4a3f-8240-5cef280f1882 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:56.930979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:02:56.941581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-332a5656-af94-47be-b5b6-a8a58ff71d3b admin admin] 10.222.0.10 "PUT /v2.0/routers/839b41b4-2fcf-491a-a282-7d80e1c588de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8491354 Feb 15 10:02:56.980694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 36d39a15-946d-4a3f-8240-5cef280f1882 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:56.980972 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.033217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-311dda2c-babd-4d47-9577-68dc1c0eea46 None None] Provisioning complete for port ddb6c597-3f01-4a88-82a9-941e464a4483 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:57.033577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-311dda2c-babd-4d47-9577-68dc1c0eea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.107856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-311dda2c-babd-4d47-9577-68dc1c0eea46 None None] Port ddb6c597-3f01-4a88-82a9-941e464a4483 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:02:57.111219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.132372 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 36d39a15-946d-4a3f-8240-5cef280f1882, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36d39a15-946d-4a3f-8240-5cef280f1882,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:02:57.138133 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.139001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 52d71f06-afac-40c2-83cd-327b14b2cd5e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:57.224183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=36d39a15-946d-4a3f-8240-5cef280f1882,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:57.239967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 52d71f06-afac-40c2-83cd-327b14b2cd5e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:57.240455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.451491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def6d9de-be91-43c7-b23b-25e35c1578ae req-b0fc84fc-ca24-4a77-857d-cd0bf5975561 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:57.453168 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-def6d9de-be91-43c7-b23b-25e35c1578ae req-b0fc84fc-ca24-4a77-857d-cd0bf5975561 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0501499 Feb 15 10:02:57.493643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-def6d9de-be91-43c7-b23b-25e35c1578ae req-5b55d6eb-5dfc-4cda-b9cb-eff4ddac91e8 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331786 Feb 15 10:02:57.507236 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 46972) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:57.514159 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2123504565-network', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:57.539412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Made reservation on behalf of e618bc7306a0461aa2f1a806326f6b5d for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:57.541672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.549825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.624141 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.628582 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.649744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:02:57.663743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9549b60-3fd8-45ce-acce-ba798845347d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:57.668453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.668793 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Added segment 8cc9f19a-0266-4f7e-9367-affd2e9ea501 of type vlan for network b5695ae7-be2e-4206-9d99-75d08c378adb Feb 15 10:02:57.714703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.744317 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.745370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:57.745934 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:57.797056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2884824 Feb 15 10:02:57.799993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46974) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:57.805175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Request body: {'subnet': {'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2123504565-subnet', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:57.812476 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992de7ae-c412-4cfd-a538-cf0159991d73 admin admin] Pushing event updated for resources: {'Network': ['ID=b5695ae7-be2e-4206-9d99-75d08c378adb,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:57.823717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b5695ae7-be2e-4206-9d99-75d08c378adb details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:02:57.829817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Made reservation on behalf of e618bc7306a0461aa2f1a806326f6b5d for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:02:57.832167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.012294 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.070880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Pushing event updated for resources: {'Subnet': ['ID=893ddd75-d17e-408d-b7a6-0e69541abeb6,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:58.079143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Checking segment: {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:58.079493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Network hostable DHCP agents. Network: b5695ae7-be2e-4206-9d99-75d08c378adb, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:02:58.096486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Network b5695ae7-be2e-4206-9d99-75d08c378adb is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:02:58.105866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b5695ae7-be2e-4206-9d99-75d08c378adb) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:58.111107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:58.112063 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.115612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd134ac-1e3b-4840-97c6-9618da2e3caa None None] Network b5695ae7-be2e-4206-9d99-75d08c378adb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:02:58.132044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-88d7080b-d0cc-4b89-b6fb-dd39591de727 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3308566 Feb 15 10:02:58.134753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46976) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:02:58.139503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:02:58.164304 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.165394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.217657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.234142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:02:58.252168 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:58.252763 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:58.304249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b5695ae7-be2e-4206-9d99-75d08c378adb', 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'fixed_ips': [{'subnet_id': '893ddd75-d17e-408d-b7a6-0e69541abeb6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:02:58.305197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.362984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.610804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.612694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:02:58.644176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.657328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e74b6-d44e-466b-9045-6a6b057259a3 req-669b5b6a-7723-4ee3-ac87-6b22772871d0 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:58.658851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d3e74b6-d44e-466b-9045-6a6b057259a3 req-669b5b6a-7723-4ee3-ac87-6b22772871d0 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0892453 Feb 15 10:02:58.738016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d3e74b6-d44e-466b-9045-6a6b057259a3 req-582a7d34-8fc0-447d-9c16-65b04f9d11fb tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491700 Feb 15 10:02:58.769321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Allocated IP 172.20.0.2 (b5695ae7-be2e-4206-9d99-75d08c378adb/893ddd75-d17e-408d-b7a6-0e69541abeb6/2c6a2aba-199a-4363-ade4-480f1cbc0b3b) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:58.779077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36d39a15-946d-4a3f-8240-5cef280f1882 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:02:58.801346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Allocated IP 172.25.6.26 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/407dd324-d455-4f0f-b8fc-2f95fe7b5e03) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:02:58.869102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee51eb-7269-45c3-83eb-fa1b6a787b44 req-2c610c0e-d20b-4018-9acd-df25ef4854eb tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:58.871631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8bee51eb-7269-45c3-83eb-fa1b6a787b44 req-2c610c0e-d20b-4018-9acd-df25ef4854eb tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0484309 Feb 15 10:02:58.908267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8bee51eb-7269-45c3-83eb-fa1b6a787b44 req-dec8d0ac-7f6b-4221-8856-c7ab64e6cb7d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301299 Feb 15 10:02:58.912236 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.949921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.969077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 36d39a15-946d-4a3f-8240-5cef280f1882 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:02:58.969444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:58.993736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:59.004642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:59.008343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:59.064401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:59.067832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.079047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 2, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:02:59.083585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.094132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0601c8-35df-4999-a065-99040d4ae74a req-2b41b253-340c-4f33-a621-4a0ff996f495 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:59.095666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac0601c8-35df-4999-a065-99040d4ae74a req-2b41b253-340c-4f33-a621-4a0ff996f495 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.1009929 Feb 15 10:02:59.140406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:02:59.141030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Updating router 839b41b4-2fcf-491a-a282-7d80e1c588de port ddb6c597-3f01-4a88-82a9-941e464a4483 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:02:59.206719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Network b5695ae7-be2e-4206-9d99-75d08c378adb is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:02:59.212722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.217913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:02:59.235001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:02:59.239906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Pushing event updated for resources: {'Port': ['ID=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:59.377084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Attempting to bind port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:59.377443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Attempting to bind port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:59.377796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Attempting to bind port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b on network b5695ae7-be2e-4206-9d99-75d08c378adb {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:59.389570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:59.389930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Checking segment: {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:59.390321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.390709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Bound using segment: {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:59.391166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Bound port: 2c6a2aba-199a-4363-ade4-480f1cbc0b3b, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:59.391543 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.459118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac0601c8-35df-4999-a065-99040d4ae74a req-9c0014ab-7745-4f46-8663-f608fda674c4 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306215 Feb 15 10:02:59.523086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] For port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:59.546021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] For port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:59.561514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.597027 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.657563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122ba5a-f111-4b1d-bd16-e0ad19451f2b None None] Pushing event updated for resources: {'Port': ['ID=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:59.677392 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.683665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.758565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c4c5-25ad-4233-a489-f65d2fe98ee0 None None] Pushing event updated for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:02:59.798371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Attempting to bind port ddb6c597-3f01-4a88-82a9-941e464a4483 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:02:59.798735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Attempting to bind port ddb6c597-3f01-4a88-82a9-941e464a4483 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:02:59.799090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Attempting to bind port ddb6c597-3f01-4a88-82a9-941e464a4483 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:02:59.805446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:02:59.805852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:02:59.806201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.806581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:02:59.807043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Bound port: ddb6c597-3f01-4a88-82a9-941e464a4483, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:02:59.807417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.856374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b4bda-7c34-4b0d-abc1-c3360d3bdbe7 req-98e5f993-cab9-4dab-a4c8-97027ee6ed16 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:02:59.867694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b0b4bda-7c34-4b0d-abc1-c3360d3bdbe7 req-98e5f993-cab9-4dab-a4c8-97027ee6ed16 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.1686449 Feb 15 10:02:59.893495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] For port ddb6c597-3f01-4a88-82a9-941e464a4483, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:02:59.899850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] For port ddb6c597-3f01-4a88-82a9-941e464a4483, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ddb6c597-3f01-4a88-82a9-941e464a4483,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:02:59.907637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.954482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b0b4bda-7c34-4b0d-abc1-c3360d3bdbe7 req-a29f0f65-49a5-482e-83b9-0cece3ae1e8d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867772 Feb 15 10:02:59.957656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:02:59.967631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:02:59.968680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:00.022791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0c4c5-25ad-4233-a489-f65d2fe98ee0 None None] Pushing event updated for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:00.121450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] Provisioning complete for port ddb6c597-3f01-4a88-82a9-941e464a4483 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:00.121946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.128102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:00.156785 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:03:00.274784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:00.285574 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Sync routers for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:00.294887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.296272 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b1375c6c-5363-42d9-9dd1-08dd076bdbd4 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1605446 Feb 15 10:03:00.297681 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:00.298287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:00.298953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 46988) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:00.349064 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.418236 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:00.433555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] For port ddb6c597-3f01-4a88-82a9-941e464a4483, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ddb6c597-3f01-4a88-82a9-941e464a4483,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:00.440183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.486683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:02:59Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:00.520580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd5888c-dee5-47ab-bedc-206dd0ec9035 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:02:59Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:00.527052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0669dc-1270-4664-8d4b-9b7d7425f8e3 None None] Pushing event updated for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:00.564631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0f082bf0-4423-4a88-8211-d12049daa7a6 None None] Provisioning complete for port ddb6c597-3f01-4a88-82a9-941e464a4483 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:00.568984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0f082bf0-4423-4a88-8211-d12049daa7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.661583 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:02:59Z', 'revision_number': 3, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:00.707257 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Checking router: 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:00.709970 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Updating router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:00.794005 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.907026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ddb6c597-3f01-4a88-82a9-941e464a4483 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:00.964362 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:00.969340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f912182-77b3-4441-9f46-0928386782c1 req-ab1e5c48-f1b4-4103-bae3-16966fd87f3c tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:00.970597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f912182-77b3-4441-9f46-0928386782c1 req-ab1e5c48-f1b4-4103-bae3-16966fd87f3c tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0726881 Feb 15 10:03:00.975489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ddb6c597-3f01-4a88-82a9-941e464a4483 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:00.975853 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.105648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2c6a2aba-199a-4363-ade4-480f1cbc0b3b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:01.149690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae959-7bfb-4830-9402-9ba14d4a6f7f req-d4ac4552-8e59-4552-9743-14855fc72c09 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:01.158498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9dae959-7bfb-4830-9402-9ba14d4a6f7f req-d4ac4552-8e59-4552-9743-14855fc72c09 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 1097 time: 0.0671723 Feb 15 10:03:01.204781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:01.205193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.216199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9dae959-7bfb-4830-9402-9ba14d4a6f7f req-b9ef4dac-b135-47a3-ba02-f837f5fd41d4 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565407 Feb 15 10:03:01.222370 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.243643 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.301594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afea59-9d01-4bd2-96d9-af35cb4193c9 None None] Network b5695ae7-be2e-4206-9d99-75d08c378adb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:01.312537 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Attempting to bind port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:01.313770 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Attempting to bind port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:01.314320 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Attempting to bind port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:01.326144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f2708-d072-4ba6-9110-7ffaf27e7bf1 None None] Pushing event updated for resources: {'Port': ['ID=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:01.330251 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:01.330866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:01.331482 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.332408 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:01.333115 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Bound port: 407dd324-d455-4f0f-b8fc-2f95fe7b5e03, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:01.334579 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.367940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Allocated IP 172.20.0.1 (b5695ae7-be2e-4206-9d99-75d08c378adb/893ddd75-d17e-408d-b7a6-0e69541abeb6/fcb6161c-fe6a-4eba-9ef3-257ad96b4413) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:01.372584 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.409057 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] For port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:01.414230 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] For port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:01.416617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cd89c83c-85e5-4fcf-95ee-5f02b6c7cdce None None] Provisioning complete for port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:01.417058 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cd89c83c-85e5-4fcf-95ee-5f02b6c7cdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.421522 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.472175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:01.484444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.490708 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:01.491600 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:01.504031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.543331 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5f2708-d072-4ba6-9110-7ffaf27e7bf1 None None] Pushing event updated for resources: {'Port': ['ID=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:01.550128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.591496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Deleting port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:01.592045 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.614712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:01.651571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:01.652457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:01.656432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Network b5695ae7-be2e-4206-9d99-75d08c378adb is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:01.659494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:01.663658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:01.734475 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.742664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] For port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:01.743026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.790577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Calling delete_port for ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:01.917978 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:02:59Z', 'revision_number': 3, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:01.949258 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:01.959377 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41281777-845a-4ec6-ab5f-1842cdd32eae None None] The sync data for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 is: [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:02:59Z', 'revision_number': 3, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:02.047550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b37c259f-9a05-4da4-9f45-8952e3d0f0a1 None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:02.048004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b37c259f-9a05-4da4-9f45-8952e3d0f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.102988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b37c259f-9a05-4da4-9f45-8952e3d0f0a1 None None] Port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:02.115033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b37c259f-9a05-4da4-9f45-8952e3d0f0a1 None None] Provisioning complete for port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:02.115764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b37c259f-9a05-4da4-9f45-8952e3d0f0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.345283 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.350084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7f063432-de5b-4b71-ae71-a4abfb41a927 None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:02.350456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7f063432-de5b-4b71-ae71-a4abfb41a927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.386271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['34ab2fe4-ecb3-4ed0-a811-092c695ac92f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:03:02.386271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['ebaf2a49-2ca5-4e37-bd69-57b5f84baa92'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:03:02.405697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-890e88bc-3d6f-4ac6-afd3-2c92bf380ca4 req-fae22e23-f912-4141-8149-6cbd0c9523ba tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1fe908d0-e85e-409a-b01f-7be0e2505598 HTTP/1.1" status: 200 len: 210 time: 0.0623550 Feb 15 10:03:02.439200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Pushing event deleted for resources: {'Port': ['ID=ebaf2a49-2ca5-4e37-bd69-57b5f84baa92,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:02.497163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] No DVR routers for this DVR port ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:02.501691 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.505892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f912182-77b3-4441-9f46-0928386782c1 req-221be48a-3011-425a-8838-3b30c6865120 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 HTTP/1.1" status: 204 len: 173 time: 1.5182686 Feb 15 10:03:02.506426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'name': 'network-vif-deleted', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:03:02.509200 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ef5cef-0e3d-4fca-93e9-a4d23bd6e7c0" -d '{"events": [{"server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "name": "network-vif-deleted", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:03:02.583197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.596177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.644767 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff0048c-902b-4c3d-85dc-ef69c10d6949 x-openstack-request-id: req-9ff0048c-902b-4c3d-85dc-ef69c10d6949 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:03:02.645133 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fe908d0-e85e-409a-b01f-7be0e2505598", "name": "network-vif-deleted", "tag": "ebaf2a49-2ca5-4e37-bd69-57b5f84baa92", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:03:02.645393 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ff0048c-902b-4c3d-85dc-ef69c10d6949 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:03:02.645803 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe908d0-e85e-409a-b01f-7be0e2505598', 'name': 'network-vif-deleted', 'tag': 'ebaf2a49-2ca5-4e37-bd69-57b5f84baa92', 'status': 'completed', 'code': 200} Feb 15 10:03:02.722146 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:02.751732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Pushing event updated for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:02.804913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7f063432-de5b-4b71-ae71-a4abfb41a927 None None] Port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:02.869873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Network b5695ae7-be2e-4206-9d99-75d08c378adb is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:02.871952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:02.963141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:03.033316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:03.034039 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:03.104905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:03.156900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:03.186738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:03.195401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:03.196410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2c6a2aba-199a-4363-ade4-480f1cbc0b3b up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:03.250860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:03.257431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-404aaef4-91fa-47c2-b982-fbfa7feba919 admin admin] 10.222.0.10 "PUT /v2.0/routers/8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9573812 Feb 15 10:03:03.306936 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4c351f7e-92ac-43f0-bae9-eabd7e5c7aff None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:03.307398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4c351f7e-92ac-43f0-bae9-eabd7e5c7aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:03.314020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:03.358276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-4c351f7e-92ac-43f0-bae9-eabd7e5c7aff None None] Port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:03.359976 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:03.360428 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:03.723043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb9472-08d9-4b8b-acbd-81f58beb3eae req-cbb4e076-be16-4367-b5cb-90ebaecb428d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:03.725216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caeb9472-08d9-4b8b-acbd-81f58beb3eae req-cbb4e076-be16-4367-b5cb-90ebaecb428d tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0444133 Feb 15 10:03:03.761750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-caeb9472-08d9-4b8b-acbd-81f58beb3eae req-5bec7ba1-9560-430d-8c82-d47dd3a4dc4a tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298624 Feb 15 10:03:04.327368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Sync routers for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:04.339417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:04.340086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:04.390316 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:04.416212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:04.416467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device ebaf2a49-2ca5-4e37-bd69-57b5f84baa92 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:04.478678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:04.692163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:01Z', 'revision_number': 4, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'fcb6161c-fe6a-4eba-9ef3-257ad96b4413', 'name': '', 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'mac_address': 'fa:16:3e:0c:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:01Z', 'updated_at': '2022-02-15T10:03:02Z', 'revision_number': 2, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'subnets': [{'id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:04.720199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Checking router: 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:04.720518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Updating router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:04.755088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:04.789471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:04.883797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ed14a-5b04-408f-879a-f2a1ed007689 req-154b0717-12e9-4404-978e-388b7777910c tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:04.885429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-084ed14a-5b04-408f-879a-f2a1ed007689 req-154b0717-12e9-4404-978e-388b7777910c tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0535445 Feb 15 10:03:04.928366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:04.928773 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:04.930310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-084ed14a-5b04-408f-879a-f2a1ed007689 req-fee55b5a-fa83-468b-b78c-31354000aeab tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Feb 15 10:03:05.003431 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-7e442dfc-3ace-46b6-a7d2-d607f68974a4 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:05.005132 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-7e442dfc-3ace-46b6-a7d2-d607f68974a4 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 1096 time: 0.0413752 Feb 15 10:03:05.102857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Deleting port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:05.102857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.155549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.161679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.204284 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] For port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:05.204756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.219337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Calling delete_port for 34ab2fe4-ecb3-4ed0-a811-092c695ac92f owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:05.220640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039554b-2948-46cf-8188-4602c9523c3d None None] Pushing event updated for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:05.285151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Attempting to bind port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:05.285519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Attempting to bind port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:05.285879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Attempting to bind port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 on network b5695ae7-be2e-4206-9d99-75d08c378adb {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:05.291987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:05.292408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Checking segment: {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:05.292864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.293288 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Bound using segment: {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:05.293728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Bound port: fcb6161c-fe6a-4eba-9ef3-257ad96b4413, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc9f19a-0266-4f7e-9367-affd2e9ea501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:05.294157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.377639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.388563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['34ab2fe4-ecb3-4ed0-a811-092c695ac92f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:03:05.393682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] For port fcb6161c-fe6a-4eba-9ef3-257ad96b4413, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:05.408015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Pushing event deleted for resources: {'Port': ['ID=34ab2fe4-ecb3-4ed0-a811-092c695ac92f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:05.441896 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] For port fcb6161c-fe6a-4eba-9ef3-257ad96b4413, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:05.449241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.451521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] No DVR routers for this DVR port 34ab2fe4-ecb3-4ed0-a811-092c695ac92f on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:05.454318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.458219 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6c7f3401-6dff-4c41-b71e-be796ba32d0c req-6e11dac2-7de3-4aa0-a8f1-7522b57339a7 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.36 "DELETE /v2.0/ports/34ab2fe4-ecb3-4ed0-a811-092c695ac92f HTTP/1.1" status: 204 len: 173 time: 0.4462121 Feb 15 10:03:05.459747 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'name': 'network-vif-deleted', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:03:05.470321 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b33270-5044-41bc-8e8f-94fd7677e500" -d '{"events": [{"server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "name": "network-vif-deleted", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:03:05.495289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-c722ba23-faaa-43b9-a12e-3d7821ef8aa2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:05.497567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-c722ba23-faaa-43b9-a12e-3d7821ef8aa2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1752479 Feb 15 10:03:05.540319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-db201a14-1f41-4e73-9027-4f15d169f18c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0300579 Feb 15 10:03:05.547769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:05.548435 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc96547-e966-4d10-8d7c-87da0f8ac2f5 x-openstack-request-id: req-fdc96547-e966-4d10-8d7c-87da0f8ac2f5 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:03:05.548590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:05.548705 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9d999cb-b75f-4e24-8337-ee48b3b72c25", "name": "network-vif-deleted", "tag": "34ab2fe4-ecb3-4ed0-a811-092c695ac92f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:03:05.549139 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdc96547-e966-4d10-8d7c-87da0f8ac2f5 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:03:05.549588 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9d999cb-b75f-4e24-8337-ee48b3b72c25', 'name': 'network-vif-deleted', 'tag': '34ab2fe4-ecb3-4ed0-a811-092c695ac92f', 'status': 'completed', 'code': 200} Feb 15 10:03:05.612717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039554b-2948-46cf-8188-4602c9523c3d None None] Pushing event updated for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:05.622080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-1014c8d0-e310-43f5-ae93-bdf5f346556b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708659 Feb 15 10:03:05.644415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:05.644779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.748231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-af447c64-6453-4ece-86f0-eed8892659ec service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153455 Feb 15 10:03:05.750343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:05.854495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-c32b39da-9ccf-4e07-bab3-03f7ceaa6c57 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941429 Feb 15 10:03:05.897265 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:05.952362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] For port fcb6161c-fe6a-4eba-9ef3-257ad96b4413, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:05.957807 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:06.074515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dedc6b-cdef-47cb-895e-a6d9fc9066a4 None None] Pushing event updated for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:06.098807 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5a4f74f-1481-4247-a890-b29186591409 req-389c9d69-58f4-47d2-b36a-4162812dc583 tempest-TestServerMultinode-524789431 tempest-TestServerMultinode-524789431-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d9d999cb-b75f-4e24-8337-ee48b3b72c25 HTTP/1.1" status: 200 len: 210 time: 0.0388935 Feb 15 10:03:06.101074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1e0f2e45-7cb9-4272-832a-f53e1bf7f609 None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:06.101487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2e45-7cb9-4272-832a-f53e1bf7f609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:06.106282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:01Z', 'revision_number': 4, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'fcb6161c-fe6a-4eba-9ef3-257ad96b4413', 'name': '', 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'mac_address': 'fa:16:3e:0c:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:01Z', 'updated_at': '2022-02-15T10:03:05Z', 'revision_number': 4, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'subnets': [{'id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:06.168572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a40143-5aa8-4cc8-98ed-c5718f6b41e6 None None] The sync data for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 is: [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:01Z', 'revision_number': 4, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'fcb6161c-fe6a-4eba-9ef3-257ad96b4413', 'name': '', 'network_id': 'b5695ae7-be2e-4206-9d99-75d08c378adb', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'mac_address': 'fa:16:3e:0c:0a:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:01Z', 'updated_at': '2022-02-15T10:03:05Z', 'revision_number': 4, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'subnets': [{'id': '893ddd75-d17e-408d-b7a6-0e69541abeb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:06.281383 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f5228a2c-73e5-49c9-818b-054801b25743 req-38c28d85-bdc1-467d-8f48-9f274d869ba6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0615046 Feb 15 10:03:06.805872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fcb6161c-fe6a-4eba-9ef3-257ad96b4413 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:06.860260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:06.860630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:07.170501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47056) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:07.359754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-44089f4d-b1da-4dc9-9e41-9e8026318800 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:07.363539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-44089f4d-b1da-4dc9-9e41-9e8026318800 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1343729 Feb 15 10:03:07.377477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:07.420881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f4ffbedf-ca1c-436f-ba28-5e73e714b8b5 req-7a20810a-27b6-49e7-8153-e2aeb7c3baa7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0425317 Feb 15 10:03:07.564986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:07.569617 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:07.638863 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:07.765387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.13 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/7af73b0c-6908-4602-b8ab-6c0c7c070570) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:07.972872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:07.990138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Deleting port a040414f-eff3-46db-9fa4-78308382bde4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:07.990558 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.035266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.088166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:08.090262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:08.094181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:08.112667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] For port a040414f-eff3-46db-9fa4-78308382bde4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a040414f-eff3-46db-9fa4-78308382bde4,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:08.113072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.135076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Calling delete_port for a040414f-eff3-46db-9fa4-78308382bde4 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:08.142766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:08.166189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:08.166737 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.188154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-2dad5d29-8882-4c62-9050-adcd3488d3b3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8149874 Feb 15 10:03:08.203157 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Request body: {'port': {'device_id': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:08.292185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.475861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.506004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aa8672af-9267-49c5-83b2-2ab7a847c55d None None] Provisioning complete for port 7af73b0c-6908-4602-b8ab-6c0c7c070570 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:08.506969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa8672af-9267-49c5-83b2-2ab7a847c55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.510139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a040414f-eff3-46db-9fa4-78308382bde4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:08.619843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-aa8672af-9267-49c5-83b2-2ab7a847c55d None None] Port 7af73b0c-6908-4602-b8ab-6c0c7c070570 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:08.800567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.835018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af73b0c-6908-4602-b8ab-6c0c7c070570 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:03:08.845314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.866375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a16444-5a60-4010-b7bb-b5a06df172de req-abd64345-1a75-4ae9-91dd-bb26bbf1aa3b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:08.868067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37a16444-5a60-4010-b7bb-b5a06df172de req-abd64345-1a75-4ae9-91dd-bb26bbf1aa3b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 932 time: 0.1671159 Feb 15 10:03:08.871385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Transition to ACTIVE for port object 7af73b0c-6908-4602-b8ab-6c0c7c070570 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:03:08.883585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:08.972509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37a16444-5a60-4010-b7bb-b5a06df172de req-f3b5fb16-037a-4f18-a8a4-46a17fe845c7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980017 Feb 15 10:03:09.009987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Pushing event updated for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:09.117963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Attempting to bind port 7af73b0c-6908-4602-b8ab-6c0c7c070570 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:09.118578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Attempting to bind port 7af73b0c-6908-4602-b8ab-6c0c7c070570 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:09.119002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Attempting to bind port 7af73b0c-6908-4602-b8ab-6c0c7c070570 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:09.121518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Router 162f8786-0815-4c17-a8af-127cc8014d36 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:09.125375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Port 7af73b0c-6908-4602-b8ab-6c0c7c070570 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:03:09.125825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Attempting to bind port 7af73b0c-6908-4602-b8ab-6c0c7c070570 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:09.134420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:09.134757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:09.135150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:09.135579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Bound port: 7af73b0c-6908-4602-b8ab-6c0c7c070570, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:09.136135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:09.203132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 34ab2fe4-ecb3-4ed0-a811-092c695ac92f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:09.248138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:09.256346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:09.256607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 34ab2fe4-ecb3-4ed0-a811-092c695ac92f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:09.257294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 34ab2fe4-ecb3-4ed0-a811-092c695ac92f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:09.259103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:09.264848 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:09.270924 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Sync routers for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:09.282178 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:09.283122 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:09.290220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8cbf394d-11eb-4da1-a051-24cc16f374d8 admin admin] 10.222.0.10 "PUT /v2.0/routers/162f8786-0815-4c17-a8af-127cc8014d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1099772 Feb 15 10:03:09.291398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47062) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:09.313801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:09.314429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:09.316073 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] 10.222.0.72 "PUT /v2.0/ports/7af73b0c-6908-4602-b8ab-6c0c7c070570 HTTP/1.1" status: 200 len: 1092 time: 1.1195149 Feb 15 10:03:09.316522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:03:09.319413 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:03:09.371162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38c0e8-095d-4113-bfab-2a4ed1b461dc service neutron] Pushing event updated for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:09.447856 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec7cd2dc-12d5-44d6-97ed-658041ef0276 x-openstack-request-id: req-ec7cd2dc-12d5-44d6-97ed-658041ef0276 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:03:09.448275 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:03:09.448438 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec7cd2dc-12d5-44d6-97ed-658041ef0276 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:03:09.448837 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570', 'status': 'completed', 'code': 200} Feb 15 10:03:09.468081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-a629ab1d-b627-4f8c-8e76-bd9130c7ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:09.469957 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-a629ab1d-b627-4f8c-8e76-bd9130c7ea1b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 1095 time: 0.0857320 Feb 15 10:03:09.515253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:09.517774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-f4aaa479-547e-40ec-9a38-cc017f72dd07 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570 HTTP/1.1" status: 200 len: 217 time: 0.0398352 Feb 15 10:03:09.564561 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:09.639093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-399127ee-221e-43e0-b762-a7dcec034792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:09.640607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-399127ee-221e-43e0-b762-a7dcec034792 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.1147635 Feb 15 10:03:09.694626 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-c4212d31-c22c-4c42-9353-ef9bf473f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:09.696188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-c4212d31-c22c-4c42-9353-ef9bf473f1a4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482020 Feb 15 10:03:09.826722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-e66f5894-d06f-4ed1-9b79-c7ca9466cf0c service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232080 Feb 15 10:03:09.878499 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:03:08Z', 'revision_number': 5, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:09.916211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Checking router: 162f8786-0815-4c17-a8af-127cc8014d36 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:09.929206 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Routers {'162f8786-0815-4c17-a8af-127cc8014d36'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:09.930092 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['162f8786-0815-4c17-a8af-127cc8014d36'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:09.972501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-851ffc66-f8a8-4abe-ba5d-30092070e3b6 req-45bcb6e5-0153-4131-9410-23d066402638 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377347 Feb 15 10:03:10.110968 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.143313 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] Set router 162f8786-0815-4c17-a8af-127cc8014d36 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:10.151469 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af093c-e960-427d-99aa-89ade0d719d3 req-6ed8366c-26e7-425a-84aa-fe4c1ad0e970 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:10.153222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80af093c-e960-427d-99aa-89ade0d719d3 req-6ed8366c-26e7-425a-84aa-fe4c1ad0e970 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0648851 Feb 15 10:03:10.156383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-473f9bdd-6ef9-453a-a951-c1e9dbceb21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:10.157866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-473f9bdd-6ef9-453a-a951-c1e9dbceb21b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 1095 time: 0.1341290 Feb 15 10:03:10.189398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Deleting port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:10.189743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.269784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80af093c-e960-427d-99aa-89ade0d719d3 req-3129bfb0-8847-4139-8071-667b8c0b2e2e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055913 Feb 15 10:03:10.293514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] For port 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:10.293936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.308266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Calling delete_port for 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:10.319856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-83034465-b0c0-43d4-b9aa-ed84c6d3bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:10.322003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-83034465-b0c0-43d4-b9aa-ed84c6d3bce3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1557696 Feb 15 10:03:10.389870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-f2dac4aa-60f5-4868-97aa-f49856adbc29 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570 HTTP/1.1" status: 200 len: 217 time: 0.0598450 Feb 15 10:03:10.429326 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:03:08Z', 'revision_number': 5, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:10.463655 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aac1dd5-87b0-4960-b364-639f69025b20 None None] The sync data for ids ['162f8786-0815-4c17-a8af-127cc8014d36'] in n-d-825064-4 is: [{'id': '162f8786-0815-4c17-a8af-127cc8014d36', 'name': 'tempest-TestServerMultinode-615363731-router', 'tenant_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45'}], 'enable_snat': True}, 'gw_port_id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:03:08Z', 'revision_number': 5, 'project_id': 'b84e58da2cbb427e81ba8b259f52d94f', 'gw_port': {'id': '504e0aeb-e336-4bf8-b6a4-c4cfa12630ab', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:d9:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162f8786-0815-4c17-a8af-127cc8014d36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:24Z', 'updated_at': '2022-02-15T10:02:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:10.493518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-205ec5d2-8a89-47e4-b251-5df04ac14184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:10.495236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-205ec5d2-8a89-47e4-b251-5df04ac14184 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0965989 Feb 15 10:03:10.540771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.572702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-673d6c7e-c4d6-4c07-9db4-64c8c847af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:10.573027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Pushing event deleted for resources: {'Port': ['ID=504e0aeb-e336-4bf8-b6a4-c4cfa12630ab,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:10.582100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-673d6c7e-c4d6-4c07-9db4-64c8c847af2a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796769 Feb 15 10:03:10.640736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.685930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-0bb411fb-8bf7-4561-9758-cbc38e2658e9 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970061 Feb 15 10:03:10.739004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.742005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.794778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.795422 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 162f8786-0815-4c17-a8af-127cc8014d36 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:03:10.800548 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.801775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-44b5af7f-6d6b-4e7e-b7a9-0c0b3da85181 admin admin] 10.222.0.10 "DELETE /v2.0/routers/162f8786-0815-4c17-a8af-127cc8014d36 HTTP/1.1" status: 204 len: 168 time: 1.5091298 Feb 15 10:03:10.806690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47070) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:10.815153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4f4d1119-1d7b-4942-acf8-fc24d38fe67b req-60ac6987-189f-47ed-b287-c5518f4bafaf service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227932 Feb 15 10:03:10.871903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Deleting subnet 6a7c0b8e-952b-4529-9c83-5b2e580b606a {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:03:10.876376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.924773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:10.961539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a040414f-eff3-46db-9fa4-78308382bde4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:10.994993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a040414f-eff3-46db-9fa4-78308382bde4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:10.995596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a040414f-eff3-46db-9fa4-78308382bde4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:11.042135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.122447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.153671 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.156952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a7c0b8e-952b-4529-9c83-5b2e580b606a HTTP/1.1" status: 204 len: 168 time: 0.3492818 Feb 15 10:03:11.158376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f1719-5344-4a9e-a3b1-4d54a0697de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7c0b8e-952b-4529-9c83-5b2e580b606a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:11.159664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adafe724-fb1d-4937-85aa-a7ae3d845461 None None] Network 310ddeb6-a8fa-4880-806c-642b5822447c requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:11.160404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47072) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:11.244636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.308150 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Deleting port 254269fc-aa40-4ed2-9cd4-71e4e1890eff {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:11.308502 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.394627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] For port 254269fc-aa40-4ed2-9cd4-71e4e1890eff, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=254269fc-aa40-4ed2-9cd4-71e4e1890eff,segment=NetworkSegment(aa07e371-2e87-47b5-a320-6e446d6e8d96),segment_id=aa07e371-2e87-47b5-a320-6e446d6e8d96)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:11.395137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.423361 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Calling delete_port for 254269fc-aa40-4ed2-9cd4-71e4e1890eff owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:11.483926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75375d9-684a-41f0-b612-8e6d108cbbc0 req-dfa5fb92-90de-4dd9-8b41-8f2a3339e28c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:11.485553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b75375d9-684a-41f0-b612-8e6d108cbbc0 req-dfa5fb92-90de-4dd9-8b41-8f2a3339e28c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.1077454 Feb 15 10:03:11.547691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b75375d9-684a-41f0-b612-8e6d108cbbc0 req-dbaa6f95-8808-4156-b338-bb676cfa04d9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545809 Feb 15 10:03:11.556454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.584435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=254269fc-aa40-4ed2-9cd4-71e4e1890eff,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:11.586308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] No DVR routers for this DVR port 254269fc-aa40-4ed2-9cd4-71e4e1890eff on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:11.660272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.687887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['310ddeb6-a8fa-4880-806c-642b5822447c']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:11.696036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735fefb-666f-4560-bce8-37c2d91358cb None None] DHCP port deletion for 310ddeb6-a8fa-4880-806c-642b5822447c request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:03:11.708318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa07e371-2e87-47b5-a320-6e446d6e8d96') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:11.708868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa07e371-2e87-47b5-a320-6e446d6e8d96') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:11.722222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.740990 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.747425 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:03:11.747936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:03:11.749764 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:03:11.805597 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.810995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:11.814170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/310ddeb6-a8fa-4880-806c-642b5822447c HTTP/1.1" status: 204 len: 168 time: 0.6527765 Feb 15 10:03:11.817158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47076) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:11.835583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4dcfc0-9fa6-4a3d-b359-7f01c5b215e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=310ddeb6-a8fa-4880-806c-642b5822447c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:12.227151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:12.517114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Deleting port 10c24b66-6383-4dee-8b3d-a3c946e0a673 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:12.517458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:12.600602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] For port 10c24b66-6383-4dee-8b3d-a3c946e0a673, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=10c24b66-6383-4dee-8b3d-a3c946e0a673,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:12.601749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:12.613716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Calling delete_port for 10c24b66-6383-4dee-8b3d-a3c946e0a673 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:12.678874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b5a65-ef35-4de5-a0a5-617397ae4a7e req-37bfa8a7-eb05-480a-9580-dc6bad11ecff tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:12.680381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028b5a65-ef35-4de5-a0a5-617397ae4a7e req-37bfa8a7-eb05-480a-9580-dc6bad11ecff tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0520256 Feb 15 10:03:12.727646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028b5a65-ef35-4de5-a0a5-617397ae4a7e req-75bcb8d3-2fbb-4378-af73-ff7c0884d689 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384276 Feb 15 10:03:12.785214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 254269fc-aa40-4ed2-9cd4-71e4e1890eff no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:12.805406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 254269fc-aa40-4ed2-9cd4-71e4e1890eff {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:12.805813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 254269fc-aa40-4ed2-9cd4-71e4e1890eff not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:12.806292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:12.815807 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:12.827801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:12.828414 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 504e0aeb-e336-4bf8-b6a4-c4cfa12630ab not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:12.850880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Pushing event deleted for resources: {'Port': ['ID=10c24b66-6383-4dee-8b3d-a3c946e0a673,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:13.037709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:13.263674 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Router 0548dc7f-2803-45f9-893d-85665069c10b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:13.369511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:13.375423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ecced6d1-c477-4bd8-a940-fa8fe18e3487 admin admin] 10.222.0.10 "PUT /v2.0/routers/0548dc7f-2803-45f9-893d-85665069c10b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5562301 Feb 15 10:03:13.377742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47080) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:13.381685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Sync routers for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:13.393731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:13.394328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:13.491746 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:13.505467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:13.595896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:13.651935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Deleting port 0c31dd44-9653-47ab-98c6-9c771062eed8 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:13.652647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:13.695898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117'}], 'enable_snat': True}, 'gw_port_id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:03:12Z', 'revision_number': 5, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port': {'id': '0c31dd44-9653-47ab-98c6-9c771062eed8', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:41:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0548dc7f-2803-45f9-893d-85665069c10b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:30Z', 'updated_at': '2022-02-15T10:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:13.739147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Checking router: 0548dc7f-2803-45f9-893d-85665069c10b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:13.751866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Routers {'0548dc7f-2803-45f9-893d-85665069c10b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:13.752756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:02:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['0548dc7f-2803-45f9-893d-85665069c10b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:13.761526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] For port 0c31dd44-9653-47ab-98c6-9c771062eed8, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c31dd44-9653-47ab-98c6-9c771062eed8,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:13.762104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:13.783415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Calling delete_port for 0c31dd44-9653-47ab-98c6-9c771062eed8 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:13.884260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] Set router 0548dc7f-2803-45f9-893d-85665069c10b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:13.963684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:03:13Z', 'revision_number': 6, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:13.967401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5479d4-675b-4eed-96ee-d237716638c6 req-382144cd-582a-47c8-8480-83dc0d0c44b8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:13.968954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f5479d4-675b-4eed-96ee-d237716638c6 req-382144cd-582a-47c8-8480-83dc0d0c44b8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.1108751 Feb 15 10:03:14.007595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b4c320-db4e-4087-8d65-956fc97ef167 None None] The sync data for ids ['0548dc7f-2803-45f9-893d-85665069c10b'] in n-d-825064-4 is: [{'id': '0548dc7f-2803-45f9-893d-85665069c10b', 'name': 'tempest-TestServerMultinode-204210958-router', 'tenant_id': '5b8d79e73917466ca0c849a6a24fb205', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:29Z', 'updated_at': '2022-02-15T10:03:13Z', 'revision_number': 6, 'project_id': '5b8d79e73917466ca0c849a6a24fb205', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:14.037109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f5479d4-675b-4eed-96ee-d237716638c6 req-722d91db-b99a-4f1f-8c45-508c9b64d7b4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592406 Feb 15 10:03:14.066492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.094264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c31dd44-9653-47ab-98c6-9c771062eed8,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:14.166960 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.271858 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.274085 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.317480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.318086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0548dc7f-2803-45f9-893d-85665069c10b {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:03:14.322192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.323330 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-369aacae-93a7-45d9-a13d-4913e7e750a0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0548dc7f-2803-45f9-893d-85665069c10b HTTP/1.1" status: 204 len: 168 time: 0.9443965 Feb 15 10:03:14.326024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47084) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:14.383808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Deleting subnet 5baf0721-647f-45e2-b576-4cc1f2b3e780 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:03:14.387582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.427822 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.454710 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.535928 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.598628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.628977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5baf0721-647f-45e2-b576-4cc1f2b3e780,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:14.633833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.637152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5baf0721-647f-45e2-b576-4cc1f2b3e780 HTTP/1.1" status: 204 len: 168 time: 0.3098068 Feb 15 10:03:14.640433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea55f21-3e1c-40a4-a0df-9a3cf4132d7c None None] Network e856fe35-8f7d-4983-bea0-d2d1f7589df3 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:14.641023 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:14.644167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.644517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.644870 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.645209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.646037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.646396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.646834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.647178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.647503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.648213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.648213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.648647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c65f5b-b2a2-48d1-b085-e2c4a30503b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:14.720163 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.786160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Deleting port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:14.787264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.867359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] DHCP port deletion for e856fe35-8f7d-4983-bea0-d2d1f7589df3 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:03:14.877389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] For port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:14.877763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.892700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Calling delete_port for 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:14.917534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c31dd44-9653-47ab-98c6-9c771062eed8 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:14.943390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0c31dd44-9653-47ab-98c6-9c771062eed8 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:14.943727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c31dd44-9653-47ab-98c6-9c771062eed8 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:14.944473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10c24b66-6383-4dee-8b3d-a3c946e0a673 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:14.948622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Deleting port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:14.949230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:14.979103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 10c24b66-6383-4dee-8b3d-a3c946e0a673 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:14.979488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 10c24b66-6383-4dee-8b3d-a3c946e0a673 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:14.993262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.020377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:15.025616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] No DVR routers for this DVR port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:15.045346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] For port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,segment=NetworkSegment(edaf85db-306b-4fed-89ae-d5fab7676096),segment_id=edaf85db-306b-4fed-89ae-d5fab7676096)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:15.045637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.061958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Calling delete_port for 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:15.112134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.134759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e856fe35-8f7d-4983-bea0-d2d1f7589df3']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:15.146974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edaf85db-306b-4fed-89ae-d5fab7676096') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:15.147282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edaf85db-306b-4fed-89ae-d5fab7676096') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:15.159158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.164861 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.190979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] Pushing event deleted for resources: {'Port': ['ID=6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:15.194778 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.197470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a4548-6a8b-47fc-b680-f2d937dea1fa None None] No DVR routers for this DVR port 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:15.206042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:03:15.206895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:03:15.210357 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:03:15.276438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.283225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.285032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b4834-b72a-46b4-a75f-20181d480371 req-329d7ca1-cc45-4954-8034-0ab939270e2f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:15.287994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] 10.222.0.10 "DELETE /v2.0/networks/e856fe35-8f7d-4983-bea0-d2d1f7589df3 HTTP/1.1" status: 204 len: 168 time: 0.6456800 Feb 15 10:03:15.288665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-898b4834-b72a-46b4-a75f-20181d480371 req-329d7ca1-cc45-4954-8034-0ab939270e2f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0648847 Feb 15 10:03:15.313446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e76bd-666f-4d56-adcc-3b83ec2dfbaa admin admin] Pushing event deleted for resources: {'Network': ['ID=e856fe35-8f7d-4983-bea0-d2d1f7589df3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:15.338989 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-898b4834-b72a-46b4-a75f-20181d480371 req-1120ff6d-751d-4146-a33b-e2bce3b7763f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422873 Feb 15 10:03:15.469661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47092) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:15.511052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e6a26bdd-08ae-4ef2-a7df-42dfbf14e471 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b84e58da2cbb427e81ba8b259f52d94f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401580 Feb 15 10:03:15.513753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47094) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:15.562500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.583751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.629397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.632226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:15.633415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3173a1c-7063-4b3e-8811-415582a30f79 HTTP/1.1" status: 204 len: 168 time: 0.1187739 Feb 15 10:03:15.642468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce2c2e-c3b5-4f78-bf2c-3abed70ff562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3173a1c-7063-4b3e-8811-415582a30f79,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:15.966703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:16.010281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66283875-8113-4c05-8949-1e1b0cf0491e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5b8d79e73917466ca0c849a6a24fb205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420563 Feb 15 10:03:16.013134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47102) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:16.061241 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:16.085552 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:16.134518 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:16.137638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:16.139294 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1d04bb6-1f1e-46dd-be41-d9c334a86dc4 HTTP/1.1" status: 204 len: 168 time: 0.1251211 Feb 15 10:03:16.148952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af85d17-b90d-4810-8476-0417858e5699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d04bb6-1f1e-46dd-be41-d9c334a86dc4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:16.464468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab00762c-5369-42b1-bf81-7f8797d5f260 req-0ed65327-b545-4071-8c1c-e1693072e8fd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:16.466144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab00762c-5369-42b1-bf81-7f8797d5f260 req-0ed65327-b545-4071-8c1c-e1693072e8fd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0511117 Feb 15 10:03:16.514060 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab00762c-5369-42b1-bf81-7f8797d5f260 req-4158eed7-3d24-4622-bd84-10e2d5f6f3c1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421324 Feb 15 10:03:16.728027 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b8724f2-3d2d-4c03-b49f-73c03ab07de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:16.793581 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:16.814453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:16.814797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6bf0d6a2-bdeb-40ad-ab1a-89b07d0fd01d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:16.885248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:16.990803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-490562170-network', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:17.014043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Made reservation on behalf of 09441517f21f4eeba24ab76e1e6572f1 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:17.016295 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.024747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.044725 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.123596 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.127857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.153239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:03:17.163399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874e9e40-5dda-458b-8995-5432d7175408,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:17.168194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.168533 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Added segment 5b896c8c-ba16-437f-95f0-9a3d45c8be1b of type vlan for network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 Feb 15 10:03:17.213447 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.238871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.240614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:17.241267 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.296153 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4096265 Feb 15 10:03:17.299198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47130) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:17.303651 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37147c4d-9cf1-4290-8952-900cb15e8f2b admin admin] Pushing event updated for resources: {'Network': ['ID=88cf63d0-3ef9-4484-911a-2ff51a05b8b2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:17.304767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Request body: {'subnet': {'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-490562170-subnet', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:17.314234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:03:17.334160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Made reservation on behalf of 09441517f21f4eeba24ab76e1e6572f1 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:17.336738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.514369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.569783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24b9939a-26a2-4ec0-bd17-6fa89f99728d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:17.581110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Checking segment: {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:17.581531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Network hostable DHCP agents. Network: 88cf63d0-3ef9-4484-911a-2ff51a05b8b2, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:03:17.622059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:03:17.632564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 88cf63d0-3ef9-4484-911a-2ff51a05b8b2) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:17.637988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:17.638576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.644106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007bd15e-e1a2-4178-a99b-931406ae67bd None None] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:17.663346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3593da50-a85b-44b0-842e-8b68175edd63 req-9d6cf01b-041a-4c1a-9f59-f84f6924e496 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:17.664910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3593da50-a85b-44b0-842e-8b68175edd63 req-9d6cf01b-041a-4c1a-9f59-f84f6924e496 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0725939 Feb 15 10:03:17.676260 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6c877353-c2d8-45b7-8242-8d03b7e1b377 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3720016 Feb 15 10:03:17.677380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:17.683703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:17.718126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3593da50-a85b-44b0-842e-8b68175edd63 req-b64ff172-784c-444b-8419-ff10fae69669 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431640 Feb 15 10:03:17.718581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.720389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.789188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.802999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'fixed_ips': [{'subnet_id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:03:17.804004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.926568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:17.947238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Allocated IP 172.20.0.2 (88cf63d0-3ef9-4484-911a-2ff51a05b8b2/24b9939a-26a2-4ec0-bd17-6fa89f99728d/8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:18.138878 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.148651 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.196030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:18.201682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:18.205675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:18.235558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Pushing event updated for resources: {'Port': ['ID=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:18.272226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Attempting to bind port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:18.272608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Attempting to bind port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:18.272982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Attempting to bind port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 on network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:18.279495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:18.280208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Checking segment: {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:18.280980 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.281573 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Bound using segment: {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:18.282546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Bound port: 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:18.283255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.365437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] For port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:18.369833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] For port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,segment=NetworkSegment(5b896c8c-ba16-437f-95f0-9a3d45c8be1b),segment_id=5b896c8c-ba16-437f-95f0-9a3d45c8be1b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:18.374939 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.453914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5895376-6dc3-4c4a-8e9d-770938b12396 None None] Pushing event updated for resources: {'Port': ['ID=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:18.610371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.637010 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.779253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Allocated IP 172.25.6.201 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e788cef4-6749-4522-8231-682455fcf3ac) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:18.929364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:18.961934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a112420-5ac4-498c-9a55-dcbb64779bfd req-3ce1868a-3bec-40de-a3ad-3c1a1b1b9aa0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:18.963464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a112420-5ac4-498c-9a55-dcbb64779bfd req-3ce1868a-3bec-40de-a3ad-3c1a1b1b9aa0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0871894 Feb 15 10:03:18.980942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:18.981318 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:18.990883 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.088282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6a112420-5ac4-498c-9a55-dcbb64779bfd req-e33745d1-45a3-4c54-be6d-9c2f0810cc6d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118929 Feb 15 10:03:19.104229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.109456 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.148364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,segment=NetworkSegment(5b896c8c-ba16-437f-95f0-9a3d45c8be1b),segment_id=5b896c8c-ba16-437f-95f0-9a3d45c8be1b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:19.153626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:19.155228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.164851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:19.166840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Pushing event updated for resources: {'Port': ['ID=e788cef4-6749-4522-8231-682455fcf3ac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:19.169105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:19.208612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:19.287681 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-63fd01d4-9ddc-4993-a697-41523d9d9477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.447841 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.634400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9003cd-7359-406e-93bd-fa336d05c87e None None] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:19.670444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.686736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0665637e-a40e-4e01-85df-7ac4ff170fdb None None] Provisioning complete for port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:19.687101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0665637e-a40e-4e01-85df-7ac4ff170fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.814540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Router 6188870c-48aa-429f-841d-4fff61f3efe5 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:03:19.946440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:19.961596 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Sync routers for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:19.966320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:19.969460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4ffa1b87-a9ff-45e2-a4ca-18ad69ab5eaa admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.2903619 Feb 15 10:03:19.970479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47138) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:19.981299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Routers {'6188870c-48aa-429f-841d-4fff61f3efe5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:19.982179 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6188870c-48aa-429f-841d-4fff61f3efe5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:20.148295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Set router 6188870c-48aa-429f-841d-4fff61f3efe5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:20.189928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-86b180c1-c42c-493a-bd41-db9bf5b0c43b None None] Provisioning complete for port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:20.190856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-86b180c1-c42c-493a-bd41-db9bf5b0c43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.258898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282f8ae-6e3b-46a3-aea5-a5c06078e425 req-9221c5f1-99ba-4d57-9b7c-4858273526e4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:20.261512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4282f8ae-6e3b-46a3-aea5-a5c06078e425 req-9221c5f1-99ba-4d57-9b7c-4858273526e4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 944 time: 0.0854752 Feb 15 10:03:20.310144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4282f8ae-6e3b-46a3-aea5-a5c06078e425 req-d1d6fc2c-e262-4e3f-af52-0f698c0e6502 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376327 Feb 15 10:03:20.407090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:19Z', 'revision_number': 3, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:20.440846 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Checking router: 6188870c-48aa-429f-841d-4fff61f3efe5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:20.441499 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Updating router 6188870c-48aa-429f-841d-4fff61f3efe5 port e788cef4-6749-4522-8231-682455fcf3ac binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:20.445386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7af73b0c-6908-4602-b8ab-6c0c7c070570 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:03:20.470497 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.487637 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.543396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.611093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:20.622266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '7af73b0c-6908-4602-b8ab-6c0c7c070570', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': '7af73b0c-6908-4602-b8ab-6c0c7c070570', 'mac_address': 'fa:16:3e:ee:45:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:03:20.664216 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.678740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af73b0c-6908-4602-b8ab-6c0c7c070570 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:03:20.701726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:20.706004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.757685 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.760591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Allocated IP 172.20.0.1 (88cf63d0-3ef9-4484-911a-2ff51a05b8b2/24b9939a-26a2-4ec0-bd17-6fa89f99728d/405fac55-fdd7-4f84-8654-86945be97316) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:20.764086 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.787765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:20.795521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:20.825866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Attempting to bind port e788cef4-6749-4522-8231-682455fcf3ac on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:20.826228 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Attempting to bind port e788cef4-6749-4522-8231-682455fcf3ac by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:20.826793 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Attempting to bind port e788cef4-6749-4522-8231-682455fcf3ac on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:20.828840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97008-a0cc-4ef7-b00c-9340bf4c920c None None] Pushing event updated for resources: {'Port': ['ID=e788cef4-6749-4522-8231-682455fcf3ac,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:20.839050 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:20.840536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:20.841577 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.842080 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:20.842932 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Bound port: e788cef4-6749-4522-8231-682455fcf3ac, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:20.843319 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.857520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:20.857947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.901127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['7af73b0c-6908-4602-b8ab-6c0c7c070570'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:03:20.907496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] For port e788cef4-6749-4522-8231-682455fcf3ac, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:20.907691 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.912671 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] For port e788cef4-6749-4522-8231-682455fcf3ac, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e788cef4-6749-4522-8231-682455fcf3ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:20.918520 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.945049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:20.977241 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f97008-a0cc-4ef7-b00c-9340bf4c920c None None] Pushing event updated for resources: {'Port': ['ID=e788cef4-6749-4522-8231-682455fcf3ac,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:20.994671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:20.999218 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Routers {'6188870c-48aa-429f-841d-4fff61f3efe5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:21.000127 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6188870c-48aa-429f-841d-4fff61f3efe5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:21.001540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:21.004856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Pushing event updated for resources: {'Port': ['ID=405fac55-fdd7-4f84-8654-86945be97316,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:21.007035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:21.056180 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.129102 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] Set router 6188870c-48aa-429f-841d-4fff61f3efe5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:21.218774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.346945 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-42a43e97-0f64-41f1-83fb-6f6700ca2b41 None None] Provisioning complete for port 405fac55-fdd7-4f84-8654-86945be97316 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:21.347394 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42a43e97-0f64-41f1-83fb-6f6700ca2b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.394432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-42a43e97-0f64-41f1-83fb-6f6700ca2b41 None None] Port 405fac55-fdd7-4f84-8654-86945be97316 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:21.465139 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.468069 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:19Z', 'revision_number': 3, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:21.471580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.498652 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4921ec60-286b-44ee-ad46-e17f6e79c7a9 None None] The sync data for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 is: [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:19Z', 'revision_number': 3, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:21.556343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff2f27-99c2-4d42-bd75-5b4a08d1bcc6 req-05ba2db7-1584-48eb-80c3-30632f7a3448 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:21.558653 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aeff2f27-99c2-4d42-bd75-5b4a08d1bcc6 req-05ba2db7-1584-48eb-80c3-30632f7a3448 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 945 time: 0.1618059 Feb 15 10:03:21.621624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Pushing event updated for resources: {'Port': ['ID=405fac55-fdd7-4f84-8654-86945be97316,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:21.625032 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:21.662465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aeff2f27-99c2-4d42-bd75-5b4a08d1bcc6 req-c8e6ec3e-29f3-4bc4-8050-db7662892847 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944729 Feb 15 10:03:21.764597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:21.766119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:21.923514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Router 6188870c-48aa-429f-841d-4fff61f3efe5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:22.024108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-641dd8b7-4620-4653-967f-92a9c979384b None None] Provisioning complete for port 405fac55-fdd7-4f84-8654-86945be97316 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:22.024617 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-641dd8b7-4620-4653-967f-92a9c979384b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.065654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-641dd8b7-4620-4653-967f-92a9c979384b None None] Port 405fac55-fdd7-4f84-8654-86945be97316 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:22.091033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:22.100872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c7af97de-f59f-47d4-a9e4-88f352df4486 admin admin] 10.222.0.10 "PUT /v2.0/routers/6188870c-48aa-429f-841d-4fff61f3efe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267684 Feb 15 10:03:22.300786 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.433427 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.452416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7af73b0c-6908-4602-b8ab-6c0c7c070570 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:22.506780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 7af73b0c-6908-4602-b8ab-6c0c7c070570 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:03:22.511634 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 7af73b0c-6908-4602-b8ab-6c0c7c070570 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:22.511997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.603548 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.632850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:03:22.637357 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0717ce9-5a4a-4f19-b964-451db662a959" -d '{"events": [{"server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "name": "network-vif-plugged", "status": "completed", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:03:22.655217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:22.660458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:22.687288 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60117669-e108-4d29-ba71-223127ff85a3 x-openstack-request-id: req-60117669-e108-4d29-ba71-223127ff85a3 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:03:22.687518 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "name": "network-vif-plugged", "status": "completed", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:03:22.687734 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60117669-e108-4d29-ba71-223127ff85a3 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:03:22.688124 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570', 'code': 200} Feb 15 10:03:22.721609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:22.795734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341c76f-4fce-48b7-9209-a59096164075 req-266809ad-48f8-4923-afb4-2338d39642d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:22.797466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2341c76f-4fce-48b7-9209-a59096164075 req-266809ad-48f8-4923-afb4-2338d39642d2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 1097 time: 0.0539317 Feb 15 10:03:22.823481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba124-2763-429d-921f-7cbe4e5ea6b2 req-636ccd5d-7a66-462b-8d33-5095ec1b7ac9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:22.825906 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e0ba124-2763-429d-921f-7cbe4e5ea6b2 req-636ccd5d-7a66-462b-8d33-5095ec1b7ac9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0629916 Feb 15 10:03:22.838136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e788cef4-6749-4522-8231-682455fcf3ac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:22.849401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2341c76f-4fce-48b7-9209-a59096164075 req-d0834654-bb18-4b47-988d-a4c56abaf4e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451369 Feb 15 10:03:22.880879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e0ba124-2763-429d-921f-7cbe4e5ea6b2 req-d96bfbf9-8ac9-4231-ba72-cf755c59d635 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481174 Feb 15 10:03:22.909675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e788cef4-6749-4522-8231-682455fcf3ac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:22.910043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:23.013109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:23.033878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e788cef4-6749-4522-8231-682455fcf3ac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e788cef4-6749-4522-8231-682455fcf3ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:23.038802 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:23.090287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e788cef4-6749-4522-8231-682455fcf3ac,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:23.213726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Sync routers for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:23.214425 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:03:23.228487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Routers {'6188870c-48aa-429f-841d-4fff61f3efe5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:23.229158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6188870c-48aa-429f-841d-4fff61f3efe5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:23.274584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:23.393248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Set router 6188870c-48aa-429f-841d-4fff61f3efe5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:23.638613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:23.664435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:21Z', 'revision_number': 4, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '405fac55-fdd7-4f84-8654-86945be97316', 'name': '', 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'mac_address': 'fa:16:3e:9c:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:20Z', 'updated_at': '2022-02-15T10:03:21Z', 'revision_number': 2, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'subnets': [{'id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:23.693807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Checking router: 6188870c-48aa-429f-841d-4fff61f3efe5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:23.694363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Updating router 6188870c-48aa-429f-841d-4fff61f3efe5 port 405fac55-fdd7-4f84-8654-86945be97316 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:23.721643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.019966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105a048-1faf-4a68-9c70-3416c8c8f4cc req-df7c2738-d745-4a88-a953-b6a786d2ed6b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:24.023050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0105a048-1faf-4a68-9c70-3416c8c8f4cc req-df7c2738-d745-4a88-a953-b6a786d2ed6b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0602961 Feb 15 10:03:24.041542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.047564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.070785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0105a048-1faf-4a68-9c70-3416c8c8f4cc req-bdceff39-cd82-40e4-8e44-6b679c2a87f9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415783 Feb 15 10:03:24.111706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616c9c0-3ec0-4d2a-b513-2b61b8bb3038 None None] Pushing event updated for resources: {'Port': ['ID=405fac55-fdd7-4f84-8654-86945be97316,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:24.167878 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Attempting to bind port 405fac55-fdd7-4f84-8654-86945be97316 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:24.168325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Attempting to bind port 405fac55-fdd7-4f84-8654-86945be97316 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:24.168749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Attempting to bind port 405fac55-fdd7-4f84-8654-86945be97316 on network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:24.174566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:24.175014 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Checking segment: {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:24.175479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.175952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Bound using segment: {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:24.176518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Bound port: 405fac55-fdd7-4f84-8654-86945be97316, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b896c8c-ba16-437f-95f0-9a3d45c8be1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:24.176990 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.315807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f815a-8519-4d44-8311-9500acdb7f09 req-278a1c34-be47-4ae4-a11a-ec50555d7ee8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:24.318041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-244f815a-8519-4d44-8311-9500acdb7f09 req-278a1c34-be47-4ae4-a11a-ec50555d7ee8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0674045 Feb 15 10:03:24.320508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Deleting port 405fac55-fdd7-4f84-8654-86945be97316 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:24.320875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.383216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a1f8f2d0-a7bb-446c-b0ef-e9831d1b04b6 None None] Provisioning complete for port 405fac55-fdd7-4f84-8654-86945be97316 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:24.383546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a1f8f2d0-a7bb-446c-b0ef-e9831d1b04b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.404254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-244f815a-8519-4d44-8311-9500acdb7f09 req-a5ad26ae-ec20-4639-ab9e-d27283d1906d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800092 Feb 15 10:03:24.426845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.436744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a1f8f2d0-a7bb-446c-b0ef-e9831d1b04b6 None None] Port 405fac55-fdd7-4f84-8654-86945be97316 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:24.438609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] For port 405fac55-fdd7-4f84-8654-86945be97316, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:24.439677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Calling delete_port for 405fac55-fdd7-4f84-8654-86945be97316 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:24.442337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] For port 405fac55-fdd7-4f84-8654-86945be97316, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=405fac55-fdd7-4f84-8654-86945be97316,segment=NetworkSegment(5b896c8c-ba16-437f-95f0-9a3d45c8be1b),segment_id=5b896c8c-ba16-437f-95f0-9a3d45c8be1b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:24.448281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.510516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Routers {'6188870c-48aa-429f-841d-4fff61f3efe5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:24.511140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6188870c-48aa-429f-841d-4fff61f3efe5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:24.514584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6616c9c0-3ec0-4d2a-b513-2b61b8bb3038 None None] Pushing event updated for resources: {'Port': ['ID=405fac55-fdd7-4f84-8654-86945be97316,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:24.543084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0d296-e023-4e6b-97ef-1c268e7136f6 req-f81ecc7e-0abd-4fa5-94f0-57f0aebdb376 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:24.551111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bd0d296-e023-4e6b-97ef-1c268e7136f6 req-f81ecc7e-0abd-4fa5-94f0-57f0aebdb376 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0745225 Feb 15 10:03:24.601135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8bd0d296-e023-4e6b-97ef-1c268e7136f6 req-c23d1989-35fc-4626-8665-f5c586d03c83 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432575 Feb 15 10:03:24.642191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] Set router 6188870c-48aa-429f-841d-4fff61f3efe5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:24.672124 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.700583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Pushing event deleted for resources: {'Port': ['ID=405fac55-fdd7-4f84-8654-86945be97316,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:24.836682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e788cef4-6749-4522-8231-682455fcf3ac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:24.885637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-46b77aeb-3de8-42ab-98fb-8dee10f40523 None None] Could not find standard attr ID for object 405fac55-fdd7-4f84-8654-86945be97316. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 10:03:24.919890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e788cef4-6749-4522-8231-682455fcf3ac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:24.920261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.943532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd36a40-3f76-4bb2-8501-528fe3320e60 req-d5b3f403-640d-4611-a5be-c3ab5bec590d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:24.946239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdd36a40-3f76-4bb2-8501-528fe3320e60 req-d5b3f403-640d-4611-a5be-c3ab5bec590d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0638640 Feb 15 10:03:24.949754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:24.972227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:21Z', 'revision_number': 4, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '405fac55-fdd7-4f84-8654-86945be97316', 'name': '', 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'mac_address': 'fa:16:3e:9c:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:20Z', 'updated_at': '2022-02-15T10:03:24Z', 'revision_number': 4, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'subnets': [{'id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:25.004244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1317d-a750-4fd6-9d6c-f7d1a0f05dce None None] The sync data for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 is: [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201'}], 'enable_snat': True}, 'gw_port_id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:21Z', 'revision_number': 4, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port': {'id': 'e788cef4-6749-4522-8231-682455fcf3ac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:fb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3962, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:18Z', 'updated_at': '2022-02-15T10:03:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '405fac55-fdd7-4f84-8654-86945be97316', 'name': '', 'network_id': '88cf63d0-3ef9-4484-911a-2ff51a05b8b2', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'mac_address': 'fa:16:3e:9c:c5:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:20Z', 'updated_at': '2022-02-15T10:03:24Z', 'revision_number': 4, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'subnets': [{'id': '24b9939a-26a2-4ec0-bd17-6fa89f99728d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:25.018266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdd36a40-3f76-4bb2-8501-528fe3320e60 req-a17cba7f-9b52-4a09-900d-f414a83456df tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623043 Feb 15 10:03:25.225003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Router 6188870c-48aa-429f-841d-4fff61f3efe5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:25.339200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:25.344213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-93c015be-8370-4e13-9db4-1b83c813db6b admin admin] 10.222.0.10 "PUT /v2.0/routers/6188870c-48aa-429f-841d-4fff61f3efe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685399 Feb 15 10:03:25.346752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47178) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:25.460195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:25.565843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:25.621525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Deleting port e788cef4-6749-4522-8231-682455fcf3ac {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:25.622009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:25.707571 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] For port e788cef4-6749-4522-8231-682455fcf3ac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e788cef4-6749-4522-8231-682455fcf3ac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:25.708533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:25.721039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Calling delete_port for e788cef4-6749-4522-8231-682455fcf3ac owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:25.894426 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:25.923618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Pushing event deleted for resources: {'Port': ['ID=e788cef4-6749-4522-8231-682455fcf3ac,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:25.987838 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.099094 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.107739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Sync routers for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:26.114541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.118074 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Routers {'6188870c-48aa-429f-841d-4fff61f3efe5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:26.118676 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6188870c-48aa-429f-841d-4fff61f3efe5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:26.170744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be17ea-7721-4975-acaa-d030297489a4 req-d87fa39e-63be-4df8-b6e5-8368f2e81202 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:26.172251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-75be17ea-7721-4975-acaa-d030297489a4 req-d87fa39e-63be-4df8-b6e5-8368f2e81202 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0877004 Feb 15 10:03:26.173307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.173820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6188870c-48aa-429f-841d-4fff61f3efe5 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:03:26.178377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.179459 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a156dfb3-8ad8-47b9-b72c-d31907246576 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6188870c-48aa-429f-841d-4fff61f3efe5 HTTP/1.1" status: 204 len: 168 time: 0.8317807 Feb 15 10:03:26.181899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47182) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:26.189816 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Set router 6188870c-48aa-429f-841d-4fff61f3efe5 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:26.241198 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6188870c-48aa-429f-841d-4fff61f3efe5', 'name': 'tempest-ImageQuotaTest-490562170-router', 'tenant_id': '09441517f21f4eeba24ab76e1e6572f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:17Z', 'updated_at': '2022-02-15T10:03:25Z', 'revision_number': 7, 'project_id': '09441517f21f4eeba24ab76e1e6572f1', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:26.255158 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Deleting subnet 24b9939a-26a2-4ec0-bd17-6fa89f99728d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:03:26.259816 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-75be17ea-7721-4975-acaa-d030297489a4 req-5b204635-98a8-41ba-8430-37c12ce34b1e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758572 Feb 15 10:03:26.261684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.272277 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Checking router: 6188870c-48aa-429f-841d-4fff61f3efe5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:26.281506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Routers set() bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:26.281506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Router IDs set() for agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 15 10:03:26.281763 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_agentschedulers_db [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6188870c-48aa-429f-841d-4fff61f3efe5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent'). {{(pid=102361) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 15 10:03:26.282049 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc8ada3-81fa-4ffa-b9c8-7019811607e6 None None] The sync data for ids ['6188870c-48aa-429f-841d-4fff61f3efe5'] in n-d-825064-4 is: [] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:26.297882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.378260 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.436910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.448589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-6ef433a7-76fb-421b-b9ff-c0fdf0996379 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:26.450316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-6ef433a7-76fb-421b-b9ff-c0fdf0996379 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 946 time: 0.0559368 Feb 15 10:03:26.473043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24b9939a-26a2-4ec0-bd17-6fa89f99728d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:26.478749 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.485382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e3372175-a8d3-4b2a-9027-840cc4548fe6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/24b9939a-26a2-4ec0-bd17-6fa89f99728d HTTP/1.1" status: 204 len: 168 time: 0.3024611 Feb 15 10:03:26.486379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47186) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:26.488435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c7438-c7f4-41f4-b034-3eb10010a42b None None] Network 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:26.553354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port 7af73b0c-6908-4602-b8ab-6c0c7c070570 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:26.553696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.561822 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.619341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Deleting port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:03:26.619685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.658632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port 7af73b0c-6908-4602-b8ab-6c0c7c070570, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=7af73b0c-6908-4602-b8ab-6c0c7c070570,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:26.659060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.677887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for 7af73b0c-6908-4602-b8ab-6c0c7c070570 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:26.698326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] For port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,segment=NetworkSegment(5b896c8c-ba16-437f-95f0-9a3d45c8be1b),segment_id=5b896c8c-ba16-437f-95f0-9a3d45c8be1b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:26.698700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.713187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Calling delete_port for 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:03:26.797867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d2aca-848f-4dd8-b7ef-1c47884d038e None None] DHCP port deletion for 88cf63d0-3ef9-4484-911a-2ff51a05b8b2 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:03:26.810782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.846347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] No DVR routers for this DVR port 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:26.849725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:26.897568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:26.920607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:26.921096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8dd19c95-02ec-4f57-aa01-dfdc0f1f97c2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:26.921519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e788cef4-6749-4522-8231-682455fcf3ac no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:26.947438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e788cef4-6749-4522-8231-682455fcf3ac {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:26.947814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e788cef4-6749-4522-8231-682455fcf3ac not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:26.951463 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:26.972858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88cf63d0-3ef9-4484-911a-2ff51a05b8b2']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:26.982729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b896c8c-ba16-437f-95f0-9a3d45c8be1b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:26.983020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b896c8c-ba16-437f-95f0-9a3d45c8be1b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:26.992454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.009754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.016764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:03:27.017289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:03:27.019071 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:03:27.060369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.071967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['7af73b0c-6908-4602-b8ab-6c0c7c070570'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:03:27.078775 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.084363 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.088078 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] 10.222.0.10 "DELETE /v2.0/networks/88cf63d0-3ef9-4484-911a-2ff51a05b8b2 HTTP/1.1" status: 204 len: 168 time: 0.6007283 Feb 15 10:03:27.096633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=7af73b0c-6908-4602-b8ab-6c0c7c070570,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:27.116273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0688b848-c96a-4992-9995-72db21fd894c admin admin] Pushing event deleted for resources: {'Network': ['ID=88cf63d0-3ef9-4484-911a-2ff51a05b8b2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:27.137107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port 7af73b0c-6908-4602-b8ab-6c0c7c070570 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:03:27.139911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.143337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cc63bd66-40ee-4f5f-93fe-430190781845 req-c73ffca4-9b41-4626-bcdf-d20d9daa32c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "DELETE /v2.0/ports/7af73b0c-6908-4602-b8ab-6c0c7c070570 HTTP/1.1" status: 204 len: 173 time: 0.6875482 Feb 15 10:03:27.143774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'name': 'network-vif-deleted', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:03:27.146111 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094584aa-e2e3-41f9-a3b0-9c7c5b080c30" -d '{"events": [{"server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "name": "network-vif-deleted", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:03:27.187914 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbd9a21-6e21-4914-9060-953cd93a6f14 x-openstack-request-id: req-8cbd9a21-6e21-4914-9060-953cd93a6f14 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:03:27.188211 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1eb65cf-eb36-42aa-baed-c73ad9be5bff", "name": "network-vif-deleted", "tag": "7af73b0c-6908-4602-b8ab-6c0c7c070570", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:03:27.188459 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8cbd9a21-6e21-4914-9060-953cd93a6f14 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:03:27.188922 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1eb65cf-eb36-42aa-baed-c73ad9be5bff', 'name': 'network-vif-deleted', 'tag': '7af73b0c-6908-4602-b8ab-6c0c7c070570', 'status': 'completed', 'code': 200} Feb 15 10:03:27.245579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47192) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:27.295964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d59471a5-fe31-44e8-9780-70fa0b738fac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=09441517f21f4eeba24ab76e1e6572f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489762 Feb 15 10:03:27.298646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47196) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:27.353534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.376785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.383141 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9bbca695-121e-454e-ad49-a02c9b7433b1 req-6847ff7f-4859-495f-8b7d-9d8862f59432 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0311735 Feb 15 10:03:27.425644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.428350 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.429650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/874e9e40-5dda-458b-8995-5432d7175408 HTTP/1.1" status: 204 len: 168 time: 0.1300259 Feb 15 10:03:27.437320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e9a1c-5f55-444c-ba11-51e3667ce556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874e9e40-5dda-458b-8995-5432d7175408,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:27.763673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47202) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:27.777695 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f59d12f-10af-48d2-bade-3c38c54683a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.860231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f59d12f-10af-48d2-bade-3c38c54683a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.864765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6f59d12f-10af-48d2-bade-3c38c54683a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.902089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59d12f-10af-48d2-bade-3c38c54683a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8b04b-6b37-4b13-be91-e24002841164,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:27.908732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6f59d12f-10af-48d2-bade-3c38c54683a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1439753 Feb 15 10:03:27.909362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47204) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:27.967228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:27.988137 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.035107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.037949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.039164 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eea8b04b-6b37-4b13-be91-e24002841164 HTTP/1.1" status: 204 len: 168 time: 0.1285412 Feb 15 10:03:28.047275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0899c3a-4187-477f-a6f6-1a1943133855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8b04b-6b37-4b13-be91-e24002841164,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:28.486084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4462565-616b-4693-9438-77eb3e087811 req-5018861a-2b42-48f0-9e93-f6e40796125c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0274637 Feb 15 10:03:28.654354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:28.755600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-591640078-network', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:28.780026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Made reservation on behalf of 769dd0dcf1d7400786060c2d1b9cf24c for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:28.782526 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.799736 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.883226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.887202 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.913603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:03:28.919950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258868a0-ce87-47b0-9d60-9ede12465269,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:28.925837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.926800 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Added segment 83bd048b-ead4-4906-8a05-32f4ce85b12e of type vlan for network 2d6602f1-b6ce-4520-b3af-b34319962599 Feb 15 10:03:28.967173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.990884 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:28.991851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:28.992424 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.043235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3876812 Feb 15 10:03:29.046439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:29.052947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Request body: {'subnet': {'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-591640078-subnet', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:29.059555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bcd976-7abc-4713-b13d-3acaef9fd0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2d6602f1-b6ce-4520-b3af-b34319962599,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:29.072279 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2d6602f1-b6ce-4520-b3af-b34319962599 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:03:29.098052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Made reservation on behalf of 769dd0dcf1d7400786060c2d1b9cf24c for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:29.100507 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.281657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.335736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a116d1d-fe12-42ba-af7d-e476aebc0240,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:29.345364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Checking segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:29.345714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Network hostable DHCP agents. Network: 2d6602f1-b6ce-4520-b3af-b34319962599, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:03:29.362585 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Network 2d6602f1-b6ce-4520-b3af-b34319962599 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:03:29.372021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2d6602f1-b6ce-4520-b3af-b34319962599) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:29.377265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:29.378049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.383713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebeaf3-8abf-4b19-9441-3a8d38040dc9 None None] Network 2d6602f1-b6ce-4520-b3af-b34319962599 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:29.397275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3a9826d6-5a47-452c-8861-99c72ac0a3c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3491168 Feb 15 10:03:29.400389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47234) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:29.406124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:29.438667 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.440532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.508354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.562493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2d6602f1-b6ce-4520-b3af-b34319962599', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:03:29.563744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.614746 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9cec7f4a-cdb4-4305-8a29-30aa7562c3f3 req-7d7a685c-2e05-44b0-b688-a1b5d2164d1a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0291789 Feb 15 10:03:29.686448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.705029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Allocated IP 172.20.0.2 (2d6602f1-b6ce-4520-b3af-b34319962599/0a116d1d-fe12-42ba-af7d-e476aebc0240/1f7a4cfe-75e5-4668-bcae-30b04e6da34f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:29.860716 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.866659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.915400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Network 2d6602f1-b6ce-4520-b3af-b34319962599 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:29.917735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.921350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:29.923886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Pushing event updated for resources: {'Port': ['ID=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:29.926520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:29.936281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.936776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.937248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.937796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.938105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.938528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.938951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.939376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.939510 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:29.939902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.940308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.940882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.941180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:29.995290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Attempting to bind port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:29.995663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Attempting to bind port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:29.996023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Attempting to bind port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f on network 2d6602f1-b6ce-4520-b3af-b34319962599 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:30.001751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:30.002129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Checking segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:30.002530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.002927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Bound using segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:30.003399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Bound port: 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:30.003778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.062743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Allocated IP 172.25.6.131 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:30.078354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] For port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:30.083939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] For port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:30.091104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.163694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45c223-9107-40bd-8691-3b5755622e0c None None] Pushing event updated for resources: {'Port': ['ID=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:30.189573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.229289 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.274698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:30.277938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:30.281482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:30.305358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Pushing event updated for resources: {'Port': ['ID=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:30.482537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7af73b0c-6908-4602-b8ab-6c0c7c070570 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:03:30.526034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 7af73b0c-6908-4602-b8ab-6c0c7c070570 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:03:30.526422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 7af73b0c-6908-4602-b8ab-6c0c7c070570 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:03:30.594745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.728771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-645c06ce-18d2-48c2-915e-a95cdaf65f9c req-07d05429-cbcd-419a-a186-777406c078e3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=f1eb65cf-eb36-42aa-baed-c73ad9be5bff HTTP/1.1" status: 200 len: 210 time: 0.0343649 Feb 15 10:03:30.829840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1f7a4cfe-75e5-4668-bcae-30b04e6da34f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:30.883320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:30.883718 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:30.976542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.019107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:31.023476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.098734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:31.189342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.261523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b7b845-a015-4647-8fac-aa0f41f23744 None None] Network 2d6602f1-b6ce-4520-b3af-b34319962599 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:31.330253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:03:31.387970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a41874e9-417b-4022-8e29-59d9dd9a718a None None] Provisioning complete for port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:31.388617 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a41874e9-417b-4022-8e29-59d9dd9a718a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.443867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:31.454264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:31.460771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.464572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4167e672-d91a-413a-b7ac-5b46107bc346 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0596111 Feb 15 10:03:31.464799 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:31.499321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:31.499886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:31.621098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:31.864289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c07acebe-954f-4fac-85b4-b2b52e3200a9 None None] Provisioning complete for port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:31.864658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c07acebe-954f-4fac-85b4-b2b52e3200a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:31.957702 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.050528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:30Z', 'revision_number': 3, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:32.078762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:32.078961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Updating router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:32.105406 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.131541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Allocated IP 172.20.0.1 (2d6602f1-b6ce-4520-b3af-b34319962599/0a116d1d-fe12-42ba-af7d-e476aebc0240/34d006d4-6c79-4046-b0c0-bf9ffa1f3899) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:32.248361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.286090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.323400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Network 2d6602f1-b6ce-4520-b3af-b34319962599 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:32.328278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:32.330891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:32.361808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Pushing event updated for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:32.380688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.386572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.397065 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.450908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Attempting to bind port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:32.451388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Attempting to bind port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:32.451824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Attempting to bind port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:32.454951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e12d2-85ff-4d1b-bf8d-52b231bc253d None None] Pushing event updated for resources: {'Port': ['ID=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:32.461125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:32.461597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:32.462097 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.462554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:32.463138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Bound port: f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:32.463783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.542865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] For port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:32.546812 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] For port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:32.554344 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.558438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.613173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:32.614203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:32.687158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e12d2-85ff-4d1b-bf8d-52b231bc253d None None] Pushing event updated for resources: {'Port': ['ID=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:32.696484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-54422a96-8b4b-4bbd-aba7-97d5cf7dcfc2 None None] Provisioning complete for port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:32.696886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54422a96-8b4b-4bbd-aba7-97d5cf7dcfc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.749020 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.756677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.764689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:32.831408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Pushing event updated for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:32.835405 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:32.840336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-54422a96-8b4b-4bbd-aba7-97d5cf7dcfc2 None None] Port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:32.844998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1f7a4cfe-75e5-4668-bcae-30b04e6da34f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:32.955804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Network 2d6602f1-b6ce-4520-b3af-b34319962599 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:32.957973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:32.984207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:32.984572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:33.095037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:33.123343 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 1, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:33.165526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ff6f36-ab18-4d83-a3b9-a2707133b267 None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 1, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:33.239528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:33.251182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de09e6f2-45fc-40cd-ad4e-d8a976c24042 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae9ac80-7c34-4628-8273-3f0ac0654a62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7833469 Feb 15 10:03:33.268893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-827ce386-2bfe-43c5-a134-61cf6fe622bb None None] Provisioning complete for port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:33.269272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-827ce386-2bfe-43c5-a134-61cf6fe622bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:33.304476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-827ce386-2bfe-43c5-a134-61cf6fe622bb None None] Port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:33.839279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 47264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:33.845530 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1232106053-network', 'tenant_id': '04ee2d55abb34221bc394a9641381b47'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:33.870315 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Made reservation on behalf of 04ee2d55abb34221bc394a9641381b47 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:33.877389 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:33.896226 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:33.998913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.011732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.043270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:03:34.050202 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a8142b-3248-416b-8709-c5375fee1068,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:34.060024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.060373 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Added segment 9eee0f69-9e97-484a-b278-6bc5cb5cb17b of type vlan for network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad Feb 15 10:03:34.112947 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.140380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.141447 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:34.142069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.216735 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3760781 Feb 15 10:03:34.219899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47268) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:34.232946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f9748-a6d6-4645-b981-ab59840df38a admin admin] Pushing event updated for resources: {'Network': ['ID=59f46ffe-b4b5-464c-8dc9-3e3923a305ad,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:34.233694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Request body: {'subnet': {'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1232106053-subnet', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:34.246633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:03:34.265426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Made reservation on behalf of 04ee2d55abb34221bc394a9641381b47 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:34.267979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.448408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.510588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=08776980-cea9-4515-b2b7-dabe8b53a872,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:34.519399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Checking segment: {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:34.519792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Network hostable DHCP agents. Network: 59f46ffe-b4b5-464c-8dc9-3e3923a305ad, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:03:34.538521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:03:34.548804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 59f46ffe-b4b5-464c-8dc9-3e3923a305ad) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:34.553958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:34.554808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.559986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d422ba5-fad6-47bf-86ba-736023eed92a None None] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:34.577359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-354bf987-9962-42cc-8beb-f587862db5af admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3555286 Feb 15 10:03:34.580131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47270) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:34.585243 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:34.608888 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.609859 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.665184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.740745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:03:34.741715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.815026 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:34.887157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:34.941576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Allocated IP 172.20.0.2 (59f46ffe-b4b5-464c-8dc9-3e3923a305ad/08776980-cea9-4515-b2b7-dabe8b53a872/fce0a90d-fe58-447e-bd5c-90609335593d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:35.013833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:35.014217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.075216 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.098651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.217948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.219415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Allocated IP 172.25.6.52 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/f2e1fb87-b48b-460b-802a-d8e046ef42e0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:35.219590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.256144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:35.257926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.296118 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.346781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:35.355500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:35.359662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:35.373690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Pushing event updated for resources: {'Port': ['ID=fce0a90d-fe58-447e-bd5c-90609335593d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:35.388606 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.438527 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.465843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Attempting to bind port fce0a90d-fe58-447e-bd5c-90609335593d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:35.466231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Attempting to bind port fce0a90d-fe58-447e-bd5c-90609335593d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:35.466575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Attempting to bind port fce0a90d-fe58-447e-bd5c-90609335593d on network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:35.480296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:35.480778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Checking segment: {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:35.481131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.481486 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Bound using segment: {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:35.481981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Bound port: fce0a90d-fe58-447e-bd5c-90609335593d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:35.482345 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.485161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:35.490634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:35.504380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:35.508696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:35.542701 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e1fb87-b48b-460b-802a-d8e046ef42e0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:35.562575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] For port fce0a90d-fe58-447e-bd5c-90609335593d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:35.565953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] For port fce0a90d-fe58-447e-bd5c-90609335593d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fce0a90d-fe58-447e-bd5c-90609335593d,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:35.569687 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.630584 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd36e40-8bc3-48c8-9ad4-1fd037d7d8cf None None] Pushing event updated for resources: {'Port': ['ID=fce0a90d-fe58-447e-bd5c-90609335593d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:35.771166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:35.783219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:35.783829 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:35.836245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:35.916124 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:36.120760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.188257 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 2, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:36.217818 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:36.218305 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Updating router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:36.248482 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.269251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:03:36.403478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:36.414332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Sync routers for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:36.427328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-441b418d-713d-461e-ba75-136320458364 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.428608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:36.429338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-441b418d-713d-461e-ba75-136320458364 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8477077 Feb 15 10:03:36.430125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:36.432036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 47350) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:03:36.572536 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.584187 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.637421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:36.697770 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Pushing event updated for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:36.749741 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.750086 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.750426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.750758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.751086 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.751408 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.751728 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.752043 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.752362 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.752675 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.753087 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.753327 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:03:36.868502 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Attempting to bind port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:36.869183 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Attempting to bind port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:36.876400 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Attempting to bind port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 on network 2d6602f1-b6ce-4520-b3af-b34319962599 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:36.889524 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:36.889895 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Checking segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:36.890298 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.890690 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Bound using segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:36.891161 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Bound port: 34d006d4-6c79-4046-b0c0-bf9ffa1f3899, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:36.896962 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:36.975402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 3, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:37.033253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] For port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:37.049755 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] For port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:37.054942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:37.062257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Checking router: 8b6ed77f-edb6-468b-89fa-3090ed2886b9 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:37.062706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Updating router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 port f2e1fb87-b48b-460b-802a-d8e046ef42e0 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:37.070851 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.139806 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:37.140421 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:37.153425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] Provisioning complete for port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:37.154191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.196713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213940cb-8ee8-444f-845a-68d7e7b6bde5 None None] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:03:37.202939 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17beec-fb93-4b50-8ac6-61595344747d None None] Pushing event updated for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:37.269377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.312455 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:37.487505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.584535 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:37.694827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Allocated IP 172.20.0.1 (59f46ffe-b4b5-464c-8dc9-3e3923a305ad/08776980-cea9-4515-b2b7-dabe8b53a872/bf69c65d-627b-4c0e-9e49-261f704d0ce5) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:03:37.729794 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f51f1264-615e-444b-bc01-4ed8afab60b9 None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:37.756066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:37.756629 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.855129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.876703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.927022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:37.976580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:37.979894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:37.984799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:03:37.988129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Pushing event updated for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:38.071772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.138641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] For port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:38.141013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fce0a90d-fe58-447e-bd5c-90609335593d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:38.167962 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.355443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.400593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Provisioning complete for port fce0a90d-fe58-447e-bd5c-90609335593d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:38.401237 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.405592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1cd83-6498-4949-9fd0-fb479bc410c9 None None] Pushing event updated for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:38.458969 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.461778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fce0a90d-fe58-447e-bd5c-90609335593d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:38.462565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.518065 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.626671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Attempting to bind port f2e1fb87-b48b-460b-802a-d8e046ef42e0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:38.627044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Attempting to bind port f2e1fb87-b48b-460b-802a-d8e046ef42e0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:38.627408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Attempting to bind port f2e1fb87-b48b-460b-802a-d8e046ef42e0 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:38.634537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:38.634948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:38.635316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.635713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:38.636207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Bound port: f2e1fb87-b48b-460b-802a-d8e046ef42e0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:38.636593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.645969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.659296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.673688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261d9b0-4edf-4d12-b3dd-6e94dffdea16 None None] Pushing event updated for resources: {'Port': ['ID=f2e1fb87-b48b-460b-802a-d8e046ef42e0,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:38.744392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.746666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Pushing event updated for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:38.773642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] For port f2e1fb87-b48b-460b-802a-d8e046ef42e0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:38.778237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] For port f2e1fb87-b48b-460b-802a-d8e046ef42e0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f2e1fb87-b48b-460b-802a-d8e046ef42e0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:38.779792 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.781522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.798125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.870536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:03:38.872367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:03:38.881218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] For port fce0a90d-fe58-447e-bd5c-90609335593d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fce0a90d-fe58-447e-bd5c-90609335593d,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:38.893448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:38.894078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:38.902001 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:38.979705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261d9b0-4edf-4d12-b3dd-6e94dffdea16 None None] Pushing event updated for resources: {'Port': ['ID=f2e1fb87-b48b-460b-802a-d8e046ef42e0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:39.037829 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:03:39.038222 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:03:39.041012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:03:39.068671 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Provisioning complete for port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:39.069098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:39.136308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da38b3-5918-4dfc-b330-a0ddf8261525 None None] Pushing event updated for resources: {'Port': ['ID=fce0a90d-fe58-447e-bd5c-90609335593d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:39.152717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:39.206547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:03:39.214498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-15ec744e-47bd-4110-9624-be3717d1d675 admin admin] 10.222.0.10 "PUT /v2.0/routers/8b6ed77f-edb6-468b-89fa-3090ed2886b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7808306 Feb 15 10:03:39.428639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bf69c65d-627b-4c0e-9e49-261f704d0ce5', 'name': '', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'mac_address': 'fa:16:3e:02:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:37Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 2, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'subnets': [{'id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:39.463094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ef1c82-87d3-4c5a-89f7-53c6fab09afc None None] The sync data for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 is: [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bf69c65d-627b-4c0e-9e49-261f704d0ce5', 'name': '', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'mac_address': 'fa:16:3e:02:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:37Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 2, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'subnets': [{'id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:39.475902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-70bab773-150e-4ba6-aaa4-8f1403eb4cac None None] Provisioning complete for port fce0a90d-fe58-447e-bd5c-90609335593d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:39.476276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70bab773-150e-4ba6-aaa4-8f1403eb4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:39.646219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-70bab773-150e-4ba6-aaa4-8f1403eb4cac None None] Provisioning complete for port bf69c65d-627b-4c0e-9e49-261f704d0ce5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:39.646634 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70bab773-150e-4ba6-aaa4-8f1403eb4cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:39.706154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-70bab773-150e-4ba6-aaa4-8f1403eb4cac None None] Port bf69c65d-627b-4c0e-9e49-261f704d0ce5 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:03:39.843383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:39.900977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:39.901492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:40.213609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fce0a90d-fe58-447e-bd5c-90609335593d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:40.267191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fce0a90d-fe58-447e-bd5c-90609335593d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:40.267564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:41.731627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f2e1fb87-b48b-460b-802a-d8e046ef42e0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:41.787467 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc88300-4b42-402b-b042-21add736191e None None] Sync routers for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:03:41.790920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f2e1fb87-b48b-460b-802a-d8e046ef42e0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:41.791285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:41.799587 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:41.800423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:41.874555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:41.904234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port f2e1fb87-b48b-460b-802a-d8e046ef42e0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f2e1fb87-b48b-460b-802a-d8e046ef42e0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:41.909716 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:41.920399 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:41.975472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=f2e1fb87-b48b-460b-802a-d8e046ef42e0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:42.157671 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bf69c65d-627b-4c0e-9e49-261f704d0ce5', 'name': '', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'mac_address': 'fa:16:3e:02:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:37Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 2, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'subnets': [{'id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:42.188856 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc88300-4b42-402b-b042-21add736191e None None] Checking router: 8b6ed77f-edb6-468b-89fa-3090ed2886b9 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:03:42.189221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc88300-4b42-402b-b042-21add736191e None None] Updating router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 port bf69c65d-627b-4c0e-9e49-261f704d0ce5 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:03:42.216716 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.507322 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.514029 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.575646 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4c11a-6eb0-41a4-8ad7-5b2b313f7962 None None] Pushing event updated for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:42.632449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4cc88300-4b42-402b-b042-21add736191e None None] Attempting to bind port bf69c65d-627b-4c0e-9e49-261f704d0ce5 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:03:42.632941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4cc88300-4b42-402b-b042-21add736191e None None] Attempting to bind port bf69c65d-627b-4c0e-9e49-261f704d0ce5 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:03:42.633358 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc88300-4b42-402b-b042-21add736191e None None] Attempting to bind port bf69c65d-627b-4c0e-9e49-261f704d0ce5 on network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:03:42.639767 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc88300-4b42-402b-b042-21add736191e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:03:42.640311 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc88300-4b42-402b-b042-21add736191e None None] Checking segment: {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:03:42.640674 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.641172 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc88300-4b42-402b-b042-21add736191e None None] Bound using segment: {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:03:42.641704 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-4cc88300-4b42-402b-b042-21add736191e None None] Bound port: bf69c65d-627b-4c0e-9e49-261f704d0ce5, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eee0f69-9e97-484a-b278-6bc5cb5cb17b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:03:42.642089 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.717348 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4cc88300-4b42-402b-b042-21add736191e None None] For port bf69c65d-627b-4c0e-9e49-261f704d0ce5, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:03:42.722009 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-4cc88300-4b42-402b-b042-21add736191e None None] For port bf69c65d-627b-4c0e-9e49-261f704d0ce5, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bf69c65d-627b-4c0e-9e49-261f704d0ce5,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:03:42.728158 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-4cc88300-4b42-402b-b042-21add736191e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.801704 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:03:42.802412 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:03:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:42.805458 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4c11a-6eb0-41a4-8ad7-5b2b313f7962 None None] Pushing event updated for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:42.868629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] Provisioning complete for port bf69c65d-627b-4c0e-9e49-261f704d0ce5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:42.869675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:42.929981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:03:42.987352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:43.027290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] For port bf69c65d-627b-4c0e-9e49-261f704d0ce5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bf69c65d-627b-4c0e-9e49-261f704d0ce5,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:03:43.034600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:43.100597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4183f-3155-4e7b-a2d1-9c18b679e4c3 None None] Pushing event updated for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:03:43.163249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-300cc871-e9a2-4a8f-b168-e77bdb8715b5 None None] Provisioning complete for port bf69c65d-627b-4c0e-9e49-261f704d0ce5 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:43.163619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-300cc871-e9a2-4a8f-b168-e77bdb8715b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:43.171183 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4cc88300-4b42-402b-b042-21add736191e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bf69c65d-627b-4c0e-9e49-261f704d0ce5', 'name': '', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'mac_address': 'fa:16:3e:02:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:37Z', 'updated_at': '2022-02-15T10:03:42Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'subnets': [{'id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:03:43.209801 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc88300-4b42-402b-b042-21add736191e None None] The sync data for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 is: [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:03:38Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'bf69c65d-627b-4c0e-9e49-261f704d0ce5', 'name': '', 'network_id': '59f46ffe-b4b5-464c-8dc9-3e3923a305ad', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'mac_address': 'fa:16:3e:02:26:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:37Z', 'updated_at': '2022-02-15T10:03:42Z', 'revision_number': 4, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'subnets': [{'id': '08776980-cea9-4515-b2b7-dabe8b53a872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:03:43.751767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f2e1fb87-b48b-460b-802a-d8e046ef42e0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:43.819335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f2e1fb87-b48b-460b-802a-d8e046ef42e0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:43.819620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:43.912289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bf69c65d-627b-4c0e-9e49-261f704d0ce5 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:03:43.960052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port bf69c65d-627b-4c0e-9e49-261f704d0ce5 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:03:43.960516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:44.467765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:46.730481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4d4535e1-ae01-4029-ae37-b98bbcb379ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:47.045000 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:49.287500 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7b6b7ef-386d-4ec5-9412-9aede36636f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:50.408983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:52.285959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:52.431821 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:03:58.465557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-e0dc3d4e-90e8-43c5-9d05-8ce3cb191621 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:58.467025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-e0dc3d4e-90e8-43c5-9d05-8ce3cb191621 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1052244 Feb 15 10:03:58.482269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-90fab800-5911-4d93-b835-be37398c29e2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0088973 Feb 15 10:03:58.532711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-642fa5ba-18e9-4e75-baa6-b20be1ff34d4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452254 Feb 15 10:03:58.621889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6128067e-709a-442e-908d-b9c47bb0d6fc service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815113 Feb 15 10:03:58.718008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-9f4eb47b-d656-49f3-89e8-89c91c3d3a61 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900927 Feb 15 10:03:58.907265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ab48c08-b6a2-4293-96d4-8e1ba4e266ed req-66d83314-b458-418e-987e-cff8dfcaa783 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0271518 Feb 15 10:03:59.830430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-b0a02655-6bf5-44b1-8b52-ad3f528c2b2b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:03:59.832467 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-b0a02655-6bf5-44b1-8b52-ad3f528c2b2b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1114244 Feb 15 10:03:59.846926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:03:59.970562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:03:59.975394 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.017485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9cf6785b-1a0b-48f2-879a-d75eb730b35e req-93ae14ca-8660-40b6-80eb-f4f45f9179e5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0362692 Feb 15 10:04:00.148782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.14 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/7e445d79-9e5a-4fc4-8a77-0d253dfbe147) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:04:00.213543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:04:00.316834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.353636 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.414855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:00.426228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:04:00.428404 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.428965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.429493 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.429997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.430495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.430981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.431463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.431960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.432439 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.432967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.433482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.433802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:04:00.437308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:04:00.439659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:04:00.499144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:00.499831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.518030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-6098259d-1750-4362-96c4-de7550e400ea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6756103 Feb 15 10:04:00.530254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Request body: {'port': {'device_id': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:04:00.592228 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.826429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-30f7ffca-2ddd-4309-a6e4-af3d86862ca2 None None] Provisioning complete for port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:04:00.827300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-30f7ffca-2ddd-4309-a6e4-af3d86862ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.880735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-30f7ffca-2ddd-4309-a6e4-af3d86862ca2 None None] Port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:04:00.920235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:04:00.928692 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:00.943517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Transition to ACTIVE for port object 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:04:00.948401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:01.032440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Pushing event updated for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:01.153305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Attempting to bind port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:04:01.153640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Attempting to bind port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:04:01.153975 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Attempting to bind port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:04:01.173437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:04:01.173784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Attempting to bind port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:04:01.185345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:04:01.185703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:04:01.186066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:04:01.186634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Bound port: 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:04:01.186999 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:01.235371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a605dc3-1a6a-4b0a-aeb7-949dbf3eaa0c req-fe98036b-7062-4e22-a617-f2a6a1d66d62 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:01.236992 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a605dc3-1a6a-4b0a-aeb7-949dbf3eaa0c req-fe98036b-7062-4e22-a617-f2a6a1d66d62 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.1056824 Feb 15 10:04:01.300458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:04:01.321170 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3a605dc3-1a6a-4b0a-aeb7-949dbf3eaa0c req-4de4a383-eae4-42a5-97e2-75cab56e404f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743997 Feb 15 10:04:01.324981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:04:01.335493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:01.394880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:01.395682 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:01.397591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] 10.222.0.36 "PUT /v2.0/ports/7e445d79-9e5a-4fc4-8a77-0d253dfbe147 HTTP/1.1" status: 200 len: 1092 time: 0.8720305 Feb 15 10:04:01.398189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:04:01.401406 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d949f-6436-406a-bfeb-ba2d657c315c" -d '{"events": [{"name": "network-changed", "server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:04:01.451087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2bb7a-f7e3-400f-9c79-2791385beb4a service neutron] Pushing event updated for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:01.485145 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426f6cd3-a2f4-4e57-b76d-1ab04851379d x-openstack-request-id: req-426f6cd3-a2f4-4e57-b76d-1ab04851379d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:04:01.485516 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:04:01.485716 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-426f6cd3-a2f4-4e57-b76d-1ab04851379d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:04:01.486187 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147', 'status': 'completed', 'code': 200} Feb 15 10:04:01.508711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-08fcded5-1dcf-4d89-9c0f-552cb2fd473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:01.510829 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-08fcded5-1dcf-4d89-9c0f-552cb2fd473c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 1095 time: 0.0565438 Feb 15 10:04:01.564310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-e041a367-b714-41df-bc82-e4c360166909 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147 HTTP/1.1" status: 200 len: 217 time: 0.0441148 Feb 15 10:04:01.617701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-577068d8-004b-4b0d-a1ab-ef443cd313ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:01.619206 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-577068d8-004b-4b0d-a1ab-ef443cd313ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0487630 Feb 15 10:04:01.689339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8d86476d-1229-4caf-880e-3903124f0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:01.691624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-8d86476d-1229-4caf-880e-3903124f0468 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651579 Feb 15 10:04:01.786182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-e726e1c7-6d38-4bb4-b38c-4e46eb308d0d service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872841 Feb 15 10:04:01.887884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3b147af0-b918-4910-834b-9cb15f6ffb41 req-19e0f629-74de-487b-ad8a-f4a71f5ccadc service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920188 Feb 15 10:04:02.016893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d949f-6436-406a-bfeb-ba2d657c315c req-c3c370a1-920f-4ace-b430-4800a5fdd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:02.019177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-c3c370a1-920f-4ace-b430-4800a5fdd291 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 1095 time: 0.0564904 Feb 15 10:04:02.115266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d949f-6436-406a-bfeb-ba2d657c315c req-3f3ea616-41a7-4012-9fdb-93489579a012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:02.116761 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-3f3ea616-41a7-4012-9fdb-93489579a012 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0910180 Feb 15 10:04:02.164781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-ae172ba1-f32f-44af-b60c-697c4e2d6bb1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147 HTTP/1.1" status: 200 len: 217 time: 0.0416064 Feb 15 10:04:02.216457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d949f-6436-406a-bfeb-ba2d657c315c req-7bdde246-dae8-498f-9298-4609d82983e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:02.218075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-7bdde246-dae8-498f-9298-4609d82983e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0474012 Feb 15 10:04:02.268905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d949f-6436-406a-bfeb-ba2d657c315c req-8bb97224-5b87-4001-a5ed-b19542e6c087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:02.270521 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-8bb97224-5b87-4001-a5ed-b19542e6c087 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450745 Feb 15 10:04:02.388938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-826ff948-224a-429c-81c0-1e77fdca91f0 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096506 Feb 15 10:04:02.598167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-718d949f-6436-406a-bfeb-ba2d657c315c req-71f16707-5dfe-43ba-b76c-a965abc37d17 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025161 Feb 15 10:04:02.621007 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3400a86-b6bc-4bac-9cff-744e0827c8f2 req-6533ed76-625d-4537-b199-a2da0c42db13 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:02.623631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3400a86-b6bc-4bac-9cff-744e0827c8f2 req-6533ed76-625d-4537-b199-a2da0c42db13 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.1921170 Feb 15 10:04:03.119190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3400a86-b6bc-4bac-9cff-744e0827c8f2 req-94e77d4d-3adc-4274-834f-73d1765a6413 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4878118 Feb 15 10:04:04.330579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620463c-1ff4-4353-bfbc-b94b3cbc1477 req-1deb947a-539a-4545-9380-06e451931f37 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:04.334394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3620463c-1ff4-4353-bfbc-b94b3cbc1477 req-1deb947a-539a-4545-9380-06e451931f37 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0974076 Feb 15 10:04:04.419626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3620463c-1ff4-4353-bfbc-b94b3cbc1477 req-ce309cd0-38d8-4961-be6b-82c1ba8119fd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727930 Feb 15 10:04:05.620182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629df9ef-567f-4d82-ae6a-edf59fca10c8 req-e39a1d7d-b966-49a8-8a7d-952605be88ba tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:05.622484 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-629df9ef-567f-4d82-ae6a-edf59fca10c8 req-e39a1d7d-b966-49a8-8a7d-952605be88ba tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0928724 Feb 15 10:04:05.696191 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-629df9ef-567f-4d82-ae6a-edf59fca10c8 req-9a8fe862-4ca4-48f2-b37d-829477f061c7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609081 Feb 15 10:04:06.841010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bcaed-88b1-411a-b1f3-4137c75ed6b7 req-f7b8a756-e594-4e01-a4c2-583f9cfce17d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:06.849080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-194bcaed-88b1-411a-b1f3-4137c75ed6b7 req-f7b8a756-e594-4e01-a4c2-583f9cfce17d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0619066 Feb 15 10:04:06.899625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-194bcaed-88b1-411a-b1f3-4137c75ed6b7 req-92a6e221-d56c-461d-9c2e-7fe51ea3a5c0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495250 Feb 15 10:04:08.042047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4f439c-4835-489e-9b77-8ad9a087de0b req-1d9d5f86-982a-42d9-8de2-0200a1c24a75 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:08.043526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce4f439c-4835-489e-9b77-8ad9a087de0b req-1d9d5f86-982a-42d9-8de2-0200a1c24a75 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0727916 Feb 15 10:04:08.094435 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce4f439c-4835-489e-9b77-8ad9a087de0b req-c30d7155-fb48-4451-9789-7752695b7eda tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448942 Feb 15 10:04:09.218555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00551ac3-43fe-4914-bdbc-825144e43aaa req-fd28a676-f78d-4258-8fc2-7e936b05623b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:09.220051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00551ac3-43fe-4914-bdbc-825144e43aaa req-fd28a676-f78d-4258-8fc2-7e936b05623b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0480766 Feb 15 10:04:09.258339 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-00551ac3-43fe-4914-bdbc-825144e43aaa req-63c45498-d06c-489b-b382-0612d686ff37 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Feb 15 10:04:10.390128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3802f-1a3d-4f3d-bb85-f8e67ee7d4d2 req-2fe49342-83de-4c97-b5cc-e2ce72955eb2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:10.391752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3df3802f-1a3d-4f3d-bb85-f8e67ee7d4d2 req-2fe49342-83de-4c97-b5cc-e2ce72955eb2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0595965 Feb 15 10:04:10.433184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3df3802f-1a3d-4f3d-bb85-f8e67ee7d4d2 req-6615dad4-cf85-48ad-8cd5-933e918d4be8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348568 Feb 15 10:04:11.568399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcc8a4-2635-466c-895d-22e4de35a779 req-50de0f03-b75b-4679-8df9-886a6f813965 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:11.570063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72fcc8a4-2635-466c-895d-22e4de35a779 req-50de0f03-b75b-4679-8df9-886a6f813965 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0490024 Feb 15 10:04:11.611336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72fcc8a4-2635-466c-895d-22e4de35a779 req-86212f55-cccf-4022-ac6f-c8cc77b3f4a5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341644 Feb 15 10:04:12.738387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be432-4321-478c-9e95-d8a689beffd9 req-18214ee6-d4ea-4ce0-8ae1-89c768e54ffb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:12.743927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-570be432-4321-478c-9e95-d8a689beffd9 req-18214ee6-d4ea-4ce0-8ae1-89c768e54ffb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0569127 Feb 15 10:04:12.789972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-570be432-4321-478c-9e95-d8a689beffd9 req-ae88fa8f-1d6f-4566-9b0c-c636554ee525 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Feb 15 10:04:13.920517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27534e32-a404-4cd7-88dd-4317aa87a240 req-f1837baf-3cce-48c5-9115-792b075b1953 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:13.922190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27534e32-a404-4cd7-88dd-4317aa87a240 req-f1837baf-3cce-48c5-9115-792b075b1953 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0581670 Feb 15 10:04:13.962913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27534e32-a404-4cd7-88dd-4317aa87a240 req-a40245e1-602f-4601-b795-d4aa7302c065 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344834 Feb 15 10:04:14.463729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:15.078257 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27f6db-dd0d-4ce8-8606-32113625a027 req-1eefdd90-ee22-4fea-a819-bebf0debe65c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:15.079721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d27f6db-dd0d-4ce8-8606-32113625a027 req-1eefdd90-ee22-4fea-a819-bebf0debe65c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0484288 Feb 15 10:04:15.118315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5d27f6db-dd0d-4ce8-8606-32113625a027 req-5b8e971a-9870-4e95-be16-258c59e0302d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316813 Feb 15 10:04:16.239281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780647da-1298-4f0d-8440-61d354b30ce7 req-a30e2a47-5ecd-4254-bccc-e6d00c2f8b86 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:16.240696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-780647da-1298-4f0d-8440-61d354b30ce7 req-a30e2a47-5ecd-4254-bccc-e6d00c2f8b86 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0512807 Feb 15 10:04:16.278060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-780647da-1298-4f0d-8440-61d354b30ce7 req-040c45d4-f1b9-4be3-87db-ea4dd2f0f5d4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313687 Feb 15 10:04:16.725306 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-30606ca6-a84a-4c65-a9e8-001df2d25f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:17.036528 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:17.398355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60dd61-683f-488c-bcad-1be068c07a97 req-c8f909da-2622-40d4-a278-102633c0bcb1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:17.399839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b60dd61-683f-488c-bcad-1be068c07a97 req-c8f909da-2622-40d4-a278-102633c0bcb1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0537827 Feb 15 10:04:17.436399 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b60dd61-683f-488c-bcad-1be068c07a97 req-66a9b1b9-7aba-4b2f-a77f-4d6d920c7dbd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305967 Feb 15 10:04:17.654923 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-cdc75eb5-6add-4006-be66-c6337b6362e1 req-d17aa9be-627e-4a3b-9530-be8c0685ae7b service neutron] (102359) timed out ('10.222.0.10', 33660) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:04:18.559549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02463fcd-9c4b-4f3b-9985-df43a8a0f497 req-00d5a580-64a0-49cc-9783-fd1e878845bc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:18.561239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02463fcd-9c4b-4f3b-9985-df43a8a0f497 req-00d5a580-64a0-49cc-9783-fd1e878845bc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0517228 Feb 15 10:04:18.599892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02463fcd-9c4b-4f3b-9985-df43a8a0f497 req-8d62fb67-46f5-4cc9-89e4-f97dd8416c7f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322518 Feb 15 10:04:19.279838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6bb28be6-c6e0-4452-a388-32bd13d59c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:19.720049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71c188-47e4-4b88-a399-c0497a73ac31 req-153cba5d-dcaa-42b8-b9b0-b0889ff56edd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:19.722087 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c71c188-47e4-4b88-a399-c0497a73ac31 req-153cba5d-dcaa-42b8-b9b0-b0889ff56edd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0491252 Feb 15 10:04:19.759161 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c71c188-47e4-4b88-a399-c0497a73ac31 req-7c01f2a6-9650-46d3-9591-462c80a63ba3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307901 Feb 15 10:04:20.403204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:20.878848 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b51323-2f34-483d-b0ac-d34dfd8cce72 req-d0901b4b-f1cb-46ec-a78a-2ac3fd11b640 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:20.880314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8b51323-2f34-483d-b0ac-d34dfd8cce72 req-d0901b4b-f1cb-46ec-a78a-2ac3fd11b640 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 944 time: 0.0523047 Feb 15 10:04:20.917631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8b51323-2f34-483d-b0ac-d34dfd8cce72 req-55b7acea-78cc-4606-9c83-cc1add6c80ab tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311375 Feb 15 10:04:21.510840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:04:21.605458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:04:21.616829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147', 'mac_address': 'fa:16:3e:b7:84:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:04:21.653061 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:21.669987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:04:21.688658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:04:21.693247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:21.738673 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:21.894541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7e445d79-9e5a-4fc4-8a77-0d253dfbe147'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:04:22.050128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b82f32-9b90-4f82-be0d-712627406a97 req-d4f1ab71-bdec-4d04-b888-d57462371c4d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:22.051704 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4b82f32-9b90-4f82-be0d-712627406a97 req-d4f1ab71-bdec-4d04-b888-d57462371c4d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 945 time: 0.0544286 Feb 15 10:04:22.091271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4b82f32-9b90-4f82-be0d-712627406a97 req-ede3ec0f-24c2-4d70-822b-90e16dd6f159 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331070 Feb 15 10:04:22.291968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:22.433215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:23.219502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1ba46-7a6a-48b3-b974-24a9148342f7 req-46bfc147-7739-4327-89b6-8c6cf98b03a2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:23.221885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4fc1ba46-7a6a-48b3-b974-24a9148342f7 req-46bfc147-7739-4327-89b6-8c6cf98b03a2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 945 time: 0.0543981 Feb 15 10:04:23.262068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4fc1ba46-7a6a-48b3-b974-24a9148342f7 req-d2802026-5bf4-4a58-9adc-b28cf61eeec8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338852 Feb 15 10:04:23.510783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:04:23.559955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:04:23.563904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:04:23.564909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:23.640279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:23.669071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:04:23.671216 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07479875-791b-49f6-ad57-babcbef29dd1" -d '{"events": [{"server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "name": "network-vif-plugged", "status": "completed", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:04:23.685063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:04:23.689987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:23.715462 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c73e3-7b01-4cd5-b93c-4f71b1d3e2d8 x-openstack-request-id: req-1a3c73e3-7b01-4cd5-b93c-4f71b1d3e2d8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:04:23.715750 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "name": "network-vif-plugged", "status": "completed", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:04:23.715996 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a3c73e3-7b01-4cd5-b93c-4f71b1d3e2d8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:04:23.716398 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147', 'code': 200} Feb 15 10:04:23.748045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:23.828934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2628a107-ffdb-4b04-9a09-95925351fc90 req-c1f8a553-a30f-4f56-a1f3-2531667123a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:23.830998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2628a107-ffdb-4b04-9a09-95925351fc90 req-c1f8a553-a30f-4f56-a1f3-2531667123a6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 1097 time: 0.0457690 Feb 15 10:04:23.865650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2628a107-ffdb-4b04-9a09-95925351fc90 req-d76a4616-14af-45aa-98f3-f2a2884c0845 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279098 Feb 15 10:04:24.380685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa6414-6e88-49ef-a459-4dc777eeb1df req-78516937-3f21-4483-8936-5c406005880f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:24.382319 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30aa6414-6e88-49ef-a459-4dc777eeb1df req-78516937-3f21-4483-8936-5c406005880f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0524173 Feb 15 10:04:24.422569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30aa6414-6e88-49ef-a459-4dc777eeb1df req-afb52c30-c583-401c-8450-e9ca019ff2a3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Feb 15 10:04:25.540436 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0025ed6-c0c1-405c-b112-3eec0dacee95 req-756191f1-35e4-4b69-a7c0-372161e8f07e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:25.541972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0025ed6-c0c1-405c-b112-3eec0dacee95 req-756191f1-35e4-4b69-a7c0-372161e8f07e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0506036 Feb 15 10:04:25.579354 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0025ed6-c0c1-405c-b112-3eec0dacee95 req-3e244ea7-d0fa-47b2-84ff-af22af6262ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313616 Feb 15 10:04:25.696759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828481ed-11b5-455d-8f27-ca95a8c9c58a req-286457c7-8964-430f-ab6e-1f656b7fa7ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:25.698257 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-828481ed-11b5-455d-8f27-ca95a8c9c58a req-286457c7-8964-430f-ab6e-1f656b7fa7ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0517228 Feb 15 10:04:25.735204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-828481ed-11b5-455d-8f27-ca95a8c9c58a req-a37559c5-ea16-475b-beee-64a0e3c9a7e7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310929 Feb 15 10:04:25.848905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86024c0-5988-465a-9afa-35c1d26d12d0 req-f2456c5a-d451-4c1a-bac7-750de7d196ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:25.850419 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86024c0-5988-465a-9afa-35c1d26d12d0 req-f2456c5a-d451-4c1a-bac7-750de7d196ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0493534 Feb 15 10:04:25.889946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86024c0-5988-465a-9afa-35c1d26d12d0 req-051a314c-edec-467a-9db2-a63337a653f4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Feb 15 10:04:26.192251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c6639-1ab6-439c-8baf-57fac2f17816 req-f52477e8-8b80-45f9-9979-0e841e0caf23 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:26.193716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f7c6639-1ab6-439c-8baf-57fac2f17816 req-f52477e8-8b80-45f9-9979-0e841e0caf23 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0551960 Feb 15 10:04:26.233904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f7c6639-1ab6-439c-8baf-57fac2f17816 req-8a51105a-3daf-43a6-87b5-f193a667ee0c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Feb 15 10:04:27.359638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020529b3-7bdf-453a-9326-cd93e7e44732 req-47ac687f-93ac-410e-b37d-cb33689e1ad5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:27.361607 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-020529b3-7bdf-453a-9326-cd93e7e44732 req-47ac687f-93ac-410e-b37d-cb33689e1ad5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0512819 Feb 15 10:04:27.400421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-020529b3-7bdf-453a-9326-cd93e7e44732 req-7c46e930-df6f-4a5c-a8fe-b850185104cc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Feb 15 10:04:27.538911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-03c0b795-95ed-46e6-ba03-2a0ef5872838 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:27.540392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-03c0b795-95ed-46e6-ba03-2a0ef5872838 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 946 time: 0.0515690 Feb 15 10:04:27.629410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:04:27.629672 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:27.718408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:04:27.718774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:27.730952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:04:27.859764 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:27.872319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7e445d79-9e5a-4fc4-8a77-0d253dfbe147'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:04:27.889214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=7e445d79-9e5a-4fc4-8a77-0d253dfbe147,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:27.933971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:04:27.937744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:27.941840 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ca3f42b-f579-482e-bb92-74f7a41f39ee req-4c7ca7c1-791a-404c-8ced-1c73cf22322c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "DELETE /v2.0/ports/7e445d79-9e5a-4fc4-8a77-0d253dfbe147 HTTP/1.1" status: 204 len: 173 time: 0.3954196 Feb 15 10:04:27.942287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'name': 'network-vif-deleted', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:04:27.945830 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e8cc88-f91a-490e-a868-51d77aef91a9" -d '{"events": [{"server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "name": "network-vif-deleted", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:04:28.158761 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a7d3ff-9b93-4d06-9467-980225846ef4 x-openstack-request-id: req-03a7d3ff-9b93-4d06-9467-980225846ef4 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:04:28.159103 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a4de1d-c34a-4c5b-94ae-54fbe851afef", "name": "network-vif-deleted", "tag": "7e445d79-9e5a-4fc4-8a77-0d253dfbe147", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:04:28.159439 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-03a7d3ff-9b93-4d06-9467-980225846ef4 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:04:28.159995 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a4de1d-c34a-4c5b-94ae-54fbe851afef', 'name': 'network-vif-deleted', 'tag': '7e445d79-9e5a-4fc4-8a77-0d253dfbe147', 'status': 'completed', 'code': 200} Feb 15 10:04:28.498142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef0f3478-5a90-4fd9-9c67-cab1108aa805 req-095a39ea-2db8-437f-a1cd-fd709b83ad29 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0279422 Feb 15 10:04:29.624757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce647195-0e6c-4303-af1e-57370b0a0814 req-ffaa2c17-e6e1-46e7-a5f4-016e32351bf2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0324147 Feb 15 10:04:30.727707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c067319-30a7-4c51-95b2-0b3125bdd04c req-a9f4fc6b-78b2-47c1-8b16-bdec0f85a7b5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0307555 Feb 15 10:04:31.526271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:04:31.551972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:04:31.551972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7e445d79-9e5a-4fc4-8a77-0d253dfbe147 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:04:31.867754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11eb31dd-5cea-441e-b358-66b3998adfe2 req-bbb7fa67-783c-488e-b060-acecc3c83d7f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=57a4de1d-c34a-4c5b-94ae-54fbe851afef HTTP/1.1" status: 200 len: 210 time: 0.0286999 Feb 15 10:04:37.213498 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:04:44.462783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:46.729482 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-834a54d7-43f3-4af1-8809-c78f4f0b2073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:47.049740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:49.282096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be38dc3a-5968-4c94-939b-aabf60464b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:50.408620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:52.286278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:52.438266 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:53.893246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-6e2af033-69c2-41de-bc21-0923772bdfcd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:53.896802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-6e2af033-69c2-41de-bc21-0923772bdfcd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1077640 Feb 15 10:04:53.910441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-7373e4d8-189e-421b-b677-0dad3bedfb0d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0100160 Feb 15 10:04:53.971230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-881af628-98b0-4bb7-abf6-4dff8d078d6a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535471 Feb 15 10:04:54.168104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-075e6674-74c6-465f-8d3e-a1a2e9a255a9 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916273 Feb 15 10:04:54.263732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-41e638fd-51be-466e-a1b3-3c3820393c15 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889769 Feb 15 10:04:54.568382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78eceee8-54b4-4d4d-aa96-210ca47186c4 req-33e76a7c-7a32-48ac-8598-42dc451fb4aa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.0322032 Feb 15 10:04:55.504344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-051e9a65-7463-487c-a1b0-4b2a4342db8c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:55.505951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-051e9a65-7463-487c-a1b0-4b2a4342db8c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1133897 Feb 15 10:04:55.518876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:04:55.657278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:04:55.662065 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:55.717888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7cfa459c-6923-4f6a-be5d-af67da2c53f0 req-d413333e-8a49-4eb7-bf3a-55f4f421f657 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.0406747 Feb 15 10:04:55.839113 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.12 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/17c7f083-5834-4c57-824b-4c01b355653d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:04:56.006773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.044192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.093376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:04:56.101832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:04:56.120108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:56.123451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:04:56.201357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:56.202123 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.222536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-c17cd404-9d1d-47d6-9ce5-a52c004dc507 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7082458 Feb 15 10:04:56.236213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Request body: {'port': {'device_id': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:04:56.301134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.474923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aa51ad91-fbd8-4306-9a92-5d23777bb3b2 None None] Provisioning complete for port 17c7f083-5834-4c57-824b-4c01b355653d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:04:56.476353 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa51ad91-fbd8-4306-9a92-5d23777bb3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.518837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-aa51ad91-fbd8-4306-9a92-5d23777bb3b2 None None] Port 17c7f083-5834-4c57-824b-4c01b355653d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:04:56.598380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c7f083-5834-4c57-824b-4c01b355653d {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:04:56.607468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.623102 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Transition to ACTIVE for port object 17c7f083-5834-4c57-824b-4c01b355653d will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:04:56.627571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.685949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:56.798232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Attempting to bind port 17c7f083-5834-4c57-824b-4c01b355653d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:04:56.798712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Attempting to bind port 17c7f083-5834-4c57-824b-4c01b355653d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:04:56.799129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Attempting to bind port 17c7f083-5834-4c57-824b-4c01b355653d on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:04:56.805446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Port 17c7f083-5834-4c57-824b-4c01b355653d on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:04:56.806517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Attempting to bind port 17c7f083-5834-4c57-824b-4c01b355653d on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:04:56.814042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 4, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:04:56.814521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:04:56.815274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:04:56.815808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Bound port: 17c7f083-5834-4c57-824b-4c01b355653d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:04:56.816411 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.902455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814ac6f-56cb-4872-b30f-dd3cf4c56403 req-ed7ec077-8f82-4b6b-9e7d-736b22e19a29 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:56.904785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c814ac6f-56cb-4872-b30f-dd3cf4c56403 req-ed7ec077-8f82-4b6b-9e7d-736b22e19a29 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0794654 Feb 15 10:04:56.906391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:04:56.911071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=17c7f083-5834-4c57-824b-4c01b355653d,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:04:56.916769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.933992 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:56.934918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:04:56.936885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] 10.222.0.36 "PUT /v2.0/ports/17c7f083-5834-4c57-824b-4c01b355653d HTTP/1.1" status: 200 len: 1092 time: 0.7053289 Feb 15 10:04:56.940677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:04:56.943381 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "tag": "17c7f083-5834-4c57-824b-4c01b355653d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:04:56.986980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c814ac6f-56cb-4872-b30f-dd3cf4c56403 req-d8e7e2f1-8d01-4a74-9e0f-2ef40ad2a775 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744143 Feb 15 10:04:57.053463 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd793155-91ba-4866-bc87-4293ced79a63 x-openstack-request-id: req-cd793155-91ba-4866-bc87-4293ced79a63 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:04:57.053934 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "tag": "17c7f083-5834-4c57-824b-4c01b355653d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:04:57.054608 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd793155-91ba-4866-bc87-4293ced79a63 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:04:57.055154 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d', 'status': 'completed', 'code': 200} Feb 15 10:04:57.101757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-ee9b2855-6be4-422d-9ca6-4c253dff3cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.104163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-ee9b2855-6be4-422d-9ca6-4c253dff3cb5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 1095 time: 0.0895035 Feb 15 10:04:57.165382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-5fce1d22-0951-43c8-aac1-000eb597b152 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c7f083-5834-4c57-824b-4c01b355653d HTTP/1.1" status: 200 len: 217 time: 0.0504582 Feb 15 10:04:57.167151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a646f56-a0b7-4dd4-9605-8df7aa53b4fa service neutron] Pushing event updated for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:04:57.226262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-64f5eb6d-61c4-4e35-a07a-9263404def46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.228103 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-64f5eb6d-61c4-4e35-a07a-9263404def46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0557897 Feb 15 10:04:57.292377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b42deb-a51d-4345-920f-a37805e1533a req-040727c7-d378-4b3b-a271-db02b7056aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.293988 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-040727c7-d378-4b3b-a271-db02b7056aec service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0591981 Feb 15 10:04:57.400100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-094fc7d3-8261-41b8-9edb-1898446d0771 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997989 Feb 15 10:04:57.509557 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60b42deb-a51d-4345-920f-a37805e1533a req-2fe8112c-87a0-4a25-bc05-d6c3d2532a5e service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028523 Feb 15 10:04:57.602391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-cc842a9f-4b46-4dac-85e0-c58df0d3dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.603941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-cc842a9f-4b46-4dac-85e0-c58df0d3dcb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 1095 time: 0.0498819 Feb 15 10:04:57.730537 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-8b5d15c1-6b1d-4313-b577-b48ae78d9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.732067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-8b5d15c1-6b1d-4313-b577-b48ae78d9812 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1222649 Feb 15 10:04:57.776124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-7f203ca1-e8df-482c-a5c4-57f281dd3c49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17c7f083-5834-4c57-824b-4c01b355653d HTTP/1.1" status: 200 len: 217 time: 0.0376680 Feb 15 10:04:57.832982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-f1f6a5bd-07c8-48a3-98e9-b43f7d19e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.834590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-f1f6a5bd-07c8-48a3-98e9-b43f7d19e278 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0512702 Feb 15 10:04:57.881732 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-c37812b7-efd2-4583-b700-f871245a7153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:57.883881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-c37812b7-efd2-4583-b700-f871245a7153 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427010 Feb 15 10:04:57.993737 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-ac7328fb-45b2-4ead-9489-494b86ee04b9 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033797 Feb 15 10:04:58.120762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62d85-0539-4bdd-a7b3-c23eb6d74862 req-c811c2d1-098d-493b-b6cb-30a5e619111e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:58.123106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecf62d85-0539-4bdd-a7b3-c23eb6d74862 req-c811c2d1-098d-493b-b6cb-30a5e619111e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0589190 Feb 15 10:04:58.124320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84fb63f3-5164-4de1-b0ac-22f9b882b3c5 req-03e37570-55e0-47bb-97e5-c6bed91ea9b7 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245737 Feb 15 10:04:58.165576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecf62d85-0539-4bdd-a7b3-c23eb6d74862 req-444efbe1-eed0-429d-9e9d-01b71e8d4af1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362108 Feb 15 10:04:59.297280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ed3ee-3e16-4ade-aa42-7e1ddffa2ce7 req-7ba297ef-75eb-4a5d-a7bd-e5f2e7db0858 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:04:59.298923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d0ed3ee-3e16-4ade-aa42-7e1ddffa2ce7 req-7ba297ef-75eb-4a5d-a7bd-e5f2e7db0858 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0598757 Feb 15 10:04:59.342457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d0ed3ee-3e16-4ade-aa42-7e1ddffa2ce7 req-09eebb77-7ec7-41b4-b2c7-b13250ef87d4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Feb 15 10:05:00.461387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868567c-3c69-4bed-bda2-6054203ec8eb req-d2706277-c0b0-456e-8e6d-0cc4dc834d85 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:00.462774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9868567c-3c69-4bed-bda2-6054203ec8eb req-d2706277-c0b0-456e-8e6d-0cc4dc834d85 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0484147 Feb 15 10:05:00.505781 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9868567c-3c69-4bed-bda2-6054203ec8eb req-c05f5226-16d2-4569-9830-2b95c42851e5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Feb 15 10:05:01.638635 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d58b13-e1b8-448b-96c7-a41ffcf890d2 req-056e5cbb-82d9-4e34-a990-ecf74f73ccd0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:01.640185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d58b13-e1b8-448b-96c7-a41ffcf890d2 req-056e5cbb-82d9-4e34-a990-ecf74f73ccd0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0539351 Feb 15 10:05:01.688788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-00d58b13-e1b8-448b-96c7-a41ffcf890d2 req-46f7d38a-7b45-4405-84ca-bc6051d929a1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Feb 15 10:05:02.807266 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b255e-f9eb-48d2-bd92-ca3eba4bdbc0 req-2e190286-b503-4f7e-a4fa-18c053ade1bd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:02.809064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-077b255e-f9eb-48d2-bd92-ca3eba4bdbc0 req-2e190286-b503-4f7e-a4fa-18c053ade1bd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0512960 Feb 15 10:05:02.850433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-077b255e-f9eb-48d2-bd92-ca3eba4bdbc0 req-b5dd4462-fb62-4c52-a687-3094604cc77f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337772 Feb 15 10:05:03.978915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a4256e-9cbd-451b-96de-6162a5064a24 req-c19b20e4-8591-4e49-bd3f-a974107c48cc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:03.980440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3a4256e-9cbd-451b-96de-6162a5064a24 req-c19b20e4-8591-4e49-bd3f-a974107c48cc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0532839 Feb 15 10:05:04.023776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3a4256e-9cbd-451b-96de-6162a5064a24 req-3175b1d8-9e25-46c3-b5b6-47073dd12c98 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363820 Feb 15 10:05:05.144174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379b20d-89f1-42ab-b991-97b698e417d5 req-7a589074-ccf5-48af-8c03-df5150856b37 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:05.145819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4379b20d-89f1-42ab-b991-97b698e417d5 req-7a589074-ccf5-48af-8c03-df5150856b37 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0529442 Feb 15 10:05:05.184238 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4379b20d-89f1-42ab-b991-97b698e417d5 req-a33c9b33-8595-4ae1-a920-376bff3da143 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323608 Feb 15 10:05:06.302434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea04e85-f7d3-4f44-831a-1d80819056ae req-be15d1cb-af97-44c1-ade3-68db1dbeb08f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:06.303936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ea04e85-f7d3-4f44-831a-1d80819056ae req-be15d1cb-af97-44c1-ade3-68db1dbeb08f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0504053 Feb 15 10:05:06.341366 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3ea04e85-f7d3-4f44-831a-1d80819056ae req-0e5415e1-a676-423e-ab48-bc391bd02051 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Feb 15 10:05:07.458395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bfe4f1-2fc7-4edc-8e66-ec63600bd44a req-912bb9f0-4ba7-48b6-b637-536838b80efe tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:07.461192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21bfe4f1-2fc7-4edc-8e66-ec63600bd44a req-912bb9f0-4ba7-48b6-b637-536838b80efe tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 944 time: 0.0484550 Feb 15 10:05:07.505537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21bfe4f1-2fc7-4edc-8e66-ec63600bd44a req-f81c074e-f477-467c-8a64-7e8e5578ff7a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394926 Feb 15 10:05:07.727618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 17c7f083-5834-4c57-824b-4c01b355653d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:05:07.839988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=17c7f083-5834-4c57-824b-4c01b355653d,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:07.851530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '17c7f083-5834-4c57-824b-4c01b355653d', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': '17c7f083-5834-4c57-824b-4c01b355653d', 'mac_address': 'fa:16:3e:a8:b6:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:05:07.887674 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:07.899841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c7f083-5834-4c57-824b-4c01b355653d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:05:07.918323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=17c7f083-5834-4c57-824b-4c01b355653d,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:07.922322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:07.970921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:07.977803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.978141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.978470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.978796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.979117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.979439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.979752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.980066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.980378 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.980689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.981045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:07.981358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:08.111200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['17c7f083-5834-4c57-824b-4c01b355653d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:08.645604 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b617587-0705-4d66-b27b-7b3bb7b294de req-b3c72320-adcc-40cf-aca7-ae9a2ca7235e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:08.647954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b617587-0705-4d66-b27b-7b3bb7b294de req-b3c72320-adcc-40cf-aca7-ae9a2ca7235e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 945 time: 0.0627208 Feb 15 10:05:08.699031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b617587-0705-4d66-b27b-7b3bb7b294de req-2df87401-b38a-4a89-8784-45f561c7322f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447605 Feb 15 10:05:09.735085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 17c7f083-5834-4c57-824b-4c01b355653d up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:05:09.804795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 17c7f083-5834-4c57-824b-4c01b355653d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:05:09.808717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 17c7f083-5834-4c57-824b-4c01b355653d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:05:09.809181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:09.837259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8a8da3-e05f-4a20-bdd4-9d1535156f8c req-8d31d7ab-2394-4a73-9b24-663a1de5e20c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:09.838985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff8a8da3-e05f-4a20-bdd4-9d1535156f8c req-8d31d7ab-2394-4a73-9b24-663a1de5e20c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 945 time: 0.0546732 Feb 15 10:05:09.880750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ff8a8da3-e05f-4a20-bdd4-9d1535156f8c req-d2bcecf6-0737-4261-b8cd-6a695265f6e6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339653 Feb 15 10:05:09.893879 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:09.919285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:09.922132 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f971b0-c721-4616-bb46-806545b8c267" -d '{"events": [{"server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "name": "network-vif-plugged", "status": "completed", "tag": "17c7f083-5834-4c57-824b-4c01b355653d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:09.935437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=17c7f083-5834-4c57-824b-4c01b355653d,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:09.940779 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:09.969356 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-862cea2e-6a32-4d2c-a981-f6bece2e00f0 x-openstack-request-id: req-862cea2e-6a32-4d2c-a981-f6bece2e00f0 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:09.969641 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "name": "network-vif-plugged", "status": "completed", "tag": "17c7f083-5834-4c57-824b-4c01b355653d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:09.969899 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-862cea2e-6a32-4d2c-a981-f6bece2e00f0 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:09.970361 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d', 'code': 200} Feb 15 10:05:10.002216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:10.067327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe45ae0-1b29-4c0c-894d-de5b997620cd req-71ac53be-1288-4aa8-ae24-2b3d6b6463d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:10.068282 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffe45ae0-1b29-4c0c-894d-de5b997620cd req-71ac53be-1288-4aa8-ae24-2b3d6b6463d0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 1097 time: 0.0420351 Feb 15 10:05:10.107600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffe45ae0-1b29-4c0c-894d-de5b997620cd req-3f51091e-ab8f-4241-9b20-1416adeac508 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Feb 15 10:05:11.009928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b8b33-3996-4e59-bad3-beb6c7fd25c6 req-95b0816a-957d-42aa-81e7-37f73b1099e2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:11.016693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-315b8b33-3996-4e59-bad3-beb6c7fd25c6 req-95b0816a-957d-42aa-81e7-37f73b1099e2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0561450 Feb 15 10:05:11.061264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-315b8b33-3996-4e59-bad3-beb6c7fd25c6 req-30035f6e-2ddb-4bd5-afea-2e4a4577fa6a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417681 Feb 15 10:05:12.178991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa5c80-f782-4b5d-90f7-f8b8f0e5ceea req-e1919ac7-e332-40eb-856a-c421bf6bdf43 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:12.180590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45fa5c80-f782-4b5d-90f7-f8b8f0e5ceea req-e1919ac7-e332-40eb-856a-c421bf6bdf43 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0503621 Feb 15 10:05:12.220127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-45fa5c80-f782-4b5d-90f7-f8b8f0e5ceea req-eac4bee4-945b-4c74-b017-a4ad9ab749f5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Feb 15 10:05:12.344086 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4f16-3550-42a7-a1c3-1727d7b617c8 req-6c091aa8-7d8d-4825-b3f1-6d08a9862165 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:12.345512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-355a4f16-3550-42a7-a1c3-1727d7b617c8 req-6c091aa8-7d8d-4825-b3f1-6d08a9862165 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0513942 Feb 15 10:05:12.390022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-355a4f16-3550-42a7-a1c3-1727d7b617c8 req-38548df5-d1d8-429d-a367-d204f0a1a345 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Feb 15 10:05:14.212363 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:05:14.513646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:14.965307 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-0b0d7b65-95b3-4a8e-9aaa-03ae0ec579ab tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:14.966760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-0b0d7b65-95b3-4a8e-9aaa-03ae0ec579ab tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.0997238 Feb 15 10:05:14.981719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2df012f9-2844-473d-867e-cc0d2e4b23e9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0090199 Feb 15 10:05:15.035786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-56f7441a-8bd2-4fa2-a10b-17c6cabd5cf5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481613 Feb 15 10:05:15.129731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-d84aa2ba-7e29-4a7a-aa65-fedd7d47630e service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866156 Feb 15 10:05:15.221388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-cadc784f-d718-4e74-b046-ba6d1ad38ade service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852122 Feb 15 10:05:15.481594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce474b01-7fbc-49fb-abd0-e643aa51a17e req-66dd5048-f873-4d22-aea9-30f4831593eb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0325754 Feb 15 10:05:16.478163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-0c2b5d3e-e2cf-4f92-911b-be51eaf6b4b6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:16.479582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-0c2b5d3e-e2cf-4f92-911b-be51eaf6b4b6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1221144 Feb 15 10:05:16.493801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:16.625492 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-977600a0-cb69-4a17-91be-f3c20e725a66 req-6cfd51d4-acc4-493a-b97d-71fb6ed2cf74 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0427797 Feb 15 10:05:16.654532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:05:16.659098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:16.732481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11fb22ad-1e88-4070-9f3c-cf9d3fe12cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:16.808872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.14 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/e766514c-092b-46f1-87ea-f5310756fe0b) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:05:17.005038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.044721 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.048509 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.071360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['17c7f083-5834-4c57-824b-4c01b355653d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:17.089391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:05:17.095370 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:05:17.099896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:05:17.137666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:17.149658 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.150100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.150533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.150964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.151390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.151816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.152231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.152641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.153170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.153584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.154073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.154478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:17.204493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:17.205496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.229056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-2b9cba0a-ce3d-4ed8-9dd7-36b07daf2dc1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7404563 Feb 15 10:05:17.245094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Request body: {'port': {'device_id': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:17.355620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.437769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-92801f8b-d871-480a-a060-db66db674349 None None] Provisioning complete for port e766514c-092b-46f1-87ea-f5310756fe0b triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:05:17.438459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-92801f8b-d871-480a-a060-db66db674349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.476531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-92801f8b-d871-480a-a060-db66db674349 None None] Port e766514c-092b-46f1-87ea-f5310756fe0b cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:05:17.738031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e766514c-092b-46f1-87ea-f5310756fe0b {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:05:17.763316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.779495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Transition to ACTIVE for port object e766514c-092b-46f1-87ea-f5310756fe0b will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:05:17.785853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:17.823437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61b70d-a23f-4b05-9a4a-febc2a1d4aed req-72cfe924-cf1f-440e-82eb-edb85c3d8991 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:17.825445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b61b70d-a23f-4b05-9a4a-febc2a1d4aed req-72cfe924-cf1f-440e-82eb-edb85c3d8991 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 932 time: 0.0678577 Feb 15 10:05:17.840747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Pushing event updated for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:17.882131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b61b70d-a23f-4b05-9a4a-febc2a1d4aed req-15e64121-1fd5-4b52-9028-83827478fb7d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493572 Feb 15 10:05:17.965955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Attempting to bind port e766514c-092b-46f1-87ea-f5310756fe0b on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:05:17.966404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Attempting to bind port e766514c-092b-46f1-87ea-f5310756fe0b by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:05:17.966803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Attempting to bind port e766514c-092b-46f1-87ea-f5310756fe0b on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:05:17.973245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Port e766514c-092b-46f1-87ea-f5310756fe0b on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:05:17.973582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Attempting to bind port e766514c-092b-46f1-87ea-f5310756fe0b on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:05:17.981115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 5, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:05:17.981615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:05:17.982068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:05:17.982579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Bound port: e766514c-092b-46f1-87ea-f5310756fe0b, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:05:17.983012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:18.165248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:05:18.169648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e766514c-092b-46f1-87ea-f5310756fe0b,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:05:18.179288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:18.228363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:18.229225 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:18.230614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] 10.222.0.72 "PUT /v2.0/ports/e766514c-092b-46f1-87ea-f5310756fe0b HTTP/1.1" status: 200 len: 1092 time: 0.9933200 Feb 15 10:05:18.231053 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:18.233423 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61212b35-9e8d-42a0-9178-2f893c9a8d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:18.298927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba968f85-442a-48c4-8084-6b98f00e9683 service neutron] Pushing event updated for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:18.367676 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71abec06-94ee-4680-bf72-142776def1fb x-openstack-request-id: req-71abec06-94ee-4680-bf72-142776def1fb {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:18.367986 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:18.368249 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71abec06-94ee-4680-bf72-142776def1fb {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:18.373181 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b', 'status': 'completed', 'code': 200} Feb 15 10:05:18.392801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-37f5f282-f843-4ee7-a45e-5319266bc42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:18.394571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-37f5f282-f843-4ee7-a45e-5319266bc42e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 1095 time: 0.0974517 Feb 15 10:05:18.448426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-5efee176-c108-490c-a5e3-f85a842b515e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e766514c-092b-46f1-87ea-f5310756fe0b HTTP/1.1" status: 200 len: 217 time: 0.0458117 Feb 15 10:05:18.805874 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-9ac84920-fc9f-4e9b-a7da-21fc846fd773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:18.807356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-9ac84920-fc9f-4e9b-a7da-21fc846fd773 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.3529823 Feb 15 10:05:18.876540 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-3ee30b9b-7712-4e80-9d96-0b71b4656b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:18.878749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-3ee30b9b-7712-4e80-9d96-0b71b4656b8c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641820 Feb 15 10:05:19.001842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-d3e9f49a-b1a4-4bfa-b13b-0abd0631285e service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132829 Feb 15 10:05:19.073584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b9cb9-f354-45af-8877-957685206f34 req-d6967eab-c3a0-4af2-b08a-84099b0d3201 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:19.075165 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c8b9cb9-f354-45af-8877-957685206f34 req-d6967eab-c3a0-4af2-b08a-84099b0d3201 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.1094525 Feb 15 10:05:19.122920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31b66312-a38a-40e7-bb95-ab87c7c7a3c5 req-ee9d2cea-b38f-4825-baff-2604e03220ac service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036437 Feb 15 10:05:19.139556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c8b9cb9-f354-45af-8877-957685206f34 req-0f55369d-ad44-4205-90af-4bd50c3180b9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554843 Feb 15 10:05:19.259668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-751d3fe9-6cf4-4dff-8a92-c086ccb1949e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:19.262467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-751d3fe9-6cf4-4dff-8a92-c086ccb1949e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 1095 time: 0.0804043 Feb 15 10:05:19.300353 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-515f8f5f-36d7-44e5-8637-87c28537d92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:19.392373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-49b92fd7-a57b-46c7-83fc-4ee07103e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:19.394037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-49b92fd7-a57b-46c7-83fc-4ee07103e60a service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1239674 Feb 15 10:05:19.439389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-d6d1949b-32f2-42ab-9280-fb5c58138801 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e766514c-092b-46f1-87ea-f5310756fe0b HTTP/1.1" status: 200 len: 217 time: 0.0380654 Feb 15 10:05:19.496792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-40a8994e-31f4-4823-93d9-6d3a375c005e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:19.498402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-40a8994e-31f4-4823-93d9-6d3a375c005e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0519905 Feb 15 10:05:19.565358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-191739c5-5783-4839-9e91-07ea2c662e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:19.567059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-191739c5-5783-4839-9e91-07ea2c662e41 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621080 Feb 15 10:05:19.673373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-12fe738e-8d30-4c9b-9ccd-f27767e1d320 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988874 Feb 15 10:05:19.777810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61212b35-9e8d-42a0-9178-2f893c9a8d8f req-5222a1d8-65fb-4a24-aa4d-798d3eb22d37 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979462 Feb 15 10:05:20.326367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7733d3ed-ff10-47a7-bc8c-5f8e8fd07e69 req-72fda998-3c8b-4be5-8ccc-203f3be3a7a6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:20.328614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7733d3ed-ff10-47a7-bc8c-5f8e8fd07e69 req-72fda998-3c8b-4be5-8ccc-203f3be3a7a6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0671651 Feb 15 10:05:20.382593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7733d3ed-ff10-47a7-bc8c-5f8e8fd07e69 req-fc8065d5-18f3-4f21-aa89-09fedca7a7f7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Feb 15 10:05:20.414206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:21.556959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bb81a-0bf6-4e86-b477-3f896dd347bd req-8a4732dd-0b21-42a1-94f5-7b7542590807 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:21.559044 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb2bb81a-0bf6-4e86-b477-3f896dd347bd req-8a4732dd-0b21-42a1-94f5-7b7542590807 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0705659 Feb 15 10:05:21.616081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb2bb81a-0bf6-4e86-b477-3f896dd347bd req-55761f40-ec84-4a7b-8bc4-5c324b3b781a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496373 Feb 15 10:05:22.307303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:22.478098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:22.765793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aea781-c4af-4f4c-9dca-e982fa9630c6 req-f8beeb67-6996-4df1-b605-65877bc6a362 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:22.767898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aea781-c4af-4f4c-9dca-e982fa9630c6 req-f8beeb67-6996-4df1-b605-65877bc6a362 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0615790 Feb 15 10:05:22.823413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aea781-c4af-4f4c-9dca-e982fa9630c6 req-f3b2d14b-bd39-4c83-bbf3-a95123badd28 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Feb 15 10:05:23.968767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29b6f1-a802-4b3d-980b-826229d6ec9e req-778d0685-8ee5-46e8-8257-e56961b18958 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:23.971029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd29b6f1-a802-4b3d-980b-826229d6ec9e req-778d0685-8ee5-46e8-8257-e56961b18958 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0667169 Feb 15 10:05:24.032405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd29b6f1-a802-4b3d-980b-826229d6ec9e req-05e36818-73da-4e1f-9419-77c61d153108 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552528 Feb 15 10:05:25.170519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835521b-2a5c-4859-978c-2d433b9939e6 req-548ebfee-be77-43d6-87da-dce50488cd0d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:25.172977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1835521b-2a5c-4859-978c-2d433b9939e6 req-548ebfee-be77-43d6-87da-dce50488cd0d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0564940 Feb 15 10:05:25.219966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1835521b-2a5c-4859-978c-2d433b9939e6 req-83c81879-26b0-433f-957b-5ba3cd18c1b2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412588 Feb 15 10:05:26.365196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2084f-ce57-48dc-ba2f-4503569657cb req-1618135c-a6b6-4728-9f63-eda1e8ef875f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:26.366768 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84e2084f-ce57-48dc-ba2f-4503569657cb req-1618135c-a6b6-4728-9f63-eda1e8ef875f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0563734 Feb 15 10:05:26.410658 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84e2084f-ce57-48dc-ba2f-4503569657cb req-4724382d-bed1-4f69-a418-e450eee6de8f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363669 Feb 15 10:05:27.563929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe6e1b-374a-4097-90af-4eb4d77b5aa5 req-94ffe568-9e28-4555-b1a2-21b37793b876 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:27.565474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-befe6e1b-374a-4097-90af-4eb4d77b5aa5 req-94ffe568-9e28-4555-b1a2-21b37793b876 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0621939 Feb 15 10:05:27.605880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-befe6e1b-374a-4097-90af-4eb4d77b5aa5 req-afbbd093-7c8e-4bbd-99e6-86fcd675786b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Feb 15 10:05:28.771947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39eb67-aeb6-4e57-bf85-406f7734f110 req-c2c96e7f-f0d7-4f84-a413-c37e27d8c55e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:28.773780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b39eb67-aeb6-4e57-bf85-406f7734f110 req-c2c96e7f-f0d7-4f84-a413-c37e27d8c55e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0676162 Feb 15 10:05:28.820000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5b39eb67-aeb6-4e57-bf85-406f7734f110 req-fb0464ad-2ed0-4ad9-b8b5-794ed95c26ba tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Feb 15 10:05:30.238215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905001f7-b8f7-4ea9-aac1-b689abb18db9 req-27bfbc7e-8573-4c40-8413-2add40fc6f13 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:30.239857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-905001f7-b8f7-4ea9-aac1-b689abb18db9 req-27bfbc7e-8573-4c40-8413-2add40fc6f13 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0547800 Feb 15 10:05:30.288077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-905001f7-b8f7-4ea9-aac1-b689abb18db9 req-7a0aae15-8496-4bed-8bb9-a37b6f49d38f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414901 Feb 15 10:05:31.421566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf06091-81ce-42e2-81f9-0da67265afa9 req-9dd239f3-85cf-423b-8d05-44e2647d5d50 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:31.423403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2cf06091-81ce-42e2-81f9-0da67265afa9 req-9dd239f3-85cf-423b-8d05-44e2647d5d50 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0635974 Feb 15 10:05:31.467276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2cf06091-81ce-42e2-81f9-0da67265afa9 req-f2de543b-abc2-4206-b810-2abe0bbc3348 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377815 Feb 15 10:05:32.602254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641773a4-7418-4850-8a71-2ad356c3b704 req-a0b82c4b-abbf-4996-9271-7653aadcdac6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:32.604009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641773a4-7418-4850-8a71-2ad356c3b704 req-a0b82c4b-abbf-4996-9271-7653aadcdac6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0615752 Feb 15 10:05:32.645969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-641773a4-7418-4850-8a71-2ad356c3b704 req-442b8a1d-f65a-413b-8e5d-3ef8ef5efc59 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349014 Feb 15 10:05:33.779279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be622ab-a127-4893-b5f6-ced17ec17e0b req-a6a1f00b-75f8-43d2-b766-2be93dbc85b8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:33.781306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1be622ab-a127-4893-b5f6-ced17ec17e0b req-a6a1f00b-75f8-43d2-b766-2be93dbc85b8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0589404 Feb 15 10:05:33.822230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1be622ab-a127-4893-b5f6-ced17ec17e0b req-4fd83af2-552d-4e25-a1a1-201b4824d93d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Feb 15 10:05:34.945573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52687079-4b24-418e-b313-ff18bc6ed1fe req-1cbdf6cf-2cb6-4d08-bbdb-4dbc7f9546ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:34.947260 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52687079-4b24-418e-b313-ff18bc6ed1fe req-1cbdf6cf-2cb6-4d08-bbdb-4dbc7f9546ca tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0526664 Feb 15 10:05:34.985414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-52687079-4b24-418e-b313-ff18bc6ed1fe req-c43c2185-94f2-4246-ac71-3e6890151339 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Feb 15 10:05:36.067159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48890) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.072203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490214930', 'description': 'tempest-secgroup-smoke-1490214930 description', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.112400 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.122131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d873ed97-06b0-41cf-be98-79932f3c99f4 req-a799cba3-b5f2-4426-a324-eae340a8eacf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:36.123624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d873ed97-06b0-41cf-be98-79932f3c99f4 req-a799cba3-b5f2-4426-a324-eae340a8eacf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0568547 Feb 15 10:05:36.164920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d873ed97-06b0-41cf-be98-79932f3c99f4 req-30a6e150-e52b-4fa5-9278-06248a4751a0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Feb 15 10:05:36.193471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.197157 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.228557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.229918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1617508 Feb 15 10:05:36.232035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a67229-0e38-42a0-bd5f-9477bf2afaa4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c84c27b9-3afc-4444-a9c7-fd32f09a143a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.233738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 48892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.241300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.276315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.329218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.333499 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.356443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40eebdb-4274-4e03-83dd-f9f2977e38eb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.369825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.373602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344464 Feb 15 10:05:36.373602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.373602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.373602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.374668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.374771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48894) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.375084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.375619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.376000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.376321 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.376798 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.377241 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.377678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.378042 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2bd4887-1373-4144-8fc7-a611138f3e88 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:05:36.380258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.412986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.481318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.486362 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.512865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17588c6f-f33b-4ba9-a4e5-5253e6821872,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.518867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.520153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f736f5cf-85e5-474b-9dd5-0ee44e269df6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1439097 Feb 15 10:05:36.523066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48896) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.527888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.558434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.622948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.627931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.657446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26358f83-d750-4276-900b-dbeec6931122,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.667814 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.669433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05591ca6-58ba-4668-88c5-ca80537680e2 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453233 Feb 15 10:05:36.672899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48898) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.678338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.710655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.775120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.779263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.796906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3adea9-bfad-4766-b757-59c530a02f79,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.804533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.805784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-31531ed6-31f5-46ec-bde5-6427bec9ba8d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316533 Feb 15 10:05:36.808551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48900) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.813225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.836208 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Project 769dd0dcf1d7400786060c2d1b9cf24c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:05:36.841579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.910010 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.913518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.934425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97e9b4f-f5e8-446b-9f8e-e025719d7cb4,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:36.943319 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:36.944512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9b88b5e7-e37c-4a2d-8bf1-6d5039f599aa tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1349771 Feb 15 10:05:36.947140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 48902) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:36.951586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'security_group_rule': {'security_group_id': 'c84c27b9-3afc-4444-a9c7-fd32f09a143a', 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:36.977669 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Project 769dd0dcf1d7400786060c2d1b9cf24c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:05:36.982785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:37.051956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:37.055398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:37.077757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b9552a-11ce-4cb7-a91f-ed1c524ba52d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:37.083378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:37.084600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7d87d29c-d5b2-4eb3-92a7-531abe7ca54b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365170 Feb 15 10:05:37.235755 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-f095b98b-99b4-45bd-a72d-c4eedea3dcb5 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490214930&fields=id&tenant_id=769dd0dcf1d7400786060c2d1b9cf24c HTTP/1.1" status: 200 len: 267 time: 0.0396118 Feb 15 10:05:37.285068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c66737-bcf4-4af8-83a7-f5b757ee6272 req-a7fbbd7e-46cc-49f1-a59b-7f08f3b57ca7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:37.286637 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63c66737-bcf4-4af8-83a7-f5b757ee6272 req-a7fbbd7e-46cc-49f1-a59b-7f08f3b57ca7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0515528 Feb 15 10:05:37.325637 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63c66737-bcf4-4af8-83a7-f5b757ee6272 req-fc6ed0e3-7831-49b2-98ac-351ffe6aa77e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328875 Feb 15 10:05:37.347759 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-24cff2c2-9d58-40be-9a20-6e7d5d28e308 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:37.349401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-24cff2c2-9d58-40be-9a20-6e7d5d28e308 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 813 time: 0.1070547 Feb 15 10:05:37.365467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-3b033f64-33f2-4d2c-9a31-2a68c36b2f01 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/quotas/769dd0dcf1d7400786060c2d1b9cf24c HTTP/1.1" status: 200 len: 375 time: 0.0103514 Feb 15 10:05:37.419702 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-64369ba6-afa1-4a5e-9e1e-8eee969227c6 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489125 Feb 15 10:05:37.521213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-a032e1a6-8256-4d9b-a180-983e98969e89 service neutron] 10.222.0.10 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890982 Feb 15 10:05:37.616313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-0e09e46c-eac4-4adb-9e24-9e558c0ad457 service neutron] 10.222.0.10 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889246 Feb 15 10:05:37.908369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-488157b6-ddd2-429f-a121-2c5dbd98d6a8 req-3faf1826-301b-481c-b030-f4903912cae1 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0312774 Feb 15 10:05:38.458864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14854614-0f1c-4c12-ba76-49634ee5bdde req-1c7c4d61-ce25-41ec-b6b9-eab89de2f9dc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:38.460879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14854614-0f1c-4c12-ba76-49634ee5bdde req-1c7c4d61-ce25-41ec-b6b9-eab89de2f9dc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 944 time: 0.0591569 Feb 15 10:05:38.497768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14854614-0f1c-4c12-ba76-49634ee5bdde req-9d96377e-250e-4a68-84a3-7021a89df98d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310633 Feb 15 10:05:38.821207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-ae44d807-4f12-4161-95cb-397ec0b2f406 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:38.822666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-ae44d807-4f12-4161-95cb-397ec0b2f406 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 813 time: 0.1024153 Feb 15 10:05:38.865547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fa25a663-b4a6-455e-bea2-185d3a03a25e tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=769dd0dcf1d7400786060c2d1b9cf24c HTTP/1.1" status: 200 len: 380 time: 0.0342021 Feb 15 10:05:38.875152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'port': {'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'admin_state_up': True, 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'security_groups': ['c84c27b9-3afc-4444-a9c7-fd32f09a143a']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:39.020545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-734d75c6-a36a-44a3-afa2-eb01a7a224fa req-4a0bcfb8-6ecb-438f-8e3f-cdc8a026b5ca tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0319035 Feb 15 10:05:39.028996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Made reservation on behalf of 769dd0dcf1d7400786060c2d1b9cf24c for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:05:39.033857 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.118991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e766514c-092b-46f1-87ea-f5310756fe0b details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:05:39.178971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Allocated IP 172.20.0.14 (2d6602f1-b6ce-4520-b3af-b34319962599/0a116d1d-fe12-42ba-af7d-e476aebc0240/f7dc1a14-9924-44bb-bb55-6d3f56a850e3) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:05:39.239081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e766514c-092b-46f1-87ea-f5310756fe0b,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:39.250879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e766514c-092b-46f1-87ea-f5310756fe0b', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': 'e766514c-092b-46f1-87ea-f5310756fe0b', 'mac_address': 'fa:16:3e:57:76:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:05:39.292519 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.310603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e766514c-092b-46f1-87ea-f5310756fe0b {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:05:39.331887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e766514c-092b-46f1-87ea-f5310756fe0b,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:39.335356 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.346547 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.385354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:39.385594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.432839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Network 2d6602f1-b6ce-4520-b3af-b34319962599 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:05:39.444466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:05:39.448999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:05:39.484336 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:39.520958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:39.521738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.544686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e766514c-092b-46f1-87ea-f5310756fe0b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:39.550954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-6a20e590-0bc0-412b-a17f-7a8d627254ae tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6799827 Feb 15 10:05:39.562739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Request body: {'port': {'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:39.643642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.679421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93b67f-c2f3-4cdc-a1de-15039d18a665 req-3db64816-2c7a-4c81-af0e-9dea85be4485 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:39.689395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f93b67f-c2f3-4cdc-a1de-15039d18a665 req-3db64816-2c7a-4c81-af0e-9dea85be4485 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 945 time: 0.0847502 Feb 15 10:05:39.765642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f93b67f-c2f3-4cdc-a1de-15039d18a665 req-950a2f6d-1a2f-49a8-b04e-face2506e3c7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711818 Feb 15 10:05:39.778620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3638f196-ad00-4afe-a14a-d60ba68889d1 None None] Provisioning complete for port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:05:39.778946 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3638f196-ad00-4afe-a14a-d60ba68889d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.837342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3638f196-ad00-4afe-a14a-d60ba68889d1 None None] Port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:05:39.948376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7dc1a14-9924-44bb-bb55-6d3f56a850e3 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:05:39.956480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:39.975019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Transition to ACTIVE for port object f7dc1a14-9924-44bb-bb55-6d3f56a850e3 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:05:39.979161 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:40.028313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:40.172135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Attempting to bind port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:05:40.172535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Attempting to bind port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:05:40.172970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Attempting to bind port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 on network 2d6602f1-b6ce-4520-b3af-b34319962599 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:05:40.182483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 on network 2d6602f1-b6ce-4520-b3af-b34319962599 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:05:40.182848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Attempting to bind port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 on network 2d6602f1-b6ce-4520-b3af-b34319962599 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:05:40.191304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:05:40.191781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Checking segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:05:40.192281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Bound using segment: {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:05:40.192875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Bound port: f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83bd048b-ead4-4906-8a05-32f4ce85b12e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:05:40.193312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:40.204142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11ce9f-12eb-4f2a-b668-226ea488b1e5 req-f60804e3-112a-4b1f-ad15-cf47b30e489b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.205902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b11ce9f-12eb-4f2a-b668-226ea488b1e5 req-f60804e3-112a-4b1f-ad15-cf47b30e489b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0847940 Feb 15 10:05:40.290785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b11ce9f-12eb-4f2a-b668-226ea488b1e5 req-5decd319-1baa-4d86-ac9b-b93da8006137 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732090 Feb 15 10:05:40.310217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:05:40.314626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:05:40.320251 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:40.365668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.365668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:40.366397 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 1092 time: 0.8080325 Feb 15 10:05:40.366867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:40.369344 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3" -d '{"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:40.392654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d32cc-9b78-48b5-bff1-57b7e20082b5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:40.484062 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5cb9772-e961-45c2-bef9-43674face06f x-openstack-request-id: req-a5cb9772-e961-45c2-bef9-43674face06f {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:40.484772 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:40.485136 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5cb9772-e961-45c2-bef9-43674face06f {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:40.485750 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:05:40.506728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-cd9b4641-0b67-475c-842b-f706dda6bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.508414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-cd9b4641-0b67-475c-842b-f706dda6bcf9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1095 time: 0.0627778 Feb 15 10:05:40.566930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-e27058bf-0b65-4be6-a908-9789d623cdfe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 217 time: 0.0497959 Feb 15 10:05:40.624448 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-8612f90d-bc09-41c3-ad10-e8a5207d8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.626233 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-8612f90d-bc09-41c3-ad10-e8a5207d8263 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0523524 Feb 15 10:05:40.677607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-2f05c1cf-e079-4a50-a8d0-c33a3b8db4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.679311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-2f05c1cf-e079-4a50-a8d0-c33a3b8db4cb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466616 Feb 15 10:05:40.783922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-f15105ba-9884-435d-81e6-f9e802ca4dc6 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961964 Feb 15 10:05:40.938169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2b597-a14b-44d4-8e0c-7b1d5afd465b req-d6bd6020-be92-468e-8c5b-8d0319ee4541 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:40.940104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aaa2b597-a14b-44d4-8e0c-7b1d5afd465b req-d6bd6020-be92-468e-8c5b-8d0319ee4541 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 945 time: 0.0945909 Feb 15 10:05:40.944279 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb50fc2c-e8ad-4957-a8d2-23518783bf5d req-fd9bd6d5-d0d7-486c-80ac-5398c9b0cb5f service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534326 Feb 15 10:05:40.991160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aaa2b597-a14b-44d4-8e0c-7b1d5afd465b req-a47d1670-7610-45ea-8251-a250432a22a4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Feb 15 10:05:41.043034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-876a248e-d359-41e6-8501-bfc06b873911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.044886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-876a248e-d359-41e6-8501-bfc06b873911 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1095 time: 0.0514100 Feb 15 10:05:41.133143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e766514c-092b-46f1-87ea-f5310756fe0b up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:05:41.149229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-6885c387-9fab-435c-8180-683d705b879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.151005 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-6885c387-9fab-435c-8180-683d705b879f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 914 time: 0.0993850 Feb 15 10:05:41.188764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e766514c-092b-46f1-87ea-f5310756fe0b completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:05:41.193664 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e766514c-092b-46f1-87ea-f5310756fe0b triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:05:41.194196 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:41.199189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-f1087422-7b3b-4a7e-88e4-64f1452f8507 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 217 time: 0.0418732 Feb 15 10:05:41.258631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-c82853b4-b35b-4e63-8ec8-be7d11a08785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.260264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-c82853b4-b35b-4e63-8ec8-be7d11a08785 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0554254 Feb 15 10:05:41.281720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:41.306204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:41.308146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-2b78c65d-defd-427c-97ce-e21987c9573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.308557 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3dc4cd9-256a-41bb-b2ef-03fdb4a85f52" -d '{"events": [{"server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "name": "network-vif-plugged", "status": "completed", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:41.309899 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-2b78c65d-defd-427c-97ce-e21987c9573b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436952 Feb 15 10:05:41.329096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e766514c-092b-46f1-87ea-f5310756fe0b,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:41.336110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:41.377168 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e30aed-3113-4275-bdf2-96d573744887 x-openstack-request-id: req-50e30aed-3113-4275-bdf2-96d573744887 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:41.378253 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "name": "network-vif-plugged", "status": "completed", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:41.378564 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50e30aed-3113-4275-bdf2-96d573744887 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:41.379019 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b', 'code': 200} Feb 15 10:05:41.409485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:41.494740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1861db9-e006-4b4e-96cb-b503421aab1c req-1b31452f-42b9-4761-bc39-b4c4fcea13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.496303 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1861db9-e006-4b4e-96cb-b503421aab1c req-1b31452f-42b9-4761-bc39-b4c4fcea13b1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 1097 time: 0.0462863 Feb 15 10:05:41.504034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4bf2b-5699-4ded-bb95-d9c624717345 req-9fba5100-0f5b-4ec9-a1b5-639b021e34ad tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:41.505795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71f4bf2b-5699-4ded-bb95-d9c624717345 req-9fba5100-0f5b-4ec9-a1b5-639b021e34ad tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0869281 Feb 15 10:05:41.507765 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-86ce7694-ce77-4aa9-8f0d-fb16fd291348 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916926 Feb 15 10:05:41.537331 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1861db9-e006-4b4e-96cb-b503421aab1c req-cb033946-4da9-4db3-ba9f-8ecf60a4a4ac service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Feb 15 10:05:41.606347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71f4bf2b-5699-4ded-bb95-d9c624717345 req-72a6dfda-df5a-4410-bd21-46baa192aed3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925992 Feb 15 10:05:41.641179 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef331b5f-6ef0-4934-8ac4-bb0a9b1605c3 req-821515e2-64ff-4319-97cc-834f4e3efd94 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254077 Feb 15 10:05:42.121929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aba9b5-92b5-4346-be38-1fe2de9460bf req-e8c46029-f2aa-4efd-8d57-a22610c62e32 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:42.123458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73aba9b5-92b5-4346-be38-1fe2de9460bf req-e8c46029-f2aa-4efd-8d57-a22610c62e32 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0548854 Feb 15 10:05:42.164995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73aba9b5-92b5-4346-be38-1fe2de9460bf req-9fd27ec0-49a9-4f9a-b1cd-2b3dc071fca0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344620 Feb 15 10:05:42.745161 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aab34c-38a0-452e-a656-3ff9b9fa73bb req-cf48fcaa-ec7c-4fb9-b8f6-732cc0805279 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:42.746886 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60aab34c-38a0-452e-a656-3ff9b9fa73bb req-cf48fcaa-ec7c-4fb9-b8f6-732cc0805279 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0574343 Feb 15 10:05:42.791826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-60aab34c-38a0-452e-a656-3ff9b9fa73bb req-6429773f-c4c1-4dcb-9881-edd62ed821ce tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375433 Feb 15 10:05:43.313737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87973484-f5ad-4d4e-900e-0bf6ceb02d75 req-56fc4c2c-8168-463f-96b0-4ca676826c24 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:43.315366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-87973484-f5ad-4d4e-900e-0bf6ceb02d75 req-56fc4c2c-8168-463f-96b0-4ca676826c24 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0613606 Feb 15 10:05:43.359328 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-87973484-f5ad-4d4e-900e-0bf6ceb02d75 req-2c385f1a-df5e-4fca-9cef-aa86fec8e9c9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363069 Feb 15 10:05:43.491394 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af486-2978-4e0e-8fdf-14b02e145c2e req-56169f0e-1211-424e-a4c8-1a40aa74c37c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:43.492831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-019af486-2978-4e0e-8fdf-14b02e145c2e req-56169f0e-1211-424e-a4c8-1a40aa74c37c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0603845 Feb 15 10:05:43.536589 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-019af486-2978-4e0e-8fdf-14b02e145c2e req-37701e88-421e-4932-892e-3c97f067cd14 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376108 Feb 15 10:05:43.863055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63fd24-024f-446e-b5c1-0a0c616a054b req-89e397b1-5c90-47a7-98b7-558716c89bba tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:43.864504 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d63fd24-024f-446e-b5c1-0a0c616a054b req-89e397b1-5c90-47a7-98b7-558716c89bba tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0531342 Feb 15 10:05:43.906124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d63fd24-024f-446e-b5c1-0a0c616a054b req-0389be5b-49db-4efa-a345-3662fb294b71 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348473 Feb 15 10:05:43.922824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884316d-9887-4d92-ae90-beb4685ed38f req-404f4380-9370-4b1d-b33a-70423e50d9d1 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:43.924423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d884316d-9887-4d92-ae90-beb4685ed38f req-404f4380-9370-4b1d-b33a-70423e50d9d1 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0555787 Feb 15 10:05:43.964775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d884316d-9887-4d92-ae90-beb4685ed38f req-4e826513-bec2-48c3-9d76-91ec01088324 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339775 Feb 15 10:05:44.524260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:45.022711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb188b9-c5dd-42a5-87bf-294305cad357 req-86e7d940-9996-4572-9286-dcb6915980b0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:45.024211 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfb188b9-c5dd-42a5-87bf-294305cad357 req-86e7d940-9996-4572-9286-dcb6915980b0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0496171 Feb 15 10:05:45.062258 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfb188b9-c5dd-42a5-87bf-294305cad357 req-93278dc5-bee6-454c-bd97-7bd22b7d075e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319238 Feb 15 10:05:45.089522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f3c0-000c-49e4-9f13-ff1f4f708d7a req-54215a87-e164-43a5-9098-659b273ec9bc tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:45.091176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e42f3c0-000c-49e4-9f13-ff1f4f708d7a req-54215a87-e164-43a5-9098-659b273ec9bc tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0527458 Feb 15 10:05:45.131230 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e42f3c0-000c-49e4-9f13-ff1f4f708d7a req-e93a0fbf-cb89-4ca3-b6d2-e8d1f5a3d71f tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332594 Feb 15 10:05:45.271554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a02284-032d-4061-9108-257a06de44e6 req-8fe5d6c8-fcc9-4e56-b7a2-2592e930e545 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:45.273211 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01a02284-032d-4061-9108-257a06de44e6 req-8fe5d6c8-fcc9-4e56-b7a2-2592e930e545 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 946 time: 0.0596991 Feb 15 10:05:45.375828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port e766514c-092b-46f1-87ea-f5310756fe0b {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:05:45.376211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:45.480925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port e766514c-092b-46f1-87ea-f5310756fe0b, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e766514c-092b-46f1-87ea-f5310756fe0b,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:45.481303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:45.493914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for e766514c-092b-46f1-87ea-f5310756fe0b owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:05:45.628259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:45.641007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['17c7f083-5834-4c57-824b-4c01b355653d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:45.643177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e766514c-092b-46f1-87ea-f5310756fe0b'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:45.660740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=e766514c-092b-46f1-87ea-f5310756fe0b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:45.703891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port e766514c-092b-46f1-87ea-f5310756fe0b on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:05:45.706944 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:45.710324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-01a02284-032d-4061-9108-257a06de44e6 req-015d6092-4237-4ee5-8876-a1542abbfeeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "DELETE /v2.0/ports/e766514c-092b-46f1-87ea-f5310756fe0b HTTP/1.1" status: 204 len: 173 time: 0.4309599 Feb 15 10:05:45.710867 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'name': 'network-vif-deleted', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:45.713079 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d1ef2-e7c1-424b-96f6-7519ecdfe508" -d '{"events": [{"server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "name": "network-vif-deleted", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:45.764950 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2723f52e-86ea-4349-b2e2-3d3966e5e527 x-openstack-request-id: req-2723f52e-86ea-4349-b2e2-3d3966e5e527 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:45.765202 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b38ca6eb-6ecb-4ebb-acdd-66b6927a201e", "name": "network-vif-deleted", "tag": "e766514c-092b-46f1-87ea-f5310756fe0b", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:45.765481 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2723f52e-86ea-4349-b2e2-3d3966e5e527 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:45.765856 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b38ca6eb-6ecb-4ebb-acdd-66b6927a201e', 'name': 'network-vif-deleted', 'tag': 'e766514c-092b-46f1-87ea-f5310756fe0b', 'status': 'completed', 'code': 200} Feb 15 10:05:46.166878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-28389e20-e157-4510-97eb-acbcd8217c56 req-c852f4c9-7748-48c2-8595-2aab4e02748f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0279100 Feb 15 10:05:46.253702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6724c7-dada-4580-8df5-2d9d456330ad req-8d377913-062c-4400-acaf-892fbfab6fe4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:46.255196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb6724c7-dada-4580-8df5-2d9d456330ad req-8d377913-062c-4400-acaf-892fbfab6fe4 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0532498 Feb 15 10:05:46.294082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cb6724c7-dada-4580-8df5-2d9d456330ad req-aef0e5c9-145f-4e00-be31-638074471709 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Feb 15 10:05:46.728105 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-890d1e5f-fa68-424b-ae3d-5d073518ac87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:47.058639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:47.271579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94c0dc32-5e8c-4cc4-bd7f-0820696e8df9 req-1ff2853a-dbd4-44bc-a847-1f5ebd83d252 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0287566 Feb 15 10:05:47.418590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b33836-5b07-4dec-a898-c19bc362aa62 req-6656d83f-b91b-4924-b736-f5c270af326e tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:47.427106 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9b33836-5b07-4dec-a898-c19bc362aa62 req-6656d83f-b91b-4924-b736-f5c270af326e tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0614133 Feb 15 10:05:47.465578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c9b33836-5b07-4dec-a898-c19bc362aa62 req-1f838e91-9634-4988-8cad-32261a45dcd0 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Feb 15 10:05:48.366627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1933b73c-0a52-4a7a-91a2-9344df8be637 req-b2ac8d26-86bd-4ab3-b51c-d6ce6f12c73e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0262859 Feb 15 10:05:48.582881 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ac9f1-342c-48db-adb4-0d13ef3b4774 req-deaf2726-e67e-42e4-ab75-e62716ead3cd tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:48.584373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd9ac9f1-342c-48db-adb4-0d13ef3b4774 req-deaf2726-e67e-42e4-ab75-e62716ead3cd tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0497241 Feb 15 10:05:48.622183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fd9ac9f1-342c-48db-adb4-0d13ef3b4774 req-7b8055cf-48c3-4957-b45e-6548481108cf tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Feb 15 10:05:49.164338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e766514c-092b-46f1-87ea-f5310756fe0b no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:05:49.188117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: e766514c-092b-46f1-87ea-f5310756fe0b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:05:49.188457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e766514c-092b-46f1-87ea-f5310756fe0b not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:05:49.286187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ad98565-4801-410d-92a3-0f9abc835154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:49.478400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84cbf70b-b91b-4c6d-9227-475ea15ca89d req-f4851e8c-ee99-4e49-8c07-911f9cb55ce2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=b38ca6eb-6ecb-4ebb-acdd-66b6927a201e HTTP/1.1" status: 200 len: 210 time: 0.0298100 Feb 15 10:05:50.094197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd0d24-6cad-4b83-b740-d3856094e23d req-31ac3916-7d88-45ca-b811-8cd402d74131 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:50.095675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfbd0d24-6cad-4b83-b740-d3856094e23d req-31ac3916-7d88-45ca-b811-8cd402d74131 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.4013400 Feb 15 10:05:50.135563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dfbd0d24-6cad-4b83-b740-d3856094e23d req-6356d62d-2001-4294-a305-6c280fb2ad08 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Feb 15 10:05:50.411194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:51.212396 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:05:51.281612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314c75d-bb40-485c-85c8-81cd37d65ea8 req-10a0b339-a61c-4692-805f-1a042549de02 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:51.289055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8314c75d-bb40-485c-85c8-81cd37d65ea8 req-10a0b339-a61c-4692-805f-1a042549de02 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 944 time: 0.0677862 Feb 15 10:05:51.327745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8314c75d-bb40-485c-85c8-81cd37d65ea8 req-d7043ed2-e452-48e8-86ce-45bd06b5f08d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363545 Feb 15 10:05:51.886022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f7dc1a14-9924-44bb-bb55-6d3f56a850e3 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:05:51.994522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:52.174391 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:05:52.212858 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:52.226549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7dc1a14-9924-44bb-bb55-6d3f56a850e3 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:05:52.249571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:52.254015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:52.311413 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:52.315395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:52.447328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:52.460463 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65f197-865b-4a5c-b18a-a79cc58a2ef5 req-0f45a369-66a8-4455-a280-7f56ac0da207 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:52.461973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa65f197-865b-4a5c-b18a-a79cc58a2ef5 req-0f45a369-66a8-4455-a280-7f56ac0da207 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 945 time: 0.0528536 Feb 15 10:05:52.471972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['f7dc1a14-9924-44bb-bb55-6d3f56a850e3'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:52.511290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa65f197-865b-4a5c-b18a-a79cc58a2ef5 req-47caa254-e53a-4c9f-8d13-ec30d8869285 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405455 Feb 15 10:05:53.628210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bffdbf-985e-405c-9cd5-f77ee2bfdeae req-3fa74d8f-bf4f-4ee8-b4a3-eeb10b19a20c tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:53.629691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38bffdbf-985e-405c-9cd5-f77ee2bfdeae req-3fa74d8f-bf4f-4ee8-b4a3-eeb10b19a20c tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 945 time: 0.0471709 Feb 15 10:05:53.671019 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-38bffdbf-985e-405c-9cd5-f77ee2bfdeae req-3522fe38-3655-4093-a99f-c579f5b5b797 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353286 Feb 15 10:05:53.917674 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f7dc1a14-9924-44bb-bb55-6d3f56a850e3 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:05:53.961294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395516e-26fc-4da1-8cc0-1d2cb5f4b806 req-85c6c663-b430-4c35-9f93-59e92fc8277f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:53.962805 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3395516e-26fc-4da1-8cc0-1d2cb5f4b806 req-85c6c663-b430-4c35-9f93-59e92fc8277f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0536456 Feb 15 10:05:53.967322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:05:53.971826 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:05:53.972199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:54.002295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3395516e-26fc-4da1-8cc0-1d2cb5f4b806 req-2c37d37f-e66e-4694-b008-c86252b38d65 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Feb 15 10:05:54.050765 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:54.073617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:54.075987 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29acbbd5-19a0-4d6d-a930-f45367d8dc86" -d '{"events": [{"server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "name": "network-vif-plugged", "status": "completed", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:54.088835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:54.093138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:54.121803 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff21c53-d806-418e-abaf-ee8f41e93b3f x-openstack-request-id: req-dff21c53-d806-418e-abaf-ee8f41e93b3f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:54.122096 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "name": "network-vif-plugged", "status": "completed", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:54.122341 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dff21c53-d806-418e-abaf-ee8f41e93b3f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:54.122715 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'code': 200} Feb 15 10:05:54.151980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:54.217943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f90c5-a337-47af-9c0b-31f67c9c457e req-e4210140-02cf-47c7-b3fa-4aa7fbedc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:54.219569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a71f90c5-a337-47af-9c0b-31f67c9c457e req-e4210140-02cf-47c7-b3fa-4aa7fbedc218 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1097 time: 0.0468535 Feb 15 10:05:54.257113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a71f90c5-a337-47af-9c0b-31f67c9c457e req-bd099279-f9f5-4996-b2c3-95000fe551c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286727 Feb 15 10:05:54.786805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab9aa1-fb89-4a57-ba64-9d2aa5a4f7bd req-808e8414-c4ed-46d4-99e8-cefe1d773578 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:54.789163 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dab9aa1-fb89-4a57-ba64-9d2aa5a4f7bd req-808e8414-c4ed-46d4-99e8-cefe1d773578 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0502086 Feb 15 10:05:54.827565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dab9aa1-fb89-4a57-ba64-9d2aa5a4f7bd req-c64272be-c14d-4ab6-a777-8a3222ec7f6b tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317068 Feb 15 10:05:55.120891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064ea5c-3f6a-4c23-8cae-a8735f39c765 req-c903c690-547e-4ec8-a46b-cd292eec62c8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:55.122366 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6064ea5c-3f6a-4c23-8cae-a8735f39c765 req-c903c690-547e-4ec8-a46b-cd292eec62c8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0492752 Feb 15 10:05:55.160280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6064ea5c-3f6a-4c23-8cae-a8735f39c765 req-a409e0af-0486-4369-9c74-58e165f6a627 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=7df192fd-03a4-4866-8814-5481da89e63a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Feb 15 10:05:55.626661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-c7bd0478-fafb-498d-bca9-eb23ad424200 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:55.628095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-c7bd0478-fafb-498d-bca9-eb23ad424200 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 946 time: 0.0510666 Feb 15 10:05:55.716059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port 17c7f083-5834-4c57-824b-4c01b355653d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:05:55.716399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:55.808020 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port 17c7f083-5834-4c57-824b-4c01b355653d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=17c7f083-5834-4c57-824b-4c01b355653d,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:05:55.808724 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:55.820371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for 17c7f083-5834-4c57-824b-4c01b355653d owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:05:55.984169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e111e23-e8b1-414f-8326-3dc328bb092e req-a108d8ec-be06-463a-a0d2-e1c176f17e89 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:55.985676 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e111e23-e8b1-414f-8326-3dc328bb092e req-a108d8ec-be06-463a-a0d2-e1c176f17e89 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0875242 Feb 15 10:05:55.986740 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:55.998699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['17c7f083-5834-4c57-824b-4c01b355653d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:05:56.029775 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=17c7f083-5834-4c57-824b-4c01b355653d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:56.082511 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port 17c7f083-5834-4c57-824b-4c01b355653d on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:05:56.086473 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:56.089711 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-559361b7-fe4a-43b8-b68b-bb4d1d54378d req-2d7062d7-69e9-4f7d-898b-9e386983c762 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "DELETE /v2.0/ports/17c7f083-5834-4c57-824b-4c01b355653d HTTP/1.1" status: 204 len: 173 time: 0.4560461 Feb 15 10:05:56.090143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'name': 'network-vif-deleted', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:56.092363 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd721ff-f88f-4785-bd1a-6c57756b80f3" -d '{"events": [{"server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "name": "network-vif-deleted", "tag": "17c7f083-5834-4c57-824b-4c01b355653d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:56.099064 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4e111e23-e8b1-414f-8326-3dc328bb092e req-3e9d3fc5-393a-487d-98f8-bf69940bad02 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057315 Feb 15 10:05:56.152279 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08108573-d64b-4420-831f-e07b1989bc26 x-openstack-request-id: req-08108573-d64b-4420-831f-e07b1989bc26 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:56.152574 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7929ec2-e265-4a50-ac13-e782294376eb", "name": "network-vif-deleted", "tag": "17c7f083-5834-4c57-824b-4c01b355653d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:56.152841 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08108573-d64b-4420-831f-e07b1989bc26 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:56.153379 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7929ec2-e265-4a50-ac13-e782294376eb', 'name': 'network-vif-deleted', 'tag': '17c7f083-5834-4c57-824b-4c01b355653d', 'status': 'completed', 'code': 200} Feb 15 10:05:56.237622 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21c144-f778-444e-a8ba-cd69ab6f2c78 req-00e9a8d5-deeb-4237-a65f-6a4415f8c9c1 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:56.239217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c21c144-f778-444e-a8ba-cd69ab6f2c78 req-00e9a8d5-deeb-4237-a65f-6a4415f8c9c1 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0595915 Feb 15 10:05:56.267864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4ebeca54-8345-4093-b180-a61313c88be1 req-193e16df-25ea-4520-b7d2-45a06bb05425 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.0327528 Feb 15 10:05:56.288720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4c21c144-f778-444e-a8ba-cd69ab6f2c78 req-b885fc59-783f-4ade-a510-20e5a5c35f45 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402377 Feb 15 10:05:56.310359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49022) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:56.407886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d14542b-f89f-4967-9cf3-3c921c36011d tempest-TestVolumeBackupRestore-1619671263 tempest-TestVolumeBackupRestore-1619671263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:56.412372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0d14542b-f89f-4967-9cf3-3c921c36011d tempest-TestVolumeBackupRestore-1619671263 tempest-TestVolumeBackupRestore-1619671263-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1092 time: 0.0982904 Feb 15 10:05:56.412681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49026) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:56.417827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:56.443148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:56.544471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:56.654586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Allocated IP 172.25.6.102 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e862e34d-0a14-4649-aecf-3c872821515a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:05:56.759484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:56.794815 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:56.841185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:05:56.845151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:05:56.848909 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:05:56.875080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'Port': ['ID=e862e34d-0a14-4649-aecf-3c872821515a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:57.212924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:57.293513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:57.377898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-636e8ff0-bf9b-46d1-ae6f-23c09814ee18 req-47f430d2-21c1-4fc7-b681-564eb15f7f71 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.0368121 Feb 15 10:05:57.480532 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:57.486100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:57.556104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event updated for resources: {'Port': ['ID=e862e34d-0a14-4649-aecf-3c872821515a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:05:57.567705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:57.668897 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Floating IP 202449fd-1524-43fc-9ead-dd7ee64e43bf associated. External IP: 172.25.6.102, port: f7dc1a14-9924-44bb-bb55-6d3f56a850e3. Feb 15 10:05:57.878700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:05:57.985287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:05:57.996186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:05:58.005802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:58.010469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:05:58.011771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:05:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:05:58.034850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f4308fa7-1882-4861-ac69-5b906a6b6402 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6210363 Feb 15 10:05:58.035529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:58.039406 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e3719d-b075-42a3-945b-a7f95c52fad4" -d '{"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:58.039563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49030) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:58.090497 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631ac9e-4ddd-47d5-951b-803b26689325 x-openstack-request-id: req-b631ac9e-4ddd-47d5-951b-803b26689325 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:58.090767 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:58.091016 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b631ac9e-4ddd-47d5-951b-803b26689325 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:58.091494 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:05:58.096417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a47e2-136c-4994-a307-5f53e05170e3 tempest-TestVolumeBackupRestore-1619671263 tempest-TestVolumeBackupRestore-1619671263-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:58.100620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0b2a47e2-136c-4994-a307-5f53e05170e3 tempest-TestVolumeBackupRestore-1619671263 tempest-TestVolumeBackupRestore-1619671263-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1092 time: 0.0574651 Feb 15 10:05:58.101040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49034) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:05:58.105580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Request body: {'floatingip': {'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:05:58.147300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:05:58.196361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:58.247572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-d62d1c88-f4db-4536-8b4d-11a8cedd69be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:58.248511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-d62d1c88-f4db-4536-8b4d-11a8cedd69be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1097 time: 0.1008172 Feb 15 10:05:58.392468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:57Z', 'revision_number': 0, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:05:58.422241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:05:58.431021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:05:58.431625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:05:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:05:58.465038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-b684b6ed-9af6-493a-b781-675a1e96c532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:58.467213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-b684b6ed-9af6-493a-b781-675a1e96c532 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 914 time: 0.2085288 Feb 15 10:05:58.492450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-61d2490f-27df-4614-8516-ca28252a07e3 req-94e82c71-4f36-4c73-9a59-3a4e87331cfd tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.0280397 Feb 15 10:05:58.568206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:05:58.582615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-bba10019-f859-4349-a565-3ee8391e3568 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 1000 time: 0.1075716 Feb 15 10:05:58.684122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-dcace1d3-74fa-41af-982f-1cc0b49c7782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:58.685764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-dcace1d3-74fa-41af-982f-1cc0b49c7782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0966423 Feb 15 10:05:58.821858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:57Z', 'revision_number': 0, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:05:58.851233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda9040a-1972-49b5-951d-8dbb64a388e7 None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:57Z', 'revision_number': 0, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:05:58.892056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-e26706ed-bdd3-4a20-b689-840ab8494103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:58.893617 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-e26706ed-bdd3-4a20-b689-840ab8494103 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894853 Feb 15 10:05:59.114190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac3d13-2997-4d82-941e-53e895a3025a None None] New status for floating IP 202449fd-1524-43fc-9ead-dd7ee64e43bf: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:05:59.135674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-ee9aaaf6-1960-4048-9bee-34a8f92f7625 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272243 Feb 15 10:05:59.137825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:59.151055 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:59.242156 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.db.api [None req-acac3d13-2997-4d82-941e-53e895a3025a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102361) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:05:59.242156 n-d-825064-4 neutron-server[102361]: DEBUG oslo_db.api [None req-acac3d13-2997-4d82-941e-53e895a3025a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:05:59.314059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9e3719d-b075-42a3-945b-a7f95c52fad4 req-2cd2dd2b-c3dc-4302-bf72-347d9fc3f47c service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716352 Feb 15 10:05:59.430999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:05:59.547264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:05:59.552087 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:05:59.587291 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:05:59.589784 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14de431-2174-4e8c-ac98-a86b83635199" -d '{"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:05:59.623733 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-393f2597-a238-4a05-a293-200e0715c1ba tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "PUT /v2.0/floatingips/202449fd-1524-43fc-9ead-dd7ee64e43bf HTTP/1.1" status: 200 len: 992 time: 1.5214560 Feb 15 10:05:59.642585 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67779141-15b4-4027-85f0-418193407e8b x-openstack-request-id: req-67779141-15b4-4027-85f0-418193407e8b {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:05:59.642874 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:05:59.643167 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-67779141-15b4-4027-85f0-418193407e8b {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:05:59.643595 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:05:59.708579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed7137cb-6809-4e21-8b4c-f0d441ed8b85 req-988d7aaf-5bc6-4e67-bd37-2b8a190a3bc4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7929ec2-e265-4a50-ac13-e782294376eb HTTP/1.1" status: 200 len: 210 time: 0.1367762 Feb 15 10:05:59.743272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acac3d13-2997-4d82-941e-53e895a3025a None None] New status for floating IP 202449fd-1524-43fc-9ead-dd7ee64e43bf: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:05:59.760079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de431-2174-4e8c-ac98-a86b83635199 req-99fed3da-6d84-4409-85f5-8cd8b41dd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:59.762121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-99fed3da-6d84-4409-85f5-8cd8b41dd1d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1097 time: 0.0904975 Feb 15 10:05:59.865793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de431-2174-4e8c-ac98-a86b83635199 req-6c2c1d3e-07f5-44db-aefa-ee5e52842cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:05:59.867213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-6c2c1d3e-07f5-44db-aefa-ee5e52842cfa service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 914 time: 0.0974026 Feb 15 10:05:59.946094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 17c7f083-5834-4c57-824b-4c01b355653d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:00.029433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 17c7f083-5834-4c57-824b-4c01b355653d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:00.032321 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 17c7f083-5834-4c57-824b-4c01b355653d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:00.130303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:06:00.144529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:00.145613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:05:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:00.287435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:00.296897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-12da1c10-ef6b-4f31-bf60-2ccb8dee5380 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 1000 time: 0.4209096 Feb 15 10:06:00.349839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de431-2174-4e8c-ac98-a86b83635199 req-cf1ab526-b0a5-489f-9ae7-e20056827bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:00.351373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-cf1ab526-b0a5-489f-9ae7-e20056827bf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0471816 Feb 15 10:06:00.402515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14de431-2174-4e8c-ac98-a86b83635199 req-5184689c-f358-4ef3-b69b-425d4fcdb613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:00.404250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-5184689c-f358-4ef3-b69b-425d4fcdb613 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463765 Feb 15 10:06:00.500691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-8834ce95-d315-4923-9399-029a7405ea14 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888145 Feb 15 10:06:00.540324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:59Z', 'revision_number': 2, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:00.570405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:06:00.580633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:00.581669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:05:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:00.596057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f14de431-2174-4e8c-ac98-a86b83635199 req-0f402b56-e8eb-4726-90e4-bbda0ec54090 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887227 Feb 15 10:06:00.689932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:00.921458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:59Z', 'revision_number': 2, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:00.948640 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c2e080-6958-401f-b6c4-7fccc32bb52d None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '202449fd-1524-43fc-9ead-dd7ee64e43bf', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'port_id': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'mac_address': 'fa:16:3e:da:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:05:57Z', 'updated_at': '2022-02-15T10:05:59Z', 'revision_number': 2, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:06:01.645114 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:01.648579 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:01.685133 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef84889-72f5-47c4-aae1-4381ea4b365a x-openstack-request-id: req-fef84889-72f5-47c4-aae1-4381ea4b365a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:01.685421 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:01.685670 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fef84889-72f5-47c4-aae1-4381ea4b365a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:01.686071 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:06:01.755149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-7c123e0b-2f3d-42d1-8368-acbb7c78fa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:01.756674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-7c123e0b-2f3d-42d1-8368-acbb7c78fa06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1097 time: 0.0495148 Feb 15 10:06:01.856308 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-17ae50bd-469e-4fc5-b341-15cb75829f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:01.857864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-17ae50bd-469e-4fc5-b341-15cb75829f00 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 914 time: 0.0950377 Feb 15 10:06:01.942626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-84ee7b34-e5f1-4253-a38b-6682015b0ebe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 1002 time: 0.0772269 Feb 15 10:06:01.995462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-2093cf95-5de7-4883-a637-e7f815494048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:01.997342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-2093cf95-5de7-4883-a637-e7f815494048 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0476675 Feb 15 10:06:02.048066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-989c305d-bc14-4a2e-acb7-17fa93c734af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:02.049729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-989c305d-bc14-4a2e-acb7-17fa93c734af service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458529 Feb 15 10:06:02.161548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-d7f27b40-b01d-41fc-b85a-91bb9618a9f3 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052651 Feb 15 10:06:02.261142 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b645ce62-bf48-4c6e-a8a7-e8db37d5fc7f req-87bbb310-df24-4675-9e39-57c9f98a9094 service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933511 Feb 15 10:06:02.632193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49096) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:02.637122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305798827', 'description': 'tempest-secgroup-smoke-305798827 description', 'project_id': '19606da0ed524d54ac87b51ae815a698'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:02.662425 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.734208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.738591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.772337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0eab61-802e-4069-860a-81c19d435669,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:02.777440 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.779324 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-95facf6a-3dd9-4895-8bbd-b7b8c88283ed tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455033 Feb 15 10:06:02.782807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49098) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:02.787174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:02.814971 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.875396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.878967 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.897937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1dcb0f-cf76-42c5-96a5-5cc963d504ce,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:02.903566 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.904755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fa5c7f49-2441-4a5d-b91b-43f26312f788 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210301 Feb 15 10:06:02.907769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:02.911963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:02.940653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:02.996586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.000708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.019165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856d9267-0e14-4735-9a4c-dfe12049523d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:03.027247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.028671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d258b9cc-8326-40d6-8252-458c70ade464 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198170 Feb 15 10:06:03.031592 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49102) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:03.035852 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:03.062961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.121164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.125377 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.144106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=530453c7-f872-4c0d-97c9-835a8431b505,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:03.151397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.152604 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a88bc8b7-b61b-4a69-aef4-3c326b0b4397 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1201031 Feb 15 10:06:03.155418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49104) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:03.159824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:03.187486 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.253034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.256591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.274618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fae7e28e-1286-49e1-8e56-e5e2f495cbcb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:03.282813 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.284059 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d215d067-77a7-421c-ac14-22bfcd234bbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1275761 Feb 15 10:06:03.286779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:03.291143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:03.315090 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Project 19606da0ed524d54ac87b51ae815a698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:06:03.319836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.379539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.383703 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.400024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94d8faa-de80-48a6-a4d0-fd95eae2ca63,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:03.410684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.411901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2af033d0-5bd3-4f6a-bd7e-fe639ce392e0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241770 Feb 15 10:06:03.414521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49108) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:03.418878 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'security_group_rule': {'security_group_id': '5b0eab61-802e-4069-860a-81c19d435669', 'project_id': '19606da0ed524d54ac87b51ae815a698', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:03.442758 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Project 19606da0ed524d54ac87b51ae815a698 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:06:03.447583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.508234 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.511972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.529239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb27542-08f8-42ca-8651-c8e4d9262346,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:03.537073 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:03.538367 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e77c657-547e-41c2-bdde-81f489a0866d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228626 Feb 15 10:06:14.535923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:16.731251 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2d1ab7d-211f-4992-b250-dd7a0d228636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:17.053285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:17.814127 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-c044aacc-a4a0-41cb-8dd7-a479999a2171 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305798827&fields=id&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 267 time: 0.0395820 Feb 15 10:06:17.930238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-7651120e-65fd-4d7c-98b2-7628ea4bf107 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:17.931701 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-7651120e-65fd-4d7c-98b2-7628ea4bf107 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1106913 Feb 15 10:06:17.948614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-7f7c4ea9-bad0-4886-bd9d-4a06a219a327 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0091646 Feb 15 10:06:18.001432 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-0c15f8d0-50de-4524-9f4b-0c09152e57ce tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458424 Feb 15 10:06:18.105331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d238cfa1-299e-4865-ab9c-d5d323b7e670 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918081 Feb 15 10:06:18.206417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-a5223655-863a-4815-9a2c-1a72839c329b service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943861 Feb 15 10:06:18.519343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-949dcdda-4b18-4869-a9cc-6bccc62456db req-7bbaf73c-fc7e-4543-a9aa-266f6ab797ff tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0296564 Feb 15 10:06:19.289265 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-60a04f1f-3bed-45fa-b9ac-5ce56840b7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:19.639055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f8668b03-99f2-4d60-9bee-bc4b12b6868d req-881647b7-561c-41ae-bc2a-ba413729a985 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0313392 Feb 15 10:06:19.738254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-4845972a-289b-4abf-b768-a33a1edcc3e4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:19.739865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-4845972a-289b-4abf-b768-a33a1edcc3e4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.3755836 Feb 15 10:06:19.786194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-a076b7f5-73ac-4666-b040-534813203938 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 379 time: 0.0367236 Feb 15 10:06:19.798706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'security_groups': ['5b0eab61-802e-4069-860a-81c19d435669']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:19.913635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:06:19.918101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.054470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.4 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/cd783ccb-37ae-473f-943f-7af47f44a03a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:06:20.214195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.250567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.299445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:06:20.302953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:06:20.306981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:06:20.314706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:20.356889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.357374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.357877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.358751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.359325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.359846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.360258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.360748 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.361294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.361775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.362439 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.362916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:20.395758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:20.396382 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.427301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-2cef9858-4085-4099-a438-2cdb0d2ec861 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6327546 Feb 15 10:06:20.429470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.440271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Request body: {'port': {'device_id': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:20.517110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.602188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6d1b572b-7cf3-481f-b7ee-015a899b1f2d None None] Provisioning complete for port cd783ccb-37ae-473f-943f-7af47f44a03a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:06:20.602504 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d1b572b-7cf3-481f-b7ee-015a899b1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.638604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6d1b572b-7cf3-481f-b7ee-015a899b1f2d None None] Port cd783ccb-37ae-473f-943f-7af47f44a03a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:06:20.823123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ae5c1-854f-4e24-a05f-c0dcc47cbe55 req-b42611f8-bf2d-440f-aa4b-38994956a811 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:20.824698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de5ae5c1-854f-4e24-a05f-c0dcc47cbe55 req-b42611f8-bf2d-440f-aa4b-38994956a811 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 931 time: 0.1108599 Feb 15 10:06:20.945748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de5ae5c1-854f-4e24-a05f-c0dcc47cbe55 req-20977cc4-1293-4252-995a-c469c195d56f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125953 Feb 15 10:06:20.962054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd783ccb-37ae-473f-943f-7af47f44a03a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:06:20.971842 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:20.984260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Transition to ACTIVE for port object cd783ccb-37ae-473f-943f-7af47f44a03a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:06:20.988233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:21.042637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Pushing event updated for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:21.116001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Attempting to bind port cd783ccb-37ae-473f-943f-7af47f44a03a on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:06:21.116331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Attempting to bind port cd783ccb-37ae-473f-943f-7af47f44a03a by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:06:21.116798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Attempting to bind port cd783ccb-37ae-473f-943f-7af47f44a03a on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:06:21.121532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Port cd783ccb-37ae-473f-943f-7af47f44a03a on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:06:21.121844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Attempting to bind port cd783ccb-37ae-473f-943f-7af47f44a03a on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:06:21.128497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:06:21.128891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:06:21.129245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:06:21.129816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Bound port: cd783ccb-37ae-473f-943f-7af47f44a03a, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:06:21.130176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:21.205413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:06:21.208959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cd783ccb-37ae-473f-943f-7af47f44a03a,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:06:21.214952 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:21.262526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.263533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:21.265613 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] 10.222.0.72 "PUT /v2.0/ports/cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 1091 time: 0.8309314 Feb 15 10:06:21.266454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:21.268650 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714dd826-39b6-431f-a919-843f778bd9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:21.314781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d546242a-53cd-4d50-bcf8-fa2839f9c43e service neutron] Pushing event updated for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:21.356606 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45288c66-9eda-4e27-b213-51f4c5e29f5b x-openstack-request-id: req-45288c66-9eda-4e27-b213-51f4c5e29f5b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:21.357011 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:21.357255 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45288c66-9eda-4e27-b213-51f4c5e29f5b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:21.357873 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'status': 'completed', 'code': 200} Feb 15 10:06:21.375880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-b5ecee80-30ef-42b8-8318-de0f4fc6b472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.379061 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-b5ecee80-30ef-42b8-8318-de0f4fc6b472 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1094 time: 0.0573642 Feb 15 10:06:21.432508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-8452a1e2-6383-4817-b51d-6520cf6e08b2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 217 time: 0.0460935 Feb 15 10:06:21.488796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d8900f20-74bf-4647-921b-41b68b6cde3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.490567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-d8900f20-74bf-4647-921b-41b68b6cde3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0512414 Feb 15 10:06:21.538826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-394706e1-e134-4e2e-a3fd-e24827ff98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.540371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-394706e1-e134-4e2e-a3fd-e24827ff98f7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430131 Feb 15 10:06:21.640696 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-80bade3c-2126-4316-95c7-8fe232432a58 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917797 Feb 15 10:06:21.734885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-05ee290f-c730-44e8-9a5f-b00fec57bc93 req-cb4e85ef-fc79-483f-ba27-378325359290 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875182 Feb 15 10:06:21.823276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd826-39b6-431f-a919-843f778bd9b9 req-237dcea6-99fe-4cfc-95b3-51a38397aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.824983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-237dcea6-99fe-4cfc-95b3-51a38397aec8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1094 time: 0.0422070 Feb 15 10:06:21.921822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd826-39b6-431f-a919-843f778bd9b9 req-d5eefef8-c614-4481-815f-366bfac8e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:21.923300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-d5eefef8-c614-4481-815f-366bfac8e9ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0914114 Feb 15 10:06:21.967467 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-75c85450-a421-4efb-a774-dbcca9f668d7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 217 time: 0.0368674 Feb 15 10:06:22.026125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd826-39b6-431f-a919-843f778bd9b9 req-ddbb7dad-0e04-46f0-a375-b6c68504f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:22.027618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-ddbb7dad-0e04-46f0-a375-b6c68504f6e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0543177 Feb 15 10:06:22.100668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b5aa0-32e7-4653-8818-82d323b012df req-6595b6c6-0c03-46bc-a3cb-1437b78e96fc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:22.102229 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce8b5aa0-32e7-4653-8818-82d323b012df req-6595b6c6-0c03-46bc-a3cb-1437b78e96fc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0736599 Feb 15 10:06:22.116406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714dd826-39b6-431f-a919-843f778bd9b9 req-bd9961f7-71f0-4394-b102-d9992c4468ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:22.117942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-bd9961f7-71f0-4394-b102-d9992c4468ae service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0796883 Feb 15 10:06:22.196113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce8b5aa0-32e7-4653-8818-82d323b012df req-d746cf70-ffcf-41d8-aa7a-bc6b429cb8c6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875239 Feb 15 10:06:22.236980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-996a335d-d124-45e5-a666-dffbe15d70b8 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107371 Feb 15 10:06:22.297604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:22.333128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-714dd826-39b6-431f-a919-843f778bd9b9 req-40a900ec-d8f0-4aab-996b-e13daafd726f service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902779 Feb 15 10:06:22.449762 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:23.326977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a8bc4-d103-4707-8c8d-fc0eedd18859 req-e7febc56-2b31-4282-a01b-410b3c7cb1ef tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:23.329581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f6a8bc4-d103-4707-8c8d-fc0eedd18859 req-e7febc56-2b31-4282-a01b-410b3c7cb1ef tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0590458 Feb 15 10:06:23.369861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f6a8bc4-d103-4707-8c8d-fc0eedd18859 req-68dd07e1-6394-4285-9bf5-8301572b4c35 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341060 Feb 15 10:06:24.495937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47243f-2efb-4db9-9c5f-ede6baaee5eb req-a6ab4706-3acf-4408-ac40-fb54258b716e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:24.497475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a47243f-2efb-4db9-9c5f-ede6baaee5eb req-a6ab4706-3acf-4408-ac40-fb54258b716e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0553982 Feb 15 10:06:24.539763 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a47243f-2efb-4db9-9c5f-ede6baaee5eb req-e4e8415c-1e2b-46ef-a0bd-810fe8a5dffb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Feb 15 10:06:25.661065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2921b489-53ed-40be-86ae-a2139a80b4f0 req-ada966e8-073d-486c-bf7c-8d6b8805801d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:25.662581 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2921b489-53ed-40be-86ae-a2139a80b4f0 req-ada966e8-073d-486c-bf7c-8d6b8805801d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0507176 Feb 15 10:06:25.702655 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2921b489-53ed-40be-86ae-a2139a80b4f0 req-0095f8a8-25c8-433a-9d2b-e3c1c695ddd4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340726 Feb 15 10:06:26.834650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e15ad3-14a1-4a99-a11b-d616b3af44fc req-4a0dc9f0-e0e8-4d3c-8cff-0ea714039b2c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:26.836283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65e15ad3-14a1-4a99-a11b-d616b3af44fc req-4a0dc9f0-e0e8-4d3c-8cff-0ea714039b2c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0617518 Feb 15 10:06:26.875777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-65e15ad3-14a1-4a99-a11b-d616b3af44fc req-8a0fb65d-c5ac-4c5d-b7ba-9de1adf6f437 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328603 Feb 15 10:06:27.997175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f32075-046b-4ab2-993d-8df5bebd628a req-9ecd28f2-933a-4caf-9995-805249fb115c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:27.998605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5f32075-046b-4ab2-993d-8df5bebd628a req-9ecd28f2-933a-4caf-9995-805249fb115c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0506809 Feb 15 10:06:28.038588 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5f32075-046b-4ab2-993d-8df5bebd628a req-8ac02315-eb88-4708-a44d-880d0d39f119 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337293 Feb 15 10:06:28.211795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:06:29.239113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3df5a-bf59-4e65-9acb-9b6ea430c071 req-f4a8034d-3e93-4994-9242-619ee150c048 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:29.240652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9e3df5a-bf59-4e65-9acb-9b6ea430c071 req-f4a8034d-3e93-4994-9242-619ee150c048 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.1324508 Feb 15 10:06:29.279956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9e3df5a-bf59-4e65-9acb-9b6ea430c071 req-fc767a8e-f7fe-47bb-ae47-64d2bada61e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326989 Feb 15 10:06:30.402997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea771b0d-6407-4bb8-ad16-b403f38bb652 req-0fcc7d27-cdfd-47c0-a1fa-d7fe39674eeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:30.404634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea771b0d-6407-4bb8-ad16-b403f38bb652 req-0fcc7d27-cdfd-47c0-a1fa-d7fe39674eeb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0542111 Feb 15 10:06:30.444620 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea771b0d-6407-4bb8-ad16-b403f38bb652 req-32ce2cae-1c9e-413c-be95-c823380df7ee tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330014 Feb 15 10:06:31.349699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cd783ccb-37ae-473f-943f-7af47f44a03a details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:06:31.450047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cd783ccb-37ae-473f-943f-7af47f44a03a,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:31.462617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'mac_address': 'fa:16:3e:30:49:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:06:31.500755 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:31.515892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd783ccb-37ae-473f-943f-7af47f44a03a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:06:31.536523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cd783ccb-37ae-473f-943f-7af47f44a03a,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:31.540864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:31.564506 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4febb-7f54-41bf-b263-759b9be8941e req-5a31273d-b03e-41f0-a480-0e8e431c6946 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:31.566122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7c4febb-7f54-41bf-b263-759b9be8941e req-5a31273d-b03e-41f0-a480-0e8e431c6946 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 943 time: 0.0526199 Feb 15 10:06:31.590883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:31.599471 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.599868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.600638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.601121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.601706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.602077 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.602405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.602737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.603060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.603381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.603703 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.604052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:31.606036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a7c4febb-7f54-41bf-b263-759b9be8941e req-760c707e-1006-49db-840b-800e80b80c61 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335941 Feb 15 10:06:31.727759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['cd783ccb-37ae-473f-943f-7af47f44a03a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:06:32.739400 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999eeaa-94de-442d-92cf-90fc5da40061 req-b737cf21-7501-485f-8b95-1c53a7874987 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:32.740935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1999eeaa-94de-442d-92cf-90fc5da40061 req-b737cf21-7501-485f-8b95-1c53a7874987 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 944 time: 0.0600216 Feb 15 10:06:32.751477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49294) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:32.782009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1999eeaa-94de-442d-92cf-90fc5da40061 req-5e8338e8-58b2-4922-aa16-7449ad29c29e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349560 Feb 15 10:06:32.972730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Deleting port e862e34d-0a14-4649-aecf-3c872821515a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:32.973022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.054064 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.054387 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.066567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Calling delete_port for e862e34d-0a14-4649-aecf-3c872821515a owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:33.245810 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.272063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event deleted for resources: {'Port': ['ID=e862e34d-0a14-4649-aecf-3c872821515a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:33.337194 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.337575 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Floating IP 202449fd-1524-43fc-9ead-dd7ee64e43bf disassociated (deleted). External IP: 172.25.6.102, port: f7dc1a14-9924-44bb-bb55-6d3f56a850e3. Feb 15 10:06:33.365427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cd783ccb-37ae-473f-943f-7af47f44a03a up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:06:33.423126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port cd783ccb-37ae-473f-943f-7af47f44a03a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:06:33.427271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port cd783ccb-37ae-473f-943f-7af47f44a03a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:06:33.427635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.511654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.536292 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:33.538571 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad39f88-7742-40ca-96e7-e779027fa198" -d '{"events": [{"server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "name": "network-vif-plugged", "status": "completed", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:33.552544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cd783ccb-37ae-473f-943f-7af47f44a03a,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:33.553631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:06:33.557836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.582192 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f884a-3144-470b-9534-e36c6540e6d6 x-openstack-request-id: req-e66f884a-3144-470b-9534-e36c6540e6d6 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:33.582482 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "name": "network-vif-plugged", "status": "completed", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:33.582732 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e66f884a-3144-470b-9534-e36c6540e6d6 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:33.583121 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'code': 200} Feb 15 10:06:33.613744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:33.712057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:06:33.717363 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:33.721925 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:06:33.724382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b89fa-90a3-4e6a-929e-3a80850f9777 req-7106cbe4-853b-4df6-88be-117e226c4dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:33.726489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-141b89fa-90a3-4e6a-929e-3a80850f9777 req-7106cbe4-853b-4df6-88be-117e226c4dea service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1096 time: 0.0685861 Feb 15 10:06:33.732118 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:33.733024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:33.765397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-adc66a79-4bc9-4d68-95e8-eba81809cda3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "DELETE /v2.0/floatingips/202449fd-1524-43fc-9ead-dd7ee64e43bf HTTP/1.1" status: 204 len: 168 time: 1.0126798 Feb 15 10:06:33.767221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:33.769522 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d467ef-8fe7-445f-b30f-691e325a79c5" -d '{"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:33.787749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-141b89fa-90a3-4e6a-929e-3a80850f9777 req-772ee245-c3ff-4b39-ba73-120053a704d6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460041 Feb 15 10:06:33.809227 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73eafc0-0fbe-434c-9ed4-94d0150e8d5c x-openstack-request-id: req-d73eafc0-0fbe-434c-9ed4-94d0150e8d5c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:33.809522 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:33.810467 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d73eafc0-0fbe-434c-9ed4-94d0150e8d5c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:33.810951 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:06:33.877380 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-258bfbc5-1f21-4853-8294-b6b09398b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:33.879163 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:33.879970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-258bfbc5-1f21-4853-8294-b6b09398b924 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 1097 time: 0.0458395 Feb 15 10:06:33.924411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c7e97-45df-4c9b-8c57-6d6249bfc47c req-1bb93151-5aa8-427a-ac0f-f17b65772463 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:33.926308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-927c7e97-45df-4c9b-8c57-6d6249bfc47c req-1bb93151-5aa8-427a-ac0f-f17b65772463 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0646689 Feb 15 10:06:33.971022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-927c7e97-45df-4c9b-8c57-6d6249bfc47c req-7d0a1451-a5b5-419e-bee7-b0928d51b787 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378373 Feb 15 10:06:34.053528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-cdeb31cb-9318-4b78-9e74-5b9546e2b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:34.054939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-cdeb31cb-9318-4b78-9e74-5b9546e2b4f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 200 len: 914 time: 0.1672492 Feb 15 10:06:34.079258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15884bad-c8d4-490a-95d9-c584db8acf49 req-0c89b6cc-2f07-4480-9467-09549a5328bf tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:34.080848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15884bad-c8d4-490a-95d9-c584db8acf49 req-0c89b6cc-2f07-4480-9467-09549a5328bf tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0801549 Feb 15 10:06:34.111580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-9602c486-7581-4c5a-b320-821f95380fed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 200 len: 217 time: 0.0475175 Feb 15 10:06:34.138975 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:34.168248 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:06:34.177837 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:34.178496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:34.181055 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-15884bad-c8d4-490a-95d9-c584db8acf49 req-5ff3dd6e-4e36-425b-84d0-665190cb12f3 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721564 Feb 15 10:06:34.192149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-e0b6a045-f83c-4bab-a043-2d3b0827e3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:34.193725 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-e0b6a045-f83c-4bab-a043-2d3b0827e3b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 200 len: 852 time: 0.0683014 Feb 15 10:06:34.243737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-3a64ff4f-cc96-48ae-900a-a4f478ad2e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:34.245263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-3a64ff4f-cc96-48ae-900a-a4f478ad2e6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d6602f1-b6ce-4520-b3af-b34319962599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433218 Feb 15 10:06:34.258084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-72a436e6-00e3-429c-9dfc-3c370aa784a1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:06:34.259086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-72a436e6-00e3-429c-9dfc-3c370aa784a1 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051169 Feb 15 10:06:34.281892 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:34.352391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-47dc5371-3213-45d9-a3bb-1bac9799cedb service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Feb 15 10:06:34.449337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71d467ef-8fe7-445f-b30f-691e325a79c5 req-096b8636-749b-49b4-90b5-0a075a7d9eac service neutron] 10.222.0.36 "GET /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885208 Feb 15 10:06:34.486984 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:34.513745 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b933e5d-3694-4cce-80d5-1a61e35b01f5 None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:32Z', 'revision_number': 4, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '34d006d4-6c79-4046-b0c0-bf9ffa1f3899', 'name': '', 'network_id': '2d6602f1-b6ce-4520-b3af-b34319962599', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'mac_address': 'fa:16:3e:fe:d3:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:31Z', 'updated_at': '2022-02-15T10:03:37Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'subnets': [{'id': '0a116d1d-fe12-42ba-af7d-e476aebc0240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:06:34.725329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8babbc-f537-466f-a8ba-77f86ac72787 None None] New status for floating IP 202449fd-1524-43fc-9ead-dd7ee64e43bf: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:06:35.091892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38224-a0eb-4e25-9df2-5b558d624542 req-d251087e-d6d4-4a88-828d-5d2027b3c24f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:35.093427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79c38224-a0eb-4e25-9df2-5b558d624542 req-d251087e-d6d4-4a88-828d-5d2027b3c24f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0495071 Feb 15 10:06:35.134221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79c38224-a0eb-4e25-9df2-5b558d624542 req-740c7eb5-6b22-4ae6-afd2-4538ba0ab360 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Feb 15 10:06:35.254026 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffc9a0-094c-4c27-9ff6-cd136f6e76d8 req-fa04db21-3603-4abe-8602-a4c6c30e1aea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:35.255498 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67ffc9a0-094c-4c27-9ff6-cd136f6e76d8 req-fa04db21-3603-4abe-8602-a4c6c30e1aea tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Feb 15 10:06:35.296100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67ffc9a0-094c-4c27-9ff6-cd136f6e76d8 req-808bc515-1bcf-46bf-9fed-ee638508199a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346315 Feb 15 10:06:35.303773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03d413-78a9-4f10-935c-bfaf0a48ee04 req-f3d778c4-e3dc-4d96-84a1-33908b369194 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:35.305378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d03d413-78a9-4f10-935c-bfaf0a48ee04 req-f3d778c4-e3dc-4d96-84a1-33908b369194 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0509300 Feb 15 10:06:35.317370 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49312) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:35.346201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1d03d413-78a9-4f10-935c-bfaf0a48ee04 req-79483477-43a5-4c81-bcac-6f7a0aaa0020 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/security-groups?id=c84c27b9-3afc-4444-a9c7-fd32f09a143a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339487 Feb 15 10:06:35.364354 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e464cbea-9da8-4ef7-8c2b-17b11837480d tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:35.365923 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e464cbea-9da8-4ef7-8c2b-17b11837480d tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1091 time: 0.0475249 Feb 15 10:06:35.368838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49314) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:35.373253 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:06:35.396870 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:35.500302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-0353a3ec-927e-4443-ab74-d463ea012b8a tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:35.501835 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-0353a3ec-927e-4443-ab74-d463ea012b8a tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.36 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 946 time: 0.0626659 Feb 15 10:06:35.596744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:35.664381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Deleting port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:35.664722 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:35.789777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.25.6.101 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/fec40190-cea4-452e-94ae-9f234cccadfa) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:06:35.821580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] For port f7dc1a14-9924-44bb-bb55-6d3f56a850e3, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:35.821949 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:35.875737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Calling delete_port for f7dc1a14-9924-44bb-bb55-6d3f56a850e3 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:35.978048 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.064276 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.106383 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.123825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:06:36.131950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:06:36.134099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=fec40190-cea4-452e-94ae-9f234cccadfa,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:36.136655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:06:36.201204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event deleted for resources: {'Port': ['ID=f7dc1a14-9924-44bb-bb55-6d3f56a850e3,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:36.223424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] No DVR routers for this DVR port f7dc1a14-9924-44bb-bb55-6d3f56a850e3 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:06:36.226913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.230237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c9cb09a-8c02-4f3b-8f02-0e5bb1e6141a req-479dd451-f23b-460a-9f1f-6da86a7c581d tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.36 "DELETE /v2.0/ports/f7dc1a14-9924-44bb-bb55-6d3f56a850e3 HTTP/1.1" status: 204 len: 173 time: 0.7228427 Feb 15 10:06:36.230679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'name': 'network-vif-deleted', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:36.233488 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be1e43c-6af4-487b-b43a-8fa696d58edc" -d '{"events": [{"server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "name": "network-vif-deleted", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:36.276962 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de52de8-da0c-4916-b402-d9e8b96fd6bf x-openstack-request-id: req-8de52de8-da0c-4916-b402-d9e8b96fd6bf {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:36.277639 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77fdad5b-55ca-4d29-bbe2-a8162da5e156", "name": "network-vif-deleted", "tag": "f7dc1a14-9924-44bb-bb55-6d3f56a850e3", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:36.277639 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8de52de8-da0c-4916-b402-d9e8b96fd6bf {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:36.277881 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77fdad5b-55ca-4d29-bbe2-a8162da5e156', 'name': 'network-vif-deleted', 'tag': 'f7dc1a14-9924-44bb-bb55-6d3f56a850e3', 'status': 'completed', 'code': 200} Feb 15 10:06:36.451499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-93621a2b-41cf-4328-8f14-5f77e52d7c1f req-28715309-78c8-4129-a4e7-d2814e8a65e9 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0281661 Feb 15 10:06:36.655846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.729165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.891175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.896445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:36.971325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=fec40190-cea4-452e-94ae-9f234cccadfa,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:36.983274 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.983602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.983943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.984277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.984607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.984963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.985288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.985609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.985926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.986246 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.986567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.986886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:06:36.995075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:37.098811 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP f3f8d9d4-3784-4b1a-a96b-a38f7130dabd associated. External IP: 172.25.6.101, port: cd783ccb-37ae-473f-943f-7af47f44a03a. Feb 15 10:06:37.308774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:06:37.418283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:06:37.430344 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:06:37.438668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:37.444154 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:37.445066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:37.481904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4710f08-a2f8-4aaf-a2f8-70f281659c36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0978212 Feb 15 10:06:37.557072 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:37.573411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d92f58ae-1313-490b-b3a6-c830b0222983 req-ef217103-67c8-46f8-8c6a-057bea591179 tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0277004 Feb 15 10:06:37.797896 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f3f8d9d4-3784-4b1a-a96b-a38f7130dabd', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:30:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:06:36Z', 'updated_at': '2022-02-15T10:06:36Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:37.826332 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:06:37.834773 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:37.835372 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:38.033124 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:38.257634 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f3f8d9d4-3784-4b1a-a96b-a38f7130dabd', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:30:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:06:36Z', 'updated_at': '2022-02-15T10:06:36Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:38.279353 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:06:38.282047 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:06:38.289739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad32c2e-f477-4aa4-9582-bc98d07b863f None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f3f8d9d4-3784-4b1a-a96b-a38f7130dabd', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.101', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:30:49:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:06:36Z', 'updated_at': '2022-02-15T10:06:36Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:06:38.329178 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3160d2dc-ecf3-48e2-a4b8-f69fa114873e x-openstack-request-id: req-3160d2dc-ecf3-48e2-a4b8-f69fa114873e {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:06:38.329709 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:06:38.329888 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3160d2dc-ecf3-48e2-a4b8-f69fa114873e {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:06:38.330382 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'status': 'completed', 'code': 200} Feb 15 10:06:38.396758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-d1a165a8-f4d4-49bc-825f-47dd262e33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:38.398323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-d1a165a8-f4d4-49bc-825f-47dd262e33fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1096 time: 0.0462394 Feb 15 10:06:38.504763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-7524b089-49bf-4496-baef-f07b3a52797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:38.506313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-7524b089-49bf-4496-baef-f07b3a52797f service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1010327 Feb 15 10:06:38.521020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e0dff-f9ab-4066-b4a6-ad3c251a3641 None None] New status for floating IP f3f8d9d4-3784-4b1a-a96b-a38f7130dabd: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:06:38.584703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-2d173544-6ae0-4ab5-b556-d687054f86c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 999 time: 0.0721688 Feb 15 10:06:38.647450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-4dcc1ce0-3afb-43c0-b405-cd4907a0eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:38.648976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-4dcc1ce0-3afb-43c0-b405-cd4907a0eb26 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0584815 Feb 15 10:06:38.701049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd7f6029-c922-4599-8d05-7dee2503a9f6 req-ea7f65d6-b38c-4041-8625-0bd857c486ca tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0394702 Feb 15 10:06:38.723175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-12be688e-da31-421f-9e0f-fea76bce7ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:06:38.723175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-12be688e-da31-421f-9e0f-fea76bce7ee5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648174 Feb 15 10:06:38.814181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-d00ee780-c26e-4224-8159-e02e33c8a1bf service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858166 Feb 15 10:06:39.148285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7ddf951-30d0-4fef-82e0-ebd2648b0bb2 req-8dee44e7-f45f-430e-a58b-d377a7af4f82 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268657 Feb 15 10:06:39.815121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-973e8a75-e5fc-49bf-b446-118eb8837df2 req-b9b4d451-12ce-44f0-9b3f-cd35582796ab tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "GET /v2.0/ports?device_id=77fdad5b-55ca-4d29-bbe2-a8162da5e156 HTTP/1.1" status: 200 len: 210 time: 0.0280261 Feb 15 10:06:40.115127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f7dc1a14-9924-44bb-bb55-6d3f56a850e3 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:40.134949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: f7dc1a14-9924-44bb-bb55-6d3f56a850e3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:40.135273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f7dc1a14-9924-44bb-bb55-6d3f56a850e3 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:40.871388 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49332) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:40.931017 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:40.960399 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:41.360991 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:41.363581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:41.364752 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] 10.222.0.10 "DELETE /v2.0/security-groups/c84c27b9-3afc-4444-a9c7-fd32f09a143a HTTP/1.1" status: 204 len: 168 time: 0.4923904 Feb 15 10:06:41.374304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387d326-a3ff-4aa3-bb24-583cc17014fb tempest-TestVolumeBackupRestore-1107792903 tempest-TestVolumeBackupRestore-1107792903-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84c27b9-3afc-4444-a9c7-fd32f09a143a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:44.535942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:44.800283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49786) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:45.250903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:45.560737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Deleting port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:45.561095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:45.641002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] For port 34d006d4-6c79-4046-b0c0-bf9ffa1f3899, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:45.641285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:45.652646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Calling delete_port for 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:45.835808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:45.861823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Pushing event deleted for resources: {'Port': ['ID=34d006d4-6c79-4046-b0c0-bf9ffa1f3899,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:46.045985 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.282639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:06:46.388009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:06:46.393015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-425cdb2a-1431-4675-b252-1e009e0fe88d admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae9ac80-7c34-4628-8273-3f0ac0654a62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5914376 Feb 15 10:06:46.395571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49788) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:46.396590 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Sync routers for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:06:46.407491 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:46.408102 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:46.499777 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.510282 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:46.605253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.662480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Deleting port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:46.662820 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.690593 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131'}], 'enable_snat': True}, 'gw_port_id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:06:45Z', 'revision_number': 5, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port': {'id': 'f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:46.721372 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Checking router: 5ae9ac80-7c34-4628-8273-3f0ac0654a62 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:06:46.729821 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Routers {'5ae9ac80-7c34-4628-8273-3f0ac0654a62'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:46.730670 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:46.736459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-69feed7c-2816-4272-8714-f36a7d590221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.751758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] For port f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:46.752121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.765359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Calling delete_port for f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:46.818097 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] Set router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:46.871556 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:06:46Z', 'revision_number': 6, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:46.902568 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8a056b-1403-4835-a489-1b91f049323b None None] The sync data for ids ['5ae9ac80-7c34-4628-8273-3f0ac0654a62'] in n-d-825064-4 is: [{'id': '5ae9ac80-7c34-4628-8273-3f0ac0654a62', 'name': 'tempest-TestVolumeBackupRestore-591640078-router', 'tenant_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:29Z', 'updated_at': '2022-02-15T10:06:46Z', 'revision_number': 6, 'project_id': '769dd0dcf1d7400786060c2d1b9cf24c', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:06:46.936480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:46.962555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Pushing event deleted for resources: {'Port': ['ID=f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:47.021492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.049041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.114546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.116653 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.162874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.163390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae9ac80-7c34-4628-8273-3f0ac0654a62 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:06:47.167850 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.169076 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-034c6468-8bbc-4f04-87b0-23242d12f24d admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ae9ac80-7c34-4628-8273-3f0ac0654a62 HTTP/1.1" status: 204 len: 168 time: 0.7725532 Feb 15 10:06:47.172236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49790) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:47.216216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Deleting subnet 0a116d1d-fe12-42ba-af7d-e476aebc0240 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:06:47.219142 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.253592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.336843 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.390209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.416416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a116d1d-fe12-42ba-af7d-e476aebc0240,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:47.421271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.424446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-814290ba-1675-4501-8fdb-7b23781878d2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a116d1d-fe12-42ba-af7d-e476aebc0240 HTTP/1.1" status: 204 len: 168 time: 0.2512226 Feb 15 10:06:47.427087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 49792) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:47.427324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696af46-a2a9-422f-877c-c2dd233f9e1e None None] Network 2d6602f1-b6ce-4520-b3af-b34319962599 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:06:47.496232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.558420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Deleting port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:47.558889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.626087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] For port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:47.626447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.640432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Calling delete_port for 1f7a4cfe-75e5-4668-bcae-30b04e6da34f owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:47.677090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] DHCP port deletion for 2d6602f1-b6ce-4520-b3af-b34319962599 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:06:47.733967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Deleting port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:47.734670 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.807480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] For port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,segment=NetworkSegment(83bd048b-ead4-4906-8a05-32f4ce85b12e),segment_id=83bd048b-ead4-4906-8a05-32f4ce85b12e)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:47.808253 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:47.823370 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Calling delete_port for 1f7a4cfe-75e5-4668-bcae-30b04e6da34f owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:47.881797 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:47.905078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:47.905347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 34d006d4-6c79-4046-b0c0-bf9ffa1f3899 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:47.905754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1f7a4cfe-75e5-4668-bcae-30b04e6da34f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:47.994942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.013482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.034944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] Pushing event deleted for resources: {'Port': ['ID=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:48.041314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b75e03-e94e-40f8-b8a7-260663ae48b9 None None] No DVR routers for this DVR port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:06:48.041560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] No DVR routers for this DVR port 1f7a4cfe-75e5-4668-bcae-30b04e6da34f on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:06:48.043059 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.043227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f7a4cfe-75e5-4668-bcae-30b04e6da34f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:48.092249 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:48.114817 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:48.115181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f19cf1b7-d136-4a9c-8b96-2e1b225a6aa4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:48.121439 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.144566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d6602f1-b6ce-4520-b3af-b34319962599']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:48.153980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83bd048b-ead4-4906-8a05-32f4ce85b12e') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:48.154264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83bd048b-ead4-4906-8a05-32f4ce85b12e') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:48.163186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.176574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.182804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:06:48.183302 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self.session.flush() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:06:48.185098 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:06:48.238575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.243956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.247228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d6602f1-b6ce-4520-b3af-b34319962599 HTTP/1.1" status: 204 len: 168 time: 0.8191316 Feb 15 10:06:48.250920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49794) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:48.258209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1089202-6e90-43b7-9114-3b54521f061b admin admin] Pushing event deleted for resources: {'Network': ['ID=2d6602f1-b6ce-4520-b3af-b34319962599,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:48.604591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.849703 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Deleting port bf69c65d-627b-4c0e-9e49-261f704d0ce5 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:48.850041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.929155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] For port bf69c65d-627b-4c0e-9e49-261f704d0ce5, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=bf69c65d-627b-4c0e-9e49-261f704d0ce5,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:48.929429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:48.941481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Calling delete_port for bf69c65d-627b-4c0e-9e49-261f704d0ce5 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:49.129940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.158853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf69c65d-627b-4c0e-9e49-261f704d0ce5,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:49.295961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80567b7e-514e-4d05-8779-83fa751c3cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.335357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.555169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:06:49.660478 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:06:49.665492 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b1b0e451-8d17-4e1d-bd90-e663f6bd9454 admin admin] 10.222.0.10 "PUT /v2.0/routers/8b6ed77f-edb6-468b-89fa-3090ed2886b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4135141 Feb 15 10:06:49.667981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49796) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:49.670990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Sync routers for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:06:49.680745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:49.681395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:49.774205 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.787828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:49.882452 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.935434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Deleting port f2e1fb87-b48b-460b-802a-d8e046ef42e0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:49.935784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:49.972087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52'}], 'enable_snat': True}, 'gw_port_id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:06:49Z', 'revision_number': 5, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port': {'id': 'f2e1fb87-b48b-460b-802a-d8e046ef42e0', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:6d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3991, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:03:35Z', 'updated_at': '2022-02-15T10:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:49.999243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Checking router: 8b6ed77f-edb6-468b-89fa-3090ed2886b9 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:06:50.012237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Routers {'8b6ed77f-edb6-468b-89fa-3090ed2886b9'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:06:50.013595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:06:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:50.021132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] For port f2e1fb87-b48b-460b-802a-d8e046ef42e0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f2e1fb87-b48b-460b-802a-d8e046ef42e0,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:50.021495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.033997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Calling delete_port for f2e1fb87-b48b-460b-802a-d8e046ef42e0 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:50.103091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] Set router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:06:50.158955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:06:49Z', 'revision_number': 6, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:50.187574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f70ef88-9a59-4606-a6ae-9292e0a31523 None None] The sync data for ids ['8b6ed77f-edb6-468b-89fa-3090ed2886b9'] in n-d-825064-4 is: [{'id': '8b6ed77f-edb6-468b-89fa-3090ed2886b9', 'name': 'tempest-TestVolumeBackupRestore-1232106053-router', 'tenant_id': '04ee2d55abb34221bc394a9641381b47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:03:34Z', 'updated_at': '2022-02-15T10:06:49Z', 'revision_number': 6, 'project_id': '04ee2d55abb34221bc394a9641381b47', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:06:50.209581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.235738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e1fb87-b48b-460b-802a-d8e046ef42e0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:50.295866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.388865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.390952 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.416708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.438747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.439302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6ed77f-edb6-468b-89fa-3090ed2886b9 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:06:50.443688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.444893 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eb16dad8-d3d8-44a0-96f9-1506be3fe3a4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8b6ed77f-edb6-468b-89fa-3090ed2886b9 HTTP/1.1" status: 204 len: 168 time: 0.7759802 Feb 15 10:06:50.447371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49798) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:50.493352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Deleting subnet 08776980-cea9-4515-b2b7-dabe8b53a872 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:06:50.496498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.533123 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.624795 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.679347 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.707905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08776980-cea9-4515-b2b7-dabe8b53a872,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:50.709950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.715583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-28814f4e-6f62-487d-8372-9550b9e28e8e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/08776980-cea9-4515-b2b7-dabe8b53a872 HTTP/1.1" status: 204 len: 168 time: 0.2648861 Feb 15 10:06:50.715842 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e2c6fe-f6e7-497f-a3d1-c560946758eb None None] Network 59f46ffe-b4b5-464c-8dc9-3e3923a305ad requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:06:50.716145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:50.786272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.849652 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Deleting port fce0a90d-fe58-447e-bd5c-90609335593d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:50.849995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.919489 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] For port fce0a90d-fe58-447e-bd5c-90609335593d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fce0a90d-fe58-447e-bd5c-90609335593d,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:50.919489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:50.929480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] DHCP port deletion for 59f46ffe-b4b5-464c-8dc9-3e3923a305ad request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:06:50.932475 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Calling delete_port for fce0a90d-fe58-447e-bd5c-90609335593d owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:50.979613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Deleting port fce0a90d-fe58-447e-bd5c-90609335593d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:06:50.979983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.023975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.049012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Pushing event deleted for resources: {'Port': ['ID=fce0a90d-fe58-447e-bd5c-90609335593d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:51.055033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] No DVR routers for this DVR port fce0a90d-fe58-447e-bd5c-90609335593d on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:06:51.055242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] For port fce0a90d-fe58-447e-bd5c-90609335593d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fce0a90d-fe58-447e-bd5c-90609335593d,segment=NetworkSegment(9eee0f69-9e97-484a-b278-6bc5cb5cb17b),segment_id=9eee0f69-9e97-484a-b278-6bc5cb5cb17b)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:06:51.055616 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.068615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Calling delete_port for fce0a90d-fe58-447e-bd5c-90609335593d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:06:51.126453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.146994 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.148832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f46ffe-b4b5-464c-8dc9-3e3923a305ad']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:51.160452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] No DVR routers for this DVR port fce0a90d-fe58-447e-bd5c-90609335593d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:06:51.161424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eee0f69-9e97-484a-b278-6bc5cb5cb17b') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:51.161723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eee0f69-9e97-484a-b278-6bc5cb5cb17b') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:06:51.188946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.196529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf94d9-9ac5-4dfc-ab8d-d178ddf76bfb None None] Pushing event deleted for resources: {'Port': ['ID=fce0a90d-fe58-447e-bd5c-90609335593d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:51.207731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.218290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:06:51.218741 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:06:51.220599 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:06:51.283254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.289033 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.294627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] 10.222.0.10 "DELETE /v2.0/networks/59f46ffe-b4b5-464c-8dc9-3e3923a305ad HTTP/1.1" status: 204 len: 168 time: 0.5749958 Feb 15 10:06:51.305228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785486ad-9557-409b-9ba4-d37ea5c9d527 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f46ffe-b4b5-464c-8dc9-3e3923a305ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:51.471833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:51.514089 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f7b5ec3-48bd-4166-8826-dad95f0b5853 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=769dd0dcf1d7400786060c2d1b9cf24c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410705 Feb 15 10:06:51.516632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:51.566684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.588436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.641340 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.644342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:51.645745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/258868a0-ce87-47b0-9d60-9ede12465269 HTTP/1.1" status: 204 len: 168 time: 0.1281853 Feb 15 10:06:51.653979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a77f6-f0c8-4b99-81f8-9df7ebc2ad06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258868a0-ce87-47b0-9d60-9ede12465269,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:51.829169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f2e1fb87-b48b-460b-802a-d8e046ef42e0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:51.854921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f2e1fb87-b48b-460b-802a-d8e046ef42e0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:51.855344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f2e1fb87-b48b-460b-802a-d8e046ef42e0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:51.855913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fce0a90d-fe58-447e-bd5c-90609335593d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:51.878518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: fce0a90d-fe58-447e-bd5c-90609335593d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:51.878518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fce0a90d-fe58-447e-bd5c-90609335593d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:51.878837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bf69c65d-627b-4c0e-9e49-261f704d0ce5 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:06:51.901546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: bf69c65d-627b-4c0e-9e49-261f704d0ce5 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:06:51.901898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device bf69c65d-627b-4c0e-9e49-261f704d0ce5 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:06:52.011381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49814) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:52.054153 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6685c409-640b-4791-8082-cf50e8afbaf2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04ee2d55abb34221bc394a9641381b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415654 Feb 15 10:06:52.056579 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:06:52.109054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:52.133773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:52.186976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:52.189625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:52.190798 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5a8142b-3248-416b-8709-c5375fee1068 HTTP/1.1" status: 204 len: 168 time: 0.1331663 Feb 15 10:06:52.198841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854c693-aebd-4670-adda-c502c40d87dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a8142b-3248-416b-8709-c5375fee1068,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:06:52.290541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:06:52.450741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:02.026422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-a499b568-c427-4e20-97ff-3a4d2867af6c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453706 Feb 15 10:07:02.124655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ce3785e9-520f-47ab-9493-2217fbdbb08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:07:02.126346 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ce3785e9-520f-47ab-9493-2217fbdbb08f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1096 time: 0.0456071 Feb 15 10:07:02.235589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ba6d2d2a-ae10-4fc9-8cdc-c9b27bcec0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:07:02.238124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ba6d2d2a-ae10-4fc9-8cdc-c9b27bcec0ef service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0898676 Feb 15 10:07:02.306464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-6bca4767-a783-4033-b113-b9245a3ddb6c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 1001 time: 0.0624774 Feb 15 10:07:02.356149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ade0a3f4-63d2-46bf-9368-bcc8e45f6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:07:02.357655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ade0a3f4-63d2-46bf-9368-bcc8e45f6c3e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0450993 Feb 15 10:07:02.405825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ecaac307-90fb-4696-aa1b-769148de2d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:07:02.407350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-ecaac307-90fb-4696-aa1b-769148de2d09 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428627 Feb 15 10:07:02.418186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-134e3899-f78d-4fae-b582-261ff1da2d21 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:07:02.419161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-134e3899-f78d-4fae-b582-261ff1da2d21 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050890 Feb 15 10:07:02.518870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-bf079a6d-fc96-4fc6-93cb-6cf5be23d963 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929756 Feb 15 10:07:02.622232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f777ed2f-72a4-4956-8c97-c5056507a856 req-38f6ddf7-8030-4195-817f-b3a61399490e service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970304 Feb 15 10:07:05.211083 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:07:14.550501 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:16.741567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7a465c1-6ac2-42ec-b8f8-873753691ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:17.065856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:19.291094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08615143-caaf-4a19-aab1-afb5d3d06ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:20.421968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:22.292293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:22.452080 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:41.461889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-e1efac5d-bfb2-41cd-b2ef-127293a429b5 req-7679cd35-c9c9-47c5-9baa-a66c8f0347c0 service neutron] (102358) timed out ('10.222.0.36', 61208) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:07:42.211774 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:07:43.210756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-7c681a87-3514-4aae-8535-96bc20152048 req-ce5234a7-0751-4354-94c7-3ace8343c01a service neutron] (102358) timed out ('10.222.0.36', 61199) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:07:44.548999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:46.746822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aec0989c-cb6c-4f93-8271-bc487f9c1e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:47.079948 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:49.292881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9c1356ab-09b6-4c5c-a6b4-afab5f12513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:50.422179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:52.294913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:07:52.455332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:04.151770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-158a0f89-9f48-4f74-8eae-76cb7daae3b6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2034643 Feb 15 10:08:04.241751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-a842a717-6e4c-4476-8f40-2c232e0730f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:04.243270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-a842a717-6e4c-4476-8f40-2c232e0730f9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 1096 time: 0.0442111 Feb 15 10:08:04.345221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-50dbfa3a-dd65-4eb7-b6b1-755c687646ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:04.346614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-50dbfa3a-dd65-4eb7-b6b1-755c687646ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0821409 Feb 15 10:08:04.416654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-8aa01832-1648-4b04-8c18-f21cc718d8a0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 200 len: 1001 time: 0.0626323 Feb 15 10:08:04.464040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-5e821579-3a54-485f-a715-c467554ea4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:04.465534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-5e821579-3a54-485f-a715-c467554ea4c8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0429657 Feb 15 10:08:04.512058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-53772a73-05c4-4c84-a1d1-935c7ead55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:04.513833 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-53772a73-05c4-4c84-a1d1-935c7ead55c7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401902 Feb 15 10:08:04.606689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-8b6538c3-a7db-4b77-86e6-b7b5a1524b4b service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847902 Feb 15 10:08:04.694293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b8346e4a-8995-4997-8a6f-fcb3839fe2cb req-f11a8465-adb0-4d32-bf04-7c9d1d46eba1 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 Feb 15 10:08:14.564092 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:16.740088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-095bb402-1302-478b-9cec-1d243be65b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:17.081359 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:19.211178 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:08:19.297577 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-51dfa2b4-878e-4dd4-8aca-53f6bb93fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:20.426122 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:22.298126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:22.457767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:33.269584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f732-c3e2-4c94-8ed1-901cb211b4d4 req-0e942f8a-8624-4bce-a14f-dca466f6c2fb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:33.271066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5764f732-c3e2-4c94-8ed1-901cb211b4d4 req-0e942f8a-8624-4bce-a14f-dca466f6c2fb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0487702 Feb 15 10:08:33.309204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5764f732-c3e2-4c94-8ed1-901cb211b4d4 req-240e5dac-bf1e-41c3-872c-34548fc929d8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Feb 15 10:08:34.430434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737de75-d4d4-4cd7-b8d9-9f978c63e35f req-412d206d-524a-44b7-aa65-de82ce4d009c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:34.431894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8737de75-d4d4-4cd7-b8d9-9f978c63e35f req-412d206d-524a-44b7-aa65-de82ce4d009c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Feb 15 10:08:34.469414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8737de75-d4d4-4cd7-b8d9-9f978c63e35f req-76e665f7-6ba0-4878-ba87-6f8298153917 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309632 Feb 15 10:08:34.758652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c574616-062e-4c26-9139-112b6285fc5d req-867c60ff-abd4-4c86-8d9b-df5cde522ef6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:34.760133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c574616-062e-4c26-9139-112b6285fc5d req-867c60ff-abd4-4c86-8d9b-df5cde522ef6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 945 time: 0.0530820 Feb 15 10:08:34.846662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port cd783ccb-37ae-473f-943f-7af47f44a03a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:08:34.846997 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:34.934364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port cd783ccb-37ae-473f-943f-7af47f44a03a, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=cd783ccb-37ae-473f-943f-7af47f44a03a,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:08:34.934720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:35.150068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:35.150427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:35.150748 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP f3f8d9d4-3784-4b1a-a96b-a38f7130dabd disassociated. External IP: 172.25.6.101, port: cd783ccb-37ae-473f-943f-7af47f44a03a. Feb 15 10:08:35.151082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for cd783ccb-37ae-473f-943f-7af47f44a03a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:08:35.272763 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:35.310308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=cd783ccb-37ae-473f-943f-7af47f44a03a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:35.320348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.320591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.320948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.321738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.321738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.322030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.322380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.322693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.323131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.323387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.323612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.323926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:35.428362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:08:35.533547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:08:35.544206 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:08:35.556423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:08:35.557054 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:08:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:08:35.594305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port cd783ccb-37ae-473f-943f-7af47f44a03a on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:08:35.597162 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f080e41e-c46f-4604-96b1-37cb5ca4d7cf req-82787835-2b73-4086-918b-2c0e59a7e2d0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0559974 Feb 15 10:08:35.598172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:35.601353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c574616-062e-4c26-9139-112b6285fc5d req-30c06d28-e39d-410e-ade5-0487142cc479 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "DELETE /v2.0/ports/cd783ccb-37ae-473f-943f-7af47f44a03a HTTP/1.1" status: 204 len: 173 time: 0.8356495 Feb 15 10:08:35.601783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'name': 'network-vif-deleted', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:08:35.604580 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5877206-e6e1-4cff-8bfa-11900ad295d1" -d '{"events": [{"server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "name": "network-vif-deleted", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:08:35.675531 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:08:35.732092 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42586b2-24ae-4ed8-bed1-dd062dd7e0fc x-openstack-request-id: req-c42586b2-24ae-4ed8-bed1-dd062dd7e0fc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:08:35.732381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef37a30a-1759-4aa2-bdb8-9ca09590e998", "name": "network-vif-deleted", "tag": "cd783ccb-37ae-473f-943f-7af47f44a03a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:08:35.732622 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c42586b2-24ae-4ed8-bed1-dd062dd7e0fc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:08:35.733092 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef37a30a-1759-4aa2-bdb8-9ca09590e998', 'name': 'network-vif-deleted', 'tag': 'cd783ccb-37ae-473f-943f-7af47f44a03a', 'status': 'completed', 'code': 200} Feb 15 10:08:35.992012 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:08:36.018111 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:08:36.026481 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:08:36.027192 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:08:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:08:36.131545 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:08:36.332216 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:08:36.359879 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c82b790-ec4f-47ec-b47d-180581ba5eb4 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:08:36.591462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b93a11-3c48-4812-bb35-faebeccd69ae None None] New status for floating IP f3f8d9d4-3784-4b1a-a96b-a38f7130dabd: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:08:36.714918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-544222b1-7a66-4453-8476-447e2a595d7f req-c4ee1704-8a8b-4df5-8377-24c2fc37bec6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0352252 Feb 15 10:08:37.815339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c2ce8a3-a97c-4e87-9e75-ccc851dab268 req-e02879fe-517a-4176-ae9c-a905628f407e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0272663 Feb 15 10:08:38.068082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cd783ccb-37ae-473f-943f-7af47f44a03a no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:08:38.090711 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: cd783ccb-37ae-473f-943f-7af47f44a03a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:08:38.091051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device cd783ccb-37ae-473f-943f-7af47f44a03a not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:08:38.923199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1de613f4-08b9-4db2-81ba-148794bd18ab req-5cd6368b-69e0-46e0-9494-c6764bfe31dc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=ef37a30a-1759-4aa2-bdb8-9ca09590e998 HTTP/1.1" status: 200 len: 210 time: 0.0271616 Feb 15 10:08:40.129285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-156a4cd9-2c27-4931-8084-c11cb7b025c5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305798827&fields=id&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 267 time: 0.0321496 Feb 15 10:08:40.247408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-33ab8ab6-b4c2-4d75-b376-5909e9d24a75 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:40.248937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-33ab8ab6-b4c2-4d75-b376-5909e9d24a75 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1107848 Feb 15 10:08:40.266768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-2d8ca205-c352-406e-9e2e-f483ea577819 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0108225 Feb 15 10:08:40.322707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-f1b85236-c3b1-451f-91ff-3272cab0e601 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498223 Feb 15 10:08:40.398991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-f809858c-aa0c-4774-82ac-8304aa1d9e94 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:08:40.400029 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-f809858c-aa0c-4774-82ac-8304aa1d9e94 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0638187 Feb 15 10:08:40.496746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-98016c94-80cb-4da7-b554-3dd5aa839053 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898981 Feb 15 10:08:40.593707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-ac7a16aa-3bd3-4a86-8394-ecb5b8658f70 service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894611 Feb 15 10:08:40.887640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-990aedb7-3ebf-4cac-ba54-57b92cb99a8d req-783ef73e-14e2-48ab-9df7-43fb0fe5bd36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0275559 Feb 15 10:08:41.946958 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7d439f19-5e32-4f89-8d67-6939a2c64699 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:41.948434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7d439f19-5e32-4f89-8d67-6939a2c64699 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1125953 Feb 15 10:08:42.004840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c453dd85-1d30-481f-a5b9-0cf1535c27e9 req-a940a209-518c-4c17-babd-0c76256a99ee tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0378044 Feb 15 10:08:42.025585 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-a391b01a-7a99-4489-bee6-b992a4be19f0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 379 time: 0.0664535 Feb 15 10:08:42.035794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'security_groups': ['5b0eab61-802e-4069-860a-81c19d435669']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:08:42.157711 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:08:42.162189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.295068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.4 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:08:42.437905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.479088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.533701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:08:42.537065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:08:42.540739 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:08:42.570877 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:42.586937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.587780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.587780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.588148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.588486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.588833 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.589173 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.589496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.589837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.590135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.590454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.590771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:42.608562 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:42.609495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.627247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-7c142571-9157-4795-b930-9d35113b7c27 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5959160 Feb 15 10:08:42.701065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Request body: {'port': {'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:08:42.762300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.819631 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-72a4715f-4082-402c-b016-c4a57e3fa09a None None] Provisioning complete for port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:08:42.820220 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-72a4715f-4082-402c-b016-c4a57e3fa09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:42.856102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-72a4715f-4082-402c-b016-c4a57e3fa09a None None] Port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:08:43.039819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:08:43.048762 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:43.062140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Transition to ACTIVE for port object 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:08:43.067005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:43.171892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:43.222692 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b687fa-47ed-4875-a8d8-1c623455ace5 req-0252615e-020f-470e-9320-87cc7b75c400 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:43.224331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5b687fa-47ed-4875-a8d8-1c623455ace5 req-0252615e-020f-470e-9320-87cc7b75c400 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.1326299 Feb 15 10:08:43.270757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Attempting to bind port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:08:43.271085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Attempting to bind port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:08:43.271432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Attempting to bind port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:08:43.287626 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:08:43.288050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Attempting to bind port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:08:43.307183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a5b687fa-47ed-4875-a8d8-1c623455ace5 req-3eaf8227-338d-4872-875f-6b70b7f85e51 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705111 Feb 15 10:08:43.314617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:08:43.314969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:08:43.315379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:08:43.315829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Bound port: 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:08:43.316196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:43.408849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:08:43.412079 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:08:43.418416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:43.456518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:43.457056 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:43.458449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] 10.222.0.36 "PUT /v2.0/ports/5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 1091 time: 0.8238914 Feb 15 10:08:43.458896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:08:43.461174 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32928c69-0322-4f2c-8707-de959ef8f90c" -d '{"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:08:43.515607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372e8d2-5083-4fc3-9c56-a9a5e05eb8fc service neutron] Pushing event updated for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:43.520296 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce541af0-48ac-495a-b786-9f8e2187a2ed x-openstack-request-id: req-ce541af0-48ac-495a-b786-9f8e2187a2ed {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:08:43.520573 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:08:43.520850 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce541af0-48ac-495a-b786-9f8e2187a2ed {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:08:43.521232 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'status': 'completed', 'code': 200} Feb 15 10:08:43.566087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-1b710df6-e7bc-4377-a6d0-5630fea2f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:43.567706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-1b710df6-e7bc-4377-a6d0-5630fea2f21a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1094 time: 0.0456219 Feb 15 10:08:43.620242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-edf176f3-82c4-4e6e-89b5-a93f785696af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 217 time: 0.0442955 Feb 15 10:08:43.689607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-43687b72-bffb-403f-98a3-e636124adabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:43.691431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-43687b72-bffb-403f-98a3-e636124adabe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0644190 Feb 15 10:08:43.742232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-d6892f7b-7a8e-4825-82af-3f0a795fbd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:43.743595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-d6892f7b-7a8e-4825-82af-3f0a795fbd4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443847 Feb 15 10:08:43.838347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-f6e2360a-4153-43a8-8e8d-d0ad540ed2d7 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884490 Feb 15 10:08:43.938317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2804682-254c-4f86-a2e1-8ba26eaa55e6 req-2ba443ea-da38-4013-8335-b3f81efd4618 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922482 Feb 15 10:08:44.041451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928c69-0322-4f2c-8707-de959ef8f90c req-1b5d23b4-def2-401f-9d3f-d03d9f16fce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:44.043040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-1b5d23b4-def2-401f-9d3f-d03d9f16fce2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1094 time: 0.0500226 Feb 15 10:08:44.143762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928c69-0322-4f2c-8707-de959ef8f90c req-c6a0fe01-7479-4747-a8d8-a7ddd4849717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:44.145186 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-c6a0fe01-7479-4747-a8d8-a7ddd4849717 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0955479 Feb 15 10:08:44.188769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-648ab7ec-2a72-4cb1-a5be-f55ff0a5abfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 217 time: 0.0374341 Feb 15 10:08:44.240219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928c69-0322-4f2c-8707-de959ef8f90c req-65b59268-9a49-44e7-9c82-d668e7d374a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:44.241682 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-65b59268-9a49-44e7-9c82-d668e7d374a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0472517 Feb 15 10:08:44.291987 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32928c69-0322-4f2c-8707-de959ef8f90c req-93b17ea3-a558-4481-9838-e252a91cc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:44.293533 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-93b17ea3-a558-4481-9838-e252a91cc87d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455587 Feb 15 10:08:44.406564 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-0f0316e7-12ce-4a35-94a7-a02c9a54aa6b service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052136 Feb 15 10:08:44.495501 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573e0e-fe77-4daa-8d67-b75545e3d8ea req-ef50f233-33a9-413e-8824-a10d797d0cef tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:44.497035 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b573e0e-fe77-4daa-8d67-b75545e3d8ea req-ef50f233-33a9-413e-8824-a10d797d0cef tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.1114142 Feb 15 10:08:44.538718 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-32928c69-0322-4f2c-8707-de959ef8f90c req-0fffd135-3316-4126-865b-71361cf2392e service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187158 Feb 15 10:08:44.558121 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b573e0e-fe77-4daa-8d67-b75545e3d8ea req-21f0c939-dd03-4600-9949-1987b762666e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505214 Feb 15 10:08:44.585608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:45.695124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f9cd-7185-4c53-8ab3-170b80396217 req-3d3ef985-316b-4fce-8f23-a6169779d3cc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:45.696733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63b3f9cd-7185-4c53-8ab3-170b80396217 req-3d3ef985-316b-4fce-8f23-a6169779d3cc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0572968 Feb 15 10:08:45.736355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-63b3f9cd-7185-4c53-8ab3-170b80396217 req-99aa98e2-aaa4-4fde-a696-e1d95ceac488 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332623 Feb 15 10:08:46.741924 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a802eb19-2f13-473f-aa72-054c87c42875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:46.857840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc50c6-83ea-4325-bbb3-ea09a76bd76c req-b30bc1b7-63e9-4d60-b2eb-36a50c3c2be1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:46.859994 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20dc50c6-83ea-4325-bbb3-ea09a76bd76c req-b30bc1b7-63e9-4d60-b2eb-36a50c3c2be1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0511227 Feb 15 10:08:46.901764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20dc50c6-83ea-4325-bbb3-ea09a76bd76c req-b258381a-68cb-4039-8e87-cc14a48a7955 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342381 Feb 15 10:08:47.098165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:48.020678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f252c0-5a62-46b7-8175-1057fb4f7e5c req-79023341-feec-49df-ab29-4c22eec4899f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:48.022187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8f252c0-5a62-46b7-8175-1057fb4f7e5c req-79023341-feec-49df-ab29-4c22eec4899f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0504947 Feb 15 10:08:48.068537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8f252c0-5a62-46b7-8175-1057fb4f7e5c req-e1fb4338-4574-42ba-9c61-f83dd64a7ab9 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401781 Feb 15 10:08:49.189326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976af329-0069-4ac2-a572-73b379c52431 req-8a7649e4-2243-4bb6-b2c0-6eed1e390e38 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:49.191029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-976af329-0069-4ac2-a572-73b379c52431 req-8a7649e4-2243-4bb6-b2c0-6eed1e390e38 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0538228 Feb 15 10:08:49.301434 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7e800b9d-c38b-4b08-8340-70b8e594f6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:49.569118 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-976af329-0069-4ac2-a572-73b379c52431 req-fdb860ff-1555-4ad6-b21e-9a59f0bd26b0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721356 Feb 15 10:08:50.427760 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:50.690258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cfee4f-8cce-4be3-93bd-fecde143e699 req-7f07ffd8-0be0-449a-bac9-5f445e1fa020 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:50.691651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31cfee4f-8cce-4be3-93bd-fecde143e699 req-7f07ffd8-0be0-449a-bac9-5f445e1fa020 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0489111 Feb 15 10:08:50.730222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-31cfee4f-8cce-4be3-93bd-fecde143e699 req-5e5daafc-bb5e-43fe-9a1f-86649ba5d7ff tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323036 Feb 15 10:08:51.849785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8e34b6-edd7-47af-8f17-fe9b80f861f2 req-09b416c1-f42d-4e05-923e-843f91337d55 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:51.851255 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f8e34b6-edd7-47af-8f17-fe9b80f861f2 req-09b416c1-f42d-4e05-923e-843f91337d55 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0483766 Feb 15 10:08:51.890119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f8e34b6-edd7-47af-8f17-fe9b80f861f2 req-2184247d-5063-4abd-af83-b83a06f9328b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Feb 15 10:08:52.300462 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:52.465609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:53.013245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414777f9-1bf5-4f03-a84f-c5bc00c36eab req-4d86d0ac-6b96-4ae0-bcad-caa5981870e7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:53.015042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-414777f9-1bf5-4f03-a84f-c5bc00c36eab req-4d86d0ac-6b96-4ae0-bcad-caa5981870e7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0521531 Feb 15 10:08:53.056739 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-414777f9-1bf5-4f03-a84f-c5bc00c36eab req-6c6b9f7d-c08e-4db0-9ba6-4ac9d2018f8c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351403 Feb 15 10:08:54.174443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc5d73-c4f0-491a-8307-b2d450067329 req-05b8e6f3-6bbc-4c32-b155-10c490034b35 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:54.175971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5cc5d73-c4f0-491a-8307-b2d450067329 req-05b8e6f3-6bbc-4c32-b155-10c490034b35 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 943 time: 0.0522447 Feb 15 10:08:54.215566 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b5cc5d73-c4f0-491a-8307-b2d450067329 req-1998d790-00e8-42c9-a7c8-e320d53db968 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335629 Feb 15 10:08:54.692165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:08:54.810730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:08:54.823536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:08:54.866147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:54.880477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:08:54.900271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:08:54.904199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:54.959390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:54.967219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.967942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.968427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.968762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.969118 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.969447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.969772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.970094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.970412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.970731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.971050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:54.971364 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:08:55.130663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:08:55.346143 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67081d35-0b5f-44d9-9ef0-f78f086316ab req-25e837ff-ad60-4fab-92cb-6b554e5635aa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:55.348105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67081d35-0b5f-44d9-9ef0-f78f086316ab req-25e837ff-ad60-4fab-92cb-6b554e5635aa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 944 time: 0.0602341 Feb 15 10:08:55.388284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-67081d35-0b5f-44d9-9ef0-f78f086316ab req-935b83ee-b3d7-4a25-a033-da839dfdae62 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341222 Feb 15 10:08:56.210256 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:08:56.512627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec6339-3bec-4bc3-9ec8-aa3f4ef1f7d1 req-8d21248e-ffd6-46e5-a394-fe52c4da58ab tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:56.514144 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dec6339-3bec-4bc3-9ec8-aa3f4ef1f7d1 req-8d21248e-ffd6-46e5-a394-fe52c4da58ab tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 944 time: 0.0521410 Feb 15 10:08:56.552698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4dec6339-3bec-4bc3-9ec8-aa3f4ef1f7d1 req-371d0b06-3b0c-414e-8f1a-4f084749ae95 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314987 Feb 15 10:08:56.707761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:08:56.756769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:08:56.760685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:08:56.761085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:56.841776 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:56.864785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:08:56.867040 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3dc268-ed85-4cc5-bc84-7a72c2cb4aa6" -d '{"events": [{"server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "name": "network-vif-plugged", "status": "completed", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:08:56.880478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:08:56.885059 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:56.942097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:08:56.988069 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a027646-6e38-4a42-88b7-a6354c8d0a1e x-openstack-request-id: req-9a027646-6e38-4a42-88b7-a6354c8d0a1e {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:08:56.988355 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "name": "network-vif-plugged", "status": "completed", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:08:56.988606 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a027646-6e38-4a42-88b7-a6354c8d0a1e {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:08:56.989043 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'code': 200} Feb 15 10:08:57.082677 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d39e5-99d1-4742-8e92-2a49733c46c4 req-d32d3917-a2f5-4710-8272-a33ef6ce7c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:57.084174 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-945d39e5-99d1-4742-8e92-2a49733c46c4 req-d32d3917-a2f5-4710-8272-a33ef6ce7c60 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0406659 Feb 15 10:08:57.118888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-945d39e5-99d1-4742-8e92-2a49733c46c4 req-70b62820-3041-42ef-b0c7-bf2d8f7e2290 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277944 Feb 15 10:08:57.678850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3881b7a-0edd-4c9b-b646-6f16364d2756 req-78cdaf67-e30c-4337-850f-f88752ae9bfa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:57.680540 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3881b7a-0edd-4c9b-b646-6f16364d2756 req-78cdaf67-e30c-4337-850f-f88752ae9bfa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0519588 Feb 15 10:08:57.722700 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b3881b7a-0edd-4c9b-b646-6f16364d2756 req-c432eabc-158e-4963-bd22-9d419d36bcf5 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356112 Feb 15 10:08:58.844960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daaeaee-52ad-4737-a6b7-2696c195401d req-40f449f4-0a64-4925-8953-55802c6d5991 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:58.846549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5daaeaee-52ad-4737-a6b7-2696c195401d req-40f449f4-0a64-4925-8953-55802c6d5991 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0514469 Feb 15 10:08:58.889170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5daaeaee-52ad-4737-a6b7-2696c195401d req-8e727696-6c44-4a20-ac91-79c4ebe81cda tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361955 Feb 15 10:08:59.016393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86251963-83f1-49c5-b5e1-96f10206907f req-e33ac066-da7c-4844-a510-447335b7e174 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:59.017900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86251963-83f1-49c5-b5e1-96f10206907f req-e33ac066-da7c-4844-a510-447335b7e174 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0543542 Feb 15 10:08:59.057353 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86251963-83f1-49c5-b5e1-96f10206907f req-2a8c8ac3-f0f8-4ebc-861a-1a9c3b4240d4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Feb 15 10:08:59.082456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49942) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:08:59.228917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65662a5b-7728-4be1-9746-db3881115e35 tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:08:59.230503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-65662a5b-7728-4be1-9746-db3881115e35 tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1091 time: 0.1469922 Feb 15 10:08:59.233467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 49946) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:08:59.238374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:08:59.262156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:59.367974 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:59.480251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.25.6.129 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/b510d75f-ebf7-4177-bc86-1789059c581b) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:08:59.593976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:59.629711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:08:59.671590 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:08:59.674462 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:08:59.679835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:08:59.681862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=b510d75f-ebf7-4177-bc86-1789059c581b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:09:00.074878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.145470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.302591 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.306875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.380316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=b510d75f-ebf7-4177-bc86-1789059c581b,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:09:00.391977 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.498416 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP 49a8c52f-c7dc-4e77-8141-346f802d666c associated. External IP: 172.25.6.129, port: 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe. Feb 15 10:09:00.729325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:09:00.843343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:09:00.856084 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:09:00.862320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:00.868084 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:09:00.868769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:08:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:09:00.896896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-70151825-8fe0-4ae9-bc76-2f59c8e9cef2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6622818 Feb 15 10:09:00.897466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:09:00.899714 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c1da9-378f-414a-87ea-6a1982794a6c" -d '{"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:09:00.939021 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1092d789-3c63-44bf-bd66-a9a6666f2411 x-openstack-request-id: req-1092d789-3c63-44bf-bd66-a9a6666f2411 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:09:00.939362 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:09:00.939612 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1092d789-3c63-44bf-bd66-a9a6666f2411 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:09:00.940014 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'status': 'completed', 'code': 200} Feb 15 10:09:00.994376 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:09:01.007047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1da9-378f-414a-87ea-6a1982794a6c req-eb878989-8940-4f76-86fb-f019e0ae1b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:01.008883 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-eb878989-8940-4f76-86fb-f019e0ae1b1f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0467720 Feb 15 10:09:01.104073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1da9-378f-414a-87ea-6a1982794a6c req-1a8e2379-6c53-4e9e-b267-50948e2873b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:01.105751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-1a8e2379-6c53-4e9e-b267-50948e2873b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0905142 Feb 15 10:09:01.179541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-16e0b0c9-1ddf-4930-835e-309657b1636d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 999 time: 0.0670960 Feb 15 10:09:01.230128 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1da9-378f-414a-87ea-6a1982794a6c req-1eb3949c-2a8b-41f3-8bd7-0b8a1a31053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:01.231679 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-1eb3949c-2a8b-41f3-8bd7-0b8a1a31053a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0458133 Feb 15 10:09:01.236233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:08:59Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:09:01.263380 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:09:01.273997 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:09:01.274594 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:08:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:09:01.281870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c1da9-378f-414a-87ea-6a1982794a6c req-f03be244-b14c-42ea-a214-55479e900573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:01.283590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-f03be244-b14c-42ea-a214-55479e900573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448341 Feb 15 10:09:01.382057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-61b3e75f-bb87-405c-8636-d77e1ced7380 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920873 Feb 15 10:09:01.383101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:09:01.480636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-751c1da9-378f-414a-87ea-6a1982794a6c req-eca840db-56cd-4d49-81d7-2ec258b541c6 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924475 Feb 15 10:09:01.724550 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:08:59Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:09:01.752687 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09dd67d-852d-46e0-b8ba-cf8f827a8357 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:08:59Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:09:01.955983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fe0b4c-a346-47fb-ab3b-0c8bd1a1b7b9 None None] New status for floating IP 49a8c52f-c7dc-4e77-8141-346f802d666c: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:09:14.585735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:16.746400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-50131c1d-9853-4f3f-8d7e-f51e4afe11d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:17.113916 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:19.305573 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-27db5006-b464-4933-a92a-c49f507230f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:20.430747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:22.302823 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:22.464045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:33.209850 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:09:44.589036 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:45.126415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-6ee99c44-e691-47ea-9137-fa81a881de6d req-fec21c48-4a5c-4cf7-9b9e-5dc2574d11ab service neutron] (102359) timed out ('10.222.0.10', 49044) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:09:46.748071 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa53eb6f-f2b3-4bf4-828a-7745be7766ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:47.129126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:49.316979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-de43f324-0c6f-4752-aec5-3cd6bf73c185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:50.432489 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:52.304713 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:52.468791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:09:58.988384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-2ed1ab64-02c4-4b6f-a600-e5465c4cf72e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400558 Feb 15 10:09:59.077301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178f16-0616-4002-a355-43ef8593af0a req-58ba63e8-df1d-43b4-928e-f93a2575eb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:59.078913 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-58ba63e8-df1d-43b4-928e-f93a2575eb7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0470088 Feb 15 10:09:59.183122 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178f16-0616-4002-a355-43ef8593af0a req-8f93db56-9d7b-4dae-b18a-07dc68dccafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:59.184606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-8f93db56-9d7b-4dae-b18a-07dc68dccafc service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0858562 Feb 15 10:09:59.253869 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-c98d39b1-459c-41cf-b688-cd919fb0f717 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 1001 time: 0.0623169 Feb 15 10:09:59.305327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178f16-0616-4002-a355-43ef8593af0a req-2030d58d-cd81-41af-b93f-4f61005da387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:59.307194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-2030d58d-cd81-41af-b93f-4f61005da387 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0469673 Feb 15 10:09:59.352189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178f16-0616-4002-a355-43ef8593af0a req-bccc2724-2450-4286-a092-e87662a8acad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:09:59.353776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-bccc2724-2450-4286-a092-e87662a8acad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408299 Feb 15 10:09:59.447423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-97fa4c5e-dd17-4943-a12e-1141d2cb7937 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876033 Feb 15 10:09:59.537922 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59178f16-0616-4002-a355-43ef8593af0a req-28c8c5b9-f8f5-45d0-85ee-d2e885d79998 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843487 Feb 15 10:10:10.209703 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:10:14.596511 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:16.749051 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-97138098-1f99-49ba-ae82-97b278492e54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:17.140987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:19.308479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ca45f4f5-3ba4-48be-b343-8fb0d6f4580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:20.442929 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:22.306354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:22.470357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:41.842700 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-e30ca8e2-5023-4e66-b870-48aba161452c tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305798827&fields=id&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 267 time: 0.0353408 Feb 15 10:10:41.959641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-d48060b8-8e01-4d3f-8e29-3884a8f65b71 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:41.961189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-d48060b8-8e01-4d3f-8e29-3884a8f65b71 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1115746 Feb 15 10:10:41.977228 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-f63cec95-3368-425e-afdf-c654d6977a8e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/quotas/19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 375 time: 0.0100901 Feb 15 10:10:42.044740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-40073df3-4912-4325-892e-7f6ff816f2d7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0617669 Feb 15 10:10:42.116186 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-f56151ea-02cf-4ae5-8b18-e8e16a57d781 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:10:42.117254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-f56151ea-02cf-4ae5-8b18-e8e16a57d781 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0596840 Feb 15 10:10:42.217989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-85e9f83f-7f9d-46cd-84db-5f288c8821ef service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941002 Feb 15 10:10:42.314119 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-e85d3d91-7002-4f6f-8f48-c861b5e18afb service neutron] 10.222.0.10 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901568 Feb 15 10:10:42.625121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8c4ede1-88ad-4b12-ae5c-683854ec37c2 req-c8e7863f-ab36-4d5a-8189-251bedd433a0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0287340 Feb 15 10:10:43.585763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-42425137-66ca-449d-a1f6-a362f73aec9b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:43.587349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-42425137-66ca-449d-a1f6-a362f73aec9b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 812 time: 0.1172235 Feb 15 10:10:43.635105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-6563039b-bf6e-4908-abd1-ace948d2e734 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19606da0ed524d54ac87b51ae815a698 HTTP/1.1" status: 200 len: 379 time: 0.0380607 Feb 15 10:10:43.644674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'port': {'device_id': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'admin_state_up': True, 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'security_groups': ['5b0eab61-802e-4069-860a-81c19d435669']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:10:43.743926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbbbd85a-288f-4fca-98e9-5e6827d0b001 req-d4e3feff-2b7f-45f2-9ece-c5bde2f3a159 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0315051 Feb 15 10:10:43.786555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Made reservation on behalf of 19606da0ed524d54ac87b51ae815a698 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:10:43.790249 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:43.924240 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.20.0.6 (2d262265-42d8-49c4-9755-b5c9e7e69094/a7b8ac40-c142-4a76-8671-df6ec626dd86/e86bf98a-e5f4-43f2-ab17-dead2c35f0f4) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:10:44.087328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.121649 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.170480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:10:44.174120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:10:44.178523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:10:44.213884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:10:44.224630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.225241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.225575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.225912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.226248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.226575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.226898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.227216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.227537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.227854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.228174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.228493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:44.260333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:44.262643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.281409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c9b62c90-e0a9-474f-bda6-86cb7fa48ae7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6409662 Feb 15 10:10:44.294270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Request body: {'port': {'device_id': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:10:44.363342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.417222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c555b4ac-a5f6-4361-b750-4a0b97f9d1c7 None None] Provisioning complete for port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:10:44.418025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c555b4ac-a5f6-4361-b750-4a0b97f9d1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.454353 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c555b4ac-a5f6-4361-b750-4a0b97f9d1c7 None None] Port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:10:44.600959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.666097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:10:44.682200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.696977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Transition to ACTIVE for port object e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:10:44.700904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.761100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Pushing event updated for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:10:44.861831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Attempting to bind port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:10:44.862328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Attempting to bind port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:10:44.862662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Attempting to bind port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:10:44.880681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:10:44.880681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Attempting to bind port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 on network 2d262265-42d8-49c4-9755-b5c9e7e69094 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:10:44.902058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:10:44.902406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Checking segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:10:44.902799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Bound using segment: {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:10:44.903248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Bound port: e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9600d86b-cdee-43f2-885d-d3f127e1f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:10:44.903618 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:44.958578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9da42-1c27-43f9-9b0e-2158c23c5c7c req-f843e9e9-e172-45e2-888a-1a7b7391fcbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:44.960497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9d9da42-1c27-43f9-9b0e-2158c23c5c7c req-f843e9e9-e172-45e2-888a-1a7b7391fcbf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0952594 Feb 15 10:10:45.016077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:10:45.022122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:10:45.028549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9d9da42-1c27-43f9-9b0e-2158c23c5c7c req-98b9d080-3411-4085-b6d1-f678fb6daf9e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593183 Feb 15 10:10:45.030269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:45.078372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.079198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:45.080873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] 10.222.0.72 "PUT /v2.0/ports/e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 1091 time: 0.7912858 Feb 15 10:10:45.081508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:10:45.085754 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f26ea2-84f8-4f28-9297-13978cf64b8c" -d '{"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:10:45.128068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ccb4f-adb1-49d8-944e-6f60ab2f800d service neutron] Pushing event updated for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:10:45.149128 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315dca27-dca1-48c7-8e70-47bb6670f30f x-openstack-request-id: req-315dca27-dca1-48c7-8e70-47bb6670f30f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:10:45.149538 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:10:45.149888 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-315dca27-dca1-48c7-8e70-47bb6670f30f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:10:45.150360 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'status': 'completed', 'code': 200} Feb 15 10:10:45.196035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-84ec3d11-9a6b-4438-ae7e-2498a94a4c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.196035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-84ec3d11-9a6b-4438-ae7e-2498a94a4c6c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0634849 Feb 15 10:10:45.245633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-9e6e4e21-20fd-4710-9066-dbfe153acab2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0425737 Feb 15 10:10:45.303682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-99af754b-3b36-48b1-997a-9c6564c9cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.305500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-99af754b-3b36-48b1-997a-9c6564c9cebc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0525095 Feb 15 10:10:45.358258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-cb14615a-3d84-43a3-a12b-d375e318948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.359804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-cb14615a-3d84-43a3-a12b-d375e318948e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474007 Feb 15 10:10:45.470199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-c64262b0-6b8e-447e-96c0-3562fef8ce36 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021779 Feb 15 10:10:45.572638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34adba61-e4ea-4d4e-8162-00b5cc5e3b3f req-ed2743e8-c759-4241-b4c1-0140a5147968 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961728 Feb 15 10:10:45.663209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-d3abc9f0-ebc3-4e9a-9b68-2709ade2391c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.665462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-d3abc9f0-ebc3-4e9a-9b68-2709ade2391c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1094 time: 0.0446784 Feb 15 10:10:45.763583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-0bb2ed40-eaf1-4046-8371-6aa7f0e97fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.765174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-0bb2ed40-eaf1-4046-8371-6aa7f0e97fb1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0931625 Feb 15 10:10:45.808106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-ebc0c457-ed07-4a58-93f2-205e67f88283 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0355654 Feb 15 10:10:45.861284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-246a3249-5409-46b8-b2fc-f94c65411458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:45.862716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-246a3249-5409-46b8-b2fc-f94c65411458 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0486677 Feb 15 10:10:46.204267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-de1ffdbd-3f56-475a-a067-e247e899af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:46.205748 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-de1ffdbd-3f56-475a-a067-e247e899af62 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3363779 Feb 15 10:10:46.251467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ae3ba-146c-4da7-b41c-d8a4d3fdac42 req-0889100b-d805-44d1-a40d-3be004e3068d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:46.253165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-340ae3ba-146c-4da7-b41c-d8a4d3fdac42 req-0889100b-d805-44d1-a40d-3be004e3068d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0930269 Feb 15 10:10:46.343282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-340ae3ba-146c-4da7-b41c-d8a4d3fdac42 req-937a9c38-a0e1-4885-825b-c73c6deabdad tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617502 Feb 15 10:10:46.350205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-8aaefa12-555d-44f0-bb17-3f1d86294cc0 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378644 Feb 15 10:10:46.442951 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-79f26ea2-84f8-4f28-9297-13978cf64b8c req-35a3bcea-d031-417b-baf0-fca9848e6025 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864205 Feb 15 10:10:46.753788 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b9e9e2d0-9e20-459c-b6bd-cbb8a20d4d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:47.161938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:47.210489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:10:47.486952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1e9be-b006-4e7e-928a-a515d87aadb8 req-8af3a0a6-f555-4f1a-b206-0c8b8e1657c0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:47.490125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79c1e9be-b006-4e7e-928a-a515d87aadb8 req-8af3a0a6-f555-4f1a-b206-0c8b8e1657c0 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0551007 Feb 15 10:10:47.537039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79c1e9be-b006-4e7e-928a-a515d87aadb8 req-b1f95886-42ba-4ae1-84f2-9f3ec49426b2 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Feb 15 10:10:48.667097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db960d8-9ca9-43dc-b549-bbb8c9b0c67c req-46e1214a-4fad-4126-a502-a6b9a00a92bc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:48.668631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7db960d8-9ca9-43dc-b549-bbb8c9b0c67c req-46e1214a-4fad-4126-a502-a6b9a00a92bc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0572472 Feb 15 10:10:48.714343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7db960d8-9ca9-43dc-b549-bbb8c9b0c67c req-224a2d4e-305f-4734-aac3-079966d75192 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336843 Feb 15 10:10:49.314010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2e6975ef-265e-459b-9fcd-d8d393b38db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:49.835276 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cefa1-b151-4aca-82f8-a97f2939bf8d req-f6794b12-5a75-4c33-a939-cf8b37efead1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:49.836830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea3cefa1-b151-4aca-82f8-a97f2939bf8d req-f6794b12-5a75-4c33-a939-cf8b37efead1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0509005 Feb 15 10:10:49.876349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea3cefa1-b151-4aca-82f8-a97f2939bf8d req-65da8a09-6118-426d-9c0f-febb1bb197f8 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335057 Feb 15 10:10:50.442103 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:50.994524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e42afd-4e7f-442b-a2ac-3213a46006f9 req-923e3463-292f-4cd3-b290-69e938598a9a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:50.996023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52e42afd-4e7f-442b-a2ac-3213a46006f9 req-923e3463-292f-4cd3-b290-69e938598a9a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0501556 Feb 15 10:10:51.036305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52e42afd-4e7f-442b-a2ac-3213a46006f9 req-73a2602a-5ab5-4c22-95b2-fcbe4656ffd4 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340497 Feb 15 10:10:52.163836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04d2757-f89f-4aea-9674-4769da60bb99 req-1fed2135-f921-4dbe-8704-e11e5a7c57fb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:52.165778 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b04d2757-f89f-4aea-9674-4769da60bb99 req-1fed2135-f921-4dbe-8704-e11e5a7c57fb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0568974 Feb 15 10:10:52.214884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b04d2757-f89f-4aea-9674-4769da60bb99 req-e4f63fb3-ec4e-499f-bcaa-43ef8ec50769 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Feb 15 10:10:52.310812 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:52.474198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:53.335514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f83482-3fe3-483f-b77e-5c3e61a88d5b req-ea8b8ecb-5f47-4b15-bf1b-454257d9fb35 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:53.337133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9f83482-3fe3-483f-b77e-5c3e61a88d5b req-ea8b8ecb-5f47-4b15-bf1b-454257d9fb35 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0516293 Feb 15 10:10:53.377101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d9f83482-3fe3-483f-b77e-5c3e61a88d5b req-f13775c7-0648-4a89-99e7-55708e23ab4b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334315 Feb 15 10:10:54.495771 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c77086-73c3-4725-89f3-b0ad3919d381 req-2933f9c7-cb7f-4389-bb08-793fa059be38 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:54.497203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89c77086-73c3-4725-89f3-b0ad3919d381 req-2933f9c7-cb7f-4389-bb08-793fa059be38 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0493150 Feb 15 10:10:54.542482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-89c77086-73c3-4725-89f3-b0ad3919d381 req-3fd67b3a-e046-470b-898b-5f5bb965eb97 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392406 Feb 15 10:10:55.662947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a492ec-5571-4f74-8a23-b42fb7f29c2d req-cf3c3acd-7439-4e0b-bf2e-3329b872e40f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:55.664425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0a492ec-5571-4f74-8a23-b42fb7f29c2d req-cf3c3acd-7439-4e0b-bf2e-3329b872e40f tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0534885 Feb 15 10:10:55.702401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b0a492ec-5571-4f74-8a23-b42fb7f29c2d req-eb00c120-363f-4bcb-a70d-270e57aca155 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Feb 15 10:10:56.772113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:10:56.820215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d38931-e329-44c7-964f-52ed3a4670b3 req-3b87d127-b53d-45a1-97c8-6d6a729b0e19 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:56.821850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77d38931-e329-44c7-964f-52ed3a4670b3 req-3b87d127-b53d-45a1-97c8-6d6a729b0e19 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 943 time: 0.0517542 Feb 15 10:10:56.868756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-77d38931-e329-44c7-964f-52ed3a4670b3 req-0b54d15c-b766-4cfa-8c01-c28be8134e6a tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406330 Feb 15 10:10:56.878856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:10:56.891467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'port_id': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'mac_address': 'fa:16:3e:65:0e:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:10:56.928704 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:56.941244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:10:56.960993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:10:56.964505 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:57.011298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:10:57.018463 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.018805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.019142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.019740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.020066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.020387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.020708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.021124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.021436 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.021932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.022253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.022572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:10:57.207150 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:10:57.987686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18362288-015c-446c-8021-12e1b81fdbf7 req-9ecc3fdd-9f3c-4251-9c53-f92f777e59cb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:57.989197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18362288-015c-446c-8021-12e1b81fdbf7 req-9ecc3fdd-9f3c-4251-9c53-f92f777e59cb tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 944 time: 0.0505714 Feb 15 10:10:58.029541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18362288-015c-446c-8021-12e1b81fdbf7 req-a0816ad1-5215-4e4d-8cfc-22fc3f471df7 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Feb 15 10:10:58.772574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:10:58.835460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:10:58.839113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:10:58.839530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:58.920146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:58.942594 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:10:58.945564 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ccf934-2cb0-4bad-afef-8cf12d6ad303" -d '{"events": [{"server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:10:58.958890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:10:58.963668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:10:58.992072 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52758d5-66da-45c3-8a3a-70ce23128dd0 x-openstack-request-id: req-e52758d5-66da-45c3-8a3a-70ce23128dd0 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:10:58.992358 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "name": "network-vif-plugged", "status": "completed", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:10:58.992590 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e52758d5-66da-45c3-8a3a-70ce23128dd0 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:10:58.993009 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'code': 200} Feb 15 10:10:59.024841 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:10:59.044755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-cd6ceb29-dd5e-4ddc-a8b8-6347b0312050 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0482357 Feb 15 10:10:59.095449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae7a86-1a4c-46e1-871c-e24e487b025a req-7ac60a70-bbea-4ac9-ab3c-62e0f294ce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.097670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ae7a86-1a4c-46e1-871c-e24e487b025a req-7ac60a70-bbea-4ac9-ab3c-62e0f294ce0e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0510800 Feb 15 10:10:59.145384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-060629a5-9a1b-4483-927c-e85deb2bdf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.145384 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-060629a5-9a1b-4483-927c-e85deb2bdf1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0444510 Feb 15 10:10:59.171008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27ae7a86-1a4c-46e1-871c-e24e487b025a req-c67431ed-c499-4ee6-89af-0097f1f3a25a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663402 Feb 15 10:10:59.189739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bd694-6db1-41c5-b09a-919c19c1e9f4 req-2951b61e-0887-4d78-89b1-c27add654592 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.191284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198bd694-6db1-41c5-b09a-919c19c1e9f4 req-2951b61e-0887-4d78-89b1-c27add654592 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0708447 Feb 15 10:10:59.230250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-198bd694-6db1-41c5-b09a-919c19c1e9f4 req-f3be501e-c925-4637-b4a9-9dfae34ce74d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326800 Feb 15 10:10:59.254049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-62117dd5-787c-4466-b684-f7bff3c53996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.255618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-62117dd5-787c-4466-b684-f7bff3c53996 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0929720 Feb 15 10:10:59.324650 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-f0efb0b2-0d45-4b9e-a302-431237d53ead service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 1001 time: 0.0625386 Feb 15 10:10:59.382534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-31796ff4-7696-4112-8495-1b0a443b693e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.384009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-31796ff4-7696-4112-8495-1b0a443b693e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0524607 Feb 15 10:10:59.433369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-dcc5e7a3-69d6-464a-bf79-7bb550abb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:10:59.434920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-dcc5e7a3-69d6-464a-bf79-7bb550abb181 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442207 Feb 15 10:10:59.529031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-3bfaa3ac-483d-4d7f-953e-fed23f5e8765 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873625 Feb 15 10:10:59.622817 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5e91ac3a-1c9a-4f97-84ef-c506ad6646fc req-140ca3e2-21ff-4417-a48a-e9f69e422e4e service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866008 Feb 15 10:11:00.415959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be7428-4660-4828-972d-b4afb3ffe085 req-787d9b8a-cc96-4577-97bc-9a738b414fcc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:00.417554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17be7428-4660-4828-972d-b4afb3ffe085 req-787d9b8a-cc96-4577-97bc-9a738b414fcc tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1119087 Feb 15 10:11:00.457873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17be7428-4660-4828-972d-b4afb3ffe085 req-97680f5d-39ae-480b-a47f-3eb7478fa309 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343721 Feb 15 10:11:00.582627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d92dc6a-06c4-4b3a-8390-86ad3f963440 req-b26077d6-600c-492e-8c06-e01a7dc472fa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:00.585049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d92dc6a-06c4-4b3a-8390-86ad3f963440 req-b26077d6-600c-492e-8c06-e01a7dc472fa tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0541735 Feb 15 10:11:00.623935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3d92dc6a-06c4-4b3a-8390-86ad3f963440 req-c9034849-998b-49a6-8800-d3150afd7390 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322530 Feb 15 10:11:00.647440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50114) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:11:00.699714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccdbd42-3c13-4525-af02-fa51d0d18ab9 tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:00.701272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ccdbd42-3c13-4525-af02-fa51d0d18ab9 tempest-TestVolumeBootPattern-1095517213 tempest-TestVolumeBootPattern-1095517213-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1091 time: 0.0528386 Feb 15 10:11:00.704038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50116) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:11:00.708338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:11:00.733506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:00.850594 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:00.957075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Allocated IP 172.25.6.29 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/b5eae102-289e-4a86-b789-155367e070cf) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:11:01.062533 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.096922 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.137212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:11:01.140107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:11:01.143588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:11:01.149806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=b5eae102-289e-4a86-b789-155367e070cf,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:11:01.181606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.181948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.182285 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.182616 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.182945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.183269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.183588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.183906 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.184222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.184534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.184872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.185198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:11:01.518008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.588755 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.743053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.747661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:01.817279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event updated for resources: {'Port': ['ID=b5eae102-289e-4a86-b789-155367e070cf,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:11:01.828756 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:02.276052 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP 171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0 associated. External IP: 172.25.6.29, port: e86bf98a-e5f4-43f2-ab17-dead2c35f0f4. Feb 15 10:11:02.480603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:11:02.589757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:11:02.599742 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:11:02.608837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:02.612749 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:11:02.612749 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:10:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:11:02.638081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a291b633-bf5b-42ab-b33b-67e166b0b5e1 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9329903 Feb 15 10:11:02.638784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:11:02.641077 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1781e8-33b5-4162-a9df-98f9a708b0dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:11:02.721786 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:11:02.743832 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e51da8-599e-4120-abac-05d29e4e1d57 x-openstack-request-id: req-b8e51da8-599e-4120-abac-05d29e4e1d57 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:11:02.744159 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:11:02.744414 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8e51da8-599e-4120-abac-05d29e4e1d57 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:11:02.744825 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'status': 'completed', 'code': 200} Feb 15 10:11:02.805862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-e5dc8d8e-059e-4f69-8dfd-686944f6d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:02.807386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-e5dc8d8e-059e-4f69-8dfd-686944f6d048 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0420196 Feb 15 10:11:02.901516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-700d4b1e-d57e-4688-8560-cc91eb65b29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:02.903000 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-700d4b1e-d57e-4688-8560-cc91eb65b29b service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0887344 Feb 15 10:11:02.950651 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:65:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:11:01Z', 'updated_at': '2022-02-15T10:11:01Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}, {'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:11:02.968246 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-47cc0309-1c64-4afb-ba65-c767ad47ff83 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 998 time: 0.0583317 Feb 15 10:11:02.976248 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:11:02.984509 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:11:02.985124 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:10:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:11:03.023197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-b43b0510-e6e6-4712-8c4f-91a5ccb4fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:03.024705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-b43b0510-e6e6-4712-8c4f-91a5ccb4fbf5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0492165 Feb 15 10:11:03.070105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-1a8dcf91-a6c8-4d26-b8bb-eb7ade6a0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:03.071622 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-1a8dcf91-a6c8-4d26-b8bb-eb7ade6a0f58 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408022 Feb 15 10:11:03.089890 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:11:03.160856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-74c407ea-dd2b-41a1-995c-2845d4de2e27 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820553 Feb 15 10:11:03.255026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca1781e8-33b5-4162-a9df-98f9a708b0dd req-c4585800-b61d-46d8-86bf-4c5ae693a0bb service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 Feb 15 10:11:03.312420 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:65:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:11:01Z', 'updated_at': '2022-02-15T10:11:01Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}, {'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:11:03.349236 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eaee657-f5ff-451f-900c-e81f2cb692ac None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.29', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4025, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:65:0e:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:11:01Z', 'updated_at': '2022-02-15T10:11:01Z', 'revision_number': 0, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}, {'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:11:03.554021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbffb598-8d47-4935-9b1c-3696eda46e8f None None] New status for floating IP 171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:11:07.969151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-aa35c42e-a7f4-4470-b832-7827869212e8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419600 Feb 15 10:11:08.052020 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a11e-0392-464e-9393-80f705edcb54 req-4a28c616-0ec6-4f06-babf-a1da1c6d3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:08.054503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-4a28c616-0ec6-4f06-babf-a1da1c6d3ea4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0419476 Feb 15 10:11:08.163656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a11e-0392-464e-9393-80f705edcb54 req-3f8ebab5-88e9-42dc-b0f5-b872f18566ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:08.165094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-3f8ebab5-88e9-42dc-b0f5-b872f18566ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0896249 Feb 15 10:11:08.230047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-008360da-7802-4814-b835-cf808a44535f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0587883 Feb 15 10:11:08.287898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a11e-0392-464e-9393-80f705edcb54 req-49576c10-dc72-4978-865a-0535e905ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:08.289385 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-49576c10-dc72-4978-865a-0535e905ce2b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0525649 Feb 15 10:11:08.336653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5a11e-0392-464e-9393-80f705edcb54 req-ec6bba1c-71d4-40a1-9c98-e7303e99d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:11:08.338196 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-ec6bba1c-71d4-40a1-9c98-e7303e99d595 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423679 Feb 15 10:11:08.430683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-c8d22c63-fe16-4e43-a1bb-4fcac3735978 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852094 Feb 15 10:11:08.526374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22a5a11e-0392-464e-9393-80f705edcb54 req-d4a9fcd8-37b5-4ede-ac8f-29bd5a86cb44 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878222 Feb 15 10:11:14.597187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:16.755247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-81f86ca9-b2e5-40f7-9ce1-2a940c973cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:17.163669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:19.316441 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0157634e-d78e-43ad-bbdd-c346f4cb5625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:20.442600 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:22.323140 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:22.475990 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:24.210391 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:11:44.612009 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:46.765357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-519e0357-2a9a-42c9-a08a-b603ea38cab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:47.161914 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:49.320181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53121299-9913-49ba-bb99-5eac975a3191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:50.448463 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:52.315441 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:52.479385 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:11:59.981457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-dc46ec09-302a-4436-acbb-429a78472d16 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0458479 Feb 15 10:12:00.093541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-4103c2d7-1e82-4cec-93ad-e65d831719b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:00.095832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-4103c2d7-1e82-4cec-93ad-e65d831719b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0606315 Feb 15 10:12:00.216003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-73ae7434-90e6-4df7-b6d0-e5e0d296953c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:00.217766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-73ae7434-90e6-4df7-b6d0-e5e0d296953c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1021349 Feb 15 10:12:00.298414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-3ab11cc7-fcc6-4b2d-8d1f-a85610f95dcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 1001 time: 0.0736256 Feb 15 10:12:00.370907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-f337a4ab-3075-42ab-ad47-43b2e9af575c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:00.372417 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-f337a4ab-3075-42ab-ad47-43b2e9af575c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0676813 Feb 15 10:12:00.424940 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-f4a6df7b-4821-46a1-9e20-62302a9f5d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:00.426464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-f4a6df7b-4821-46a1-9e20-62302a9f5d40 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479784 Feb 15 10:12:00.529137 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-abdeebe4-cd4d-471a-b7e3-4923e2a019be service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963912 Feb 15 10:12:00.631348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5782c6b2-f787-40eb-ad5e-78d08825cae6 req-5d4078a1-6a18-42c5-ba96-34c08e836336 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949507 Feb 15 10:12:01.209245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:12:07.975116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-b3278c58-8297-41f9-89f0-d1bab0c3c2f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413239 Feb 15 10:12:08.069912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-353189cd-18e3-41eb-baf1-c9bbc6032ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:08.071441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-353189cd-18e3-41eb-baf1-c9bbc6032ca4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0514607 Feb 15 10:12:08.181083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-9b98b432-e311-41a6-9d88-cffcf3af1bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:08.182562 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-9b98b432-e311-41a6-9d88-cffcf3af1bb6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0912991 Feb 15 10:12:08.247216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-b8f17a1f-fbc2-492e-bc0f-960303e04781 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 1000 time: 0.0581133 Feb 15 10:12:08.304730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-b0ca8259-104b-4701-8928-913d91e849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:08.306213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-b0ca8259-104b-4701-8928-913d91e849b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0494771 Feb 15 10:12:08.358587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-ff4e1e2c-bd59-41ed-9235-06be2df8485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:08.360121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-ff4e1e2c-bd59-41ed-9235-06be2df8485b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398393 Feb 15 10:12:08.461174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-59ef8c37-807e-48f7-84fd-2e7be76f63ab service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937798 Feb 15 10:12:08.555357 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6da57a49-3d2f-4c24-a09f-b99be1e7b85b req-4f37d227-9dc2-4cf0-be45-deb6d2f209bf service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876007 Feb 15 10:12:14.613829 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:16.758449 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bdbd5b45-c673-4ef7-b471-52799892be45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:17.161945 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:19.324734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-893605d1-80a8-46a9-91b3-d47e5b2160bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:20.450605 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:22.317986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:22.482328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:38.208304 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:12:41.657763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:12:41.818696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port b5eae102-289e-4a86-b789-155367e070cf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:12:41.819042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:41.892888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:41.893216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:41.905385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for b5eae102-289e-4a86-b789-155367e070cf owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:12:42.053924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:42.084517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=b5eae102-289e-4a86-b789-155367e070cf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:12:42.096341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.096690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.097058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.097396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.097731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.098060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.098405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.098714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.099036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.099360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.099685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.100009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:42.154250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:42.154645 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP 171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0 disassociated (deleted). External IP: 172.25.6.29, port: e86bf98a-e5f4-43f2-ab17-dead2c35f0f4. Feb 15 10:12:42.369423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:12:42.489772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:12:42.494245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:42.499676 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:12:42.510438 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:12:42.511111 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:42.524729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-67d26606-58bf-40ae-a97d-944586a5e2bf tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "DELETE /v2.0/floatingips/171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0 HTTP/1.1" status: 204 len: 168 time: 0.8658171 Feb 15 10:12:42.525383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:12:42.528575 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170aab6f-cd98-4a0d-8eae-750ec76385ee" -d '{"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:12:42.573372 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59a077d-d680-4fbd-9315-967920af1d1d x-openstack-request-id: req-b59a077d-d680-4fbd-9315-967920af1d1d {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:12:42.573656 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:12:42.573898 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b59a077d-d680-4fbd-9315-967920af1d1d {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:12:42.574316 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'status': 'completed', 'code': 200} Feb 15 10:12:42.633536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:12:42.652084 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-520a9184-424e-4c50-af01-fddf431af700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:42.654501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-520a9184-424e-4c50-af01-fddf431af700 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 1096 time: 0.0475154 Feb 15 10:12:42.764634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-262b75e3-9f36-4edb-9fba-407c196322fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:42.766180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-262b75e3-9f36-4edb-9fba-407c196322fd service neutron] 10.222.0.72 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.1014493 Feb 15 10:12:42.782540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43c1d-8abc-453e-8556-242f92c6e2d7 req-aa3452e0-e483-499c-a218-eeac992f2d8b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:42.784094 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4b43c1d-8abc-453e-8556-242f92c6e2d7 req-aa3452e0-e483-499c-a218-eeac992f2d8b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0543294 Feb 15 10:12:42.813214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-8545d8b9-0314-4146-930c-d3e55b22d1a4 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0386043 Feb 15 10:12:42.823705 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4b43c1d-8abc-453e-8556-242f92c6e2d7 req-c67abe35-644e-41fa-9f29-324916092b91 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334229 Feb 15 10:12:42.865379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-578b0fd4-4811-4c28-9ac8-f46824c22fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:42.866858 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-578b0fd4-4811-4c28-9ac8-f46824c22fc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0459733 Feb 15 10:12:42.913926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-6a053e45-03fd-4a8b-a25d-52b8d2d44e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:42.915347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-6a053e45-03fd-4a8b-a25d-52b8d2d44e08 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413916 Feb 15 10:12:42.950614 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:42.977322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:12:42.986289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:12:42.986885 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:43.015324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-14a8e66d-777e-4e0f-95df-18b8526759fc service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918303 Feb 15 10:12:43.093564 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:12:43.108838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-170aab6f-cd98-4a0d-8eae-750ec76385ee req-66e755ad-233e-47dd-8ad7-d034222aea68 service neutron] 10.222.0.72 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Feb 15 10:12:43.374316 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:43.402310 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e663268c-f436-4ca3-bb76-57160f51c448 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '49a8c52f-c7dc-4e77-8141-346f802d666c', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'floating_ip_address': '172.25.6.129', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'port_id': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'mac_address': 'fa:16:3e:d0:2a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:08:59Z', 'updated_at': '2022-02-15T10:09:02Z', 'revision_number': 1, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:12:43.624234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be935e4-16b7-43d9-aaba-3974e7da1b90 None None] New status for floating IP 171e3a0b-bdb7-4ce9-b3f4-4e225f8f1bf0: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:12:44.035512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fac73-67f4-4486-9c8e-919ea755a620 req-6b16fd95-0af0-4b3c-a004-976e4267ec42 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:44.037105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f78fac73-67f4-4486-9c8e-919ea755a620 req-6b16fd95-0af0-4b3c-a004-976e4267ec42 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.1350026 Feb 15 10:12:44.078796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f78fac73-67f4-4486-9c8e-919ea755a620 req-d25c3b3d-8e76-4438-8023-a11f29f30933 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355721 Feb 15 10:12:44.272751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-37be43a4-b2d0-4ab9-b69a-dcdc4cd4fb44 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:44.274363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-37be43a4-b2d0-4ab9-b69a-dcdc4cd4fb44 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Feb 15 10:12:44.366372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:12:44.366714 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:44.463660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:12:44.464021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:44.475835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:12:44.609801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:44.615938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:44.644487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=e86bf98a-e5f4-43f2-ab17-dead2c35f0f4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:12:44.670087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.670459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.670796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.671128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.671454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.671778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.672098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.672414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.672729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.673071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.673389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.673706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:12:44.693175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:12:44.695651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:44.698956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f752cfd-5232-47b8-8d48-dca292fbf152 req-b351fb06-268e-40de-be79-03e70224d05e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.72 "DELETE /v2.0/ports/e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 HTTP/1.1" status: 204 len: 173 time: 0.4185481 Feb 15 10:12:44.699430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'name': 'network-vif-deleted', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:12:44.701926 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52936dc1-ab82-4b3c-8401-5d119bf37dfe" -d '{"events": [{"server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "name": "network-vif-deleted", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:12:44.739045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-8474b120-739f-4d2f-8f5c-b936a3bf0eec req-d756daf4-bc76-4dab-ba9e-c17a2e4d3d74 service neutron] (102359) timed out ('10.222.0.36', 61353) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:12:44.745384 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0507f5b-1e6a-4953-805b-96e881836673 x-openstack-request-id: req-c0507f5b-1e6a-4953-805b-96e881836673 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:12:44.745682 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38b9481-12a6-4e6b-b64a-002f8197d3a6", "name": "network-vif-deleted", "tag": "e86bf98a-e5f4-43f2-ab17-dead2c35f0f4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:12:44.745955 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0507f5b-1e6a-4953-805b-96e881836673 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:12:44.746994 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38b9481-12a6-4e6b-b64a-002f8197d3a6', 'name': 'network-vif-deleted', 'tag': 'e86bf98a-e5f4-43f2-ab17-dead2c35f0f4', 'status': 'completed', 'code': 200} Feb 15 10:12:45.176511 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-edd9e760-9566-40d3-aac7-2e33e2b81b9d req-50daf3f3-cb87-4e52-87bc-d8de425b7dce tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0265546 Feb 15 10:12:46.289954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e9437b25-f94f-4f6f-aaf3-18257610fbb2 req-bd7e0e5c-80b7-480f-9293-81bb746a7a01 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0360520 Feb 15 10:12:46.762074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19905dbb-f541-40f5-b473-47898c03fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:47.160584 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:47.401569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ecf9cb37-3612-4125-bbe0-02ca211408ef req-ccbd1369-d6c4-4aa6-b950-aa8e021bcac6 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0320566 Feb 15 10:12:47.411510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:12:47.437808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:12:47.438144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e86bf98a-e5f4-43f2-ab17-dead2c35f0f4 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:12:48.524802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de106994-1775-4a7d-bef4-e436b587479b req-32779b14-1064-42a3-9ed2-9c7da1a4081d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=c38b9481-12a6-4e6b-b64a-002f8197d3a6 HTTP/1.1" status: 200 len: 210 time: 0.0391293 Feb 15 10:12:49.330572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0cdd1975-9f8c-4163-bc2f-2ad3dee3ffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:50.452084 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:52.321780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:52.488050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:54.940136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50202) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:12:55.094427 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port b510d75f-ebf7-4177-bc86-1789059c581b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:12:55.094773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.166748 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.167072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.178758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for b510d75f-ebf7-4177-bc86-1789059c581b owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:12:55.328337 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.352741 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=b510d75f-ebf7-4177-bc86-1789059c581b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:12:55.421888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.422248 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Floating IP 49a8c52f-c7dc-4e77-8141-346f802d666c disassociated (deleted). External IP: 172.25.6.129, port: 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe. Feb 15 10:12:55.641110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:12:55.754364 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:12:55.759324 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:55.764364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:12:55.775396 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:12:55.776033 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:55.786689 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8db946a5-3066-4cdd-afa1-cc5a42156e36 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "DELETE /v2.0/floatingips/49a8c52f-c7dc-4e77-8141-346f802d666c HTTP/1.1" status: 204 len: 168 time: 0.8454370 Feb 15 10:12:55.787283 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:12:55.789617 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210eafef-988d-4cc3-bda7-64dfc4ce2b33" -d '{"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:12:55.838608 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bae4204-74f9-42a6-b41e-5904b01fa7d6 x-openstack-request-id: req-2bae4204-74f9-42a6-b41e-5904b01fa7d6 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:12:55.839079 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:12:55.839471 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bae4204-74f9-42a6-b41e-5904b01fa7d6 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:12:55.840040 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'status': 'completed', 'code': 200} Feb 15 10:12:55.908303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-cf181876-b8ba-454a-b88b-c3e46e69a4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:55.909818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-cf181876-b8ba-454a-b88b-c3e46e69a4c1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=19606da0ed524d54ac87b51ae815a698&device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 1096 time: 0.0503743 Feb 15 10:12:55.910323 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:12:56.013738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-76e839ce-82ca-4084-a7cf-2b57f657ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:56.015272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-76e839ce-82ca-4084-a7cf-2b57f657ceac service neutron] 10.222.0.36 "GET /v2.0/networks?id=2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 200 len: 913 time: 0.0992219 Feb 15 10:12:56.046027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049c0d6-fd21-4464-a91a-44b906861d7c req-6169cbc0-a05c-4a8e-9b6c-46024095e156 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:56.048431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b049c0d6-fd21-4464-a91a-44b906861d7c req-6169cbc0-a05c-4a8e-9b6c-46024095e156 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0567765 Feb 15 10:12:56.069425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-6e09a0d5-c73f-43c5-853c-badb76ae61bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 200 len: 217 time: 0.0465841 Feb 15 10:12:56.090482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b049c0d6-fd21-4464-a91a-44b906861d7c req-61432e23-4e6e-41a0-8a90-01901cab9b60 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360017 Feb 15 10:12:56.119565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-c378e1d4-f565-44b3-b496-48fdcc076112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:56.121107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-c378e1d4-f565-44b3-b496-48fdcc076112 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 200 len: 851 time: 0.0444207 Feb 15 10:12:56.147254 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:56.167959 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-02754b21-f850-46f8-bbf8-30668baf94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:56.170727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-02754b21-f850-46f8-bbf8-30668baf94ba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2d262265-42d8-49c4-9755-b5c9e7e69094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431767 Feb 15 10:12:56.174108 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:12:56.182284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:12:56.182875 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:56.272047 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-d6ed6847-418c-46fb-bebe-8b0a9c7a916f service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931647 Feb 15 10:12:56.291838 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:12:56.372736 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-210eafef-988d-4cc3-bda7-64dfc4ce2b33 req-7824c153-5260-4b1d-82fe-a1b535df4041 service neutron] 10.222.0.36 "GET /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935919 Feb 15 10:12:56.587290 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:12:56.612707 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b12001-1f45-4e7f-9342-792a98f6be14 None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:56Z', 'revision_number': 4, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'ddb6c597-3f01-4a88-82a9-941e464a4483', 'name': '', 'network_id': '2d262265-42d8-49c4-9755-b5c9e7e69094', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'mac_address': 'fa:16:3e:f5:7f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:55Z', 'updated_at': '2022-02-15T10:03:00Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'subnets': [{'id': 'a7b8ac40-c142-4a76-8671-df6ec626dd86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:12:56.819306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa7f9b2-bfad-4f18-9fab-04788960fc5b None None] New status for floating IP 49a8c52f-c7dc-4e77-8141-346f802d666c: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:12:57.207928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566cb9aa-f6e0-419a-838d-7fdc45cc1c8e req-63043b14-f0cc-48e9-a6a2-af874e5982d3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:57.209611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-566cb9aa-f6e0-419a-838d-7fdc45cc1c8e req-63043b14-f0cc-48e9-a6a2-af874e5982d3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0479529 Feb 15 10:12:57.247998 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-566cb9aa-f6e0-419a-838d-7fdc45cc1c8e req-65e08403-1caf-4161-af19-7552bb260385 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/security-groups?id=5b0eab61-802e-4069-860a-81c19d435669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325642 Feb 15 10:12:57.494914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-aa560f1f-e68c-4200-a731-46738aedad19 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:12:57.496293 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-aa560f1f-e68c-4200-a731-46738aedad19 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 945 time: 0.0549903 Feb 15 10:12:57.583602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:12:57.583946 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:57.672910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] For port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:12:57.673272 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:57.684661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:12:57.809206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:57.842444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:12:57.885542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] No DVR routers for this DVR port 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:12:57.888299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:12:57.891691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c63e7cb1-dbe6-4a43-aa04-ff391f3db35a req-1fec8449-36b7-4a9e-90ec-fbc5f546272d tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.36 "DELETE /v2.0/ports/5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe HTTP/1.1" status: 204 len: 173 time: 0.3896139 Feb 15 10:12:57.892140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'name': 'network-vif-deleted', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:12:57.894455 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f79ee0-c3e1-4110-a1fa-aa989b0a1170" -d '{"events": [{"server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "name": "network-vif-deleted", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:12:57.939495 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda22f82-09df-47ff-a90e-8dff939c75e9 x-openstack-request-id: req-fda22f82-09df-47ff-a90e-8dff939c75e9 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:12:57.939891 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "defdfc4e-425d-4575-8cc6-da30872b7d34", "name": "network-vif-deleted", "tag": "5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:12:57.940204 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fda22f82-09df-47ff-a90e-8dff939c75e9 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:12:57.940666 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'defdfc4e-425d-4575-8cc6-da30872b7d34', 'name': 'network-vif-deleted', 'tag': '5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe', 'status': 'completed', 'code': 200} Feb 15 10:12:58.354105 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5c5990f3-6cf6-4f85-b12f-75f48a7b02ac req-d36ead36-7748-43a5-aedc-f3860283b42e tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0342767 Feb 15 10:12:59.475441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a275520-7949-4120-a53d-7fc095acce15 req-7e7f814e-f041-4e37-8d49-fc9369fd88af tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0278947 Feb 15 10:12:59.817119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:12:59.838427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:12:59.838761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5c28c9f1-1adf-4b47-82a0-6ebaf8db4cfe not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:00.579495 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fa60efbb-8923-46cf-9d77-d55ef78d0a5c req-77ea0305-1166-4081-a503-6ce665077946 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0269649 Feb 15 10:13:01.691488 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9ce2ad0-beca-4a75-9e8b-706349925c5c req-d4495f4c-90de-45c6-9956-eccd483de65b tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "GET /v2.0/ports?device_id=defdfc4e-425d-4575-8cc6-da30872b7d34 HTTP/1.1" status: 200 len: 210 time: 0.0269005 Feb 15 10:13:02.748471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50224) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:02.878503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Deleting port fec40190-cea4-452e-94ae-9f234cccadfa {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:02.878839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:02.959932 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:02.960265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:02.981717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Calling delete_port for fec40190-cea4-452e-94ae-9f234cccadfa owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:03.119363 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:03.147490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'Port': ['ID=fec40190-cea4-452e-94ae-9f234cccadfa,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:03.209034 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:03.211638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:03.212938 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1f8134c0-d8d0-4c06-9b10-056bb3361cd3 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "DELETE /v2.0/floatingips/f3f8d9d4-3784-4b1a-a96b-a38f7130dabd HTTP/1.1" status: 204 len: 168 time: 0.4633987 Feb 15 10:13:06.529615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50240) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:06.590321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:06.620373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:06.681092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:06.683614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:06.685616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] 10.222.0.10 "DELETE /v2.0/security-groups/5b0eab61-802e-4069-860a-81c19d435669 HTTP/1.1" status: 204 len: 168 time: 0.1550117 Feb 15 10:13:06.694955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b784891-086b-4911-bafa-c2443eb6d711 tempest-TestVolumeBootPattern-1305671087 tempest-TestVolumeBootPattern-1305671087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0eab61-802e-4069-860a-81c19d435669,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:06.746585 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:07.577532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:07.844327 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Deleting port ddb6c597-3f01-4a88-82a9-941e464a4483 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:07.844584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:07.928216 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] For port ddb6c597-3f01-4a88-82a9-941e464a4483, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ddb6c597-3f01-4a88-82a9-941e464a4483,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:07.928575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:07.940982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Calling delete_port for ddb6c597-3f01-4a88-82a9-941e464a4483 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:08.138784 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:08.165477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb6c597-3f01-4a88-82a9-941e464a4483,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:08.338188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:08.563083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Router 839b41b4-2fcf-491a-a282-7d80e1c588de has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:13:08.673374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:13:08.678409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4a94bea0-1cc9-45ec-98ab-fe68cbf0ea24 admin admin] 10.222.0.10 "PUT /v2.0/routers/839b41b4-2fcf-491a-a282-7d80e1c588de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307601 Feb 15 10:13:08.680903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50248) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:08.683779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Sync routers for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:13:08.694562 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:13:08.695284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:08.789177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:08.799629 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:13:08.897445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:08.953024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Deleting port 36d39a15-946d-4a3f-8240-5cef280f1882 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:08.953374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:08.983698 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:13:08Z', 'revision_number': 5, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port': {'id': '36d39a15-946d-4a3f-8240-5cef280f1882', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:39:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:09.011722 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Checking router: 839b41b4-2fcf-491a-a282-7d80e1c588de for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:13:09.020370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Routers {'839b41b4-2fcf-491a-a282-7d80e1c588de'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:13:09.021018 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['839b41b4-2fcf-491a-a282-7d80e1c588de'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:09.038721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] For port 36d39a15-946d-4a3f-8240-5cef280f1882, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36d39a15-946d-4a3f-8240-5cef280f1882,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:09.039084 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.051704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Calling delete_port for 36d39a15-946d-4a3f-8240-5cef280f1882 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:09.108802 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] Set router 839b41b4-2fcf-491a-a282-7d80e1c588de gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:13:09.161021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:13:08Z', 'revision_number': 6, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:09.193490 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7dabce-c37c-47db-84c0-206006cac86b None None] The sync data for ids ['839b41b4-2fcf-491a-a282-7d80e1c588de'] in n-d-825064-4 is: [{'id': '839b41b4-2fcf-491a-a282-7d80e1c588de', 'name': 'tempest-TestVolumeBootPattern-1394300529-router', 'tenant_id': '19606da0ed524d54ac87b51ae815a698', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:53Z', 'updated_at': '2022-02-15T10:13:08Z', 'revision_number': 6, 'project_id': '19606da0ed524d54ac87b51ae815a698', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:13:09.230312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.259974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=36d39a15-946d-4a3f-8240-5cef280f1882,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:09.319150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.410282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.412652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.460761 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.461344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 839b41b4-2fcf-491a-a282-7d80e1c588de {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:13:09.466091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.467386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6889070e-d0f4-4f26-b497-c6eefe162a31 admin admin] 10.222.0.10 "DELETE /v2.0/routers/839b41b4-2fcf-491a-a282-7d80e1c588de HTTP/1.1" status: 204 len: 168 time: 0.7855663 Feb 15 10:13:09.470024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50250) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:09.515513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Deleting subnet a7b8ac40-c142-4a76-8671-df6ec626dd86 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:13:09.519348 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.557392 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.642958 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.696077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.723047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7b8ac40-c142-4a76-8671-df6ec626dd86,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:09.726717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.729972 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20e3b18d-7753-448e-83d6-43732028900a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a7b8ac40-c142-4a76-8671-df6ec626dd86 HTTP/1.1" status: 204 len: 168 time: 0.2589896 Feb 15 10:13:09.732235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8f05e-c0b9-4ede-8621-2e91d63db558 None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:13:09.732752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50252) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:09.801291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.859946 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Deleting port 52d71f06-afac-40c2-83cd-327b14b2cd5e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:09.860288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.923619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] For port 52d71f06-afac-40c2-83cd-327b14b2cd5e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=52d71f06-afac-40c2-83cd-327b14b2cd5e,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:09.923982 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:09.941625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Calling delete_port for 52d71f06-afac-40c2-83cd-327b14b2cd5e owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:09.965801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] DHCP port deletion for 2d262265-42d8-49c4-9755-b5c9e7e69094 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:13:10.038188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Deleting port 52d71f06-afac-40c2-83cd-327b14b2cd5e {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:10.038661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.045871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.073986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d71f06-afac-40c2-83cd-327b14b2cd5e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:10.078776 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] No DVR routers for this DVR port 52d71f06-afac-40c2-83cd-327b14b2cd5e on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:13:10.160418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.186915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d262265-42d8-49c4-9755-b5c9e7e69094']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:10.198869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9600d86b-cdee-43f2-885d-d3f127e1f077') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:10.199300 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9600d86b-cdee-43f2-885d-d3f127e1f077') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:10.216001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.229988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36d39a15-946d-4a3f-8240-5cef280f1882 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:10.234962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.242869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:13:10.243540 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:13:10.245908 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:13:10.281521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 36d39a15-946d-4a3f-8240-5cef280f1882 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:10.281856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36d39a15-946d-4a3f-8240-5cef280f1882 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:10.282268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 52d71f06-afac-40c2-83cd-327b14b2cd5e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:10.308008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.314944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 52d71f06-afac-40c2-83cd-327b14b2cd5e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:10.315795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 52d71f06-afac-40c2-83cd-327b14b2cd5e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:10.316130 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.316281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ddb6c597-3f01-4a88-82a9-941e464a4483 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:10.319400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] 10.222.0.10 "DELETE /v2.0/networks/2d262265-42d8-49c4-9755-b5c9e7e69094 HTTP/1.1" status: 204 len: 168 time: 0.5859661 Feb 15 10:13:10.322611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50254) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:10.330081 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b04f6f-a161-41d5-8556-ac059353bd92 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d262265-42d8-49c4-9755-b5c9e7e69094,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:10.343754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: ddb6c597-3f01-4a88-82a9-941e464a4483 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:10.344094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ddb6c597-3f01-4a88-82a9-941e464a4483 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:10.347073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] For port 52d71f06-afac-40c2-83cd-327b14b2cd5e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=52d71f06-afac-40c2-83cd-327b14b2cd5e,segment=NetworkSegment(9600d86b-cdee-43f2-885d-d3f127e1f077),segment_id=9600d86b-cdee-43f2-885d-d3f127e1f077)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:10.347435 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.363572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Calling delete_port for 52d71f06-afac-40c2-83cd-327b14b2cd5e owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:10.447013 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.470608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Pushing event deleted for resources: {'Port': ['ID=52d71f06-afac-40c2-83cd-327b14b2cd5e,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:10.472582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Network 2d262265-42d8-49c4-9755-b5c9e7e69094 is not hosted by any dhcp agent {{(pid=102360) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 15 10:13:10.473046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] No DVR routers for this DVR port 52d71f06-afac-40c2-83cd-327b14b2cd5e on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.485560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.486902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d09865-f5fa-4dc3-a6a5-ed0e3ebee045 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:10.693327 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:10.948617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Deleting port fcb6161c-fe6a-4eba-9ef3-257ad96b4413 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:10.948964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:11.038344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] For port fcb6161c-fe6a-4eba-9ef3-257ad96b4413, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:11.038698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:11.053008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Calling delete_port for fcb6161c-fe6a-4eba-9ef3-257ad96b4413 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:11.231938 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:11.257363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcb6161c-fe6a-4eba-9ef3-257ad96b4413,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:11.425789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:11.906311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:13:12.014591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:13:12.019548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7d82e28a-99b0-4a2b-86d5-4ad4775f7848 admin admin] 10.222.0.10 "PUT /v2.0/routers/8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6952896 Feb 15 10:13:12.022072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50256) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:12.029153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Sync routers for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:13:12.040457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:13:12.041108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:12.128968 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.148872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:13:12.227998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.283045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Deleting port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:12.283383 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.337451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26'}], 'enable_snat': True}, 'gw_port_id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:13:11Z', 'revision_number': 5, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port': {'id': '407dd324-d455-4f0f-b8fc-2f95fe7b5e03', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:b5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3949, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:03:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:12.363584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] For port 407dd324-d455-4f0f-b8fc-2f95fe7b5e03, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:12.363948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.365404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Checking router: 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:13:12.373969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Routers {'8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:13:12.374563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:12:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:12.376099 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Calling delete_port for 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:12.459891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] Set router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:13:12.523753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:13:12Z', 'revision_number': 6, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:12.547301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.551244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74247234-60b1-4a37-8907-82a2dd7c986d None None] The sync data for ids ['8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca'] in n-d-825064-4 is: [{'id': '8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca', 'name': 'tempest-TestVolumeBootPattern-2123504565-router', 'tenant_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:02:58Z', 'updated_at': '2022-02-15T10:13:12Z', 'revision_number': 6, 'project_id': 'e618bc7306a0461aa2f1a806326f6b5d', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:13:12.576145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Pushing event deleted for resources: {'Port': ['ID=407dd324-d455-4f0f-b8fc-2f95fe7b5e03,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:12.639711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.727185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.729288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.771390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.771897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:13:12.776337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.777504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3bb32527-9ff1-4fcf-b3af-fc7d9217f485 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8629155e-38a6-4ba5-b1da-b5a1b5b8f9ca HTTP/1.1" status: 204 len: 168 time: 0.7545106 Feb 15 10:13:12.780767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50258) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:12.828009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Deleting subnet 893ddd75-d17e-408d-b7a6-0e69541abeb6 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:13:12.831112 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.865239 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:12.947248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.007813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.048905 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.052771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/893ddd75-d17e-408d-b7a6-0e69541abeb6 HTTP/1.1" status: 204 len: 168 time: 0.2709932 Feb 15 10:13:13.053529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ea45cc-c9ff-4a02-854a-929bada3088b None None] Network b5695ae7-be2e-4206-9d99-75d08c378adb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:13:13.054300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a0272-f869-4852-ac88-05716622eff5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=893ddd75-d17e-408d-b7a6-0e69541abeb6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:13.055700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50260) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:13.129536 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.185040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Deleting port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:13.185585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.250053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] For port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,segment=NetworkSegment(8cc9f19a-0266-4f7e-9367-affd2e9ea501),segment_id=8cc9f19a-0266-4f7e-9367-affd2e9ea501)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:13.250419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.263606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Calling delete_port for 2c6a2aba-199a-4363-ade4-480f1cbc0b3b owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:13.346042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.360675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b942c8-acc8-4d77-a1a9-f27e8846e3b1 None None] DHCP port deletion for b5695ae7-be2e-4206-9d99-75d08c378adb request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:13:13.369999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c6a2aba-199a-4363-ade4-480f1cbc0b3b,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:13.376352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] No DVR routers for this DVR port 2c6a2aba-199a-4363-ade4-480f1cbc0b3b on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:13:13.454195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.479068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5695ae7-be2e-4206-9d99-75d08c378adb']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:13.490262 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc9f19a-0266-4f7e-9367-affd2e9ea501') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:13.490557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc9f19a-0266-4f7e-9367-affd2e9ea501') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:13:13.501292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.514633 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.520706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:13:13.521160 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:13:13.523009 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:13:13.579072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.584415 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.588576 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b5695ae7-be2e-4206-9d99-75d08c378adb HTTP/1.1" status: 204 len: 168 time: 0.5315375 Feb 15 10:13:13.601646 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01bbb0-5d30-4341-aa50-f68d973e6dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b5695ae7-be2e-4206-9d99-75d08c378adb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:13.722624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50264) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:13.762468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-244b32a7-9c27-4337-801c-6d8caf021c71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=19606da0ed524d54ac87b51ae815a698&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385628 Feb 15 10:13:13.765292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50266) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:13.813957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.836213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.884729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.887305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:13.889056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7df192fd-03a4-4866-8814-5481da89e63a HTTP/1.1" status: 204 len: 168 time: 0.1227536 Feb 15 10:13:13.897319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324274b1-6e27-419d-9321-aea533a63288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df192fd-03a4-4866-8814-5481da89e63a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:14.038868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fcb6161c-fe6a-4eba-9ef3-257ad96b4413 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:14.064852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: fcb6161c-fe6a-4eba-9ef3-257ad96b4413 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:14.065492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fcb6161c-fe6a-4eba-9ef3-257ad96b4413 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:14.065624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:14.088992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:14.089234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 407dd324-d455-4f0f-b8fc-2f95fe7b5e03 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:14.089650 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2c6a2aba-199a-4363-ade4-480f1cbc0b3b no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:14.110087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2c6a2aba-199a-4363-ade4-480f1cbc0b3b {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:14.110508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2c6a2aba-199a-4363-ade4-480f1cbc0b3b not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:14.230018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50272) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:14.269776 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4cc42f5a-dfb7-41e0-b3a3-a98afb578966 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e618bc7306a0461aa2f1a806326f6b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386121 Feb 15 10:13:14.272258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50274) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:14.320313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:14.340660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:14.390049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:14.392658 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:14.393874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9549b60-3fd8-45ce-acce-ba798845347d HTTP/1.1" status: 204 len: 168 time: 0.1207275 Feb 15 10:13:14.402103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4199610-0ad7-4b7e-933f-4935911a8fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9549b60-3fd8-45ce-acce-ba798845347d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:14.629552 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:15.207841 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:13:16.765476 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cb96b087-2832-4962-9ad9-22691767035d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:17.160738 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:19.333041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-09764649-0314-48d3-98b0-b30a72dc6c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:20.453654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:22.327906 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:22.488398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:25.277241 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-ae891055-d889-45c4-b630-dd5eaff9bc3a tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219610 Feb 15 10:13:25.388329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-8a071526-3018-4deb-a9ab-668b7397d301 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:25.389884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-8a071526-3018-4deb-a9ab-668b7397d301 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069357 Feb 15 10:13:25.405628 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-bcdc0f97-bc60-4c43-ba6a-bf4c91518578 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/quotas/10e8688cfaf041a7bb5f55dea3d8e605 HTTP/1.1" status: 200 len: 375 time: 0.0097783 Feb 15 10:13:25.438344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-99294a80-c29a-4a80-982c-c645f527aaf7 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271490 Feb 15 10:13:25.598964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e91b82a-a921-48a4-9c18-fc3143d58266 req-693539e2-28e6-4a8d-9452-56979a57d62e tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 210 time: 0.0281594 Feb 15 10:13:26.455714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-59ae10c2-b888-4c90-be5e-5e4c4182582e tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216324 Feb 15 10:13:26.577558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-9cb9bcb8-60b3-4fa1-9622-935481fa4362 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:26.579056 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-9cb9bcb8-60b3-4fa1-9622-935481fa4362 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169150 Feb 15 10:13:26.593446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Request body: {'port': {'device_id': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'admin_state_up': True, 'tenant_id': '10e8688cfaf041a7bb5f55dea3d8e605'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:26.720611 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-abee9681-cae9-4fd7-8d1e-cbf68b5a568a req-0b1c9de3-24c3-41a1-b520-ff12d204a241 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 210 time: 0.0442114 Feb 15 10:13:26.750865 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Made reservation on behalf of 10e8688cfaf041a7bb5f55dea3d8e605 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:13:26.754419 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:26.763931 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:26.839029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:26.845744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:26.912070 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27570c6a-9208-4160-9835-810170e17a21,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:26.989444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Allocated IP 192.168.233.16 (b9d5f40f-7c46-4986-a86f-fded717081d7/5b293e16-30b6-4448-896c-ad234d0b2229/7bbea21e-4025-4b01-be3d-19407f1a52d6) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:13:27.143456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.177498 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.221997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Network b9d5f40f-7c46-4986-a86f-fded717081d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:13:27.227193 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:13:27.229748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:13:27.261638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Pushing event updated for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:27.288326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:27.288981 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.309587 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-b2bdd12d-9a10-4931-aae0-69a84d11d2dc tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7203388 Feb 15 10:13:27.320930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Request body: {'port': {'device_id': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:27.377008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.465912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cca11f23-9f8b-4aaa-a7f5-f91e0cfc32d7 None None] Provisioning complete for port 7bbea21e-4025-4b01-be3d-19407f1a52d6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:13:27.466536 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cca11f23-9f8b-4aaa-a7f5-f91e0cfc32d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.500250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-cca11f23-9f8b-4aaa-a7f5-f91e0cfc32d7 None None] Port 7bbea21e-4025-4b01-be3d-19407f1a52d6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:13:27.643641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbea21e-4025-4b01-be3d-19407f1a52d6 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:13:27.651080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.662451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Transition to ACTIVE for port object 7bbea21e-4025-4b01-be3d-19407f1a52d6 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:13:27.666343 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.731629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:27.785139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Attempting to bind port 7bbea21e-4025-4b01-be3d-19407f1a52d6 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:13:27.785507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Attempting to bind port 7bbea21e-4025-4b01-be3d-19407f1a52d6 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:13:27.785806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Attempting to bind port 7bbea21e-4025-4b01-be3d-19407f1a52d6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:13:27.790650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Port 7bbea21e-4025-4b01-be3d-19407f1a52d6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:13:27.790972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Attempting to bind port 7bbea21e-4025-4b01-be3d-19407f1a52d6 on network b9d5f40f-7c46-4986-a86f-fded717081d7 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:13:27.796950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:13:27.797290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Checking segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:13:27.797680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Bound using segment: {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:13:27.798108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Bound port: 7bbea21e-4025-4b01-be3d-19407f1a52d6, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f18fe3-f408-4090-9555-592418bfe991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:13:27.798471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.844743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad42af-c5f0-4fd2-b525-5d39bcacf466 req-df4b42f9-a244-4535-a48d-6b54dfdf8cd8 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:27.846986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ddad42af-c5f0-4fd2-b525-5d39bcacf466 req-df4b42f9-a244-4535-a48d-6b54dfdf8cd8 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 947 time: 0.0519788 Feb 15 10:13:27.869582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:13:27.874163 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:13:27.879113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.887640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ddad42af-c5f0-4fd2-b525-5d39bcacf466 req-546cbea0-e951-4523-af69-e3ea628d782b tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345795 Feb 15 10:13:27.912653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:27.913290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:27.914677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] 10.222.0.36 "PUT /v2.0/ports/7bbea21e-4025-4b01-be3d-19407f1a52d6 HTTP/1.1" status: 200 len: 1095 time: 0.5981228 Feb 15 10:13:27.915109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:13:27.917556 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcc8326-7960-4318-885e-f70c2694e1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:13:27.946659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c499e-dabc-4fef-8e1a-ecea2bcdfa37 service neutron] Pushing event updated for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:27.961903 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602e3260-e9aa-456a-9ae9-038db43683ff x-openstack-request-id: req-602e3260-e9aa-456a-9ae9-038db43683ff {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:13:27.962189 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:13:27.962439 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-602e3260-e9aa-456a-9ae9-038db43683ff {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:13:27.962840 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6', 'status': 'completed', 'code': 200} Feb 15 10:13:28.008546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-2efe5d3a-7e49-4bb3-b361-1ab46692e5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.010182 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-2efe5d3a-7e49-4bb3-b361-1ab46692e5bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 1098 time: 0.0439482 Feb 15 10:13:28.057683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-9eb849c9-3981-41ed-8f31-94b217bb1306 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6 HTTP/1.1" status: 200 len: 217 time: 0.0402181 Feb 15 10:13:28.109111 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-cacaf711-a8c2-4d1a-a159-80f30f352d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.110636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-cacaf711-a8c2-4d1a-a159-80f30f352d80 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0461266 Feb 15 10:13:28.160395 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-85686e55-ab28-4c2e-8346-1c881ef05012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.161974 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-85686e55-ab28-4c2e-8346-1c881ef05012 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451856 Feb 15 10:13:28.260136 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-8ce137e5-c979-4b7c-9fd6-bc9715cdb06d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910659 Feb 15 10:13:28.348515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-881901f5-9d57-4a02-8997-8a1b6c55f9cc req-89858e01-608a-421c-aedf-32695aac36eb service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823815 Feb 15 10:13:28.437157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-b8e4efde-3a0e-4c2a-9960-52ecdd85d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.439117 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-b8e4efde-3a0e-4c2a-9960-52ecdd85d573 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 1098 time: 0.0442283 Feb 15 10:13:28.530464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-8921eec4-8644-458d-8ac6-489b390478a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.531826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-8921eec4-8644-458d-8ac6-489b390478a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b9d5f40f-7c46-4986-a86f-fded717081d7 HTTP/1.1" status: 200 len: 870 time: 0.0869944 Feb 15 10:13:28.571570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-e395e5f1-70e0-4c90-963f-620189775c27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6 HTTP/1.1" status: 200 len: 217 time: 0.0331700 Feb 15 10:13:28.624441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-ec4a0f16-f96c-4219-b0c9-44d61835360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.625961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-ec4a0f16-f96c-4219-b0c9-44d61835360b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b293e16-30b6-4448-896c-ad234d0b2229 HTTP/1.1" status: 200 len: 843 time: 0.0474992 Feb 15 10:13:28.671446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-813eca0b-7417-45e0-922e-4d2b91d7dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:28.673008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-813eca0b-7417-45e0-922e-4d2b91d7dcd6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b9d5f40f-7c46-4986-a86f-fded717081d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0405951 Feb 15 10:13:28.772069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-f63b3028-e463-43c3-bb92-1ce9d454a06d service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913093 Feb 15 10:13:28.867511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ffcc8326-7960-4318-885e-f70c2694e1a9 req-78267ac5-7c8d-4e52-9b96-ca5937d35341 service neutron] 10.222.0.36 "GET /v2.0/networks/b9d5f40f-7c46-4986-a86f-fded717081d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882895 Feb 15 10:13:29.009248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c082-62e1-4b76-b033-7bef0e3ba989 req-6b0146f3-b6db-44f6-a38c-6b52699b02c6 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:29.010803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a070c082-62e1-4b76-b033-7bef0e3ba989 req-6b0146f3-b6db-44f6-a38c-6b52699b02c6 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 947 time: 0.0490329 Feb 15 10:13:29.051912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a070c082-62e1-4b76-b033-7bef0e3ba989 req-883e8035-ed5f-4e58-a8dc-48166f2055f5 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348611 Feb 15 10:13:30.175765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ea7ac-0de2-490d-8888-8659c7a49375 req-dc2d3882-23e1-4832-aab1-018f7c5a1124 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:30.177281 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-147ea7ac-0de2-490d-8888-8659c7a49375 req-dc2d3882-23e1-4832-aab1-018f7c5a1124 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 947 time: 0.0535147 Feb 15 10:13:30.214636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-147ea7ac-0de2-490d-8888-8659c7a49375 req-a0a4d0e0-c113-4e93-8b98-327ad364a773 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313928 Feb 15 10:13:31.334057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034187d3-f061-46d8-aa4e-3cb7aac12602 req-449e6b06-43e2-4867-89b6-100a6302e047 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:31.335463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-034187d3-f061-46d8-aa4e-3cb7aac12602 req-449e6b06-43e2-4867-89b6-100a6302e047 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 947 time: 0.0520990 Feb 15 10:13:31.372939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-034187d3-f061-46d8-aa4e-3cb7aac12602 req-89b96fe3-1da1-4f5b-97c4-0d2df011045e tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Feb 15 10:13:32.050728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7bbea21e-4025-4b01-be3d-19407f1a52d6 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:13:32.142208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:32.154480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '7bbea21e-4025-4b01-be3d-19407f1a52d6', 'network_id': 'b9d5f40f-7c46-4986-a86f-fded717081d7', 'port_id': '7bbea21e-4025-4b01-be3d-19407f1a52d6', 'mac_address': 'fa:16:3e:43:24:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b293e16-30b6-4448-896c-ad234d0b2229', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:13:32.193644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:32.206660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbea21e-4025-4b01-be3d-19407f1a52d6 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:13:32.225539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:32.229063 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:32.284315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:32.465209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7bbea21e-4025-4b01-be3d-19407f1a52d6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:13:32.489850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3218ab02-c4d0-4541-9d28-871c06d79841 req-13746bf7-093e-480f-b648-9c654699bbae tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:32.491342 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3218ab02-c4d0-4541-9d28-871c06d79841 req-13746bf7-093e-480f-b648-9c654699bbae tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 948 time: 0.0484719 Feb 15 10:13:32.530609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3218ab02-c4d0-4541-9d28-871c06d79841 req-7808abf9-2979-4d09-8eee-4a81ce8a6881 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Feb 15 10:13:32.830930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-a354e3f7-26ba-4958-a862-f703135c6bd1 req-fd3b8924-3347-4bec-87a4-bf156cc68546 service neutron] (102358) timed out ('10.222.0.72', 63194) {{(pid=102358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:13:33.645160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e0b5d-c8e9-4906-9ff6-53d9338ef281 req-2274d42d-6756-49b6-94e8-eda24f6cc29d tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:33.646632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d06e0b5d-c8e9-4906-9ff6-53d9338ef281 req-2274d42d-6756-49b6-94e8-eda24f6cc29d tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 948 time: 0.0479021 Feb 15 10:13:33.684825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d06e0b5d-c8e9-4906-9ff6-53d9338ef281 req-c42d604b-b1c9-42a4-a477-ff74b756333c tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317364 Feb 15 10:13:34.067154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7bbea21e-4025-4b01-be3d-19407f1a52d6 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:13:34.116863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 7bbea21e-4025-4b01-be3d-19407f1a52d6 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:13:34.120803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 7bbea21e-4025-4b01-be3d-19407f1a52d6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:13:34.121193 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:34.198158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:34.221639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:13:34.223851 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ece16d7-8486-4bb8-9b4d-a15aafb9b09f" -d '{"events": [{"server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "name": "network-vif-plugged", "status": "completed", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:13:34.240221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:34.244301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:34.269580 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebbf25b-175a-45b7-8430-353444743a66 x-openstack-request-id: req-7ebbf25b-175a-45b7-8430-353444743a66 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:13:34.269860 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "name": "network-vif-plugged", "status": "completed", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:13:34.270107 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ebbf25b-175a-45b7-8430-353444743a66 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:13:34.270482 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6', 'code': 200} Feb 15 10:13:34.300656 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:34.365110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd4171-a67b-4a7c-9241-948325062701 req-c65a7f4c-e018-43b4-9c3b-55f825e9d694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:34.366627 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9acd4171-a67b-4a7c-9241-948325062701 req-c65a7f4c-e018-43b4-9c3b-55f825e9d694 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 1100 time: 0.0486720 Feb 15 10:13:34.401267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9acd4171-a67b-4a7c-9241-948325062701 req-4cf15808-6649-404f-8f52-388eea2d7361 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278463 Feb 15 10:13:34.806561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9d713-cfe8-4eef-94c1-7e9dfc777b1f req-3144e457-7953-47f1-9edf-1103e6e5d48f tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:34.808027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8e9d713-cfe8-4eef-94c1-7e9dfc777b1f req-3144e457-7953-47f1-9edf-1103e6e5d48f tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 949 time: 0.0491924 Feb 15 10:13:34.846153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f8e9d713-cfe8-4eef-94c1-7e9dfc777b1f req-f39d7d5b-7161-4fa4-ab81-7a09e14d85ff tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313497 Feb 15 10:13:35.961168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee5e6-e977-43bd-a12b-a74b662f4a63 req-df0da515-0d7f-4809-82a8-296bd9713526 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:35.962640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-284ee5e6-e977-43bd-a12b-a74b662f4a63 req-df0da515-0d7f-4809-82a8-296bd9713526 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 949 time: 0.0485122 Feb 15 10:13:36.004194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-284ee5e6-e977-43bd-a12b-a74b662f4a63 req-ac2ba945-2ba8-4058-82fe-dc66242d6291 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Feb 15 10:13:36.283044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-1a8aea7a-e622-4434-9c81-48f545de444c req-19ff99bc-74f8-4756-9528-661db9054c92 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:13:36.284042 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a8aea7a-e622-4434-9c81-48f545de444c req-19ff99bc-74f8-4756-9528-661db9054c92 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062995 Feb 15 10:13:36.608751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-d9ed04bd-1ac7-44eb-baeb-2c48c0165e71 req-a608491a-9ee3-4df5-8a37-e5109559704c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:13:36.609741 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9ed04bd-1ac7-44eb-baeb-2c48c0165e71 req-a608491a-9ee3-4df5-8a37-e5109559704c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054145 Feb 15 10:13:36.934548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa9ad37-3aa0-44ce-b7c0-7ea61e4e0d38 req-a96e48a1-3f35-4766-b104-176289f4cf75 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:36.935928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fa9ad37-3aa0-44ce-b7c0-7ea61e4e0d38 req-a96e48a1-3f35-4766-b104-176289f4cf75 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 949 time: 0.0487974 Feb 15 10:13:36.973109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fa9ad37-3aa0-44ce-b7c0-7ea61e4e0d38 req-be04cb92-f4b1-47f9-8e14-52b68e98196d tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Feb 15 10:13:38.097592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99b7b7-663e-41b1-950e-2346d9240109 req-1f89016e-1c9b-4866-ab79-a9d7ab7f46ca tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:38.099070 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb99b7b7-663e-41b1-950e-2346d9240109 req-1f89016e-1c9b-4866-ab79-a9d7ab7f46ca tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 949 time: 0.0520918 Feb 15 10:13:38.139253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bb99b7b7-663e-41b1-950e-2346d9240109 req-45b87281-7e1f-4ef0-b75f-1b8177cc8f4a tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.10 "GET /v2.0/security-groups?id=27570c6a-9208-4160-9835-810170e17a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341773 Feb 15 10:13:38.159200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-aaf53e2d-2e9f-4749-a6d1-88e4c814a931 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:38.160672 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-aaf53e2d-2e9f-4749-a6d1-88e4c814a931 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f73ab99-4079-4e71-80b5-f374bba626d6 HTTP/1.1" status: 200 len: 949 time: 0.0530710 Feb 15 10:13:38.248432 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Deleting port 7bbea21e-4025-4b01-be3d-19407f1a52d6 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:13:38.248694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:38.337541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] For port 7bbea21e-4025-4b01-be3d-19407f1a52d6, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=7bbea21e-4025-4b01-be3d-19407f1a52d6,segment=NetworkSegment(f4f18fe3-f408-4090-9555-592418bfe991),segment_id=f4f18fe3-f408-4090-9555-592418bfe991)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:38.337901 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:38.350047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Calling delete_port for 7bbea21e-4025-4b01-be3d-19407f1a52d6 owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:13:38.473814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:38.484944 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['7bbea21e-4025-4b01-be3d-19407f1a52d6'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:13:38.504890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Pushing event deleted for resources: {'Port': ['ID=7bbea21e-4025-4b01-be3d-19407f1a52d6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:38.549058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] No DVR routers for this DVR port 7bbea21e-4025-4b01-be3d-19407f1a52d6 on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:13:38.551750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:38.555088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8f572e52-f93d-4000-9134-204ffd5ce1c9 req-19ebca3f-6f65-4598-bdac-7653300fce52 tempest-ServersAdminNegativeTestJSON-1325971174 tempest-ServersAdminNegativeTestJSON-1325971174-project] 10.222.0.36 "DELETE /v2.0/ports/7bbea21e-4025-4b01-be3d-19407f1a52d6 HTTP/1.1" status: 204 len: 173 time: 0.3887200 Feb 15 10:13:38.555534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'name': 'network-vif-deleted', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:13:38.557820 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cff189-8893-4e84-b352-073d47ff0984" -d '{"events": [{"server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "name": "network-vif-deleted", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:13:38.598095 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3c817b-7b30-45a1-a1fe-2f2c908babbc x-openstack-request-id: req-ca3c817b-7b30-45a1-a1fe-2f2c908babbc {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:13:38.598384 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f73ab99-4079-4e71-80b5-f374bba626d6", "name": "network-vif-deleted", "tag": "7bbea21e-4025-4b01-be3d-19407f1a52d6", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:13:38.598631 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca3c817b-7b30-45a1-a1fe-2f2c908babbc {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:13:38.599187 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f73ab99-4079-4e71-80b5-f374bba626d6', 'name': 'network-vif-deleted', 'tag': '7bbea21e-4025-4b01-be3d-19407f1a52d6', 'status': 'completed', 'code': 200} Feb 15 10:13:39.443745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50406) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:39.631616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-625ebe12-805f-45fa-b3d6-a9b2a3a4ed8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=10e8688cfaf041a7bb5f55dea3d8e605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867323 Feb 15 10:13:39.634131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50412) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:39.680354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:39.701450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:39.745501 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:39.748731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:39.749923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27570c6a-9208-4160-9835-810170e17a21 HTTP/1.1" status: 204 len: 168 time: 0.1149261 Feb 15 10:13:39.757404 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637a2c9-1223-4ee0-b441-d18109e1131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27570c6a-9208-4160-9835-810170e17a21,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:40.007255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50418) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:40.021317 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23573850-c043-44a6-b067-24f38608d710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.099242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23573850-c043-44a6-b067-24f38608d710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.103205 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-23573850-c043-44a6-b067-24f38608d710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.141800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-23573850-c043-44a6-b067-24f38608d710 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a21cb27041b94ce785e3f1d204b9f448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334624 Feb 15 10:13:40.142723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23573850-c043-44a6-b067-24f38608d710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05664d1f-b381-47ee-9991-d1889b2252e8,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:40.145308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50420) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:40.194713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.215830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.261172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.263957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:40.265122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/05664d1f-b381-47ee-9991-d1889b2252e8 HTTP/1.1" status: 204 len: 168 time: 0.1188474 Feb 15 10:13:40.272666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c840324-602a-4beb-9b4f-e990251c4e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05664d1f-b381-47ee-9991-d1889b2252e8,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:40.928489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50442) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:41.022975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1505623327-network', 'tenant_id': '4aecfa0baf554ae2a10e7c7ece59b5c2'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:41.045666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Made reservation on behalf of 4aecfa0baf554ae2a10e7c7ece59b5c2 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:13:41.047959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.055987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.134470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.138674 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.162085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:13:41.171654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863011a0-f426-40e7-ac13-951e20557b8f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:41.176224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.176557 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Added segment f0efd2f7-b9ae-43fe-a043-5ecf545faf34 of type vlan for network 933bd27e-0705-4d08-b50e-46be4ee0e284 Feb 15 10:13:41.215813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.239232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.240167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:41.240734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.287277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3574991 Feb 15 10:13:41.290347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:41.296843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Request body: {'subnet': {'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1505623327-subnet', 'tenant_id': '4aecfa0baf554ae2a10e7c7ece59b5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:41.302432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749037c-62b3-4162-9eec-e424690419fa admin admin] Pushing event updated for resources: {'Network': ['ID=933bd27e-0705-4d08-b50e-46be4ee0e284,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:41.315354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 933bd27e-0705-4d08-b50e-46be4ee0e284 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:13:41.320421 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Made reservation on behalf of 4aecfa0baf554ae2a10e7c7ece59b5c2 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:13:41.322986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.490067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.537215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ecda65-d351-4529-be16-95171be56ab6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:41.553204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Checking segment: {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:13:41.553559 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Network hostable DHCP agents. Network: 933bd27e-0705-4d08-b50e-46be4ee0e284, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:13:41.570180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Network 933bd27e-0705-4d08-b50e-46be4ee0e284 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:13:41.578759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 933bd27e-0705-4d08-b50e-46be4ee0e284) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:13:41.582774 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:41.583358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:41.589045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a7a9ab-ce81-482f-b38f-da3e78858605 None None] Network 933bd27e-0705-4d08-b50e-46be4ee0e284 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:13:41.599235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b86b19f-ba75-4500-8f54-d51bb7fe86b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3076274 Feb 15 10:13:41.727078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1759a516-7596-4ec6-887c-215a05add0d9 None None] Network 933bd27e-0705-4d08-b50e-46be4ee0e284 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:13:42.113890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7bbea21e-4025-4b01-be3d-19407f1a52d6 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:13:42.134965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 7bbea21e-4025-4b01-be3d-19407f1a52d6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:13:42.135461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 7bbea21e-4025-4b01-be3d-19407f1a52d6 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:13:42.392084 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-899e09a4-18ae-4a2c-9ff0-ee214869cf38 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:42.393516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-899e09a4-18ae-4a2c-9ff0-ee214869cf38 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 812 time: 0.4500179 Feb 15 10:13:42.409068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-434baaf0-46f4-4d2e-bb33-a412a11aa595 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/quotas/4aecfa0baf554ae2a10e7c7ece59b5c2 HTTP/1.1" status: 200 len: 375 time: 0.0093064 Feb 15 10:13:42.441284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-f933a075-1c1b-4264-88fa-760e3685610a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267744 Feb 15 10:13:42.535785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-abad405d-6328-41ff-895a-c7c9231fd5f9 service neutron] 10.222.0.10 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871584 Feb 15 10:13:42.630088 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-aff38846-a208-42e5-a71c-1f6907e8d83c service neutron] 10.222.0.10 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876641 Feb 15 10:13:42.792306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8efc9915-368c-4a1c-b288-e2291bcf2103 req-3cf7696d-f6af-4348-8c8e-0b5c0e33793c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 210 time: 0.0304930 Feb 15 10:13:43.887364 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55175138-a463-4b2a-8a7e-b09c5341900e req-688613a8-f447-4c98-a02c-6d8cb2fce26a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 210 time: 0.0265701 Feb 15 10:13:44.642902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:44.814801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-7289df20-95bb-4b4d-9f63-ab0250450c36 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:44.816323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-7289df20-95bb-4b4d-9f63-ab0250450c36 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 812 time: 0.1086426 Feb 15 10:13:44.829251 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Request body: {'port': {'device_id': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284', 'admin_state_up': True, 'tenant_id': '4aecfa0baf554ae2a10e7c7ece59b5c2'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:44.940402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Made reservation on behalf of 4aecfa0baf554ae2a10e7c7ece59b5c2 for: {'port': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:13:44.944278 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:44.988004 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08704c0b-86a4-44ec-bd5f-481fd8b3b9ad req-165b9e4f-fff5-4a11-b8dc-1bf513e1e13d tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 210 time: 0.0315967 Feb 15 10:13:45.076375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Allocated IP 172.20.0.6 (933bd27e-0705-4d08-b50e-46be4ee0e284/13ecda65-d351-4529-be16-95171be56ab6/82cbaa99-ae20-4e17-ba18-648a8544c231) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:13:45.223720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.257088 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.296917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Network 933bd27e-0705-4d08-b50e-46be4ee0e284 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:13:45.301793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:13:45.305563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:13:45.330350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:45.344619 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.344984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.345323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.345649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.345976 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.346296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.346614 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.346929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.347238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.347547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.347858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.348172 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:13:45.368254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:45.368866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.383734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-b46e8cdc-d1dc-47d6-92ff-abeb4e185433 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5590622 Feb 15 10:13:45.475800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Request body: {'port': {'device_id': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:13:45.532125 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.788527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82cbaa99-ae20-4e17-ba18-648a8544c231 {{(pid=102359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:13:45.795972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.807587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Transition to ACTIVE for port object 82cbaa99-ae20-4e17-ba18-648a8544c231 will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:13:45.811642 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:45.876313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:45.934858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:13:45.935200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:13:45.935570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:13:45.940468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:13:45.941190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:13:45.946067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:13:45.946406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Checking segment: {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:13:45.946790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Bound using segment: {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:13:45.947213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Bound port: 82cbaa99-ae20-4e17-ba18-648a8544c231, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:13:45.947577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:46.013041 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:13:46.016279 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:13:46.020152 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:46.056296 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.056945 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:46.058337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] 10.222.0.36 "PUT /v2.0/ports/82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 1091 time: 0.6673927 Feb 15 10:13:46.059367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:13:46.061661 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd64c077-8935-44bf-b8ae-c524b90dd70e" -d '{"events": [{"name": "network-changed", "server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:13:46.124006 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624b895f-5906-4927-9d9a-81f53d25faf7 x-openstack-request-id: req-624b895f-5906-4927-9d9a-81f53d25faf7 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:13:46.124292 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:13:46.124544 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-624b895f-5906-4927-9d9a-81f53d25faf7 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:13:46.124964 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'status': 'completed', 'code': 200} Feb 15 10:13:46.146568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0c416-f184-49ad-87ae-1cef3fadb621 service neutron] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=3']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:46.170428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608613f5-efdf-4a27-9337-ddf015455a8e req-ec7db160-fe71-43eb-9d1d-109a58d4c9ea tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.171939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-608613f5-efdf-4a27-9337-ddf015455a8e req-ec7db160-fe71-43eb-9d1d-109a58d4c9ea tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.1073248 Feb 15 10:13:46.186413 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-22ffa160-3dc5-4e6f-9081-ce075291e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.187851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-22ffa160-3dc5-4e6f-9081-ce075291e184 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1094 time: 0.0789521 Feb 15 10:13:46.236309 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-c8f376a6-4462-4850-8412-a78b6a61f864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0401764 Feb 15 10:13:46.257263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-608613f5-efdf-4a27-9337-ddf015455a8e req-cb806e67-e4fe-4a10-a187-ca7792bebd9a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Feb 15 10:13:46.291875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-d5586cf9-5276-4fbc-8e8c-c688215ecf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.293989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-d5586cf9-5276-4fbc-8e8c-c688215ecf42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0502605 Feb 15 10:13:46.330085 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-4d0b6b2c-9554-4a82-affc-12d7994c457f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293167 Feb 15 10:13:46.420488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-9845b42b-d0f3-4970-8e3f-7749085666ac service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Feb 15 10:13:46.519302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab1a2340-b98e-4a98-a49b-b11f77bedd34 req-e743dc51-c999-4368-9db1-c4c0afbac3b9 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922713 Feb 15 10:13:46.604212 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-1cbae3e4-4ec6-4fcc-a280-475aa13d0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.606212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-1cbae3e4-4ec6-4fcc-a280-475aa13d0e92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1094 time: 0.0420074 Feb 15 10:13:46.694759 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-2069c14a-0a26-4d8e-bc26-2a62a2c7907e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.696247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-2069c14a-0a26-4d8e-bc26-2a62a2c7907e service neutron] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0840690 Feb 15 10:13:46.740512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-93e18ab1-8dee-493c-b4b7-97cc7bc1ffe1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0381455 Feb 15 10:13:46.769898 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7479a31-6699-4e4c-9028-78434ebf3f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:46.804011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-ebe9b394-a9e7-46d5-ad74-4f5d57fbee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:46.805509 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-ebe9b394-a9e7-46d5-ad74-4f5d57fbee07 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0578723 Feb 15 10:13:46.837616 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-0db3c7a2-8a63-49a9-b521-1cd690e2b32e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250070 Feb 15 10:13:46.942508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-0032c3c0-9a20-4988-9231-8f3312ccc489 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975869 Feb 15 10:13:47.032069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cd64c077-8935-44bf-b8ae-c524b90dd70e req-497536fc-e3ad-4c95-abd5-28c41016f860 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828466 Feb 15 10:13:47.176891 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:47.378242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b32299-5b88-42cc-833f-8518dc44b5fe req-8547673e-25cb-4df9-b1f1-4ae01e274837 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:47.379711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04b32299-5b88-42cc-833f-8518dc44b5fe req-8547673e-25cb-4df9-b1f1-4ae01e274837 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.0491114 Feb 15 10:13:47.418679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04b32299-5b88-42cc-833f-8518dc44b5fe req-1c2cab44-2806-45a3-898c-476923b69e36 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321956 Feb 15 10:13:48.540104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f056c-4f27-4771-b683-70a5fe14c6b1 req-c0e65b1c-a68c-4fc5-9951-aad5217fd336 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:48.541629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c97f056c-4f27-4771-b683-70a5fe14c6b1 req-c0e65b1c-a68c-4fc5-9951-aad5217fd336 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.0506856 Feb 15 10:13:48.585107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c97f056c-4f27-4771-b683-70a5fe14c6b1 req-dcfd6a68-ef13-4556-8589-c63336215f37 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368209 Feb 15 10:13:49.338387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e560f373-b1c9-4a63-98f9-c0c943e66db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:49.701800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66378f0c-22bf-4188-9c03-3c0461bc23b3 req-5cb8cb5e-e863-47df-ba1c-aaeb6958b660 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:49.703307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-66378f0c-22bf-4188-9c03-3c0461bc23b3 req-5cb8cb5e-e863-47df-ba1c-aaeb6958b660 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.0495532 Feb 15 10:13:49.745396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-66378f0c-22bf-4188-9c03-3c0461bc23b3 req-bcb7b0d7-8539-4ca8-84ac-a330193238be tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359752 Feb 15 10:13:50.144861 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:13:50.240236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:50.253410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284', 'port_id': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'mac_address': 'fa:16:3e:a8:26:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ecda65-d351-4529-be16-95171be56ab6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:13:50.457611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:50.469751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:50.472453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cbaa99-ae20-4e17-ba18-648a8544c231 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:13:50.492079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:50.495452 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:50.542290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:50.689614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['82cbaa99-ae20-4e17-ba18-648a8544c231'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:13:50.863389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab553f9-692a-4475-ae61-24ef4311bb00 req-72197194-813b-4ceb-b66a-af68a0f1dbad tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:50.864788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ab553f9-692a-4475-ae61-24ef4311bb00 req-72197194-813b-4ceb-b66a-af68a0f1dbad tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 944 time: 0.0489874 Feb 15 10:13:50.910157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ab553f9-692a-4475-ae61-24ef4311bb00 req-e9fb7fd8-f933-42a0-8df4-259d9187cb5c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390525 Feb 15 10:13:52.029264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ca20e-4031-4070-8681-f8a1ea0d20f4 req-fc8f625b-1540-4a82-81cd-e7299101de9a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:52.030771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-710ca20e-4031-4070-8681-f8a1ea0d20f4 req-fc8f625b-1540-4a82-81cd-e7299101de9a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 944 time: 0.0523965 Feb 15 10:13:52.068146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-710ca20e-4031-4070-8681-f8a1ea0d20f4 req-3edbea83-d61f-4cbb-8bf9-e08b12b6a9a7 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314136 Feb 15 10:13:52.160684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:13:52.206027 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:13:52.210281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 82cbaa99-ae20-4e17-ba18-648a8544c231 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:13:52.214042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 82cbaa99-ae20-4e17-ba18-648a8544c231 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:13:52.214412 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:52.301221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:52.338530 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:13:52.341870 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c2dfa2-387b-48c6-bdc1-7ed8e143d5be" -d '{"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-plugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:13:52.346727 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:52.357543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:13:52.362025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:52.387072 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89ee5f8-a3ef-4cc0-a3a8-fe49ff5ed801 x-openstack-request-id: req-b89ee5f8-a3ef-4cc0-a3a8-fe49ff5ed801 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:13:52.387717 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-plugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:13:52.387717 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b89ee5f8-a3ef-4cc0-a3a8-fe49ff5ed801 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:13:52.387956 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'code': 200} Feb 15 10:13:52.416489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:13:52.477377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82fb1d1-71e6-43b5-a759-1a13ab9a189c req-b17dc740-287f-4cb6-adff-ab8126847fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:52.478785 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a82fb1d1-71e6-43b5-a759-1a13ab9a189c req-b17dc740-287f-4cb6-adff-ab8126847fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1096 time: 0.0406263 Feb 15 10:13:52.491494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:13:52.513826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a82fb1d1-71e6-43b5-a759-1a13ab9a189c req-6c9e0fca-d4e7-4741-a869-ea262f75cc3a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287240 Feb 15 10:13:53.192015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3f192-526d-46a8-82d8-04d0ad1f2bfa req-ec35f7a9-c7fd-4c28-91af-170945a097f8 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:53.193724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ed3f192-526d-46a8-82d8-04d0ad1f2bfa req-ec35f7a9-c7fd-4c28-91af-170945a097f8 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0570061 Feb 15 10:13:53.234921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ed3f192-526d-46a8-82d8-04d0ad1f2bfa req-88470a2a-1288-41e5-ad8c-bd105435c266 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342624 Feb 15 10:13:54.370143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c462177-7321-4eb2-b5c6-7cc6df1b580f req-f3ef6e6a-20c7-42f8-b9ac-b8f7e8d56362 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:54.371630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c462177-7321-4eb2-b5c6-7cc6df1b580f req-f3ef6e6a-20c7-42f8-b9ac-b8f7e8d56362 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0639553 Feb 15 10:13:54.415070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2c462177-7321-4eb2-b5c6-7cc6df1b580f req-8d78ca66-87d6-4811-ac3d-ab500a727c4a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369782 Feb 15 10:13:55.614115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50512) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:13:55.698880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac983a-1426-44d2-8cb7-dfa3efd68c83 req-11b7ad40-a72b-4d44-823d-5c3df63e99de tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:55.701813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3bac983a-1426-44d2-8cb7-dfa3efd68c83 req-11b7ad40-a72b-4d44-823d-5c3df63e99de tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0752468 Feb 15 10:13:55.733920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-7dd75d5a-8844-4ad0-9a80-8b50b5962b52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1180153 Feb 15 10:13:55.742583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-3d202487-4cf4-4efa-9406-e8a239604c15 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:13:55.743537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-3d202487-4cf4-4efa-9406-e8a239604c15 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049858 Feb 15 10:13:55.756756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3bac983a-1426-44d2-8cb7-dfa3efd68c83 req-88717ff5-0b04-4a1e-b13f-126c505e98a0 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479732 Feb 15 10:13:56.864595 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-4cc843d6-76bc-4c68-be94-b3408d44b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:56.866712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-4cc843d6-76bc-4c68-be94-b3408d44b8d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1096 time: 0.0446050 Feb 15 10:13:56.890236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cafb8d2-b455-449a-bbe3-0256d3c1f95c req-c1a0ee36-8e20-4437-aed9-dcf386f0190f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:56.891792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cafb8d2-b455-449a-bbe3-0256d3c1f95c req-c1a0ee36-8e20-4437-aed9-dcf386f0190f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0533350 Feb 15 10:13:56.943199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cafb8d2-b455-449a-bbe3-0256d3c1f95c req-951f27b6-6ce8-44a3-8813-e70d2e50e40e tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431366 Feb 15 10:13:56.968233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-fea17f0a-a2e5-46f8-8f0d-dbc29a916842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:56.969758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-fea17f0a-a2e5-46f8-8f0d-dbc29a916842 service neutron] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0966709 Feb 15 10:13:57.012837 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-afbe828e-e3ba-434f-848f-cc0135832a3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0366275 Feb 15 10:13:57.071419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-075e5cee-af0d-493c-aad3-dc53d403239d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:57.072952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-075e5cee-af0d-493c-aad3-dc53d403239d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0541649 Feb 15 10:13:57.105306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-ba0f8fca-cab8-4daf-82a6-fbf155198c14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259085 Feb 15 10:13:57.198358 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-5a4d7bc7-fd0a-4ee4-afa3-a58ebbdf3368 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866394 Feb 15 10:13:57.291230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-8e5aee16-3002-4732-94eb-79e9a34b3ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863049 Feb 15 10:13:58.067090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41268947-55d8-4f94-89e2-1462fcf37e66 req-a895f2dd-1bde-4d4a-885b-ec953bc1a7c1 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:58.068614 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41268947-55d8-4f94-89e2-1462fcf37e66 req-a895f2dd-1bde-4d4a-885b-ec953bc1a7c1 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0500505 Feb 15 10:13:58.108896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-41268947-55d8-4f94-89e2-1462fcf37e66 req-6ea01abe-1c0c-46ab-861d-4f4c6e9b34bc tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Feb 15 10:13:59.233590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a34cb-fe14-45f1-b66b-779871ce5a79 req-7b8ba472-0bea-4d7c-b8ec-2bf4823fc6be tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:13:59.235146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f26a34cb-fe14-45f1-b66b-779871ce5a79 req-7b8ba472-0bea-4d7c-b8ec-2bf4823fc6be tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0546491 Feb 15 10:13:59.274843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f26a34cb-fe14-45f1-b66b-779871ce5a79 req-03fcb579-9e9b-4de1-91b7-7bbcdaa35b95 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334170 Feb 15 10:14:00.396724 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec5a23-e0bc-4db9-8a77-7514566226b8 req-cc1596f8-5494-45d1-9b96-7c5fa00d439a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:00.398250 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ec5a23-e0bc-4db9-8a77-7514566226b8 req-cc1596f8-5494-45d1-9b96-7c5fa00d439a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0500770 Feb 15 10:14:00.436787 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d8ec5a23-e0bc-4db9-8a77-7514566226b8 req-5b06c8ae-c61a-49dc-a4f6-f830c3eb841f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321181 Feb 15 10:14:01.554892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebbe4c-adad-4de0-8ec3-dc0b7fc91e0f req-d913a554-db5e-4019-8ca3-2e0062914ab7 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:01.556376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33ebbe4c-adad-4de0-8ec3-dc0b7fc91e0f req-d913a554-db5e-4019-8ca3-2e0062914ab7 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0499020 Feb 15 10:14:01.595205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33ebbe4c-adad-4de0-8ec3-dc0b7fc91e0f req-b6f8956d-8771-43c8-b453-6ae23085909c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Feb 15 10:14:02.000197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-2b97fadf-5492-415e-8dc2-64d9a1fff7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:02.002010 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-2b97fadf-5492-415e-8dc2-64d9a1fff7b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1096 time: 0.0460374 Feb 15 10:14:02.104265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-cdff146c-5888-4245-8e9e-7347b31bdd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:02.105813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-cdff146c-5888-4245-8e9e-7347b31bdd48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0849791 Feb 15 10:14:02.150803 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-0062714e-e36f-47e6-a1ca-b3d9f50a2400 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0388131 Feb 15 10:14:02.200402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-073a6dce-024f-43d9-a782-87a2b375f3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:02.201946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-073a6dce-024f-43d9-a782-87a2b375f3f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0449069 Feb 15 10:14:02.233927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-630cec5a-8e37-4b29-9c84-6c66b09d09e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257370 Feb 15 10:14:02.324237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-5882ebd5-effc-402d-9d4b-3e5ea831dfdf service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841732 Feb 15 10:14:02.420609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19df5cf6-9081-46ba-9c4b-7a91a7c2be1c req-3c657977-1f2c-455d-a126-69851f435fbd service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888033 Feb 15 10:14:02.716967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bf939-1a06-4846-8f44-23947bf6c8f8 req-63d64a92-07c1-4f78-8e9e-d0dff7799359 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:02.718681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-345bf939-1a06-4846-8f44-23947bf6c8f8 req-63d64a92-07c1-4f78-8e9e-d0dff7799359 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0512986 Feb 15 10:14:02.756706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-345bf939-1a06-4846-8f44-23947bf6c8f8 req-8c1919c1-61ca-4cd9-b9cd-70c1100538d7 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Feb 15 10:14:03.887515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d44ecd-9894-4383-aa60-7f5076a7cff0 req-c85d11a6-462e-4157-851f-4080418087a5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:03.889759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7d44ecd-9894-4383-aa60-7f5076a7cff0 req-c85d11a6-462e-4157-851f-4080418087a5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0554817 Feb 15 10:14:03.928921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d7d44ecd-9894-4383-aa60-7f5076a7cff0 req-9320cb6c-cf77-4b91-b26f-df2700b1fec1 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325747 Feb 15 10:14:05.059341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e93c82-55f0-4ed0-82f1-f58e2d326678 req-2366a502-865e-4783-9a3e-b6a2beb45c8d tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:05.060953 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4e93c82-55f0-4ed0-82f1-f58e2d326678 req-2366a502-865e-4783-9a3e-b6a2beb45c8d tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0535815 Feb 15 10:14:05.098955 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4e93c82-55f0-4ed0-82f1-f58e2d326678 req-f1916388-8c07-441f-95e2-34eee44619e5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318630 Feb 15 10:14:06.220391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc882ec4-2ed9-448d-9512-61610586ced3 req-4be25d56-598b-4452-9289-43a85e554070 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:06.221905 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc882ec4-2ed9-448d-9512-61610586ced3 req-4be25d56-598b-4452-9289-43a85e554070 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0532160 Feb 15 10:14:06.260176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc882ec4-2ed9-448d-9512-61610586ced3 req-92a83cb3-3f25-4d1b-b6cf-06a603b4414c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322008 Feb 15 10:14:07.376120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afbfd8-33cf-496d-b884-ce24c736ba4c req-efc30e32-9527-4e46-88b4-b21557ecd62b tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:07.377575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22afbfd8-33cf-496d-b884-ce24c736ba4c req-efc30e32-9527-4e46-88b4-b21557ecd62b tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0482116 Feb 15 10:14:07.415833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-22afbfd8-33cf-496d-b884-ce24c736ba4c req-02d1f0af-2183-43df-ac50-abc7f1b8d03e tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Feb 15 10:14:08.539966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b2e1bd-8669-4b3f-94ff-b2c602ed03ff req-75f5c1a3-ac8c-4177-9516-c58a4e4f3dcd tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:08.541486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22b2e1bd-8669-4b3f-94ff-b2c602ed03ff req-75f5c1a3-ac8c-4177-9516-c58a4e4f3dcd tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0527077 Feb 15 10:14:08.580864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22b2e1bd-8669-4b3f-94ff-b2c602ed03ff req-24e95854-fddf-4b96-9b6b-fef74c7153c5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326111 Feb 15 10:14:09.698330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b6c83-5954-46b3-ab23-c6981805f90b req-4d1ea5a1-67b7-4128-852e-35e8e778dc47 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:09.699789 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e1b6c83-5954-46b3-ab23-c6981805f90b req-4d1ea5a1-67b7-4128-852e-35e8e778dc47 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Feb 15 10:14:09.743891 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e1b6c83-5954-46b3-ab23-c6981805f90b req-1516becd-8ecc-4b40-b4e0-a4109538fc74 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377774 Feb 15 10:14:10.861661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa53a8f-d0aa-447d-9d1d-69407567ab42 req-36805ea4-3149-4829-b9ee-e00752140924 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:10.863136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2aa53a8f-d0aa-447d-9d1d-69407567ab42 req-36805ea4-3149-4829-b9ee-e00752140924 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0485098 Feb 15 10:14:10.900671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2aa53a8f-d0aa-447d-9d1d-69407567ab42 req-b0e510a1-bc62-405b-913d-e212c0848b7a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315318 Feb 15 10:14:12.024410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419427c-509a-46a3-b50d-a2e18a7032b1 req-ef9b4a70-9464-4ccb-a0e2-c2561a883458 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:12.026167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5419427c-509a-46a3-b50d-a2e18a7032b1 req-ef9b4a70-9464-4ccb-a0e2-c2561a883458 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0527246 Feb 15 10:14:12.064382 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5419427c-509a-46a3-b50d-a2e18a7032b1 req-17656333-7679-49fa-9b8d-2a7e87919143 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Feb 15 10:14:13.185275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febd2ad-cf97-415a-b0e9-52f4e5c8e564 req-6f09598b-6745-4f3d-8bdc-b81f704dd0f3 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:13.187503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4febd2ad-cf97-415a-b0e9-52f4e5c8e564 req-6f09598b-6745-4f3d-8bdc-b81f704dd0f3 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0530877 Feb 15 10:14:13.223520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4febd2ad-cf97-415a-b0e9-52f4e5c8e564 req-1051b778-8225-4cfa-9e87-ca6eb9fc8f7b tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300863 Feb 15 10:14:14.338377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35305583-f8c9-4d72-b189-5d604b6530e5 req-ede544b2-f271-4a2f-8b1c-22bc6c2c6354 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:14.339856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35305583-f8c9-4d72-b189-5d604b6530e5 req-ede544b2-f271-4a2f-8b1c-22bc6c2c6354 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0488660 Feb 15 10:14:14.378302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35305583-f8c9-4d72-b189-5d604b6530e5 req-8cd66dce-b6db-419e-9d88-a3e72bf74500 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Feb 15 10:14:14.636736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:15.493751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9161a12d-32e7-4baf-b6f9-f070232003ec req-401d9f12-4b08-4544-8d40-f77097df7d2e tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:15.495233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9161a12d-32e7-4baf-b6f9-f070232003ec req-401d9f12-4b08-4544-8d40-f77097df7d2e tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0488398 Feb 15 10:14:15.533842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9161a12d-32e7-4baf-b6f9-f070232003ec req-c5580a3d-4e20-4769-9e2c-496a73dd4366 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325720 Feb 15 10:14:16.653104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c5c52-a87f-46b3-b20f-fc1ebd0cf838 req-1053eafd-9092-4996-a034-af6e24cf522f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:16.654784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d8c5c52-a87f-46b3-b20f-fc1ebd0cf838 req-1053eafd-9092-4996-a034-af6e24cf522f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Feb 15 10:14:16.698556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6d8c5c52-a87f-46b3-b20f-fc1ebd0cf838 req-3f12fa70-e6e7-4192-985e-bfef607bf943 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376775 Feb 15 10:14:16.771467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8a615e5d-603a-42d2-81fb-e345273f2a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:17.174916 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:17.817997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230c489-b452-452f-962e-7fc97de146fd req-fe64cce6-365f-4c6f-b3ad-efb7ea6fe41f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:17.819493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b230c489-b452-452f-962e-7fc97de146fd req-fe64cce6-365f-4c6f-b3ad-efb7ea6fe41f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0497615 Feb 15 10:14:17.856269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b230c489-b452-452f-962e-7fc97de146fd req-4d6fbbf9-fbf4-4dd5-8f43-0b6e657b612c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Feb 15 10:14:18.980657 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a98dde-ba78-4683-9913-b64c9d905873 req-81f83054-da5b-48b5-9348-3bf21d0def25 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:18.982201 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9a98dde-ba78-4683-9913-b64c9d905873 req-81f83054-da5b-48b5-9348-3bf21d0def25 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0537014 Feb 15 10:14:19.020609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9a98dde-ba78-4683-9913-b64c9d905873 req-d8ce6220-b3af-4ebe-aec2-3e9f75674d33 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Feb 15 10:14:19.340034 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-134b6192-afc3-4b20-bcaa-2e0e99bfdbb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:20.141817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf385f-75e9-4285-8b95-a5f46fd2edc7 req-9418fa3b-6eeb-4e6a-978a-eec791674fb9 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:20.143352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3cf385f-75e9-4285-8b95-a5f46fd2edc7 req-9418fa3b-6eeb-4e6a-978a-eec791674fb9 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0546474 Feb 15 10:14:20.183441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3cf385f-75e9-4285-8b95-a5f46fd2edc7 req-6a7e54ee-d9be-4301-89d1-f63ea3626253 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333910 Feb 15 10:14:20.454771 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:21.301165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd182af-8659-49d2-9be8-50c8ddb673bc req-0bca8163-b813-4a49-854f-feabe44f8afd tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:21.302683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd182af-8659-49d2-9be8-50c8ddb673bc req-0bca8163-b813-4a49-854f-feabe44f8afd tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0492163 Feb 15 10:14:21.342734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6cd182af-8659-49d2-9be8-50c8ddb673bc req-b7e87a70-4d93-4868-9424-528aac47176d tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Feb 15 10:14:22.319087 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:22.459123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08982be2-196c-400e-8e4e-815a7a7696e4 req-83af5081-ac2a-4fba-a061-2935eab8d2c6 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:22.460616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08982be2-196c-400e-8e4e-815a7a7696e4 req-83af5081-ac2a-4fba-a061-2935eab8d2c6 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0499606 Feb 15 10:14:22.494133 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:22.501700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-08982be2-196c-400e-8e4e-815a7a7696e4 req-06495941-3972-4222-bee1-d804e9219a4c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Feb 15 10:14:23.617986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6f33a-ef50-44da-a324-03868fd12118 req-f209cef2-7093-486c-bb2c-c8c9d021d4bf tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:23.619451 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ff6f33a-ef50-44da-a324-03868fd12118 req-f209cef2-7093-486c-bb2c-c8c9d021d4bf tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0495453 Feb 15 10:14:23.658190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2ff6f33a-ef50-44da-a324-03868fd12118 req-64ab7a61-b37e-478b-ae19-fb57782e091c tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325949 Feb 15 10:14:24.293021 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-53e7fe76-1465-425d-a136-e46afb83992e req-437d0467-cb2e-4c78-851f-ae5a0e077ea0 service neutron] show failed (client error): The resource could not be found. Feb 15 10:14:24.293941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-437d0467-cb2e-4c78-851f-ae5a0e077ea0 service neutron] 10.222.0.36 "GET /v2.0/ports/82cbaa99-ae20-4e17-ba18-648a8544c231/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0583158 Feb 15 10:14:24.540443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-0b814f68-1ab8-4905-97d6-89e6b7a1d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:24.541978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-0b814f68-1ab8-4905-97d6-89e6b7a1d226 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518&tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2 HTTP/1.1" status: 200 len: 1096 time: 0.0903149 Feb 15 10:14:24.553573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:14:24.608089 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:24.827172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f2358-13d8-49d3-b02d-a4b2341816d0 req-6b1055f1-53e0-4a55-8da7-d4005f2c6a68 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:24.828571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-127f2358-13d8-49d3-b02d-a4b2341816d0 req-6b1055f1-53e0-4a55-8da7-d4005f2c6a68 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.1005149 Feb 15 10:14:24.858731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:24.892190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-127f2358-13d8-49d3-b02d-a4b2341816d0 req-4788c494-50a2-4a1a-97e2-c90f3b7a83f2 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559590 Feb 15 10:14:24.907650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:14:24.949534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:24.951807 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62da1cd1-a5ac-4d22-9454-40e9b12c7122" -d '{"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-unplugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:24.955747 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:24.968824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Transition to ACTIVE for port object 82cbaa99-ae20-4e17-ba18-648a8544c231 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:14:24.973234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:25.032618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] No DVR routers for this DVR port 82cbaa99-ae20-4e17-ba18-648a8544c231 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:14:25.060610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:25.075558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.076432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.076791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.077140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.077509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.077782 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.078093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.078405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.078719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.079030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.079338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.079646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:25.083519 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20e0725-c8a5-47d3-b71d-04cc6c97b782 x-openstack-request-id: req-f20e0725-c8a5-47d3-b71d-04cc6c97b782 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:25.083798 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-unplugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:25.084049 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f20e0725-c8a5-47d3-b71d-04cc6c97b782 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:25.084430 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'code': 200} Feb 15 10:14:25.089317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:14:25.089807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:14:25.090261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:14:25.096008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:14:25.096321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Attempting to bind port 82cbaa99-ae20-4e17-ba18-648a8544c231 on network 933bd27e-0705-4d08-b50e-46be4ee0e284 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:14:25.101193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:14:25.101522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Checking segment: {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:14:25.101898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Bound using segment: {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:14:25.102315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Bound port: 82cbaa99-ae20-4e17-ba18-648a8544c231, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:14:25.102694 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:25.179811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:14:25.182753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:14:25.186941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:25.219156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:25.219768 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:25.221179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] 10.222.0.72 "PUT /v2.0/ports/82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 1091 time: 0.6715920 Feb 15 10:14:25.243068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5705afd-27b5-488f-8c7a-290f404a0b0c service neutron] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:25.286032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-6a245add-a065-4a5f-ae4e-5925554741e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:25.287557 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-6a245add-a065-4a5f-ae4e-5925554741e5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1094 time: 0.0416112 Feb 15 10:14:25.377219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-b4e26fe2-794b-4258-ad08-02d73e0a2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:25.378628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-b4e26fe2-794b-4258-ad08-02d73e0a2f10 service neutron] 10.222.0.72 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0844717 Feb 15 10:14:25.418657 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-ebdd27a8-e7ce-4408-8ffe-2a3cb4d9d301 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0338886 Feb 15 10:14:25.466418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7fe76-1465-425d-a136-e46afb83992e req-1c4a96e4-9f5e-4611-a893-1803133a3688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:25.468150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-1c4a96e4-9f5e-4611-a893-1803133a3688 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0431931 Feb 15 10:14:25.499855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-b2d5aff5-a03d-4879-ae0a-ec0075dcac8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240986 Feb 15 10:14:25.591401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-324e0984-9bc5-4b55-ba78-01d51c4d6720 service neutron] 10.222.0.72 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853927 Feb 15 10:14:25.679049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53e7fe76-1465-425d-a136-e46afb83992e req-be37ce0c-da0c-4742-ab2c-02670a25a302 service neutron] 10.222.0.72 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801692 Feb 15 10:14:26.017565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02edfe4-7fc3-49d1-9159-5d1896162998 req-2258bff6-2691-438d-a4f5-995cf9c1544f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:26.019059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d02edfe4-7fc3-49d1-9159-5d1896162998 req-2258bff6-2691-438d-a4f5-995cf9c1544f tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.0533972 Feb 15 10:14:26.057913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d02edfe4-7fc3-49d1-9159-5d1896162998 req-2f00f896-2b6c-4a85-900c-03c91783195a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328143 Feb 15 10:14:27.085557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:27.088508 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c609b979-ca5f-4a64-af62-ac7c3096c248" -d '{"events": [{"name": "network-changed", "server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:27.148894 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371694d9-5d99-488f-a649-c66bb82ecfe8 x-openstack-request-id: req-371694d9-5d99-488f-a649-c66bb82ecfe8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:27.149303 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:27.149617 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-371694d9-5d99-488f-a649-c66bb82ecfe8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:27.150336 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'status': 'completed', 'code': 200} Feb 15 10:14:27.220801 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489f7ee-6d5b-41d9-a54e-8485c2f26a93 req-323c7771-e98d-42f5-a25b-2677e8ea78e5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.222075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-4a9adec6-a2da-40f2-9b96-9d9e5ea76bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.222570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e489f7ee-6d5b-41d9-a54e-8485c2f26a93 req-323c7771-e98d-42f5-a25b-2677e8ea78e5 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 943 time: 0.0889254 Feb 15 10:14:27.223583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-4a9adec6-a2da-40f2-9b96-9d9e5ea76bec service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1094 time: 0.0443709 Feb 15 10:14:27.228239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-3d7c490b-0c4d-4381-909e-c4ee90d67269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.229706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-3d7c490b-0c4d-4381-909e-c4ee90d67269 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1094 time: 0.0640264 Feb 15 10:14:27.314409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e489f7ee-6d5b-41d9-a54e-8485c2f26a93 req-8fa620af-ad11-45bc-939d-51474d4cbd73 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837469 Feb 15 10:14:27.333480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-d13f2c5d-ee25-469a-bcee-59adccce19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.334965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-d13f2c5d-ee25-469a-bcee-59adccce19ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0948753 Feb 15 10:14:27.350207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-3601662d-37ca-4650-857e-efdb2e303d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.351668 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-3601662d-37ca-4650-857e-efdb2e303d11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.1153042 Feb 15 10:14:27.378005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-45190d8f-04f2-4656-bf9a-9f19d8a3cdbb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0362465 Feb 15 10:14:27.394461 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-259637d6-e003-41a0-a1e5-bf51d872600e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0354116 Feb 15 10:14:27.427536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-9b0b9c75-2855-418e-b79c-c0845c807051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.429047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-9b0b9c75-2855-418e-b79c-c0845c807051 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0452850 Feb 15 10:14:27.443198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-20932705-60d2-4fa1-82b5-d0530330aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:27.444686 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-20932705-60d2-4fa1-82b5-d0530330aee1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0436139 Feb 15 10:14:27.460920 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-046ac58a-e0cf-47a4-85da-2ae3db1c765a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258079 Feb 15 10:14:27.480786 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-5a6abf17-9781-439f-adfc-6ae2cc219a93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289540 Feb 15 10:14:27.553860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-ebfb2abc-360c-4acb-938a-42c2d65ab94b service neutron] 10.222.0.72 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859776 Feb 15 10:14:27.569766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-fdc55e7c-6ee6-4c2c-a96a-4d2b2a9119fa service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821323 Feb 15 10:14:27.643901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-bcbb5c69-be03-4a41-bd91-48d43b8cff88 service neutron] 10.222.0.72 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841870 Feb 15 10:14:27.666166 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c609b979-ca5f-4a64-af62-ac7c3096c248 req-b0c64dad-af40-45fa-9e4b-c0219b08e3a8 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905442 Feb 15 10:14:27.958134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:14:28.057447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:28.068882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'network_id': '933bd27e-0705-4d08-b50e-46be4ee0e284', 'port_id': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'mac_address': 'fa:16:3e:a8:26:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ecda65-d351-4529-be16-95171be56ab6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:14:28.105241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:28.119958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82cbaa99-ae20-4e17-ba18-648a8544c231 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:14:28.141909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:28.145929 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:28.198166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:28.206099 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.206442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.206776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.207108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.207431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.207759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.208079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.208450 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.208713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.209056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.209371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.209684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:14:28.315795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:14:28.361146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:14:28.380949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['82cbaa99-ae20-4e17-ba18-648a8544c231'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:14:28.458714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651d8a8-e34e-4c62-b976-3c1a432f3cf0 req-8f2e0423-5050-456f-b8cf-06f8209832f0 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:28.460228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6651d8a8-e34e-4c62-b976-3c1a432f3cf0 req-8f2e0423-5050-456f-b8cf-06f8209832f0 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 944 time: 0.0592113 Feb 15 10:14:28.500322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6651d8a8-e34e-4c62-b976-3c1a432f3cf0 req-3ca2ec53-a581-4a8f-a6fd-af4084f3f490 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Feb 15 10:14:28.780467 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-aa7b2259-aef4-4233-822a-95ed31067637 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:28.782069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-aa7b2259-aef4-4233-822a-95ed31067637 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.36 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518&tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.0846930 Feb 15 10:14:28.840066 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-de0fa16c-e29e-47fa-a8da-107e227a0b05 service neutron] delete failed (client error): The resource could not be found. Feb 15 10:14:28.841096 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-de0fa16c-e29e-47fa-a8da-107e227a0b05 service neutron] 10.222.0.36 "DELETE /v2.0/ports/82cbaa99-ae20-4e17-ba18-648a8544c231/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0524478 Feb 15 10:14:28.926773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-67056535-e745-4bff-9418-2b9f5cf32842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:28.928251 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-67056535-e745-4bff-9418-2b9f5cf32842 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 1095 time: 0.0450566 Feb 15 10:14:29.015756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-077a62ef-0436-4ded-afc4-00775f214a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:29.017253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-077a62ef-0436-4ded-afc4-00775f214a0d service neutron] 10.222.0.36 "GET /v2.0/networks?id=933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 200 len: 913 time: 0.0829062 Feb 15 10:14:29.061114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-be0d1981-7dc4-4783-8d43-36e1673cebb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 200 len: 217 time: 0.0374053 Feb 15 10:14:29.109011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-ec76f49e-df3c-4583-9962-d7c8ade1dffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:29.110440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-ec76f49e-df3c-4583-9962-d7c8ade1dffe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 200 len: 852 time: 0.0435679 Feb 15 10:14:29.143004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-9bd1b3b2-381a-4b7b-89f7-d7cd4b5a05fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=933bd27e-0705-4d08-b50e-46be4ee0e284&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243142 Feb 15 10:14:29.205025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:14:29.231017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-b5d5c8d1-1774-4d29-8b32-976cae2c616b service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Feb 15 10:14:29.324195 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-1c58d240-1b41-46cc-8cbc-5110bedb3ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859063 Feb 15 10:14:29.976172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:14:30.000573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a41b2-3b02-4650-8b8d-eb751b3646f7 req-1b826ab4-cc55-4dcc-a21a-562840f604c4 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:30.002141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f1a41b2-3b02-4650-8b8d-eb751b3646f7 req-1b826ab4-cc55-4dcc-a21a-562840f604c4 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 944 time: 0.0497086 Feb 15 10:14:30.027379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 82cbaa99-ae20-4e17-ba18-648a8544c231 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:14:30.032796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 82cbaa99-ae20-4e17-ba18-648a8544c231 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:14:30.033210 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:30.044002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f1a41b2-3b02-4650-8b8d-eb751b3646f7 req-43097497-47a8-47af-aed5-fc23d94f0960 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Feb 15 10:14:30.113899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:30.135815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:30.138088 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d727cf4e-56cd-45ab-8df8-ce1c2e4d1525" -d '{"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-plugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:30.155492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:30.159926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:30.212083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:30.246328 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dd85ae-f492-4c83-92b8-560a74fa6804 x-openstack-request-id: req-15dd85ae-f492-4c83-92b8-560a74fa6804 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:30.246620 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-plugged", "status": "completed", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:30.246870 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15dd85ae-f492-4c83-92b8-560a74fa6804 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:30.247268 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'code': 200} Feb 15 10:14:31.161362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e59b1a-d6e1-4c8e-a3a0-7984494ed305 req-8c90bcd2-b708-4ebb-85bd-bab0913b13cb tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:31.162858 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e59b1a-d6e1-4c8e-a3a0-7984494ed305 req-8c90bcd2-b708-4ebb-85bd-bab0913b13cb tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0484343 Feb 15 10:14:31.201806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-30e59b1a-d6e1-4c8e-a3a0-7984494ed305 req-453eb656-0d1e-4f94-b5e4-e55e1b57a279 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.10 "GET /v2.0/security-groups?id=863011a0-f426-40e7-ac13-951e20557b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328343 Feb 15 10:14:31.265655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-dbf6cf79-434f-47cc-8b43-7be307c54b11 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:31.267110 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-dbf6cf79-434f-47cc-8b43-7be307c54b11 tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.72 "GET /v2.0/ports?device_id=509fc145-25ba-4f7c-bc91-ae8514c7a518 HTTP/1.1" status: 200 len: 945 time: 0.0541730 Feb 15 10:14:31.357605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Deleting port 82cbaa99-ae20-4e17-ba18-648a8544c231 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:14:31.358038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:31.716112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] For port 82cbaa99-ae20-4e17-ba18-648a8544c231, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=82cbaa99-ae20-4e17-ba18-648a8544c231,segment=NetworkSegment(f0efd2f7-b9ae-43fe-a043-5ecf545faf34),segment_id=f0efd2f7-b9ae-43fe-a043-5ecf545faf34)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:31.716410 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:31.727916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Calling delete_port for 82cbaa99-ae20-4e17-ba18-648a8544c231 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:14:31.852091 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:31.864369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['82cbaa99-ae20-4e17-ba18-648a8544c231'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:14:31.883763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Pushing event deleted for resources: {'Port': ['ID=82cbaa99-ae20-4e17-ba18-648a8544c231,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:31.924730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] No DVR routers for this DVR port 82cbaa99-ae20-4e17-ba18-648a8544c231 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:14:31.927426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:31.930693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cde7e41e-fc74-4ce2-b654-2bcb8807afdb req-c4bf10c2-21c7-4de9-ae16-1a994bc7293a tempest-DeleteServersTestJSON-1905195693 tempest-DeleteServersTestJSON-1905195693-project] 10.222.0.72 "DELETE /v2.0/ports/82cbaa99-ae20-4e17-ba18-648a8544c231 HTTP/1.1" status: 204 len: 173 time: 0.6577919 Feb 15 10:14:31.931126 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-deleted', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:31.933450 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa8bd8d-05e2-4c50-af3a-ebdbf259d305" -d '{"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-deleted", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:31.972135 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cfb391-8f67-46c9-9428-d336290a281c x-openstack-request-id: req-96cfb391-8f67-46c9-9428-d336290a281c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:31.972428 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509fc145-25ba-4f7c-bc91-ae8514c7a518", "name": "network-vif-deleted", "tag": "82cbaa99-ae20-4e17-ba18-648a8544c231", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:31.972670 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96cfb391-8f67-46c9-9428-d336290a281c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:31.973640 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509fc145-25ba-4f7c-bc91-ae8514c7a518', 'name': 'network-vif-deleted', 'tag': '82cbaa99-ae20-4e17-ba18-648a8544c231', 'status': 'completed', 'code': 200} Feb 15 10:14:32.339714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50626) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:32.384031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Deleting subnet 13ecda65-d351-4529-be16-95171be56ab6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:14:32.387080 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.422880 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.464650 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.518963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.543834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ecda65-d351-4529-be16-95171be56ab6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:32.550284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.553545 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5d9ae52a-c2df-4749-b37f-5762478db0de admin admin] 10.222.0.10 "DELETE /v2.0/subnets/13ecda65-d351-4529-be16-95171be56ab6 HTTP/1.1" status: 204 len: 168 time: 0.2128072 Feb 15 10:14:32.556080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50628) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:32.624321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.708356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.728883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933bd27e-0705-4d08-b50e-46be4ee0e284']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:14:32.737830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:14:32.738125 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0efd2f7-b9ae-43fe-a043-5ecf545faf34') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:14:32.747182 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.760230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.766845 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:14:32.767256 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:14:32.769226 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:14:32.827164 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.833021 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:32.836167 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] 10.222.0.10 "DELETE /v2.0/networks/933bd27e-0705-4d08-b50e-46be4ee0e284 HTTP/1.1" status: 204 len: 168 time: 0.2791724 Feb 15 10:14:32.848295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c53ef2-8168-48d7-9b91-0121016d4893 admin admin] Pushing event deleted for resources: {'Network': ['ID=933bd27e-0705-4d08-b50e-46be4ee0e284,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:32.947198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50632) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:32.987275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4f9b4b6f-f0fe-44d5-a3c4-61ea464c0032 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4aecfa0baf554ae2a10e7c7ece59b5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389154 Feb 15 10:14:32.989819 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50634) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:33.038639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.061560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.110874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.113720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.115280 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/863011a0-f426-40e7-ac13-951e20557b8f HTTP/1.1" status: 204 len: 168 time: 0.1244180 Feb 15 10:14:33.123661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251098c-01bb-48ff-9078-23391afedcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863011a0-f426-40e7-ac13-951e20557b8f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:33.774607 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 50656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:33.870617 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1649385205-network', 'tenant_id': '4f38930bb6254f0793dfd7688371d475'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:14:33.892898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Made reservation on behalf of 4f38930bb6254f0793dfd7688371d475 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:14:33.895854 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.905757 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.975632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:14:33.985028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.991191 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:33.996965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 82cbaa99-ae20-4e17-ba18-648a8544c231 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:14:33.997314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 82cbaa99-ae20-4e17-ba18-648a8544c231 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:14:34.016737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:14:34.026665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857d384b-f117-4353-96bb-d8d32ecf0f94,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:34.031973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.032315 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Added segment d59bb8ed-dd79-43a6-a0aa-f2eb46173a22 of type vlan for network 00aea12e-3b58-479f-8ae7-65e0544b8557 Feb 15 10:14:34.072390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.097617 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.098639 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:34.099366 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.148258 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3722348 Feb 15 10:14:34.151491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 50660) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:14:34.157685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Request body: {'subnet': {'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1649385205-subnet', 'tenant_id': '4f38930bb6254f0793dfd7688371d475', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:14:34.164757 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b8f17-18d7-4d98-9da8-81ddc16524bf admin admin] Pushing event updated for resources: {'Network': ['ID=00aea12e-3b58-479f-8ae7-65e0544b8557,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:34.175072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:14:34.184305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Made reservation on behalf of 4f38930bb6254f0793dfd7688371d475 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:14:34.187625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.358811 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.407216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4b33c0e-ee97-48f5-b97f-f5e014983746,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:34.421902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Checking segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:14:34.422262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Network hostable DHCP agents. Network: 00aea12e-3b58-479f-8ae7-65e0544b8557, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:14:34.437756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:14:34.446000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 00aea12e-3b58-479f-8ae7-65e0544b8557) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:14:34.450171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:34.451364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:34.456348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af19e9-437b-42ec-96b6-b595136a4bf2 None None] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:14:34.472880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e1a40bce-a49a-4563-b912-3472f97d5423 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3181477 Feb 15 10:14:34.589115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640f793-2cf6-4a39-b51f-b6c5a58fdbb2 None None] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:14:34.899758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-1cbeee3d-52c3-4b1a-87fc-11d808554e01 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:34.901407 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-1cbeee3d-52c3-4b1a-87fc-11d808554e01 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 815 time: 0.1019664 Feb 15 10:14:34.916618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-101a3f13-fc5d-4800-9bb5-08b547290cd3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/quotas/4f38930bb6254f0793dfd7688371d475 HTTP/1.1" status: 200 len: 375 time: 0.0088108 Feb 15 10:14:34.947664 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-d4054295-eb23-4ad5-88a0-77ad75c1e8a2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253398 Feb 15 10:14:35.068000 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-5367cca1-d246-4f72-a5b2-37b01c0348fb service neutron] 10.222.0.10 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126916 Feb 15 10:14:35.157197 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-9f7ea40c-16a9-44d1-911e-18a0aea746a9 service neutron] 10.222.0.10 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824857 Feb 15 10:14:35.336616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c29497db-e3a9-46a6-ac80-0cf2c645c514 req-8bca8158-85d3-4318-b262-cd3f2f8982f6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 210 time: 0.0365121 Feb 15 10:14:36.429400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-a0f1ba30-c474-47f5-83a1-abfdf2496c14 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:36.430924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-a0f1ba30-c474-47f5-83a1-abfdf2496c14 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 815 time: 0.1251988 Feb 15 10:14:36.441610 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b6d3646-42cb-4b5d-8993-728dc6368a50 req-c3310abd-412b-4ff0-b452-bfcc0d6e1f6b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 210 time: 0.0306852 Feb 15 10:14:36.446186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Request body: {'port': {'device_id': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'admin_state_up': True, 'tenant_id': '4f38930bb6254f0793dfd7688371d475'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:14:36.561388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Made reservation on behalf of 4f38930bb6254f0793dfd7688371d475 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:14:36.564902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:36.700788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Allocated IP 172.20.0.12 (00aea12e-3b58-479f-8ae7-65e0544b8557/e4b33c0e-ee97-48f5-b97f-f5e014983746/5648b16a-3bd7-4d5a-93e8-61c724343b0f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:14:36.861544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:36.894724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:36.935926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:14:36.941806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:14:36.945822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:14:36.971286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:37.005227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:37.006004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.024091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-530e0609-5ba6-4e8a-bf69-44e7475c1333 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844433 Feb 15 10:14:37.035827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Request body: {'port': {'device_id': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:14:37.096334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.370567 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5648b16a-3bd7-4d5a-93e8-61c724343b0f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:14:37.378909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.391007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Transition to ACTIVE for port object 5648b16a-3bd7-4d5a-93e8-61c724343b0f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:14:37.394224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.446250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:37.529771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:14:37.530100 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:14:37.530421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:14:37.549959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:14:37.550284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:14:37.559393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:14:37.559733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Checking segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:14:37.560758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Bound using segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:14:37.561230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Bound port: 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:14:37.561590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.608841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf42821-0b31-4f60-adb5-47415aed1a63 req-8219169c-3417-4bd8-8de5-ae4a83b6b555 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:37.610351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf42821-0b31-4f60-adb5-47415aed1a63 req-8219169c-3417-4bd8-8de5-ae4a83b6b555 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 944 time: 0.0907307 Feb 15 10:14:37.661472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:14:37.666139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:14:37.671886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1cf42821-0b31-4f60-adb5-47415aed1a63 req-417d48c0-bbe0-484c-b3f4-e954812f8a22 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547869 Feb 15 10:14:37.673452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.712569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:37.713286 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:37.714675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] 10.222.0.72 "PUT /v2.0/ports/5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 1092 time: 0.6831357 Feb 15 10:14:37.715108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:37.717987 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f50778-1b38-4b59-88ac-0bc42641fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:37.753490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d3100-51a4-40fd-9f73-67134a22d221 service neutron] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:37.760095 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89600856-abdd-4aeb-bb8d-99b1d1b86d9c x-openstack-request-id: req-89600856-abdd-4aeb-bb8d-99b1d1b86d9c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:37.760442 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:37.760666 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89600856-abdd-4aeb-bb8d-99b1d1b86d9c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:37.761014 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'status': 'completed', 'code': 200} Feb 15 10:14:37.803436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-91cc9cc9-fe9c-4191-ac04-cd7e6628ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:37.805039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-91cc9cc9-fe9c-4191-ac04-cd7e6628ede1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1095 time: 0.0432048 Feb 15 10:14:37.847505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-5c13bdc6-1d4d-42e4-a613-ab5efe8097f0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0355470 Feb 15 10:14:37.902048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e949a-0207-4501-af79-f42fceac21f7 req-9cb5930e-97c3-4e80-b990-f43c838b88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:37.903509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-9cb5930e-97c3-4e80-b990-f43c838b88dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0495324 Feb 15 10:14:37.934379 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-5e54a9e2-3a24-470d-a1e9-c61a45fa4282 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243413 Feb 15 10:14:38.022096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-fcc38825-fb78-4305-96cf-e1d4c44fa62d service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810735 Feb 15 10:14:38.117508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-620e949a-0207-4501-af79-f42fceac21f7 req-c507e3fb-de69-4a43-8049-f9872672d059 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893939 Feb 15 10:14:38.200555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-d5b88c6c-1620-457c-946b-a3461e2ee7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:38.202745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-d5b88c6c-1620-457c-946b-a3461e2ee7ef service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1095 time: 0.0424042 Feb 15 10:14:38.299395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-6fd1c8ed-b00b-47b2-80cd-6cb7d34bc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:38.301727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-6fd1c8ed-b00b-47b2-80cd-6cb7d34bc610 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0903780 Feb 15 10:14:38.341169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-940cbdef-70b1-4837-bb07-9f0a3db23d5e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0331953 Feb 15 10:14:38.388983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-185053d1-32b6-47ec-ab91-002579c76896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:38.390432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-185053d1-32b6-47ec-ab91-002579c76896 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0432312 Feb 15 10:14:38.425783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-4fb89bb7-ef0d-4ed8-a829-ee510f8a099e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258143 Feb 15 10:14:38.517944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-2fc5817f-dcaf-421b-9390-0e74f12b3ccb service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847039 Feb 15 10:14:38.611907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78f50778-1b38-4b59-88ac-0bc42641fe93 req-136de461-d57d-442a-9fb6-27ae4b19bf54 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859082 Feb 15 10:14:38.796963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09b60d-d1a3-44e1-8dc8-55287bf7a0b1 req-ef3d3c4e-dba7-41a5-918b-0ead8667ecd5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:38.798350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b09b60d-d1a3-44e1-8dc8-55287bf7a0b1 req-ef3d3c4e-dba7-41a5-918b-0ead8667ecd5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 944 time: 0.0564108 Feb 15 10:14:38.837192 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2b09b60d-d1a3-44e1-8dc8-55287bf7a0b1 req-06cb3652-a77f-443f-91a1-bec4abd48342 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319605 Feb 15 10:14:39.955429 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b360c48-368a-464d-9b71-306624c9dfb1 req-baf683d0-b826-4d1c-97a2-b081d61640d0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:39.956912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b360c48-368a-464d-9b71-306624c9dfb1 req-baf683d0-b826-4d1c-97a2-b081d61640d0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 944 time: 0.0485675 Feb 15 10:14:39.998562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8b360c48-368a-464d-9b71-306624c9dfb1 req-cc6967a7-71c8-458c-91b7-d224a6ce294d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357287 Feb 15 10:14:40.004875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:14:40.103064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:40.115419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'port_id': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'mac_address': 'fa:16:3e:f0:05:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b33c0e-ee97-48f5-b97f-f5e014983746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:14:40.151492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:40.163866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5648b16a-3bd7-4d5a-93e8-61c724343b0f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:14:40.183043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:40.187146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:40.233124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:40.375067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5648b16a-3bd7-4d5a-93e8-61c724343b0f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:14:41.116109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ba0b5-e974-4315-9358-3d565e16346a req-0030776f-62aa-4b2c-b979-e6c872ee9bbf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:41.117632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c6ba0b5-e974-4315-9358-3d565e16346a req-0030776f-62aa-4b2c-b979-e6c872ee9bbf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 945 time: 0.0492551 Feb 15 10:14:41.157083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c6ba0b5-e974-4315-9358-3d565e16346a req-92cfade3-cbf4-43a3-88b2-6b6b50fb51f0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Feb 15 10:14:42.024155 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:14:42.074190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5648b16a-3bd7-4d5a-93e8-61c724343b0f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:14:42.083824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5648b16a-3bd7-4d5a-93e8-61c724343b0f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:14:42.084198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:42.164658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:42.187304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:14:42.189659 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e07055-24b4-4f5a-b0db-08f78ca3025f" -d '{"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-plugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:14:42.202964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:14:42.208285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:42.239757 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e8dd7-bf5d-417f-90bf-8e0673675454 x-openstack-request-id: req-7b1e8dd7-bf5d-417f-90bf-8e0673675454 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:14:42.242509 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-plugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:14:42.242509 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7b1e8dd7-bf5d-417f-90bf-8e0673675454 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:14:42.242509 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'code': 200} Feb 15 10:14:42.266867 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:14:42.280830 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e7860-438b-48a5-abea-8d8d2638605a req-bd050340-b78e-4a7a-8c88-fd9365702e76 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:42.282474 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc5e7860-438b-48a5-abea-8d8d2638605a req-bd050340-b78e-4a7a-8c88-fd9365702e76 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0523715 Feb 15 10:14:42.321462 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cc5e7860-438b-48a5-abea-8d8d2638605a req-440d013e-24c4-415d-baf7-d7792caac3f3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Feb 15 10:14:42.343547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5d75e-3c8e-4712-b67f-c9d56d5ddc6e req-e0c50032-039e-4e90-a105-16a190f677a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:42.345104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22f5d75e-3c8e-4712-b67f-c9d56d5ddc6e req-e0c50032-039e-4e90-a105-16a190f677a0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1097 time: 0.0419829 Feb 15 10:14:42.378631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22f5d75e-3c8e-4712-b67f-c9d56d5ddc6e req-8778d353-b3e9-4319-b416-6c01c2399d94 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273290 Feb 15 10:14:43.464076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0286b46-0c6f-427f-bd61-6744a939d7cb req-076a4314-e657-4d4b-910d-c0d7402e02ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:43.465608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0286b46-0c6f-427f-bd61-6744a939d7cb req-076a4314-e657-4d4b-910d-c0d7402e02ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0574577 Feb 15 10:14:43.503985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0286b46-0c6f-427f-bd61-6744a939d7cb req-b3fe18da-4a18-4d91-8675-09ad872b1761 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Feb 15 10:14:43.622458 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d65998-0f8e-49ef-a79d-090f88919423 req-65c99a77-ca9a-4ccc-9fae-4115eec90f72 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:43.624071 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64d65998-0f8e-49ef-a79d-090f88919423 req-65c99a77-ca9a-4ccc-9fae-4115eec90f72 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0527134 Feb 15 10:14:43.662107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64d65998-0f8e-49ef-a79d-090f88919423 req-1b243ebb-25d5-47c4-bb71-eef597e76a74 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316334 Feb 15 10:14:43.882451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a589928-af82-4540-8eb3-5d3ced964c34 req-9231952f-8b65-4d2c-818d-d8a6883cfc8a tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:43.883791 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a589928-af82-4540-8eb3-5d3ced964c34 req-9231952f-8b65-4d2c-818d-d8a6883cfc8a tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0478692 Feb 15 10:14:43.924640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7a589928-af82-4540-8eb3-5d3ced964c34 req-41821f5c-d09f-4a0b-8ff7-7463cfc60f9d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Feb 15 10:14:44.054859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f124dfd-cf03-4152-8631-4ebd7d02fcde req-b27d8d19-ca0d-44ff-90f7-a4727086b6d6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:44.056427 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f124dfd-cf03-4152-8631-4ebd7d02fcde req-b27d8d19-ca0d-44ff-90f7-a4727086b6d6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0642436 Feb 15 10:14:44.095665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f124dfd-cf03-4152-8631-4ebd7d02fcde req-a6fb97dd-8b0a-4063-b757-d888e413f256 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318816 Feb 15 10:14:44.412554 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-b50250eb-90a1-4c57-bf4e-af14412bb403 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418215 Feb 15 10:14:44.429357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daea29f-9a70-428d-a8b8-5926e56fadc4 req-72d0bfaa-32ec-430a-b155-edaa3b5594c3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:44.431056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0daea29f-9a70-428d-a8b8-5926e56fadc4 req-72d0bfaa-32ec-430a-b155-edaa3b5594c3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0512891 Feb 15 10:14:44.472362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0daea29f-9a70-428d-a8b8-5926e56fadc4 req-5febbec7-0848-4479-831e-72470c54deb4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Feb 15 10:14:44.642598 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:45.575562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-01705ddb-c756-4068-8d75-e047db211a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:45.577271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-01705ddb-c756-4068-8d75-e047db211a75 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1097 time: 0.0452292 Feb 15 10:14:45.590245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dea69-d16b-4b39-9153-a12a4a520c15 req-9bcab733-3a2e-41e9-bd36-5599991c53a2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:45.591964 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a0dea69-d16b-4b39-9153-a12a4a520c15 req-9bcab733-3a2e-41e9-bd36-5599991c53a2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0484283 Feb 15 10:14:45.630033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a0dea69-d16b-4b39-9153-a12a4a520c15 req-ff2e498c-3c95-4aec-becd-3a53da052db4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318606 Feb 15 10:14:45.666881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-501e634d-2f7f-40d9-a593-64163fc9aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:45.668364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-501e634d-2f7f-40d9-a593-64163fc9aa2f service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0846193 Feb 15 10:14:45.707480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-0dbc61c5-a533-4e9f-8cc0-d1037ebae19d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0331793 Feb 15 10:14:45.759994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-cf993268-fa27-4c95-9119-3efe323c3600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:45.761454 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-cf993268-fa27-4c95-9119-3efe323c3600 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0467987 Feb 15 10:14:45.792119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-3ddb9e6d-fee4-4ba2-b279-545f50c40d87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247045 Feb 15 10:14:45.878133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-0c1deca9-5809-44fe-9850-0b99b4b0adbb service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796874 Feb 15 10:14:45.974577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-c1aa67f0-33b3-43dc-82e6-08e600b725fc service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884683 Feb 15 10:14:46.746415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39e5a9-1b0c-4b8c-babc-018cb949532a req-2cfe88ee-d8b7-408c-b455-aba1cf02926f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:46.748489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a39e5a9-1b0c-4b8c-babc-018cb949532a req-2cfe88ee-d8b7-408c-b455-aba1cf02926f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0503404 Feb 15 10:14:46.780914 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4a56be97-9f28-4605-bc92-aeb0eb7ab6ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:46.790131 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a39e5a9-1b0c-4b8c-babc-018cb949532a req-b25cc273-63f8-4063-bde8-36d5bcba988e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353673 Feb 15 10:14:47.179864 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:47.906598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d751e6d-01e2-476f-992c-00f927b22bcd req-3d4a127b-a035-416d-a10e-7b3607f761c7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:47.908080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d751e6d-01e2-476f-992c-00f927b22bcd req-3d4a127b-a035-416d-a10e-7b3607f761c7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0488780 Feb 15 10:14:47.946331 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d751e6d-01e2-476f-992c-00f927b22bcd req-c1086a3a-d88e-4b95-81ea-b6c8bc8043e0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Feb 15 10:14:49.064833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a72ece-a210-4656-a074-8d8bc5b3313a req-ba03a335-3a56-4494-a12c-dafa56ffd6d7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:49.066372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40a72ece-a210-4656-a074-8d8bc5b3313a req-ba03a335-3a56-4494-a12c-dafa56ffd6d7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0492871 Feb 15 10:14:49.108489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40a72ece-a210-4656-a074-8d8bc5b3313a req-e042fc0a-a94b-4e09-9deb-353b071ca4e8 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359733 Feb 15 10:14:49.332892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-22f7ae39-adbc-4d6f-a2cf-cf88ab402fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:50.230541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b457386-aa81-4352-b13b-f3b6cb972c32 req-73ee5b08-00ae-4f95-a99d-69886504b606 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:50.232068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b457386-aa81-4352-b13b-f3b6cb972c32 req-73ee5b08-00ae-4f95-a99d-69886504b606 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0531228 Feb 15 10:14:50.270549 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6b457386-aa81-4352-b13b-f3b6cb972c32 req-1a5a7b7a-b689-483b-82fb-48a4e2ad4ad1 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323210 Feb 15 10:14:50.458074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:51.387625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c33a65-f5be-4520-a0ed-7d6061518e77 req-ae21938f-f4de-41d7-b600-b78081a5a6c0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:51.390299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1c33a65-f5be-4520-a0ed-7d6061518e77 req-ae21938f-f4de-41d7-b600-b78081a5a6c0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0496123 Feb 15 10:14:51.428774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c1c33a65-f5be-4520-a0ed-7d6061518e77 req-658c0800-8915-4fd4-afea-3f33efa0d685 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Feb 15 10:14:52.321055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:52.496679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:14:52.545876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeaaa9-b474-4a26-acda-c42a0855f482 req-bfd0489a-e22d-41ae-9f90-f039a79082c7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:52.547349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0beeaaa9-b474-4a26-acda-c42a0855f482 req-bfd0489a-e22d-41ae-9f90-f039a79082c7 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0485070 Feb 15 10:14:52.586175 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0beeaaa9-b474-4a26-acda-c42a0855f482 req-d1ceaa73-a03e-4bdb-93e6-e285bb55bbd8 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326471 Feb 15 10:14:53.704458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654bc33-d966-4132-8c6d-ec8daaea81dc req-76014fbd-4570-4b54-9304-a2c041545c6e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:53.705985 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7654bc33-d966-4132-8c6d-ec8daaea81dc req-76014fbd-4570-4b54-9304-a2c041545c6e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0492411 Feb 15 10:14:53.747095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7654bc33-d966-4132-8c6d-ec8daaea81dc req-f23a19ca-c012-415c-afaa-4fd24bc4bc55 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349886 Feb 15 10:14:54.862542 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea20738-5c5b-4542-80a7-0308008de111 req-de5a0c7d-a5fe-4b99-bf10-134ca866df7b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:54.864012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ea20738-5c5b-4542-80a7-0308008de111 req-de5a0c7d-a5fe-4b99-bf10-134ca866df7b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0478184 Feb 15 10:14:54.901942 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ea20738-5c5b-4542-80a7-0308008de111 req-2c14f0fb-3322-4ffb-90a3-4118bdc2f9bb tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Feb 15 10:14:56.019009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b76cc6-c1ae-424d-a380-1037190c96df req-2a99783f-dd83-43b6-aa87-848ed1c2e2cb tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:56.020484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42b76cc6-c1ae-424d-a380-1037190c96df req-2a99783f-dd83-43b6-aa87-848ed1c2e2cb tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0480144 Feb 15 10:14:56.063732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-42b76cc6-c1ae-424d-a380-1037190c96df req-9ebcc076-3a18-488f-ac6a-6a279aaca008 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369594 Feb 15 10:14:57.185470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd7e89-34aa-47fa-9e34-3cbd42f76f70 req-032c634c-3186-437e-965c-67ee14a243a0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:57.186929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-06dd7e89-34aa-47fa-9e34-3cbd42f76f70 req-032c634c-3186-437e-965c-67ee14a243a0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0530088 Feb 15 10:14:57.225441 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-06dd7e89-34aa-47fa-9e34-3cbd42f76f70 req-03d29344-856b-411f-b554-baa93c1fadc8 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325346 Feb 15 10:14:58.344334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981dea3-10ba-45bf-9373-dc99be79166d req-9b34ac8e-4a8f-4fca-89d4-8b5c1a7d9198 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:58.345762 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e981dea3-10ba-45bf-9373-dc99be79166d req-9b34ac8e-4a8f-4fca-89d4-8b5c1a7d9198 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0487499 Feb 15 10:14:58.383765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e981dea3-10ba-45bf-9373-dc99be79166d req-6eb1fa0c-9d89-46bf-a8a6-44ea91fe1f8f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320687 Feb 15 10:14:59.514963 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1a4ef9-e6e8-4ec3-b777-fb334aa6d876 req-fdc9ae57-e986-4215-9db8-a636e4941f05 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:14:59.516466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad1a4ef9-e6e8-4ec3-b777-fb334aa6d876 req-fdc9ae57-e986-4215-9db8-a636e4941f05 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0517457 Feb 15 10:14:59.556344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad1a4ef9-e6e8-4ec3-b777-fb334aa6d876 req-0bcb5d41-5edc-42c5-8aab-bf49e3f150ec tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Feb 15 10:15:00.677054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331706e1-f6ed-4ed6-85f9-e1cacfce4a40 req-c462216d-17ce-4371-9178-04d1f8d5007c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:00.678598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-331706e1-f6ed-4ed6-85f9-e1cacfce4a40 req-c462216d-17ce-4371-9178-04d1f8d5007c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0495632 Feb 15 10:15:00.719213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-331706e1-f6ed-4ed6-85f9-e1cacfce4a40 req-58a63953-cc04-4ff0-abdb-8adfa92e41f3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343912 Feb 15 10:15:01.838567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257afcd-6a66-43d1-84dd-dc34ddc921b3 req-140277ca-1bdc-4f16-b58e-474f23485b05 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:01.840043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4257afcd-6a66-43d1-84dd-dc34ddc921b3 req-140277ca-1bdc-4f16-b58e-474f23485b05 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0511327 Feb 15 10:15:01.881335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4257afcd-6a66-43d1-84dd-dc34ddc921b3 req-b0e84db6-ae91-475d-8c57-931ef2c1a838 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Feb 15 10:15:02.999898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48ad61c-8b4f-4678-acea-1551a8990e88 req-e909ecf0-f0a0-4b05-8814-0c2d469e5f6e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:03.001574 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f48ad61c-8b4f-4678-acea-1551a8990e88 req-e909ecf0-f0a0-4b05-8814-0c2d469e5f6e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0491560 Feb 15 10:15:03.048421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f48ad61c-8b4f-4678-acea-1551a8990e88 req-74ac2e46-f3fd-4d52-894f-c3519d3b55cb tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407853 Feb 15 10:15:04.167435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed770568-3de3-4ce2-bb64-8f1d531aa1ac req-f917c01f-6762-4e94-ae54-5283b0c3b857 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:04.168951 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed770568-3de3-4ce2-bb64-8f1d531aa1ac req-f917c01f-6762-4e94-ae54-5283b0c3b857 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0520890 Feb 15 10:15:04.207872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ed770568-3de3-4ce2-bb64-8f1d531aa1ac req-29c7c2f3-47c6-43c3-b757-d00c1bad4be9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Feb 15 10:15:05.326278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883264d0-502b-4cb6-a2d7-faa8cf2d67bd req-ba6078a2-887f-4a84-94df-087fbe5c154e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:05.327777 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-883264d0-502b-4cb6-a2d7-faa8cf2d67bd req-ba6078a2-887f-4a84-94df-087fbe5c154e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0497265 Feb 15 10:15:05.364983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-883264d0-502b-4cb6-a2d7-faa8cf2d67bd req-6644cf9f-31e1-4f78-aadd-61f1bbedc60c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312157 Feb 15 10:15:06.204764 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:15:06.483174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b5b73-2a2a-4161-9c9b-0de94bbbbf36 req-1183f469-10d1-4668-bec4-5e54674ef508 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:06.484654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea3b5b73-2a2a-4161-9c9b-0de94bbbbf36 req-1183f469-10d1-4668-bec4-5e54674ef508 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0509241 Feb 15 10:15:06.522508 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ea3b5b73-2a2a-4161-9c9b-0de94bbbbf36 req-58a7c075-1d6a-40b8-b517-72c700660a96 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Feb 15 10:15:07.638456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b36d50-cde1-44f2-a7d9-60a6faec2579 req-e18fdf01-88a8-490d-a261-fb03d26a7f38 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:07.639926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8b36d50-cde1-44f2-a7d9-60a6faec2579 req-e18fdf01-88a8-490d-a261-fb03d26a7f38 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0484071 Feb 15 10:15:07.676292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a8b36d50-cde1-44f2-a7d9-60a6faec2579 req-3d08789d-523b-454b-ae40-10a856f89a75 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301323 Feb 15 10:15:08.792643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23fc498-cebe-4361-96be-2e17947dbfc2 req-98d28dbf-b8f4-4d14-9c45-8fcf85624590 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:08.794339 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c23fc498-cebe-4361-96be-2e17947dbfc2 req-98d28dbf-b8f4-4d14-9c45-8fcf85624590 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0496426 Feb 15 10:15:08.834823 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c23fc498-cebe-4361-96be-2e17947dbfc2 req-3c449001-c07a-4c53-bf74-a91e3d139b6b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345445 Feb 15 10:15:09.951667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91944e-5852-4c08-9731-3d32c77f581f req-dc0c0481-1dd0-449b-bc5f-a940c7bd1641 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:09.953154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b91944e-5852-4c08-9731-3d32c77f581f req-dc0c0481-1dd0-449b-bc5f-a940c7bd1641 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0483780 Feb 15 10:15:09.996871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b91944e-5852-4c08-9731-3d32c77f581f req-67d633f7-f929-475b-839c-5667ad67bc18 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376236 Feb 15 10:15:10.474386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-a019ef40-439d-4083-89ca-8db97c7c8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:10.475898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-a019ef40-439d-4083-89ca-8db97c7c8604 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1097 time: 0.0417864 Feb 15 10:15:10.579662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-7eedfa55-8fdd-4200-861f-5a79a438b942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:10.581185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-7eedfa55-8fdd-4200-861f-5a79a438b942 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0870469 Feb 15 10:15:10.626728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-64016b60-c154-4250-bba3-781de017ad75 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0384145 Feb 15 10:15:10.674720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-ffae4b5e-35e0-4426-8b17-22a7dd7e919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:10.676213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-ffae4b5e-35e0-4426-8b17-22a7dd7e919e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0432229 Feb 15 10:15:10.710248 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-4819397b-1f57-4399-850b-ce98d9bde00f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272448 Feb 15 10:15:10.809032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-6f036c72-192e-4cb9-a647-8871d8cf549a service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914669 Feb 15 10:15:10.900285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3f35b85-548f-4391-8541-1742a7fbd7df req-08cf5270-102d-47dd-8ab4-85d6e26fee43 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851314 Feb 15 10:15:11.121742 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74815cf7-3d44-427d-a17d-42bb6a926d7a req-539d2068-4c88-449b-8fce-32f356835d1e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:11.123927 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74815cf7-3d44-427d-a17d-42bb6a926d7a req-539d2068-4c88-449b-8fce-32f356835d1e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0539343 Feb 15 10:15:11.162806 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-74815cf7-3d44-427d-a17d-42bb6a926d7a req-5c93082a-446e-4dc9-8fdf-64487b7269ca tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329328 Feb 15 10:15:12.283123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2168a52-e4a7-4194-9b62-1370957acb1e req-4146f7ae-d4c0-4fdd-a088-338ff8aba9ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:12.284629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2168a52-e4a7-4194-9b62-1370957acb1e req-4146f7ae-d4c0-4fdd-a088-338ff8aba9ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0506811 Feb 15 10:15:12.322942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2168a52-e4a7-4194-9b62-1370957acb1e req-ea16d77e-49e0-479e-ae59-51dcb990e631 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Feb 15 10:15:12.814196 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-ef143f75-db52-4e74-9d74-000327cea07c req-776e9bd0-8d18-4370-a165-db3e771bb769 service neutron] show failed (client error): The resource could not be found. Feb 15 10:15:12.815251 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-776e9bd0-8d18-4370-a165-db3e771bb769 service neutron] 10.222.0.72 "GET /v2.0/ports/5648b16a-3bd7-4d5a-93e8-61c724343b0f/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0587282 Feb 15 10:15:13.011524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-04e047f8-4852-4445-80f8-ddacb3704042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:13.013320 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-04e047f8-4852-4445-80f8-ddacb3704042 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d&tenant_id=4f38930bb6254f0793dfd7688371d475 HTTP/1.1" status: 200 len: 1097 time: 0.0404787 Feb 15 10:15:13.024290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:15:13.076767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:13.577437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d413c6-6ca0-42cd-9989-79149e17dc50 req-ddc2702d-b699-4899-bc2e-c005ce3e61ce tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:13.578903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64d413c6-6ca0-42cd-9989-79149e17dc50 req-ddc2702d-b699-4899-bc2e-c005ce3e61ce tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.1214218 Feb 15 10:15:13.662214 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64d413c6-6ca0-42cd-9989-79149e17dc50 req-b99280c0-9daf-4d2a-bd2a-4dd6c1c9e1dc tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Feb 15 10:15:13.691557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:13.725200 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h2-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:15:13.768563 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:13.770901 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4522c77c-d670-4cbc-b920-2862eece9d0f" -d '{"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-unplugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:13.774693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:13.788094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.provisioning_blocks [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Transition to ACTIVE for port object 5648b16a-3bd7-4d5a-93e8-61c724343b0f will not be triggered until provisioned by entity L2. {{(pid=102359) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:15:13.792121 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:13.833447 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1e806f-46fb-47a7-a912-4993de96b407 x-openstack-request-id: req-ea1e806f-46fb-47a7-a912-4993de96b407 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:13.833730 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-unplugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:13.833972 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea1e806f-46fb-47a7-a912-4993de96b407 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:13.834360 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'code': 200} Feb 15 10:15:13.846812 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=6']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:13.867265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] No DVR routers for this DVR port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on host n-h2-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:15:13.869735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.870075 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.870402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.870728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.871050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.871369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.871686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.872625 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.872982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.873302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.873618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.873933 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:13.908890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:15:13.909215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:15:13.909534 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:13.913816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:15:13.914067 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Attempting to bind port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:13.919275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:15:13.919609 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Checking segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:15:13.919982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Bound using segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} {{(pid=102359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:15:13.920392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.managers [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Bound port: 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}}] {{(pid=102359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:15:13.920737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:13.981997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, cleared binding levels {{(pid=102359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:15:13.985165 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:15:13.989282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:14.025632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:14.026578 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:14.027959 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] 10.222.0.36 "PUT /v2.0/ports/5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 1092 time: 1.0075438 Feb 15 10:15:14.058713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382386fa-7573-4fe4-acbf-821ca955c0ed service neutron] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=7']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:14.093930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-d2556955-1c71-4fb4-97e6-1d89ce9c21e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:14.095445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-d2556955-1c71-4fb4-97e6-1d89ce9c21e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1095 time: 0.0446677 Feb 15 10:15:14.185769 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-b3a4515a-e7be-4166-b9a3-984f133a37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:14.187213 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-b3a4515a-e7be-4166-b9a3-984f133a37c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0852900 Feb 15 10:15:14.232316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-430232ff-52f2-4c99-9cb5-5295d5e02d1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0383461 Feb 15 10:15:14.279211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef143f75-db52-4e74-9d74-000327cea07c req-44056b19-0f30-4c14-87ea-62efe86f47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:14.280634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-44056b19-0f30-4c14-87ea-62efe86f47fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0424480 Feb 15 10:15:14.311924 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-cfea0dc3-961f-4566-8b59-bc135a76335e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247934 Feb 15 10:15:14.402111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-a5d2c24a-2e39-425e-af55-3e5851140496 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840669 Feb 15 10:15:14.492626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ef143f75-db52-4e74-9d74-000327cea07c req-faf8d0ef-954f-463d-91e0-cde9a2c06a45 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834885 Feb 15 10:15:14.647951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:14.780706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e23234-7344-49f1-adee-db72ffa25b67 req-dd7fbb64-bbf1-4c0f-a351-c02b6794c468 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:14.782203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51e23234-7344-49f1-adee-db72ffa25b67 req-dd7fbb64-bbf1-4c0f-a351-c02b6794c468 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 944 time: 0.0496135 Feb 15 10:15:14.827944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-51e23234-7344-49f1-adee-db72ffa25b67 req-3001aef2-0b0b-4436-be55-280325b56b9b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396454 Feb 15 10:15:15.835704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:15.838090 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:15.892436 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb520cd-59fc-4304-9490-2af40ee0c4a3 x-openstack-request-id: req-cbb520cd-59fc-4304-9490-2af40ee0c4a3 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:15.892775 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:15.892997 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cbb520cd-59fc-4304-9490-2af40ee0c4a3 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:15.893394 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'status': 'completed', 'code': 200} Feb 15 10:15:15.965319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-97a6b66d-7c1b-4e80-9b7f-c1f5ae5d2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:15.967971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-97a6b66d-7c1b-4e80-9b7f-c1f5ae5d2fe3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1095 time: 0.0499945 Feb 15 10:15:15.985606 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212bdad8-ea01-4b68-bef9-ebf6f44ba148 req-28e443c1-5e69-443e-a901-127c00b51b07 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:15.987184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-212bdad8-ea01-4b68-bef9-ebf6f44ba148 req-28e443c1-5e69-443e-a901-127c00b51b07 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 944 time: 0.0827029 Feb 15 10:15:15.990106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-f8fe4b98-74b4-49ee-8af1-9011d5de71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:15.991512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-f8fe4b98-74b4-49ee-8af1-9011d5de71d3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1095 time: 0.0768166 Feb 15 10:15:16.068756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-8f7c6265-16c4-4983-9984-c2b3bf24c38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:16.070444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-8f7c6265-16c4-4983-9984-c2b3bf24c38a service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0957158 Feb 15 10:15:16.094095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-212bdad8-ea01-4b68-bef9-ebf6f44ba148 req-412522c1-01f9-441e-be0f-327f5e333f31 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966938 Feb 15 10:15:16.120829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-6e80a51d-d9c5-4f05-946d-3aabd63a43ad service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0427387 Feb 15 10:15:16.126056 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-f227ae8d-789b-4a4f-ae2d-40159a215754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:16.127547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-f227ae8d-789b-4a4f-ae2d-40159a215754 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.1279855 Feb 15 10:15:16.170439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-5bc0791e-5888-44fe-825e-77bce2a75f77 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0365076 Feb 15 10:15:16.172471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-48db6cd3-ee5a-4acb-828f-51a8ca3f3e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:16.173959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-48db6cd3-ee5a-4acb-828f-51a8ca3f3e81 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0450141 Feb 15 10:15:16.193526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:15:16.204962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-8c3baa80-e3a0-44f6-8a46-133e46d1ec8e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251696 Feb 15 10:15:16.221031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-3bda1a9a-c652-46aa-aac4-6394a5e7b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:16.222889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-3bda1a9a-c652-46aa-aac4-6394a5e7b639 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0469639 Feb 15 10:15:16.233567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:15:16.258777 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-92242fa8-a4e6-416d-a6f3-9f60049432f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294397 Feb 15 10:15:16.303307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-754ccc22-9721-43e4-a1cf-8bcee0debc70 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915740 Feb 15 10:15:16.349681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-17379ee7-8d92-4228-b2a0-aa34f733c784 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830917 Feb 15 10:15:16.392285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-36ab76b6-24ab-4be0-887c-9ffd8d67634b service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 Feb 15 10:15:16.445961 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9e2b9f6d-f28f-4827-9b8d-e77d3857a17c req-bb0d28f4-14dd-4d3d-864e-cbdfe14aa378 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893958 Feb 15 10:15:16.549026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:15:16.644767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:16.656130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'port_id': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'mac_address': 'fa:16:3e:f0:05:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b33c0e-ee97-48f5-b97f-f5e014983746', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:15:16.696204 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:16.710440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5648b16a-3bd7-4d5a-93e8-61c724343b0f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:15:16.741590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:16.745168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:16.792376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0e731dbb-7449-4571-ac4b-5ec1bbff47a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:16.805702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:16.954868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5648b16a-3bd7-4d5a-93e8-61c724343b0f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:15:17.188532 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:17.213594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd68a0-369e-429d-8d16-6fc08b2bde7f req-76f7f9d9-51b3-405d-bf93-067c5d7880ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.215034 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbfd68a0-369e-429d-8d16-6fc08b2bde7f req-76f7f9d9-51b3-405d-bf93-067c5d7880ae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 945 time: 0.0489523 Feb 15 10:15:17.257297 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bbfd68a0-369e-429d-8d16-6fc08b2bde7f req-1e7059bf-9f45-42d1-8967-08f9f703780b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351973 Feb 15 10:15:17.509040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253a350-0a0c-46d1-9146-0762ac9aff6d req-a131437b-b75f-4292-8582-4bb240f4c2a2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.510549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f253a350-0a0c-46d1-9146-0762ac9aff6d req-a131437b-b75f-4292-8582-4bb240f4c2a2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 945 time: 0.1112828 Feb 15 10:15:17.531953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-e835a29f-ec47-42d6-bf9b-3e0649493e62 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.533384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-e835a29f-ec47-42d6-bf9b-3e0649493e62 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.72 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d&tenant_id=4f38930bb6254f0793dfd7688371d475&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 945 time: 0.1063008 Feb 15 10:15:17.592450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f253a350-0a0c-46d1-9146-0762ac9aff6d req-e3ba5081-9243-4150-9e0b-89c6f96741a0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741811 Feb 15 10:15:17.612632 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-5e2568b7-a59a-4d61-914f-2b8d883b234e service neutron] delete failed (client error): The resource could not be found. Feb 15 10:15:17.613655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-5e2568b7-a59a-4d61-914f-2b8d883b234e service neutron] 10.222.0.72 "DELETE /v2.0/ports/5648b16a-3bd7-4d5a-93e8-61c724343b0f/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0715318 Feb 15 10:15:17.692826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-0ad56389-98cc-445e-90ee-5709dd74cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.694282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-0ad56389-98cc-445e-90ee-5709dd74cd4a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 1096 time: 0.0401301 Feb 15 10:15:17.787161 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-d98f6eac-ea8f-451b-af03-f1c1d8d68fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.788569 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-d98f6eac-ea8f-451b-af03-f1c1d8d68fc4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0871198 Feb 15 10:15:17.829676 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-a60332fb-7178-4445-8fc0-4a3b8a3ed750 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 200 len: 217 time: 0.0344646 Feb 15 10:15:17.878738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-9d594995-3d3b-49b0-9b6b-de68113d866d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:17.880204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-9d594995-3d3b-49b0-9b6b-de68113d866d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0443010 Feb 15 10:15:17.911377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-d321da82-c294-4deb-be92-a12e0af0efb3 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247779 Feb 15 10:15:18.002750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-95a2da42-e11a-4743-a866-60b0a2ca92a2 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Feb 15 10:15:18.098256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c1c5e26-697e-4f52-bfa4-c39017cc7c19 req-8c2a1412-b098-4069-a5be-43ca793d1814 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878282 Feb 15 10:15:18.566066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:15:18.623010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 5648b16a-3bd7-4d5a-93e8-61c724343b0f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:15:18.627873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 5648b16a-3bd7-4d5a-93e8-61c724343b0f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:15:18.628460 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:18.724187 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:18.727536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea49ee-3fa9-4e9a-a2ef-101095bddcf5 req-1b603303-03ce-4537-a5f7-d01f8a5cbdc4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:18.729235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ea49ee-3fa9-4e9a-a2ef-101095bddcf5 req-1b603303-03ce-4537-a5f7-d01f8a5cbdc4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 945 time: 0.0546272 Feb 15 10:15:18.754268 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:18.756764 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac93b6-3ad9-440e-96ec-233f234afa12" -d '{"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-plugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:18.770582 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:18.777726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:18.787667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f3ea49ee-3fa9-4e9a-a2ef-101095bddcf5 req-dad9bbd0-aace-4fac-99bd-9159f7b459ee tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518296 Feb 15 10:15:18.821699 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546b1a1-f68c-43da-a380-ada958b81eba x-openstack-request-id: req-9546b1a1-f68c-43da-a380-ada958b81eba {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:18.821979 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-plugged", "status": "completed", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:18.822228 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9546b1a1-f68c-43da-a380-ada958b81eba {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:18.822608 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'code': 200} Feb 15 10:15:18.832549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:18.913104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fbfeec-bf46-4c3c-a0f0-5de68f5a7687 req-4ad15744-484e-419e-af87-f17d2f73683d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:18.914594 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19fbfeec-bf46-4c3c-a0f0-5de68f5a7687 req-4ad15744-484e-419e-af87-f17d2f73683d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0511067 Feb 15 10:15:18.956833 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-19fbfeec-bf46-4c3c-a0f0-5de68f5a7687 req-98153ce0-f06c-4c88-a97d-0210a4d4aea0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355234 Feb 15 10:15:19.079664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87988f-f65c-4ede-b147-454c18460ede req-dc007f32-84d2-44a1-9733-7dcaa5e2bed5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:19.081197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b87988f-f65c-4ede-b147-454c18460ede req-dc007f32-84d2-44a1-9733-7dcaa5e2bed5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0562463 Feb 15 10:15:19.119100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1b87988f-f65c-4ede-b147-454c18460ede req-3c4d450b-d899-4d25-8942-8cbce8f7bdae tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Feb 15 10:15:19.335593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4b777efb-c36d-4758-87bc-a5517da9285d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:19.495667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-963fb7ae-1642-4c4e-9afa-d0b96ddab788 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:19.497341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-963fb7ae-1642-4c4e-9afa-d0b96ddab788 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 815 time: 0.1040640 Feb 15 10:15:19.518113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-c649ab74-d215-4afd-9155-b4d2cb1561aa tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/quotas/4f38930bb6254f0793dfd7688371d475 HTTP/1.1" status: 200 len: 375 time: 0.0148101 Feb 15 10:15:19.567505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-933fa8a7-00e6-44b9-8420-e89457bff63a tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0440154 Feb 15 10:15:19.713149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-2d340339-37ca-493b-879d-846d3b1fbd18 service neutron] 10.222.0.10 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384902 Feb 15 10:15:19.801504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-04ea6433-5620-4e4b-adaa-e7cacd41f433 service neutron] 10.222.0.10 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806937 Feb 15 10:15:19.969644 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f23d2ef9-8586-409f-8ad4-6914d6d0696a req-66b01ad6-9816-4b5e-8a4f-a4e9af07dd6a tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 210 time: 0.0305052 Feb 15 10:15:20.463502 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:20.621716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44d380-74a1-4f9e-acda-11ff86532622 req-356fc0c5-4c91-49d5-b1d1-194bd17feeb5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:20.623248 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be44d380-74a1-4f9e-acda-11ff86532622 req-356fc0c5-4c91-49d5-b1d1-194bd17feeb5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.36 "GET /v2.0/ports?device_id=a7f25641-48d7-4a4d-85c3-e6b84504974d HTTP/1.1" status: 200 len: 946 time: 0.0605104 Feb 15 10:15:20.739543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Deleting port 5648b16a-3bd7-4d5a-93e8-61c724343b0f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:15:20.739876 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:20.793468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.36', 61840) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:15:20.868981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] For port 5648b16a-3bd7-4d5a-93e8-61c724343b0f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=5648b16a-3bd7-4d5a-93e8-61c724343b0f,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:20.869463 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:20.890682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Calling delete_port for 5648b16a-3bd7-4d5a-93e8-61c724343b0f owned by compute:nova {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:15:20.952564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-774420ee-5a20-4dbe-900b-ddd469f32c7d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:20.955895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-774420ee-5a20-4dbe-900b-ddd469f32c7d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 815 time: 0.1437619 Feb 15 10:15:20.968232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Request body: {'port': {'device_id': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'admin_state_up': True, 'tenant_id': '4f38930bb6254f0793dfd7688371d475'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:15:21.068535 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.081691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5648b16a-3bd7-4d5a-93e8-61c724343b0f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:15:21.105078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Pushing event deleted for resources: {'Port': ['ID=5648b16a-3bd7-4d5a-93e8-61c724343b0f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:21.151287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] No DVR routers for this DVR port 5648b16a-3bd7-4d5a-93e8-61c724343b0f on host n-h1-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:15:21.155243 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.158720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-be44d380-74a1-4f9e-acda-11ff86532622 req-79474e41-830f-4821-a890-f93bb2db5316 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.36 "DELETE /v2.0/ports/5648b16a-3bd7-4d5a-93e8-61c724343b0f HTTP/1.1" status: 204 len: 173 time: 0.5287626 Feb 15 10:15:21.159191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-deleted', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:21.162601 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc5c76-afd2-4d68-a37b-5593d40dee8f" -d '{"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-deleted", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:21.215409 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36eafd18-5a81-4e5e-9cba-fa8829b809df x-openstack-request-id: req-36eafd18-5a81-4e5e-9cba-fa8829b809df {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:21.216434 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f25641-48d7-4a4d-85c3-e6b84504974d", "name": "network-vif-deleted", "tag": "5648b16a-3bd7-4d5a-93e8-61c724343b0f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:21.217039 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36eafd18-5a81-4e5e-9cba-fa8829b809df {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:21.217617 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f25641-48d7-4a4d-85c3-e6b84504974d', 'name': 'network-vif-deleted', 'tag': '5648b16a-3bd7-4d5a-93e8-61c724343b0f', 'status': 'completed', 'code': 200} Feb 15 10:15:21.406117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22fde69e-e6f9-459d-9655-c4e7baf805ec req-d58c213b-e129-4477-a2a0-85318b1de1c2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 210 time: 0.3506782 Feb 15 10:15:21.451819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Made reservation on behalf of 4f38930bb6254f0793dfd7688371d475 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:15:21.455246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.585210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Allocated IP 172.20.0.10 (00aea12e-3b58-479f-8ae7-65e0544b8557/e4b33c0e-ee97-48f5-b97f-f5e014983746/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:15:21.739499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.772735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.783954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['5648b16a-3bd7-4d5a-93e8-61c724343b0f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:15:21.813521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Network 00aea12e-3b58-479f-8ae7-65e0544b8557 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:15:21.818577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:15:21.822408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:15:21.854665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:21.878652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:21.879253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:21.895171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-3fa83f7b-4898-47a8-af95-4b27526156cf tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319060 Feb 15 10:15:21.906459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Request body: {'port': {'device_id': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:15:21.958389 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.218778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:15:22.227541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.240116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Transition to ACTIVE for port object 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:15:22.244174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.300542 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:22.325005 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.369216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:15:22.369544 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:15:22.369869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:22.374997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:15:22.375313 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:22.381338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:15:22.381672 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Checking segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:15:22.382051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Bound using segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:15:22.382468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Bound port: 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:15:22.382817 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.447799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:15:22.452190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:15:22.456530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.492507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:22.493253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.494662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 1092 time: 0.5923479 Feb 15 10:15:22.495122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:22.498480 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1548d86-3e55-4330-b0c0-36464efd404c" -d '{"events": [{"name": "network-changed", "server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:22.508954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:22.532624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5916f4-1cbf-478c-8ffe-9eb9884be562 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:22.534770 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e977d2d-fc4f-4138-9312-b8ac4fc81557 req-29ff4ab6-73d4-4693-951c-f1fae1f92d52 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:22.536971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e977d2d-fc4f-4138-9312-b8ac4fc81557 req-29ff4ab6-73d4-4693-951c-f1fae1f92d52 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0561535 Feb 15 10:15:22.570059 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254715d0-a1e4-4a97-ba8b-449dcd574c93 x-openstack-request-id: req-254715d0-a1e4-4a97-ba8b-449dcd574c93 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:22.570350 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:22.570591 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-254715d0-a1e4-4a97-ba8b-449dcd574c93 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:22.570974 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'status': 'completed', 'code': 200} Feb 15 10:15:22.580443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e977d2d-fc4f-4138-9312-b8ac4fc81557 req-8b22ddd5-1727-447a-bd68-38e75ef60be9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356383 Feb 15 10:15:22.588914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-9db0e731-46c5-42cf-a7e0-7b0f35446f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:22.591104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-9db0e731-46c5-42cf-a7e0-7b0f35446f45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1095 time: 0.0486612 Feb 15 10:15:22.633425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-44ef6b3a-43fb-4e5a-9993-e23272f4ee48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0348048 Feb 15 10:15:22.688459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321699-79b3-4d8b-8cce-09859d98f55a req-c316ff83-8c6c-4efd-b750-bac803de1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:22.689946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-c316ff83-8c6c-4efd-b750-bac803de1dd3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0495958 Feb 15 10:15:22.723038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-8c924231-90ff-4b2b-9c91-0da0bb68d10e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266454 Feb 15 10:15:22.814804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-d90b0042-dad6-4e24-8d36-9495f06dacca service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Feb 15 10:15:22.907400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04321699-79b3-4d8b-8cce-09859d98f55a req-aa476662-f11b-4b87-8700-255369ca880e service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858896 Feb 15 10:15:23.000868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548d86-3e55-4330-b0c0-36464efd404c req-aa78a339-a608-4baa-891b-a333f57f29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:23.002381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-aa78a339-a608-4baa-891b-a333f57f29c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1095 time: 0.0428207 Feb 15 10:15:23.097531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548d86-3e55-4330-b0c0-36464efd404c req-1412533e-e2ff-4f93-8cde-4245f10c4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:23.099007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-1412533e-e2ff-4f93-8cde-4245f10c4234 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0901725 Feb 15 10:15:23.139733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-28c3df79-9e3d-4caf-a177-dcfd53a155d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0337319 Feb 15 10:15:23.188652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1548d86-3e55-4330-b0c0-36464efd404c req-f5211fbc-e176-4568-a325-e5ba3b03d8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:23.190215 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-f5211fbc-e176-4568-a325-e5ba3b03d8ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0442557 Feb 15 10:15:23.221287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-2163060a-c53c-46a2-9abc-f02996edf4ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243483 Feb 15 10:15:23.316145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-44f11741-1ad7-4173-9f63-5e04388fdf74 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883060 Feb 15 10:15:23.408364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a1548d86-3e55-4330-b0c0-36464efd404c req-954421a2-7eb6-4777-b664-0f212c0804f3 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854387 Feb 15 10:15:23.705682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebda9f-818c-4580-8462-5733dcffe259 req-9d9f7bd3-bf53-4b94-8b1f-4693472319ea tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:23.707148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1ebda9f-818c-4580-8462-5733dcffe259 req-9d9f7bd3-bf53-4b94-8b1f-4693472319ea tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0531065 Feb 15 10:15:23.744096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1ebda9f-818c-4580-8462-5733dcffe259 req-2cec3daa-1c16-43d9-aa11-daff662b424f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308964 Feb 15 10:15:24.645042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:15:24.647750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:15:24.673796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 5648b16a-3bd7-4d5a-93e8-61c724343b0f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:15:24.674126 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 5648b16a-3bd7-4d5a-93e8-61c724343b0f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:15:24.870248 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8a6a-1c1f-41f2-9316-31bb2f89f6f2 req-74dee1b4-827c-4b7e-bdaf-85a664cb3f6b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:24.873680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d65d8a6a-1c1f-41f2-9316-31bb2f89f6f2 req-74dee1b4-827c-4b7e-bdaf-85a664cb3f6b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0572371 Feb 15 10:15:24.914153 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d65d8a6a-1c1f-41f2-9316-31bb2f89f6f2 req-db8892dc-f79a-44e0-afe8-5a15ae2f9005 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Feb 15 10:15:24.920386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:24.932461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'port_id': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'mac_address': 'fa:16:3e:cc:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b33c0e-ee97-48f5-b97f-f5e014983746', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:15:24.970116 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:24.983140 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:15:25.002303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:25.006869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:25.055824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:25.191519 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:15:26.031683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44e7dc-097d-4fd2-b9b3-2368c0b49e69 req-5187f4d6-4f79-47f9-9c1e-10aff5aa3f02 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:26.033201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed44e7dc-097d-4fd2-b9b3-2368c0b49e69 req-5187f4d6-4f79-47f9-9c1e-10aff5aa3f02 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 945 time: 0.0498924 Feb 15 10:15:26.072916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed44e7dc-097d-4fd2-b9b3-2368c0b49e69 req-d334fa66-f7cc-4310-ba8a-25fd6bbf06dc tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337155 Feb 15 10:15:26.690007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:15:26.742022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:15:26.746300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:15:26.747333 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:26.825043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:26.849122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:26.851335 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3d01c-8aa4-4b72-9c26-5402e7962171" -d '{"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:26.865431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:26.869405 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:26.893870 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6637e22-4f77-4100-9527-48ec75d8962c x-openstack-request-id: req-a6637e22-4f77-4100-9527-48ec75d8962c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:26.894197 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:26.894451 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6637e22-4f77-4100-9527-48ec75d8962c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:26.894831 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'code': 200} Feb 15 10:15:26.922723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:26.989641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857f6a8-78d5-47bb-a5df-07bd0a53b685 req-153da88c-7d8f-4db2-a5bd-1e1f5de22a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:26.991378 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b857f6a8-78d5-47bb-a5df-07bd0a53b685 req-153da88c-7d8f-4db2-a5bd-1e1f5de22a05 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1097 time: 0.0465868 Feb 15 10:15:27.036364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b857f6a8-78d5-47bb-a5df-07bd0a53b685 req-df587037-81a6-49cc-a6d3-14996724c35c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376809 Feb 15 10:15:27.194185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70289272-8f14-4c9e-8ed7-5ae0b4a55623 req-9b145205-6a0c-4935-bba0-c39932d1898c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:27.195639 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70289272-8f14-4c9e-8ed7-5ae0b4a55623 req-9b145205-6a0c-4935-bba0-c39932d1898c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0519159 Feb 15 10:15:27.233080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70289272-8f14-4c9e-8ed7-5ae0b4a55623 req-48656169-c492-4e15-a36b-1208bdb8eb35 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Feb 15 10:15:28.353148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffe703-a473-45d9-879b-0c56e060410a req-93c2db1a-e7f3-4df4-860b-20de1ada4642 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:28.354547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7dffe703-a473-45d9-879b-0c56e060410a req-93c2db1a-e7f3-4df4-860b-20de1ada4642 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0508041 Feb 15 10:15:28.393495 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7dffe703-a473-45d9-879b-0c56e060410a req-a32b8e2b-43fd-4204-a442-ea582c240e46 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324357 Feb 15 10:15:28.510492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df2ead-52d8-4443-9500-9b73e32ba11d req-4a112c62-337e-498e-a43b-440d166563d0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:28.511974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57df2ead-52d8-4443-9500-9b73e32ba11d req-4a112c62-337e-498e-a43b-440d166563d0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0490074 Feb 15 10:15:28.551083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57df2ead-52d8-4443-9500-9b73e32ba11d req-9102e21e-db3f-4398-957b-abd51c9dcec0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328684 Feb 15 10:15:28.788494 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-ca568d5e-5386-47a1-a1a7-0bdb338d391f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0424955 Feb 15 10:15:28.801341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e5ba-8bd7-42f8-af9d-a7e8650862d0 req-1aafbe8a-c451-4876-b0d8-104ab299ec12 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:28.802866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e937e5ba-8bd7-42f8-af9d-a7e8650862d0 req-1aafbe8a-c451-4876-b0d8-104ab299ec12 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0514884 Feb 15 10:15:28.843377 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e937e5ba-8bd7-42f8-af9d-a7e8650862d0 req-262dbec3-4e68-43a9-a536-56018af0c9f2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Feb 15 10:15:29.854335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-dc64a213-89c4-43b5-a5e3-84a4bc6ef419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:29.855878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-dc64a213-89c4-43b5-a5e3-84a4bc6ef419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1097 time: 0.0451558 Feb 15 10:15:29.951281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-bc202971-93d9-4458-9ca5-1d2bf68da2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:29.966466 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-bc202971-93d9-4458-9ca5-1d2bf68da2dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.1029470 Feb 15 10:15:29.967837 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb2270-3fd9-4c64-a73a-acfdd7e2e478 req-bcbb4f00-8d59-4217-ae08-2ae1822da1e6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:29.969420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2fb2270-3fd9-4c64-a73a-acfdd7e2e478 req-bcbb4f00-8d59-4217-ae08-2ae1822da1e6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0551336 Feb 15 10:15:30.013517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f2fb2270-3fd9-4c64-a73a-acfdd7e2e478 req-35d691c5-eb9f-44b1-bbe8-548b1f59c936 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343051 Feb 15 10:15:30.013949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-6ebc5867-74aa-41c6-a79e-86f1dc429624 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0409827 Feb 15 10:15:30.069135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-1eef26ee-008d-4957-81f8-33554d1e6566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:30.070695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-1eef26ee-008d-4957-81f8-33554d1e6566 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0508857 Feb 15 10:15:30.102817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-47be63bf-05c7-4c14-9539-e71fe5fcf154 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254309 Feb 15 10:15:30.196741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f0174385-48a7-41b5-812f-2334a426580f service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863769 Feb 15 10:15:30.292180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-69644350-79d5-4ebf-8c67-98f0787e6381 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888627 Feb 15 10:15:31.136069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c8bf3-29c5-4ba6-b2f2-fb15c9d8f35f req-55a645ee-ac20-449c-a050-2d746f5ee3fe tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:31.137636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d90c8bf3-29c5-4ba6-b2f2-fb15c9d8f35f req-55a645ee-ac20-449c-a050-2d746f5ee3fe tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0508358 Feb 15 10:15:31.175480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d90c8bf3-29c5-4ba6-b2f2-fb15c9d8f35f req-6507c24b-e750-4642-8e56-9cfd5b3a1ced tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318189 Feb 15 10:15:32.295513 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99e309b-39c1-4c57-90df-b5e29792597f req-10f7cf3c-f6dd-482c-9e98-a3c52c10dd4c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:32.297131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c99e309b-39c1-4c57-90df-b5e29792597f req-10f7cf3c-f6dd-482c-9e98-a3c52c10dd4c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0528116 Feb 15 10:15:32.338864 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c99e309b-39c1-4c57-90df-b5e29792597f req-cf1f65d3-d903-49eb-9b3a-6811ed458673 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348439 Feb 15 10:15:33.461754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385198fe-af4d-4032-9aad-d42631d8a6b0 req-b746f9cd-6307-4c6a-91a9-8dc4c1a92994 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:33.463245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-385198fe-af4d-4032-9aad-d42631d8a6b0 req-b746f9cd-6307-4c6a-91a9-8dc4c1a92994 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0540171 Feb 15 10:15:33.501098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-385198fe-af4d-4032-9aad-d42631d8a6b0 req-a8e010b0-82ea-499c-ac07-b54811e5b02b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317104 Feb 15 10:15:34.617090 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acdbd0-1539-40fc-b189-06edcb0673d0 req-5bca932f-0c06-4046-9a38-641877f07c87 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:34.618579 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54acdbd0-1539-40fc-b189-06edcb0673d0 req-5bca932f-0c06-4046-9a38-641877f07c87 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0492146 Feb 15 10:15:34.656503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-54acdbd0-1539-40fc-b189-06edcb0673d0 req-7a2ca09d-988c-47c7-8c7f-4c3aad3471ca tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Feb 15 10:15:35.783449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a298ef-5956-48e0-a992-d04c51fd393f req-82bef5eb-ab53-481f-a156-d0c6fa17b572 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:35.784969 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0a298ef-5956-48e0-a992-d04c51fd393f req-82bef5eb-ab53-481f-a156-d0c6fa17b572 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0531435 Feb 15 10:15:35.827958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0a298ef-5956-48e0-a992-d04c51fd393f req-5dc84699-2931-463a-9835-548e182f5e49 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369027 Feb 15 10:15:36.952386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28c97e-d0dc-4248-9e4c-3028a8dfec96 req-f90d343a-9308-463a-a983-12a54c137a92 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:36.953941 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b28c97e-d0dc-4248-9e4c-3028a8dfec96 req-f90d343a-9308-463a-a983-12a54c137a92 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0572853 Feb 15 10:15:36.994066 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9b28c97e-d0dc-4248-9e4c-3028a8dfec96 req-27eb4058-2d3e-443c-a6f7-8537fe564671 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340512 Feb 15 10:15:38.116410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62725b-8f12-416a-95fd-e059ef00ef36 req-5a7e7470-8c1a-4efe-ab3f-04c5a6ed85b4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:38.117929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca62725b-8f12-416a-95fd-e059ef00ef36 req-5a7e7470-8c1a-4efe-ab3f-04c5a6ed85b4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0511851 Feb 15 10:15:38.158866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca62725b-8f12-416a-95fd-e059ef00ef36 req-bac4c3b9-fa13-4635-888a-eeb010a4138f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Feb 15 10:15:39.274645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3611f0eb-7206-4096-bc03-f87df609d7fa req-08d9b73e-f2c0-473b-8177-7b150856616d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:39.276133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3611f0eb-7206-4096-bc03-f87df609d7fa req-08d9b73e-f2c0-473b-8177-7b150856616d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0487409 Feb 15 10:15:39.315859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3611f0eb-7206-4096-bc03-f87df609d7fa req-0c18f3aa-94af-46ab-ad7f-9214d74cad2f tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318236 Feb 15 10:15:40.438921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936f8e4f-8eb2-4494-b708-d5246123e9c6 req-2abce727-208a-4eeb-84a4-7dc63b1e0aa9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:40.440426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-936f8e4f-8eb2-4494-b708-d5246123e9c6 req-2abce727-208a-4eeb-84a4-7dc63b1e0aa9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0549378 Feb 15 10:15:40.478375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-936f8e4f-8eb2-4494-b708-d5246123e9c6 req-de2c50d0-f19e-4888-ba83-e53c300dfb4c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Feb 15 10:15:41.596916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400eaa48-1e47-4626-8c36-b019a75ab2ca req-5e727a38-5eaa-465b-a94d-066eb5273123 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:41.598404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-400eaa48-1e47-4626-8c36-b019a75ab2ca req-5e727a38-5eaa-465b-a94d-066eb5273123 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0494504 Feb 15 10:15:41.636980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-400eaa48-1e47-4626-8c36-b019a75ab2ca req-c7428da3-40c9-4dcd-9ba9-7a04a8b79018 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326729 Feb 15 10:15:42.757687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a83956-7034-4e31-ac20-b7f31c4b834d req-030419d2-9c1f-4ad5-a460-85f5afbbba08 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:42.759177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2a83956-7034-4e31-ac20-b7f31c4b834d req-030419d2-9c1f-4ad5-a460-85f5afbbba08 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0515215 Feb 15 10:15:42.798907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a2a83956-7034-4e31-ac20-b7f31c4b834d req-f0680118-c3ac-4675-809a-9d65f563c5db tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320921 Feb 15 10:15:43.204089 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:15:43.920069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48cbb82-e938-4ebf-bca7-0a44f2bec907 req-c78b9a07-6734-4eea-a8c4-3bb970686351 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:43.921558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48cbb82-e938-4ebf-bca7-0a44f2bec907 req-c78b9a07-6734-4eea-a8c4-3bb970686351 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0533667 Feb 15 10:15:43.959306 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a48cbb82-e938-4ebf-bca7-0a44f2bec907 req-131235b1-9c46-45bc-bfce-f30236438bd9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317833 Feb 15 10:15:44.662056 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:45.078224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6dacb-478e-43db-9347-e73bc0364217 req-5ef1e109-e54c-40aa-866e-c5ed243ca32b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:45.079703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82c6dacb-478e-43db-9347-e73bc0364217 req-5ef1e109-e54c-40aa-866e-c5ed243ca32b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0485699 Feb 15 10:15:45.116228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82c6dacb-478e-43db-9347-e73bc0364217 req-32144412-b625-43ff-b1e2-50f3f59e0f4e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Feb 15 10:15:46.234610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0caeaa-50d5-4469-a5fa-8a344631250e req-75939d55-f441-4b52-ba76-8c0451cb85c6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:46.236130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b0caeaa-50d5-4469-a5fa-8a344631250e req-75939d55-f441-4b52-ba76-8c0451cb85c6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0494082 Feb 15 10:15:46.274311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1b0caeaa-50d5-4469-a5fa-8a344631250e req-d9de42a0-aa4f-4b55-991e-c825554aa5b0 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Feb 15 10:15:46.775926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5116e0bd-23a8-4f3e-9cd0-a7a3bcb52b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:47.193186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:47.393983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bce6ea-a62a-4d48-a982-cce76fe214bb req-852990de-005e-464c-a9a0-bab49c9b2a7b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:47.395371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c5bce6ea-a62a-4d48-a982-cce76fe214bb req-852990de-005e-464c-a9a0-bab49c9b2a7b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0522845 Feb 15 10:15:47.433163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c5bce6ea-a62a-4d48-a982-cce76fe214bb req-82aeaf45-5276-4cd6-bf88-e9aac67721eb tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Feb 15 10:15:48.550806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dc236-4e60-4417-a7f2-2689fc9ee5cd req-1c20bead-9886-4c73-ac64-ccf355bd61f9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:48.552290 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c0dc236-4e60-4417-a7f2-2689fc9ee5cd req-1c20bead-9886-4c73-ac64-ccf355bd61f9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0495648 Feb 15 10:15:48.588562 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1c0dc236-4e60-4417-a7f2-2689fc9ee5cd req-2a0d1704-162e-499a-ab86-063d5f9ae5af tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303278 Feb 15 10:15:49.338041 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3b22b0a1-488e-46c2-a4af-f46420a245bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:49.704842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0ad61-bbd6-4aac-8fed-6f9a0ce18734 req-8a3639af-a8c1-4390-b103-f47b2a2e41e4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:49.706306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80a0ad61-bbd6-4aac-8fed-6f9a0ce18734 req-8a3639af-a8c1-4390-b103-f47b2a2e41e4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0486605 Feb 15 10:15:49.742992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-80a0ad61-bbd6-4aac-8fed-6f9a0ce18734 req-dfc1095e-96f8-477c-9937-acd0dbdbfbdd tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306518 Feb 15 10:15:50.462432 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:50.866093 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e5a41-2fae-4c94-aae8-25c141bc95db req-3bdc37a9-fe70-4b99-ac1d-c36752bdac13 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:50.867577 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86e5a41-2fae-4c94-aae8-25c141bc95db req-3bdc37a9-fe70-4b99-ac1d-c36752bdac13 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0542707 Feb 15 10:15:50.905180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a86e5a41-2fae-4c94-aae8-25c141bc95db req-df8d2c01-80a8-46db-9ff9-3c8ccebaa1b6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314445 Feb 15 10:15:52.021166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834dceb-943b-4ceb-a3e4-b860b5dc968e req-629c4114-d825-4a24-8c36-b6a763bca8a9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:52.022653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b834dceb-943b-4ceb-a3e4-b860b5dc968e req-629c4114-d825-4a24-8c36-b6a763bca8a9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0484080 Feb 15 10:15:52.061202 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b834dceb-943b-4ceb-a3e4-b860b5dc968e req-0a48d001-d554-4ea1-baef-61d0955882e4 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313413 Feb 15 10:15:52.327156 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:52.502534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:53.182204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c1287-8607-41d2-9a99-fa56798d7024 req-54213d16-4988-41fd-bf76-0f78e796be04 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:53.184276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d25c1287-8607-41d2-9a99-fa56798d7024 req-54213d16-4988-41fd-bf76-0f78e796be04 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0501506 Feb 15 10:15:53.222912 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d25c1287-8607-41d2-9a99-fa56798d7024 req-c73976fd-9e1a-4327-9730-b7fadae436f5 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324135 Feb 15 10:15:54.344291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42765e3-0921-4d3b-bf42-8e4a7579663b req-3c15856a-5ba2-4dd5-89a9-bfdfb13ecc46 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:54.345715 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b42765e3-0921-4d3b-bf42-8e4a7579663b req-3c15856a-5ba2-4dd5-89a9-bfdfb13ecc46 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0541365 Feb 15 10:15:54.384507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b42765e3-0921-4d3b-bf42-8e4a7579663b req-144a1935-f135-4e9a-b155-bc95faee0dc3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Feb 15 10:15:55.502953 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474e8e2-b416-4973-b2da-68079591597c req-c0f5ae91-87e0-48ed-9ee1-18ad9d1aa6c9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:55.504449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6474e8e2-b416-4973-b2da-68079591597c req-c0f5ae91-87e0-48ed-9ee1-18ad9d1aa6c9 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0491965 Feb 15 10:15:55.542575 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6474e8e2-b416-4973-b2da-68079591597c req-ffb3243a-c5dd-4c8c-8b74-327ef88fbc65 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Feb 15 10:15:56.659423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c779b-1d6e-4079-9e14-760f29e5381d req-8265c467-95dd-4753-8dd1-c52bdc5f8589 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:56.660926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c0c779b-1d6e-4079-9e14-760f29e5381d req-8265c467-95dd-4753-8dd1-c52bdc5f8589 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0492816 Feb 15 10:15:56.701521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5c0c779b-1d6e-4079-9e14-760f29e5381d req-6d84a745-17cf-4bf8-a57e-427396252b52 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346227 Feb 15 10:15:57.010656 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-249c2497-d252-4569-960c-98c9006a7a09 service neutron] show failed (client error): The resource could not be found. Feb 15 10:15:57.012217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-249c2497-d252-4569-960c-98c9006a7a09 service neutron] 10.222.0.36 "GET /v2.0/ports/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0531218 Feb 15 10:15:57.208824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-16df30de-de58-42bc-bff4-e7616b881768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:57.210336 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-16df30de-de58-42bc-bff4-e7616b881768 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff&tenant_id=4f38930bb6254f0793dfd7688371d475 HTTP/1.1" status: 200 len: 1097 time: 0.0403998 Feb 15 10:15:57.221757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:15:57.276296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.294777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-fb65335f-41aa-419e-a1f9-64e9b9a861d3 req-458ceaea-d3fa-4239-a039-2f29402241a5 service neutron] (102359) timed out ('10.222.0.10', 38002) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:15:57.476365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:15:57.508324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:15:57.547497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:57.549810 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ebc63-5dbc-4fc0-a714-69503471f953" -d '{"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:57.553897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.565925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Transition to ACTIVE for port object 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:15:57.569425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.598808 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c50a8e-6058-4648-80b0-3c77ccad07ad x-openstack-request-id: req-a1c50a8e-6058-4648-80b0-3c77ccad07ad {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:57.599098 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-unplugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:57.599370 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1c50a8e-6058-4648-80b0-3c77ccad07ad {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:57.599731 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'code': 200} Feb 15 10:15:57.637268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:57.639372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] No DVR routers for this DVR port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:15:57.647922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.648265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.648601 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.648967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.649293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.649617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.649939 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.650259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.650580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.650898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.651219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.651534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:15:57.685303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:15:57.685925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:15:57.685925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:57.690233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:15:57.690568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Attempting to bind port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on network 00aea12e-3b58-479f-8ae7-65e0544b8557 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:15:57.695201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:15:57.695534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Checking segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:15:57.695913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Bound using segment: {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:15:57.696360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Bound port: 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:15:57.696708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.758405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:15:57.761994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:15:57.766022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.832512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:57.833176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:15:57.834600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] 10.222.0.72 "PUT /v2.0/ports/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 1092 time: 0.6168013 Feb 15 10:15:57.856671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4132b29-8b6e-4bd7-ab60-e1314de2ef28 service neutron] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:15:57.895617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9153cf-3cf0-4c24-b21a-7a610fb64de8 req-0361756f-9ccd-4444-8a95-9b48a8e5b2d6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:57.897117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a9153cf-3cf0-4c24-b21a-7a610fb64de8 req-0361756f-9ccd-4444-8a95-9b48a8e5b2d6 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.1065416 Feb 15 10:15:57.926634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-21f23194-2f8b-453d-a879-007a654684ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:57.928094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-21f23194-2f8b-453d-a879-007a654684ce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1095 time: 0.0685997 Feb 15 10:15:57.961381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a9153cf-3cf0-4c24-b21a-7a610fb64de8 req-17132723-f9a2-49a0-a21d-94ca7d9499c8 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567725 Feb 15 10:15:58.032603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-db0c3e3b-d768-470b-96bc-d5237bdaf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:58.034126 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-db0c3e3b-d768-470b-96bc-d5237bdaf475 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0957637 Feb 15 10:15:58.076127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-d4e212ac-af87-42e2-8c86-43021c8b8793 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0353358 Feb 15 10:15:58.124373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-cb83d8b5-3782-4a1a-8635-0a264a7c5c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:58.125971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-cb83d8b5-3782-4a1a-8635-0a264a7c5c0e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0433528 Feb 15 10:15:58.157457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-d6906d33-78e2-49c1-b59c-aa7c8cbf2172 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248351 Feb 15 10:15:58.246998 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-fdf9a21f-0523-461e-85c4-4c33ac7865c6 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826085 Feb 15 10:15:58.333431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a3e869ca-9f2f-4a99-adc5-fd4056f3efb6 req-cc224094-fb15-4b83-81a0-c1394643c5cb service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803304 Feb 15 10:15:59.085397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cdb50-78f9-44ba-abd2-e3e338112d95 req-c2d0de66-db40-4565-86f3-cd34d6833b1d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:59.086882 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-762cdb50-78f9-44ba-abd2-e3e338112d95 req-c2d0de66-db40-4565-86f3-cd34d6833b1d tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0540991 Feb 15 10:15:59.125036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-762cdb50-78f9-44ba-abd2-e3e338112d95 req-bb49606f-344f-4001-963f-61853a48db63 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Feb 15 10:15:59.601073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:15:59.603553 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f445873a-c80d-4fa3-bcca-a8dec94b1c91" -d '{"events": [{"name": "network-changed", "server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:15:59.653559 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2af33e-ed93-4a4f-8d71-aaadcb9db273 x-openstack-request-id: req-7c2af33e-ed93-4a4f-8d71-aaadcb9db273 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:15:59.653843 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:15:59.654446 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c2af33e-ed93-4a4f-8d71-aaadcb9db273 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:15:59.654855 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'status': 'completed', 'code': 200} Feb 15 10:15:59.753778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-c66e5717-fca6-43a3-8ee7-0ded4d9d21d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:59.755312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-c66e5717-fca6-43a3-8ee7-0ded4d9d21d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1095 time: 0.0832510 Feb 15 10:15:59.758156 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-9fe8bb42-1784-4b80-9b2d-7353da978377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:59.759518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-9fe8bb42-1784-4b80-9b2d-7353da978377 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1095 time: 0.0782564 Feb 15 10:15:59.927771 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-74d3ceb4-9963-4655-bffd-ee3bb896a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:59.929217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-74d3ceb4-9963-4655-bffd-ee3bb896a646 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.1659544 Feb 15 10:15:59.931665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-ded0b731-2e7f-4c56-b145-3d56a2451ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:15:59.933043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-ded0b731-2e7f-4c56-b145-3d56a2451ae4 service neutron] 10.222.0.72 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.1519511 Feb 15 10:15:59.973917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-0efb0dc8-781e-42b1-98ff-34f6151ce883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0381465 Feb 15 10:16:00.010484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-88c4ab0f-b5a3-4f3e-91cc-f555296f1b05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0693297 Feb 15 10:16:00.078328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-ddce2198-b755-4a70-98b0-1ccdd1205bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.079791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-ddce2198-b755-4a70-98b0-1ccdd1205bdb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0772533 Feb 15 10:16:00.083306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-56ec54e7-8f0d-4d4b-bb6e-e2f7c6f2a2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.084679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-56ec54e7-8f0d-4d4b-bb6e-e2f7c6f2a2b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0547936 Feb 15 10:16:00.122239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-213e10c8-2cbb-4d17-882d-c5de07a3b476 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353866 Feb 15 10:16:00.143653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-a97bc0f8-1ab7-46e9-8112-19f0b133edf7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498698 Feb 15 10:16:00.246402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e720d0-e378-4896-8908-c069a25cd49c req-6409c0ff-899f-4d9d-ba6f-7c521cee8f5e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.247937 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28e720d0-e378-4896-8908-c069a25cd49c req-6409c0ff-899f-4d9d-ba6f-7c521cee8f5e tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0508025 Feb 15 10:16:00.287111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-28e720d0-e378-4896-8908-c069a25cd49c req-529d68b3-9d68-49ca-a261-64111004b083 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331442 Feb 15 10:16:00.288250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-b36ec49c-8088-402d-8e15-96a69f800ecf service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533723 Feb 15 10:16:00.291876 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-ca6d0e24-dce3-401f-a699-b2401345f538 service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366711 Feb 15 10:16:00.373355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:16:00.504443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:00.517959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'network_id': '00aea12e-3b58-479f-8ae7-65e0544b8557', 'port_id': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'mac_address': 'fa:16:3e:cc:8f:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4b33c0e-ee97-48f5-b97f-f5e014983746', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:16:00.539904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c86b37-ed83-4767-880c-c5142ecb4a49 req-e9875a32-e932-4fce-9fdd-c31eb886e718 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.541669 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97c86b37-ed83-4767-880c-c5142ecb4a49 req-e9875a32-e932-4fce-9fdd-c31eb886e718 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 944 time: 0.0923209 Feb 15 10:16:00.562673 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:00.580784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:16:00.581054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-6e9152ec-3efc-4b5c-9a2c-310b17cab563 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.583210 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-6e9152ec-3efc-4b5c-9a2c-310b17cab563 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.36 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff&tenant_id=4f38930bb6254f0793dfd7688371d475&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.1016097 Feb 15 10:16:00.610849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:00.618997 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:00.686281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:00.686677 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-97c86b37-ed83-4767-880c-c5142ecb4a49 req-ab89d398-1be1-418e-a06c-deb1c54f7160 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348031 Feb 15 10:16:00.694173 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-c291ec52-1c0d-4337-8070-0210ed3a6c08 service neutron] delete failed (client error): The resource could not be found. Feb 15 10:16:00.695203 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-c291ec52-1c0d-4337-8070-0210ed3a6c08 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.1035602 Feb 15 10:16:00.700120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.700375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.700787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.701121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.701448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.701770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.702089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.702406 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.702721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.703034 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.703487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.703805 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:00.747069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-f8b43e8b-f3f2-4e58-9cb5-6f9ffc28e2eb service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523103 Feb 15 10:16:00.750448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f445873a-c80d-4fa3-bcca-a8dec94b1c91 req-872c8dcb-9306-4688-9065-c5def2e6802d service neutron] 10.222.0.72 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483783 Feb 15 10:16:00.814935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:16:00.839170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:16:00.849185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-e53620be-34c9-435e-8280-a0cd606043e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.850689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-e53620be-34c9-435e-8280-a0cd606043e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4f38930bb6254f0793dfd7688371d475&device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 1096 time: 0.0437050 Feb 15 10:16:00.887969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:16:00.945568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-4291dc06-8419-4b3e-9252-95a9af79ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:00.947015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-4291dc06-8419-4b3e-9252-95a9af79ba93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 200 len: 916 time: 0.0899777 Feb 15 10:16:00.989810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-2cfd7966-6154-422e-a098-e970af7c6147 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 200 len: 217 time: 0.0348434 Feb 15 10:16:01.039979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-67022351-4145-4770-8d1a-62fe152f15e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:01.041474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-67022351-4145-4770-8d1a-62fe152f15e4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 200 len: 855 time: 0.0450554 Feb 15 10:16:01.078368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-200604a3-d1c7-4c2f-abd0-3ba9f5373960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00aea12e-3b58-479f-8ae7-65e0544b8557&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296922 Feb 15 10:16:01.172784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-1c995aef-c56c-40c5-b541-2b3adc17f422 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871336 Feb 15 10:16:01.269991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-03aed3c0-9371-4089-9e7f-7691f93cca31 service neutron] 10.222.0.36 "GET /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906587 Feb 15 10:16:01.813982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4c19-d388-420a-91e0-1927380c1ec9 req-5c71746d-083a-4408-858f-8a4eceb0e1ad tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:01.815495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-558b4c19-d388-420a-91e0-1927380c1ec9 req-5c71746d-083a-4408-858f-8a4eceb0e1ad tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 945 time: 0.0509586 Feb 15 10:16:01.854442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-558b4c19-d388-420a-91e0-1927380c1ec9 req-5241ae3e-2a32-4b5f-b3b9-89184e4973b3 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322578 Feb 15 10:16:02.379569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:02.427685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:16:02.431382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:02.431751 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:02.513189 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:02.535577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:16:02.537828 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34362c97-9007-4698-af91-fed563816b9f" -d '{"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:16:02.552166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:02.556454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:02.582465 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8872b98-ec7a-400b-be5c-6599e7758f33 x-openstack-request-id: req-d8872b98-ec7a-400b-be5c-6599e7758f33 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:16:02.582753 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-plugged", "status": "completed", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:16:02.583002 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8872b98-ec7a-400b-be5c-6599e7758f33 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:16:02.583385 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'code': 200} Feb 15 10:16:02.609680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:02.972213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36aa9d0-8889-47ef-a2ed-6371abd4a43c req-b2a75784-e141-42ba-a1c1-c623001da27c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:02.973761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c36aa9d0-8889-47ef-a2ed-6371abd4a43c req-b2a75784-e141-42ba-a1c1-c623001da27c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0487814 Feb 15 10:16:03.012631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c36aa9d0-8889-47ef-a2ed-6371abd4a43c req-64d65f80-28f2-4616-bb97-0ebe6c8b4d72 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328522 Feb 15 10:16:03.130540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6cca-c07e-4731-baf6-5f865084e5d0 req-625e580e-7abe-4895-853b-debe20cd8586 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:03.132042 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3af6cca-c07e-4731-baf6-5f865084e5d0 req-625e580e-7abe-4895-853b-debe20cd8586 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0506947 Feb 15 10:16:03.171131 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a3af6cca-c07e-4731-baf6-5f865084e5d0 req-cdad3422-a59c-4822-ba79-b6d72a9f3a8c tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Feb 15 10:16:03.286541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a7a4f-f284-454a-98f7-54f58004a027 req-e1d1da0d-f10b-47df-af58-5a299a9ac483 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:03.288064 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-020a7a4f-f284-454a-98f7-54f58004a027 req-e1d1da0d-f10b-47df-af58-5a299a9ac483 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0508249 Feb 15 10:16:03.331011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-020a7a4f-f284-454a-98f7-54f58004a027 req-4d42037c-39fb-4840-9e64-53525ac7b3dd tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Feb 15 10:16:03.670730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5837d-0482-4974-ba26-08fa1ed9b992 req-050af50b-0a9f-4798-b5f3-6012a5e7af84 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:03.672209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39a5837d-0482-4974-ba26-08fa1ed9b992 req-050af50b-0a9f-4798-b5f3-6012a5e7af84 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0528171 Feb 15 10:16:03.709758 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39a5837d-0482-4974-ba26-08fa1ed9b992 req-8434071d-724c-442a-b32d-d5530363fc52 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316312 Feb 15 10:16:04.856206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1e303-3851-4e0d-9f53-4abf851f583f req-cafc31a3-f721-4a5b-8e6b-f0f6b0f920f2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:04.857722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09d1e303-3851-4e0d-9f53-4abf851f583f req-cafc31a3-f721-4a5b-8e6b-f0f6b0f920f2 tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0767999 Feb 15 10:16:04.867719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-2374a610-57cf-4d2b-bdd9-0f470383e1ff tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:04.869118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-2374a610-57cf-4d2b-bdd9-0f470383e1ff tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.72 "GET /v2.0/ports?device_id=38d2d9f3-2645-4d5e-a2af-e9d9725945ff HTTP/1.1" status: 200 len: 946 time: 0.0774720 Feb 15 10:16:04.952193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09d1e303-3851-4e0d-9f53-4abf851f583f req-337f42dd-7441-4c3d-bbc7-8cb8cae4b40b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.10 "GET /v2.0/security-groups?id=857d384b-f117-4353-96bb-d8d32ecf0f94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821230 Feb 15 10:16:04.981410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Deleting port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:16:04.981742 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:05.068045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] For port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,segment=NetworkSegment(d59bb8ed-dd79-43a6-a0aa-f2eb46173a22),segment_id=d59bb8ed-dd79-43a6-a0aa-f2eb46173a22)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:05.068403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:05.080661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Calling delete_port for 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:16:05.210614 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:05.223697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:16:05.239497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Pushing event deleted for resources: {'Port': ['ID=9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:05.285638 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] No DVR routers for this DVR port 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:16:05.288325 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:05.291645 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1e70642-cdeb-445f-a20a-4e0c1ba0564a req-bb11f84d-ae9f-43ff-9507-6ab0705ba15b tempest-ServerDiskConfigTestJSON-1542493389 tempest-ServerDiskConfigTestJSON-1542493389-project] 10.222.0.72 "DELETE /v2.0/ports/9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 HTTP/1.1" status: 204 len: 173 time: 0.4159532 Feb 15 10:16:05.292077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-deleted', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:16:05.296340 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f54ba-20cc-4e92-937b-f5bc12f056ce" -d '{"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-deleted", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:16:05.336381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a3b4e4a-2445-45ca-bf21-9baa702f8fbc x-openstack-request-id: req-5a3b4e4a-2445-45ca-bf21-9baa702f8fbc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:16:05.336742 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d2d9f3-2645-4d5e-a2af-e9d9725945ff", "name": "network-vif-deleted", "tag": "9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:16:05.337078 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a3b4e4a-2445-45ca-bf21-9baa702f8fbc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:16:05.337536 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d2d9f3-2645-4d5e-a2af-e9d9725945ff', 'name': 'network-vif-deleted', 'tag': '9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9', 'status': 'completed', 'code': 200} Feb 15 10:16:06.075903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51010) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:06.123529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Deleting subnet e4b33c0e-ee97-48f5-b97f-f5e014983746 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:16:06.126598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.160068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.198370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.250299 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.275600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4b33c0e-ee97-48f5-b97f-f5e014983746,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:06.280372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.283582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2524cdfd-bb0d-476e-8505-8867dea2bc23 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e4b33c0e-ee97-48f5-b97f-f5e014983746 HTTP/1.1" status: 204 len: 168 time: 0.2068079 Feb 15 10:16:06.286592 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51012) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:06.360036 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.438463 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.463122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00aea12e-3b58-479f-8ae7-65e0544b8557']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:06.473185 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:06.473476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59bb8ed-dd79-43a6-a0aa-f2eb46173a22') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:06.483934 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.498234 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.504026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:16:06.504480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:16:06.506189 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:16:06.566675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.572585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.576738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/00aea12e-3b58-479f-8ae7-65e0544b8557 HTTP/1.1" status: 204 len: 168 time: 0.2892203 Feb 15 10:16:06.587958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2d184-efb1-4bf0-901c-67b381b806fa admin admin] Pushing event deleted for resources: {'Network': ['ID=00aea12e-3b58-479f-8ae7-65e0544b8557,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:06.689481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51016) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:06.729167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ef91f17b-3884-42d8-b412-2ed26150f97e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f38930bb6254f0793dfd7688371d475&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384045 Feb 15 10:16:06.731680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51018) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:06.780900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.810536 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.864193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.866855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:06.868041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/857d384b-f117-4353-96bb-d8d32ecf0f94 HTTP/1.1" status: 204 len: 168 time: 0.1354632 Feb 15 10:16:06.876574 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b67564-8465-4d19-a5e3-a3bbbadea64c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d384b-f117-4353-96bb-d8d32ecf0f94,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:07.549286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51040) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:07.646325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1774152292-network', 'tenant_id': '35063779434645d4befbc5a2a019b07c'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:07.670558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:16:07.672964 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.681305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.755003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.759056 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.784177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:16:07.793369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e08403-7d49-40f8-aee2-3cac42cb0b5f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:07.799824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.800188 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Added segment 57378a1d-54f8-4e64-aa87-e565ebd23293 of type vlan for network f6960789-2c11-4334-b869-c951eb32b3a1 Feb 15 10:16:07.845883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.871334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.872555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:07.873170 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:07.933323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3825686 Feb 15 10:16:07.937250 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51044) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:07.942430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Request body: {'subnet': {'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1774152292-subnet', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:07.947986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70525671-6c23-4091-b23e-3e549735c015 admin admin] Pushing event updated for resources: {'Network': ['ID=f6960789-2c11-4334-b869-c951eb32b3a1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:07.959413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f6960789-2c11-4334-b869-c951eb32b3a1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:16:07.969403 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:16:07.972054 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.150545 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.209926 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=004259b9-63df-4de5-8696-007d1a35b75a,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:08.218582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:16:08.219000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Network hostable DHCP agents. Network: f6960789-2c11-4334-b869-c951eb32b3a1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:16:08.236627 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Network f6960789-2c11-4334-b869-c951eb32b3a1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:16:08.245698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f6960789-2c11-4334-b869-c951eb32b3a1) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:08.253174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:08.254119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.255103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2bf16c-2db2-44ec-a813-5b9c5ae03f43 None None] Network f6960789-2c11-4334-b869-c951eb32b3a1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:16:08.271033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b30f4d30-d710-4739-8e5c-90f5aab74bc6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3326595 Feb 15 10:16:08.274003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51046) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:08.279690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:08.302361 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.303423 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.358482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.403401 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:16:08.425924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f6960789-2c11-4334-b869-c951eb32b3a1', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:16:08.427004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.429712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:16:08.430051 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 9e3f774d-a091-49fd-9b59-ccbe4d1ce3a9 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:16:08.511703 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.569851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Allocated IP 172.20.0.2 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/55473947-97f9-4e6a-b473-c3618269f59a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:16:08.713400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.719494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.720781 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.739958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.763928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:08.768373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:08.771455 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:16:08.779731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Pushing event updated for resources: {'Port': ['ID=55473947-97f9-4e6a-b473-c3618269f59a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:08.833296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Attempting to bind port 55473947-97f9-4e6a-b473-c3618269f59a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:16:08.833662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Attempting to bind port 55473947-97f9-4e6a-b473-c3618269f59a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:16:08.834021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Attempting to bind port 55473947-97f9-4e6a-b473-c3618269f59a on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:16:08.839025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:16:08.839398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:16:08.839833 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.840228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:16:08.840695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Bound port: 55473947-97f9-4e6a-b473-c3618269f59a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:16:08.841105 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.846233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Allocated IP 172.25.6.9 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/fc9519b9-370d-4d9a-98f0-9ef60ab949f7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:16:08.908744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] For port 55473947-97f9-4e6a-b473-c3618269f59a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:16:08.912165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] For port 55473947-97f9-4e6a-b473-c3618269f59a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55473947-97f9-4e6a-b473-c3618269f59a,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:16:08.916570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.955879 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:08.974832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb63047-4777-4b40-a80e-b67f5a80248a None None] Pushing event updated for resources: {'Port': ['ID=55473947-97f9-4e6a-b473-c3618269f59a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:08.999558 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:09.044280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:09.047447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:09.050943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:16:09.056448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:09.332106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:09.540941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:09.676168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:16:09.789133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:16:09.801060 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:16:09.810330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:09.811842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dca46ee5-1f92-4a58-b2d9-33a48be0cf03 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5367935 Feb 15 10:16:09.814866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51048) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:09.817000 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:09.817840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:09.927432 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:09.942243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbcaaf7-2163-4196-a1c3-b9ff930473eb None None] Network f6960789-2c11-4334-b869-c951eb32b3a1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:16:10.009920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] Provisioning complete for port 55473947-97f9-4e6a-b473-c3618269f59a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:10.010591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.159776 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:09Z', 'revision_number': 3, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:10.202478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:16:10.202478 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Updating router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:16:10.206313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.221081 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55473947-97f9-4e6a-b473-c3618269f59a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:10.250299 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.278100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] For port 55473947-97f9-4e6a-b473-c3618269f59a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55473947-97f9-4e6a-b473-c3618269f59a,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:10.287094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.296995 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.360496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 55473947-97f9-4e6a-b473-c3618269f59a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:10.361024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.363902 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b354e6a-a3e2-40fe-b8b7-14fbfe981a55 None None] Pushing event updated for resources: {'Port': ['ID=55473947-97f9-4e6a-b473-c3618269f59a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:10.497207 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Allocated IP 172.20.0.1 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/527b81ad-123f-417d-9793-0909c241d1fc) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:16:10.510623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-54628caa-d9a0-4e19-9225-338e48a1a132 None None] Provisioning complete for port 55473947-97f9-4e6a-b473-c3618269f59a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:10.510986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-54628caa-d9a0-4e19-9225-338e48a1a132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.576416 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.584111 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.613053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.636113 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Attempting to bind port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:16:10.637709 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Attempting to bind port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:16:10.638165 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Attempting to bind port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:16:10.647398 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:16:10.647796 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:16:10.648256 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.648728 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:16:10.649215 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Bound port: fc9519b9-370d-4d9a-98f0-9ef60ab949f7, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:16:10.649593 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.650454 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.653801 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Pushing event updated for resources: {'Port': ['ID=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:10.682849 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.683238 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.684319 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.684665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.685017 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.685342 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.685662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.685981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.686296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.686609 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.686921 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.687231 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:16:10.693131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:10.697733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:10.703324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:16:10.706286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Pushing event updated for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:10.728250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] For port fc9519b9-370d-4d9a-98f0-9ef60ab949f7, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:16:10.734224 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] For port fc9519b9-370d-4d9a-98f0-9ef60ab949f7, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:16:10.739244 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.751342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.896946 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:10.897580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:10.897723 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:10.904458 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381c8ab-ccf3-4cbe-bb11-f318a5bb1698 None None] Pushing event updated for resources: {'Port': ['ID=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:11.016505 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:11.017366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-539b1efd-3999-4bb2-bea1-d148166f2caf None None] Provisioning complete for port 527b81ad-123f-417d-9793-0909c241d1fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:11.017882 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-539b1efd-3999-4bb2-bea1-d148166f2caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:11.056654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-539b1efd-3999-4bb2-bea1-d148166f2caf None None] Port 527b81ad-123f-417d-9793-0909c241d1fc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:16:11.076976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:11.081768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:11.154230 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:11.155900 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Pushing event updated for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:11.220895 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 1, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:11.251587 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a0e7f52-2032-42e8-be47-33d673c34ff7 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 1, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:16:11.254135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:11.255899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:11.384424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:16:11.522358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:16:11.529236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-377c3874-d18f-4b4e-a6a0-36e7ac524273 admin admin] 10.222.0.10 "PUT /v2.0/routers/1d3b0074-7ec0-439c-81e4-7cd3206740b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7130353 Feb 15 10:16:11.593857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-66e3bf8e-3c2c-454a-8239-643f86a82d44 None None] Provisioning complete for port 527b81ad-123f-417d-9793-0909c241d1fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:11.594230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-66e3bf8e-3c2c-454a-8239-643f86a82d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:11.630886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-66e3bf8e-3c2c-454a-8239-643f86a82d44 None None] Port 527b81ad-123f-417d-9793-0909c241d1fc cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:16:12.225604 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55473947-97f9-4e6a-b473-c3618269f59a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:12.288330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51058) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:12.296727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--223137585', 'description': 'tempest-description--601223885'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:12.299107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 55473947-97f9-4e6a-b473-c3618269f59a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:12.299482 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.328402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.405766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fc9519b9-370d-4d9a-98f0-9ef60ab949f7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:12.415626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.421518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.450525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.452477 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1621187 Feb 15 10:16:12.455487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51060) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:12.461430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'security_group_rule': {'security_group_id': '639b90ba-153c-42d2-afcc-35df7519b5cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:12.463807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fab72-11dc-4945-b650-e94a11bf7606 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639b90ba-153c-42d2-afcc-35df7519b5cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:12.471709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:12.472046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.497910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.562965 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.563895 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.569264 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.586692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port fc9519b9-370d-4d9a-98f0-9ef60ab949f7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:12.596835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.597330 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.599553 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412017 Feb 15 10:16:12.602055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51062) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:12.602848 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf5b890-4e27-46e7-b8f0-77a631257c8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dfdd68-6594-47e6-b75c-e02ec0a6d0a5,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:12.614004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'security_group_rule': {'security_group_id': '639b90ba-153c-42d2-afcc-35df7519b5cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:12.652425 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:12.653893 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.706171 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.710129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.731952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89e7124-caa0-4e51-95dd-658163d937cb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:12.738128 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.739326 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b0db0182-f5f5-4063-a593-3451fff4211a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355269 Feb 15 10:16:12.742328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51064) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:12.747244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:12.770829 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.874686 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:12.977073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Allocated IP 172.25.6.11 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/71447bbf-f186-443b-8e34-7a5886c8fe0f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:16:13.090833 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.124086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.165545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:13.170776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:13.175029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:16:13.178044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=71447bbf-f186-443b-8e34-7a5886c8fe0f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:13.264878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.302598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.365500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:16:13.376264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:13.376914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:13.460746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.466647 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.488560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:13.535207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=71447bbf-f186-443b-8e34-7a5886c8fe0f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:13.546069 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.572801 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.584449 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-73674b39-c049-4454-b1a9-0c9e07fd2fd0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8309054 Feb 15 10:16:13.697605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 2, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:13.717889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-f7ba546a-ece8-4e40-a0bc-8ddf84710594 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--223137585&fields=id&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 267 time: 0.0337672 Feb 15 10:16:13.729957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:16:13.730376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Updating router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 port 527b81ad-123f-417d-9793-0909c241d1fc binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:16:13.756900 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:13.828445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a67663d2-9936-4e63-a53a-50efb39fff90 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:13.829897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a67663d2-9936-4e63-a53a-50efb39fff90 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1050143 Feb 15 10:16:13.845916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-068c3e6b-cda5-4d73-bd3b-25434312167e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/quotas/35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 375 time: 0.0099165 Feb 15 10:16:13.903525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-dd1f1c5c-1496-45e7-8f4b-68325830f5d0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517633 Feb 15 10:16:14.010932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-091d55e8-1eca-47a3-bef6-7c4ccf4215d6 service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945690 Feb 15 10:16:14.147889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fc9519b9-370d-4d9a-98f0-9ef60ab949f7 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:14.246541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.255420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.266637 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:14.267007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.342177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108d7c9-7f48-471e-ac2b-93311d017cde None None] Pushing event updated for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:14.404092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-24d608f7-6ac1-4e77-b9fb-03e1900d6155 service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858488 Feb 15 10:16:14.427472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Attempting to bind port 527b81ad-123f-417d-9793-0909c241d1fc on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:16:14.428107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Attempting to bind port 527b81ad-123f-417d-9793-0909c241d1fc by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:16:14.428415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Attempting to bind port 527b81ad-123f-417d-9793-0909c241d1fc on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:16:14.441820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:16:14.442197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:16:14.442607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.443000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:16:14.443478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Bound port: 527b81ad-123f-417d-9793-0909c241d1fc, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:16:14.443860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.530270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] For port 527b81ad-123f-417d-9793-0909c241d1fc, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:16:14.535498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] For port 527b81ad-123f-417d-9793-0909c241d1fc, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=527b81ad-123f-417d-9793-0909c241d1fc,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:16:14.539790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.579674 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-edf81007-c706-45a4-941a-da75837bc1be req-80f18476-fe70-419e-bea0-b017ed72dab3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 210 time: 0.0331252 Feb 15 10:16:14.633876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:14.634524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:15:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:14.637027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] Provisioning complete for port 527b81ad-123f-417d-9793-0909c241d1fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:14.637603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.642813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4108d7c9-7f48-471e-ac2b-93311d017cde None None] Pushing event updated for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:14.742615 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.830468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:14.866382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:14.985636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] For port 527b81ad-123f-417d-9793-0909c241d1fc, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=527b81ad-123f-417d-9793-0909c241d1fc,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:14.992573 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:15.090875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8470b713-27a9-47fd-960f-c2b4b7a0b28b None None] Pushing event updated for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:15.121351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-36b966e2-de1a-4ccf-a0dd-f0ff709bf7fd None None] Provisioning complete for port 527b81ad-123f-417d-9793-0909c241d1fc triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:15.121691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-36b966e2-de1a-4ccf-a0dd-f0ff709bf7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:15.169323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:15.202925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a24f2-4dd6-47cc-9a78-2057f92a9f5b None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:16:15.657162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-39fa4087-f74a-4a8b-b424-0228ec24d0e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:15.660571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-39fa4087-f74a-4a8b-b424-0228ec24d0e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1180258 Feb 15 10:16:15.709527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-17320547-5091-4d24-8610-792b273be801 req-41a1e26d-05b7-4014-a677-7ce87cbd00d4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 210 time: 0.0395060 Feb 15 10:16:15.732636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-1d53511b-49a3-4b25-8e45-94e47a7ca8b4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 379 time: 0.0638666 Feb 15 10:16:15.742623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'port': {'device_id': '9639be91-cc75-41a6-ba45-99dec8222592', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'admin_state_up': True, 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'security_groups': ['639b90ba-153c-42d2-afcc-35df7519b5cb']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:15.859444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:16:15.863367 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:15.990861 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Allocated IP 172.20.0.7 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/e206a852-6574-4c02-8f5b-54f498a53925) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:16:16.135890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.151444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 527b81ad-123f-417d-9793-0909c241d1fc up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:16.173508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.201206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 527b81ad-123f-417d-9793-0909c241d1fc triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:16.201570 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.218191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:16:16.223628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:16:16.226177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:16:16.262935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:16.291276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:16.292018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.319792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-a680d440-1d51-47c3-b108-d7913b6657b9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5810490 Feb 15 10:16:16.332356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Request body: {'port': {'device_id': '9639be91-cc75-41a6-ba45-99dec8222592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:16.394514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.479444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6ce32112-c3ed-477e-8b80-4222ed317150 None None] Provisioning complete for port e206a852-6574-4c02-8f5b-54f498a53925 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:16.479809 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ce32112-c3ed-477e-8b80-4222ed317150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.515623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6ce32112-c3ed-477e-8b80-4222ed317150 None None] Port e206a852-6574-4c02-8f5b-54f498a53925 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:16:16.670945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e206a852-6574-4c02-8f5b-54f498a53925 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:16:16.678289 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.691011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Transition to ACTIVE for port object e206a852-6574-4c02-8f5b-54f498a53925 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:16:16.695095 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.750995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:16.804693 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b7d7cbbb-96f0-43eb-88d0-b1b63a70ad20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.836702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:16:16.837062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:16:16.837387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:16:16.843647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:16:16.843967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:16:16.849241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:16:16.849596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:16:16.850014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:16:16.850573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Bound port: e206a852-6574-4c02-8f5b-54f498a53925, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:16:16.850933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.875686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb60ad-1082-406b-86be-fa77d8f810c9 req-351089d0-5b99-4086-af19-ba368d75bef4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:16.877681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1dbb60ad-1082-406b-86be-fa77d8f810c9 req-351089d0-5b99-4086-af19-ba368d75bef4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0572896 Feb 15 10:16:16.919491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1dbb60ad-1082-406b-86be-fa77d8f810c9 req-886ed25c-9332-4518-9547-508857ac9b66 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355000 Feb 15 10:16:16.928614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:16:16.932076 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:16:16.937621 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.976824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:16.977443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:16.978841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] 10.222.0.36 "PUT /v2.0/ports/e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 1091 time: 0.6509511 Feb 15 10:16:16.979278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:16:16.982138 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d09a05-eca7-4004-908c-66f4b44c8857" -d '{"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:16:17.034139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bb1f5f-1af1-4e0a-8942-5cd56ca8268c service neutron] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:17.044788 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0368aa4-b5af-40a7-b6b6-d92f7174aac6 x-openstack-request-id: req-d0368aa4-b5af-40a7-b6b6-d92f7174aac6 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:16:17.045071 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:16:17.045277 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0368aa4-b5af-40a7-b6b6-d92f7174aac6 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:16:17.045649 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'status': 'completed', 'code': 200} Feb 15 10:16:17.080356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-cbc2d320-b6b3-4e23-b4c5-c287d34d0e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.081912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-cbc2d320-b6b3-4e23-b4c5-c287d34d0e5a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1094 time: 0.0603244 Feb 15 10:16:17.126508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-59bd5732-0217-4497-a92d-3a31f984fa7b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 217 time: 0.0369041 Feb 15 10:16:17.175835 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-2b1de581-33cd-4901-b7b3-418220ac40a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.177409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-2b1de581-33cd-4901-b7b3-418220ac40a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0452671 Feb 15 10:16:17.191945 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:17.229273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-22f98c50-ff44-48bd-a4d8-3bb5bfec2d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.231130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-22f98c50-ff44-48bd-a4d8-3bb5bfec2d0b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467718 Feb 15 10:16:17.321127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-c729beb6-c9e7-4e6e-b9fb-b4571e477910 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833955 Feb 15 10:16:17.415878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-97157276-eec2-4f8a-91ef-386d1ac8ef61 req-dd373fc8-43b4-47fa-be37-bf8fd2172b55 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880685 Feb 15 10:16:17.498413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-5a81f011-7d9f-43b9-8a4a-052a46527b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.499907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-5a81f011-7d9f-43b9-8a4a-052a46527b0e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1094 time: 0.0421200 Feb 15 10:16:17.590440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-089b4685-f140-4964-b851-d04351648d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.591841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-089b4685-f140-4964-b851-d04351648d6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0851922 Feb 15 10:16:17.635181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-485bc8fa-98c3-4ecc-9d11-194132bde211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 217 time: 0.0371439 Feb 15 10:16:17.684472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-060b24c5-48e2-4c4d-8f69-aac492d5a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.685963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-060b24c5-48e2-4c4d-8f69-aac492d5a031 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0433004 Feb 15 10:16:17.732992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-941b1d57-7d25-4819-9814-cee0c33b6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:17.734507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-941b1d57-7d25-4819-9814-cee0c33b6b3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408168 Feb 15 10:16:17.828589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-598f5dcc-3449-4cf4-b620-ba27dd950bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Feb 15 10:16:17.918173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47d09a05-eca7-4004-908c-66f4b44c8857 req-9ee56d3b-94f5-4792-9f51-224eb4b9d080 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818167 Feb 15 10:16:18.052293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843935d-8881-4742-be87-d736f59a063a req-c2dd7226-3e55-418b-8e71-10b1b134c37a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:18.053905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2843935d-8881-4742-be87-d736f59a063a req-c2dd7226-3e55-418b-8e71-10b1b134c37a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0671093 Feb 15 10:16:18.100847 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2843935d-8881-4742-be87-d736f59a063a req-ce189887-617d-467e-bb7c-d387f4e7cd59 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351765 Feb 15 10:16:19.224359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65f5f-e781-4d20-bb7b-6ad4f89730e6 req-73f7eb9b-a8ab-46e0-9d1e-564941e88f9d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:19.225734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6f65f5f-e781-4d20-bb7b-6ad4f89730e6 req-73f7eb9b-a8ab-46e0-9d1e-564941e88f9d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0531642 Feb 15 10:16:19.263234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a6f65f5f-e781-4d20-bb7b-6ad4f89730e6 req-812dd31e-520f-4f0a-af5a-89baad13bf23 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308034 Feb 15 10:16:19.340484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-10044df6-2250-4e43-9e83-10b249b482d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:20.204067 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:16:20.377504 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a17f92-687c-4035-a356-afc2c2859874 req-dbb06359-96ab-4223-985b-53e7ce3ef694 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:20.378897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20a17f92-687c-4035-a356-afc2c2859874 req-dbb06359-96ab-4223-985b-53e7ce3ef694 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0480721 Feb 15 10:16:20.417156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20a17f92-687c-4035-a356-afc2c2859874 req-8a252b56-83d5-4b4f-b7e3-c8ab4e845c63 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323091 Feb 15 10:16:20.469139 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:20.876446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:16:20.969890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:20.985390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'e206a852-6574-4c02-8f5b-54f498a53925', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925', 'mac_address': 'fa:16:3e:4d:06:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:16:21.023268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:21.037350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e206a852-6574-4c02-8f5b-54f498a53925 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:16:21.057484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:21.061589 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:21.109696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:21.263991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e206a852-6574-4c02-8f5b-54f498a53925'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:16:21.543073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701d31-0916-4342-a0b2-8f0cb347be39 req-b3b8614b-c14d-42a2-96c0-33ff20f4771f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:21.545530 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a701d31-0916-4342-a0b2-8f0cb347be39 req-b3b8614b-c14d-42a2-96c0-33ff20f4771f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 944 time: 0.0575051 Feb 15 10:16:21.586041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8a701d31-0916-4342-a0b2-8f0cb347be39 req-68ad3068-2374-4c40-9a1e-893ee9e72a9f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342376 Feb 15 10:16:22.330836 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:22.506322 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:22.719753 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29444db1-30c6-422a-bd2f-fde822144c4a req-e8298121-c6e8-4a93-b7a4-7c331946d01c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:22.721304 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29444db1-30c6-422a-bd2f-fde822144c4a req-e8298121-c6e8-4a93-b7a4-7c331946d01c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 944 time: 0.0526066 Feb 15 10:16:22.759520 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29444db1-30c6-422a-bd2f-fde822144c4a req-04a31910-e404-4933-989d-ed0cdf5a4ce7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321748 Feb 15 10:16:22.892230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:16:22.943831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port e206a852-6574-4c02-8f5b-54f498a53925 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:16:22.947586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port e206a852-6574-4c02-8f5b-54f498a53925 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:16:22.947950 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:23.028605 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:23.051523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:16:23.053793 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95253176-2b50-4fc9-a84f-5e0140ab0856" -d '{"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-plugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:16:23.066668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:16:23.070747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:23.096844 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef59e46-7795-48ce-b9d8-dd03a552e713 x-openstack-request-id: req-eef59e46-7795-48ce-b9d8-dd03a552e713 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:16:23.097129 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-plugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:16:23.097373 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eef59e46-7795-48ce-b9d8-dd03a552e713 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:16:23.097754 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'code': 200} Feb 15 10:16:23.127119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:16:23.189521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592768a-f5cc-4ded-b9c6-a1793cca294c req-7d9a7640-d698-4d8f-ac35-43c79a052d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:23.190937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e592768a-f5cc-4ded-b9c6-a1793cca294c req-7d9a7640-d698-4d8f-ac35-43c79a052d67 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1096 time: 0.0405514 Feb 15 10:16:23.231159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e592768a-f5cc-4ded-b9c6-a1793cca294c req-92e336b4-3f03-4208-9a7b-8e054da56f72 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Feb 15 10:16:23.874962 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33008b38-112c-48df-b273-7a5eb46bea6b req-af86bf94-dcdb-4d7a-970c-bdd8467781ad tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:23.876518 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33008b38-112c-48df-b273-7a5eb46bea6b req-af86bf94-dcdb-4d7a-970c-bdd8467781ad tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Feb 15 10:16:23.914792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33008b38-112c-48df-b273-7a5eb46bea6b req-407db569-d40a-412c-a59b-b728e0ddced2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322721 Feb 15 10:16:25.040843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d7604-6e05-4322-be46-db84e1446db8 req-230d5f72-c5a7-413e-8573-ff2f41d1c999 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:25.043043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-825d7604-6e05-4322-be46-db84e1446db8 req-230d5f72-c5a7-413e-8573-ff2f41d1c999 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0527384 Feb 15 10:16:25.081101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-825d7604-6e05-4322-be46-db84e1446db8 req-0df796d9-aa5d-47a1-a3e2-309e10520e98 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320702 Feb 15 10:16:25.193275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff164f88-ed9d-4500-a033-b3953d8df824 req-91ad79cf-e7ec-4983-a294-4d8b0d367c64 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:25.194724 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ff164f88-ed9d-4500-a033-b3953d8df824 req-91ad79cf-e7ec-4983-a294-4d8b0d367c64 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0490386 Feb 15 10:16:25.203455 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51122) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:16:25.207886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'floatingip': {'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:16:25.253603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:25.678847 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:25.682688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:25.780895 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb associated. External IP: 172.25.6.11, port: e206a852-6574-4c02-8f5b-54f498a53925. Feb 15 10:16:26.350979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:16:26.460588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:16:26.465849 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:26.470855 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:16:26.480640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:26.481268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:16:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:26.493468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6f0fc106-9ad0-4285-bb3e-9dc3920f919d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "PUT /v2.0/floatingips/90b11dc0-b833-4110-aec6-e746d8811ddb HTTP/1.1" status: 200 len: 990 time: 1.2889335 Feb 15 10:16:26.494059 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:16:26.497595 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f1c54e-a35c-4af2-a772-9471aa192628" -d '{"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:16:26.596730 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:26.599847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96227b20-72ab-451c-b815-d9c9e928701e req-195fe66a-5d4c-4534-8462-b9247883c531 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.601560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96227b20-72ab-451c-b815-d9c9e928701e req-195fe66a-5d4c-4534-8462-b9247883c531 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0534461 Feb 15 10:16:26.626574 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5591ce-48fd-42a2-a64a-f4196dc46c94 x-openstack-request-id: req-4f5591ce-48fd-42a2-a64a-f4196dc46c94 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:16:26.626917 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:16:26.627229 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f5591ce-48fd-42a2-a64a-f4196dc46c94 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:16:26.627690 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'status': 'completed', 'code': 200} Feb 15 10:16:26.644627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96227b20-72ab-451c-b815-d9c9e928701e req-d9226f34-fbd1-469f-b6ea-79fcdafecf85 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367329 Feb 15 10:16:26.689709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-057730f1-43fa-4905-8fe1-14437708c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.690539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-057730f1-43fa-4905-8fe1-14437708c094 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1096 time: 0.0426185 Feb 15 10:16:26.773634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb958882-cdfc-4f30-a109-41cae69c6f64 req-127e5c22-bf8d-4c16-bca7-a459c563e7b5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.778095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb958882-cdfc-4f30-a109-41cae69c6f64 req-127e5c22-bf8d-4c16-bca7-a459c563e7b5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0591552 Feb 15 10:16:26.803444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-f088f09b-3f1e-4dce-9ca4-b0bec81f3596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.805803 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-f088f09b-3f1e-4dce-9ca4-b0bec81f3596 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1080928 Feb 15 10:16:26.817966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-eb958882-cdfc-4f30-a109-41cae69c6f64 req-0650024c-29c5-4d6d-9e2f-8bbc0d7bf0bd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345550 Feb 15 10:16:26.836041 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:4d:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639be91-cc75-41a6-ba45-99dec8222592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:16:25Z', 'revision_number': 1, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:26.867683 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:16:26.873095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-acd0917c-2979-48a0-a782-188063625d24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 998 time: 0.0597589 Feb 15 10:16:26.876326 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:16:26.876955 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:16:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:26.922691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-decea889-a42f-40ec-b57b-5aba58409576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.924168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-decea889-a42f-40ec-b57b-5aba58409576 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0453820 Feb 15 10:16:26.975538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-6da441ba-48e5-4c27-9511-f2d3b7b3d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:26.977088 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-6da441ba-48e5-4c27-9511-f2d3b7b3d8db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468769 Feb 15 10:16:26.983548 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:16:27.068682 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-0fdc038a-6910-420b-b881-949649372b96 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852337 Feb 15 10:16:27.163940 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99f1c54e-a35c-4af2-a772-9471aa192628 req-e1fadafd-7f25-4d29-9d7a-0817d3b8e5e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885375 Feb 15 10:16:27.219329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:4d:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639be91-cc75-41a6-ba45-99dec8222592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:16:25Z', 'revision_number': 1, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:16:27.252701 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954cea33-9b71-4ee0-96c1-b598a305f5bd None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:4d:06:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9639be91-cc75-41a6-ba45-99dec8222592', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:16:25Z', 'revision_number': 1, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:16:27.444597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0753373-2508-4be7-8f10-fd547309e69c None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:16:27.937233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfba488-d2b4-4f44-9015-33540b911f36 req-1a9956e2-ce51-413f-adb2-a7e0e87c05c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:27.938723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1dfba488-d2b4-4f44-9015-33540b911f36 req-1a9956e2-ce51-413f-adb2-a7e0e87c05c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0510085 Feb 15 10:16:27.976587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1dfba488-d2b4-4f44-9015-33540b911f36 req-514f4357-d17b-4c8a-890d-a620bb496b09 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316701 Feb 15 10:16:28.093515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44272aec-cc60-4120-9b5d-247d8f012644 req-a8f40cea-db39-4efd-8842-a49cb53ddecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:28.095012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44272aec-cc60-4120-9b5d-247d8f012644 req-a8f40cea-db39-4efd-8842-a49cb53ddecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0501618 Feb 15 10:16:28.134780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44272aec-cc60-4120-9b5d-247d8f012644 req-edb68a05-6ac0-4ddd-aa97-2ab714bc089d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337057 Feb 15 10:16:28.390920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-6611ac8b-93f1-42bf-8a4b-721d4556c615 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726480 Feb 15 10:16:28.401061 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883a89b-b3c6-4f9d-b541-57cd7cd6eb45 req-01905dd4-a526-4308-b79c-ec36416ec945 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:28.403253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f883a89b-b3c6-4f9d-b541-57cd7cd6eb45 req-01905dd4-a526-4308-b79c-ec36416ec945 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0771847 Feb 15 10:16:28.443578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f883a89b-b3c6-4f9d-b541-57cd7cd6eb45 req-219a14bb-c44b-4f72-91c1-ef5305401f8b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341709 Feb 15 10:16:29.505409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-4d26b5d9-9fa9-4170-b21c-aa77b200fb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:29.506968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-4d26b5d9-9fa9-4170-b21c-aa77b200fb76 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1096 time: 0.0437822 Feb 15 10:16:29.621613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f4cc-9407-4ce3-8fd4-8e75b5609ad4 req-74838ebc-c0d5-4c1b-a15e-b7036b7fa4c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:29.623119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7287f4cc-9407-4ce3-8fd4-8e75b5609ad4 req-74838ebc-c0d5-4c1b-a15e-b7036b7fa4c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.1025937 Feb 15 10:16:29.648796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-ba9a26f6-b223-45c2-8dcc-82bfd57ca829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:29.650218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-ba9a26f6-b223-45c2-8dcc-82bfd57ca829 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1373889 Feb 15 10:16:29.707400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7287f4cc-9407-4ce3-8fd4-8e75b5609ad4 req-5528e170-4413-437d-af71-a174ef9fda13 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779212 Feb 15 10:16:29.728503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-f174f5b9-bd65-4f09-b126-ee80111ddb73 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 1000 time: 0.0710289 Feb 15 10:16:29.775091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-e93ed4a4-c6f1-4f10-b0fa-9d3dd2130b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:29.776517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-e93ed4a4-c6f1-4f10-b0fa-9d3dd2130b41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0416055 Feb 15 10:16:29.823131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-bd104f9e-5a4e-410d-ae82-ad25813dfbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:29.825408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-bd104f9e-5a4e-410d-ae82-ad25813dfbab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415406 Feb 15 10:16:29.916662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-101d7ac4-4270-4135-820a-05710d1afcba service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846343 Feb 15 10:16:30.004617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-58093f45-6267-4b66-886d-14b2558d9e66 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813992 Feb 15 10:16:30.827518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c28441-9b9c-4c15-bbd7-2d67eb8c7c8a req-64c10d02-dd70-4892-b1c9-3cdcf4e7c924 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:30.829027 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91c28441-9b9c-4c15-bbd7-2d67eb8c7c8a req-64c10d02-dd70-4892-b1c9-3cdcf4e7c924 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Feb 15 10:16:30.866910 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-91c28441-9b9c-4c15-bbd7-2d67eb8c7c8a req-839c6ccd-7fd0-410b-a76e-3f49296f0c2c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319281 Feb 15 10:16:31.991981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177d303-2ca3-4528-8366-4ecaa2ed7720 req-fc98d468-b828-4277-9c5e-2f520808e31e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:31.993500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3177d303-2ca3-4528-8366-4ecaa2ed7720 req-fc98d468-b828-4277-9c5e-2f520808e31e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0545213 Feb 15 10:16:32.033058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3177d303-2ca3-4528-8366-4ecaa2ed7720 req-464a1b3f-6eb8-46ea-96a3-0b30290082de tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327914 Feb 15 10:16:33.149443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8afb3-9fbf-4217-83f2-9ce7329db2e6 req-67566e25-5ffc-4574-8f46-8b1a5b70c724 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:33.150931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40d8afb3-9fbf-4217-83f2-9ce7329db2e6 req-67566e25-5ffc-4574-8f46-8b1a5b70c724 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0488286 Feb 15 10:16:33.188590 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40d8afb3-9fbf-4217-83f2-9ce7329db2e6 req-2cfe7a0b-c53f-4f04-a56b-6da199ac0c5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307593 Feb 15 10:16:34.305746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bda18-4823-4c34-b4d1-f311f7f942f1 req-d5d79d9f-b527-4b9f-b140-1d47ab024899 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:34.307219 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-492bda18-4823-4c34-b4d1-f311f7f942f1 req-d5d79d9f-b527-4b9f-b140-1d47ab024899 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Feb 15 10:16:34.344932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-492bda18-4823-4c34-b4d1-f311f7f942f1 req-10177d0b-8437-4d75-a26e-9e56b66043ea tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313311 Feb 15 10:16:35.465445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56bec84-2160-4f70-a4df-a1c17724523f req-72da163a-a628-4af8-996b-d5bdb4f0606f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:35.466946 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f56bec84-2160-4f70-a4df-a1c17724523f req-72da163a-a628-4af8-996b-d5bdb4f0606f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0535197 Feb 15 10:16:35.505273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f56bec84-2160-4f70-a4df-a1c17724523f req-a77bba88-e2a0-4bf7-9ead-1d2ab4631990 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322385 Feb 15 10:16:36.624479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac550ce4-a990-454e-8935-dc60e1299480 req-3dac45b3-6eaf-4b6a-8d40-57891fda03a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:36.626010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac550ce4-a990-454e-8935-dc60e1299480 req-3dac45b3-6eaf-4b6a-8d40-57891fda03a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0505192 Feb 15 10:16:36.663376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ac550ce4-a990-454e-8935-dc60e1299480 req-ee2fc978-6ef0-4107-988b-7a336c9e75e8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313754 Feb 15 10:16:37.783859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd1250-9d5c-46ff-839f-4f428799ee8f req-9a9889f3-433c-47d3-bd03-fd018aa67ec4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:37.785372 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3cfd1250-9d5c-46ff-839f-4f428799ee8f req-9a9889f3-433c-47d3-bd03-fd018aa67ec4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Feb 15 10:16:37.823578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3cfd1250-9d5c-46ff-839f-4f428799ee8f req-59ce8da2-02d4-4e0d-b6ca-8447015d1ae1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322096 Feb 15 10:16:38.946281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7f689-9a01-458b-a13b-27bee832534f req-8eb09635-839e-44a8-ac7c-fda677a32b67 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:38.947766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2b7f689-9a01-458b-a13b-27bee832534f req-8eb09635-839e-44a8-ac7c-fda677a32b67 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Feb 15 10:16:38.985381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d2b7f689-9a01-458b-a13b-27bee832534f req-09f07874-ddf7-440d-9241-b588ce3e1b5a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315075 Feb 15 10:16:40.104323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a7c5b-c36f-4d0f-9e93-ca12d6ba08e5 req-d19f48ac-6d17-42c6-bddd-94ce59619c4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:40.105962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-579a7c5b-c36f-4d0f-9e93-ca12d6ba08e5 req-d19f48ac-6d17-42c6-bddd-94ce59619c4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0501497 Feb 15 10:16:40.146423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-579a7c5b-c36f-4d0f-9e93-ca12d6ba08e5 req-7133c37c-50c6-493e-92ce-d6e7ea6efad9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337963 Feb 15 10:16:41.263260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c92c33-ad5d-4fab-9d95-28a7d0ae21e4 req-90cef8e8-8f1a-492c-909d-8085cc3dfd4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:41.264895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04c92c33-ad5d-4fab-9d95-28a7d0ae21e4 req-90cef8e8-8f1a-492c-909d-8085cc3dfd4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0487866 Feb 15 10:16:41.303278 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-04c92c33-ad5d-4fab-9d95-28a7d0ae21e4 req-3e3d1a6b-5dcc-4cc8-90be-a5373642128f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Feb 15 10:16:42.424624 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17ab48-9ab7-4b5f-8018-21ab52443c9b req-a021f40a-f1fe-46c5-9773-a0270d61ebbd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:42.426151 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b17ab48-9ab7-4b5f-8018-21ab52443c9b req-a021f40a-f1fe-46c5-9773-a0270d61ebbd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0529580 Feb 15 10:16:42.465836 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b17ab48-9ab7-4b5f-8018-21ab52443c9b req-e51ab913-9e21-4a99-b9e8-f15f5678f181 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Feb 15 10:16:43.584578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f284a68-2b10-4613-a02b-e66c74d80627 req-35bd51ad-1047-4342-a0f8-e3c01eea9952 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:43.586089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f284a68-2b10-4613-a02b-e66c74d80627 req-35bd51ad-1047-4342-a0f8-e3c01eea9952 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0511923 Feb 15 10:16:43.625519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f284a68-2b10-4613-a02b-e66c74d80627 req-373eff09-32bc-4fa9-b6fb-92311da7db94 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Feb 15 10:16:44.697720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:44.748203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122eddd7-5654-42bb-94d0-7a6588cd9608 req-31729b19-6646-4047-ad28-e3ca4f5ce0b8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:44.749727 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-122eddd7-5654-42bb-94d0-7a6588cd9608 req-31729b19-6646-4047-ad28-e3ca4f5ce0b8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Feb 15 10:16:44.788541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-122eddd7-5654-42bb-94d0-7a6588cd9608 req-2e29f09b-e7ac-477a-b415-acf04c8a1588 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319977 Feb 15 10:16:45.917641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db15c6-f734-4c14-a997-0fbf13d8153f req-798eb554-a98d-4f3b-a7b5-589baa8d7d1f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:45.919120 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4db15c6-f734-4c14-a997-0fbf13d8153f req-798eb554-a98d-4f3b-a7b5-589baa8d7d1f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0599127 Feb 15 10:16:45.957441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4db15c6-f734-4c14-a997-0fbf13d8153f req-b5df7d8f-a592-4223-ad11-5a0325692497 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322571 Feb 15 10:16:46.777054 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-979cf4a9-b50a-4788-b343-68ae37dbbef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:47.075909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfda870-ad5f-4139-816d-ca6b73bd0e41 req-ed74eae7-ef22-4c67-9de9-d6ae2a3918b2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:47.077445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9bfda870-ad5f-4139-816d-ca6b73bd0e41 req-ed74eae7-ef22-4c67-9de9-d6ae2a3918b2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0499785 Feb 15 10:16:47.115365 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9bfda870-ad5f-4139-816d-ca6b73bd0e41 req-16f476ad-c77d-4d3c-a06b-cbddabb91709 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Feb 15 10:16:47.189295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:48.235433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005582-83bc-4fe4-ac28-9ba04aafd814 req-b596ef9d-4d76-4d10-b3f7-567c3ecf0b81 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:48.236975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b005582-83bc-4fe4-ac28-9ba04aafd814 req-b596ef9d-4d76-4d10-b3f7-567c3ecf0b81 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0493727 Feb 15 10:16:48.274548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b005582-83bc-4fe4-ac28-9ba04aafd814 req-9443ff18-4f0e-4668-b953-b241a60da66c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315380 Feb 15 10:16:49.342703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-233dd2fd-c6b5-4a29-8869-00ac505ef3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:49.396934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17375ca3-9f9a-4249-964d-494eeda528b0 req-c7ede1fa-e417-450a-9464-1063e5415724 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:49.398408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17375ca3-9f9a-4249-964d-494eeda528b0 req-c7ede1fa-e417-450a-9464-1063e5415724 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0528989 Feb 15 10:16:49.437648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-17375ca3-9f9a-4249-964d-494eeda528b0 req-72676f2b-9e0c-4d96-8532-9276fdb4ab5b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329666 Feb 15 10:16:50.470700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:50.555267 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7aca1-487b-4d6c-879e-465e48221999 req-9dc99c9f-72de-4d4b-b5f8-c947635e700a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:50.556733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35e7aca1-487b-4d6c-879e-465e48221999 req-9dc99c9f-72de-4d4b-b5f8-c947635e700a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0495782 Feb 15 10:16:50.594759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35e7aca1-487b-4d6c-879e-465e48221999 req-1c3d7c42-ad1d-4713-a686-13cdac992540 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Feb 15 10:16:51.711318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bc993-638f-4385-a2c1-4cb2a23c4064 req-2cca9ff9-38f2-49a8-929a-e8051dbce326 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:51.712830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d3bc993-638f-4385-a2c1-4cb2a23c4064 req-2cca9ff9-38f2-49a8-929a-e8051dbce326 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0489957 Feb 15 10:16:51.750901 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d3bc993-638f-4385-a2c1-4cb2a23c4064 req-63b78ae6-2a27-4b56-9228-acc4c1a0fd86 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320678 Feb 15 10:16:52.332892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:52.507791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:16:52.871131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15681250-3d96-4b99-942c-bcf7399ad439 req-4f11929e-5072-4d02-a69a-da0017e1b4b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:52.872633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15681250-3d96-4b99-942c-bcf7399ad439 req-4f11929e-5072-4d02-a69a-da0017e1b4b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0522416 Feb 15 10:16:52.911787 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15681250-3d96-4b99-942c-bcf7399ad439 req-a2a26f36-736f-4dc3-81a4-259b27289841 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 Feb 15 10:16:54.028951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39364704-feb7-4e08-9473-9a0def270e5a req-14fca5d6-e514-446c-b83c-247636f24334 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:54.030449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39364704-feb7-4e08-9473-9a0def270e5a req-14fca5d6-e514-446c-b83c-247636f24334 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0493436 Feb 15 10:16:54.067460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-39364704-feb7-4e08-9473-9a0def270e5a req-e5e7a782-760d-42f8-a517-b1d8ab9f5e5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310409 Feb 15 10:16:55.183488 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0f5ce-acc7-4d3f-8afa-be1e6fb0cf33 req-0fee6b90-179e-45a7-86c4-213840da63d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:55.185141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3da0f5ce-acc7-4d3f-8afa-be1e6fb0cf33 req-0fee6b90-179e-45a7-86c4-213840da63d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0482597 Feb 15 10:16:55.222847 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3da0f5ce-acc7-4d3f-8afa-be1e6fb0cf33 req-d980f7fb-5418-4c07-9257-17ade540335d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315564 Feb 15 10:16:56.343565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac6bd1-31af-4167-81e3-4c144d4053d6 req-3603e958-5900-4329-83c7-854b1f3946db tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:56.345111 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7ac6bd1-31af-4167-81e3-4c144d4053d6 req-3603e958-5900-4329-83c7-854b1f3946db tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0527723 Feb 15 10:16:56.388058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7ac6bd1-31af-4167-81e3-4c144d4053d6 req-f68bd0a4-d561-41e8-b2b6-fd0893246f89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350661 Feb 15 10:16:57.204503 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:16:57.505992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab973ef9-2043-4520-b994-4fbf8aa7325c req-28421ce1-61dc-45fb-8e97-5e1f84947c09 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:57.507460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab973ef9-2043-4520-b994-4fbf8aa7325c req-28421ce1-61dc-45fb-8e97-5e1f84947c09 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0484896 Feb 15 10:16:57.546868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab973ef9-2043-4520-b994-4fbf8aa7325c req-a44f6b88-0570-4fda-a8d8-33f6435dd898 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Feb 15 10:16:58.665009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ea050-3399-4eaa-b0c5-1bd3e8e3f81a req-15cb8a62-d180-419c-8cc0-fd9464b645ed tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:58.666475 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-523ea050-3399-4eaa-b0c5-1bd3e8e3f81a req-15cb8a62-d180-419c-8cc0-fd9464b645ed tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0488672 Feb 15 10:16:58.706009 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-523ea050-3399-4eaa-b0c5-1bd3e8e3f81a req-6fb0b51a-0e98-44da-98a0-1065dcd2badd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Feb 15 10:16:59.833376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefed8a3-c4bc-4440-900d-27f53991abbe req-b7eded35-0cac-4203-95b3-c7dfe462b842 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:16:59.834869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eefed8a3-c4bc-4440-900d-27f53991abbe req-b7eded35-0cac-4203-95b3-c7dfe462b842 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0590270 Feb 15 10:16:59.877656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eefed8a3-c4bc-4440-900d-27f53991abbe req-36f35653-f3db-49a9-82de-08a9fa130b6c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359733 Feb 15 10:17:00.994109 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ad26-ae96-406b-8c67-05ca7be365f2 req-7517701a-8461-46d6-96d7-52a44612428c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:00.996235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce99ad26-ae96-406b-8c67-05ca7be365f2 req-7517701a-8461-46d6-96d7-52a44612428c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0493562 Feb 15 10:17:01.035098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ce99ad26-ae96-406b-8c67-05ca7be365f2 req-f7475e85-fc4f-45b0-b177-8f255b346ad5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328698 Feb 15 10:17:02.155107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5b4cb-a548-45b0-ae3c-c723d6ff8093 req-2817d35f-ba75-47ee-b5bb-51086b0cc467 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:02.156631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4db5b4cb-a548-45b0-ae3c-c723d6ff8093 req-2817d35f-ba75-47ee-b5bb-51086b0cc467 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Feb 15 10:17:02.195134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4db5b4cb-a548-45b0-ae3c-c723d6ff8093 req-463ad8a0-aaa6-4f4e-8a2b-d41474d68518 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324273 Feb 15 10:17:03.319344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a2a35-c25b-4dcb-9f5d-5aa9f011144e req-ecda7dd4-9db5-40eb-8966-222902190b4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:03.320732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f1a2a35-c25b-4dcb-9f5d-5aa9f011144e req-ecda7dd4-9db5-40eb-8966-222902190b4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0552258 Feb 15 10:17:03.360527 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3f1a2a35-c25b-4dcb-9f5d-5aa9f011144e req-a727efed-fbec-4840-97e4-8545cdd7ce55 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334692 Feb 15 10:17:04.485190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900aa16-b706-406d-88fc-5db5bf3bd260 req-0d322da8-041c-4230-9ead-fe801fec4997 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:04.486720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4900aa16-b706-406d-88fc-5db5bf3bd260 req-0d322da8-041c-4230-9ead-fe801fec4997 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0501564 Feb 15 10:17:04.528376 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4900aa16-b706-406d-88fc-5db5bf3bd260 req-cd4e291c-2d09-4b27-b708-eb5e75f002bc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355799 Feb 15 10:17:05.648423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120d07-fa7e-4983-a8d1-d0587fa6f47d req-b790eb07-947c-40fa-8872-1c8e0c37d804 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:05.649995 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42120d07-fa7e-4983-a8d1-d0587fa6f47d req-b790eb07-947c-40fa-8872-1c8e0c37d804 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0489743 Feb 15 10:17:05.690275 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-42120d07-fa7e-4983-a8d1-d0587fa6f47d req-e3970932-bb11-4f1d-a953-78fba8b8f964 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339420 Feb 15 10:17:06.023800 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-56594e59-9c6b-4db7-87d5-0dd000be2705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:06.025445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-56594e59-9c6b-4db7-87d5-0dd000be2705 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1096 time: 0.0447423 Feb 15 10:17:06.133389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-687763f1-c8df-42fc-8ca6-8c0b5460753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:06.134964 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-687763f1-c8df-42fc-8ca6-8c0b5460753d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0888221 Feb 15 10:17:06.204603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-caf800c9-bc81-4a7a-88fa-b56f0f5df25b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 1000 time: 0.0622120 Feb 15 10:17:06.253074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-7838f886-30b8-433b-a432-5bd0f12341f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:06.254789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-7838f886-30b8-433b-a432-5bd0f12341f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0434380 Feb 15 10:17:06.300152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-842f6323-239e-4848-abd9-15b55165d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:06.301611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-842f6323-239e-4848-abd9-15b55165d87c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392482 Feb 15 10:17:06.312502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-fafcd68d-2849-4d3f-8f02-85a6276e415f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:17:06.313493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-fafcd68d-2849-4d3f-8f02-85a6276e415f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049388 Feb 15 10:17:06.405842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-e3220177-e615-4d46-aa68-c178f3a40c64 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854886 Feb 15 10:17:06.496352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52205863-c7a1-43be-8a8e-c7f521ac475f req-cdf0c8a8-1598-4895-ba46-f035bbbcfe8d service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839584 Feb 15 10:17:06.816049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aec377-6a86-45bc-a936-273477406986 req-5992967c-f27d-4c53-97a3-d6f8a6322aaf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:06.817595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aec377-6a86-45bc-a936-273477406986 req-5992967c-f27d-4c53-97a3-d6f8a6322aaf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0526412 Feb 15 10:17:06.856199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-57aec377-6a86-45bc-a936-273477406986 req-4d116dd4-eda7-4d04-bbe9-ae5ab467e5f2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Feb 15 10:17:06.952487 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-c1022616-c171-46ee-8242-2dacbde25244 service neutron] show failed (client error): The resource could not be found. Feb 15 10:17:06.953600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-c1022616-c171-46ee-8242-2dacbde25244 service neutron] 10.222.0.36 "GET /v2.0/ports/e206a852-6574-4c02-8f5b-54f498a53925/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0606823 Feb 15 10:17:07.162723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-2b28e451-c7c6-48b3-96e0-810ff61e8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:07.164674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-2b28e451-c7c6-48b3-96e0-810ff61e8e67 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1096 time: 0.0449085 Feb 15 10:17:07.175281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-1ab9fa3a-4632-4080-9ff7-f3ea14a87e67 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:17:07.176231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-1ab9fa3a-4632-4080-9ff7-f3ea14a87e67 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051317 Feb 15 10:17:07.187371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:17:07.240685 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:07.445285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:07.753764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:17:07.796456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:07.798779 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02c907e-4276-4bfb-bb5f-2be088b2b89f" -d '{"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-unplugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:07.802795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:07.816584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Transition to ACTIVE for port object e206a852-6574-4c02-8f5b-54f498a53925 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:17:07.820729 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:07.854765 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1eb015-7568-49d3-8bb4-51a987985389 x-openstack-request-id: req-8a1eb015-7568-49d3-8bb4-51a987985389 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:07.854938 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-unplugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:07.855212 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a1eb015-7568-49d3-8bb4-51a987985389 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:07.855593 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'code': 200} Feb 15 10:17:07.926416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:07.991516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.991859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.992197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.992527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.992878 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.993205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.993529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.993853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.994174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.995026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.995355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:07.995674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:08.043836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] No DVR routers for this DVR port e206a852-6574-4c02-8f5b-54f498a53925 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:17:08.086255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37665051-6886-46b8-89e2-0ba1134ee6ca req-f9b87de6-7be7-402d-8719-55fd8c887c26 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.087783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37665051-6886-46b8-89e2-0ba1134ee6ca req-f9b87de6-7be7-402d-8719-55fd8c887c26 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.1487408 Feb 15 10:17:08.174290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37665051-6886-46b8-89e2-0ba1134ee6ca req-cdf78b3d-07e7-4f47-9a19-de8bc18d8231 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771365 Feb 15 10:17:08.217683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:17:08.218011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:17:08.218332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:08.223004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:17:08.223422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Attempting to bind port e206a852-6574-4c02-8f5b-54f498a53925 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:08.229159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:17:08.229539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:17:08.229979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:17:08.230448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Bound port: e206a852-6574-4c02-8f5b-54f498a53925, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:17:08.230912 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:08.295623 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:17:08.298721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:17:08.304202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:08.345553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.346176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:08.347609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] 10.222.0.72 "PUT /v2.0/ports/e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 1091 time: 1.1638894 Feb 15 10:17:08.367215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a4aee-7448-4f3f-a2fe-f74eedeb0bfe service neutron] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:08.415964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-4ba68ca7-89d8-4b3e-aca3-280d306783a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.418521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-4ba68ca7-89d8-4b3e-aca3-280d306783a4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1094 time: 0.0463777 Feb 15 10:17:08.528183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-af507eae-76a8-4f71-83d1-1cedcda0837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.529727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-af507eae-76a8-4f71-83d1-1cedcda0837e service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1041946 Feb 15 10:17:08.600672 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-6fb0a3c2-2b87-43b4-b954-468fc95ea69b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 998 time: 0.0642591 Feb 15 10:17:08.653981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-9301e20c-4d8e-437c-b19f-3e1cc17da824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.655493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-9301e20c-4d8e-437c-b19f-3e1cc17da824 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0481308 Feb 15 10:17:08.702670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-51e9b5be-2134-45f8-8407-73e71dbed22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:08.704208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-51e9b5be-2134-45f8-8407-73e71dbed22a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421689 Feb 15 10:17:08.800172 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-0bdfc50b-a517-4925-90f5-653fa5d881b4 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895994 Feb 15 10:17:08.893913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-add9282e-5073-4b8c-8e25-91d077b50d4b req-0e6e4988-846a-48e2-8561-d0d54c5a8c1a service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874443 Feb 15 10:17:09.141388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:17:09.186663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:17:09.295572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298b3cc-ec58-4339-9a9e-7b283132145f req-0ecfdab7-6a0e-46e7-829d-89c3af51aeff tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:09.297114 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5298b3cc-ec58-4339-9a9e-7b283132145f req-0ecfdab7-6a0e-46e7-829d-89c3af51aeff tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0499735 Feb 15 10:17:09.335395 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5298b3cc-ec58-4339-9a9e-7b283132145f req-ae4e03cd-f1c4-47ef-8cfb-474d14b07955 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323246 Feb 15 10:17:09.857206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:09.859550 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12a3f2d-5573-4853-8fd8-37f68c704337" -d '{"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:09.908291 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d79471-bab5-41fb-a4af-5cfadbf3c056 x-openstack-request-id: req-33d79471-bab5-41fb-a4af-5cfadbf3c056 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:09.908733 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:09.909025 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33d79471-bab5-41fb-a4af-5cfadbf3c056 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:09.909421 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'status': 'completed', 'code': 200} Feb 15 10:17:09.997652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-92855fde-ff6c-4ee7-a794-c3308dc2d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:09.999171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-92855fde-ff6c-4ee7-a794-c3308dc2d993 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1094 time: 0.0723011 Feb 15 10:17:10.005247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-81a47b29-c036-4d3a-a1a4-ed87024ae02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.006686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-81a47b29-c036-4d3a-a1a4-ed87024ae02e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1094 time: 0.0715952 Feb 15 10:17:10.168120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-4e2d9264-87e3-4110-bf95-5ecd6f400924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.169621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-4e2d9264-87e3-4110-bf95-5ecd6f400924 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1620986 Feb 15 10:17:10.170678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-931b7ec0-c587-49df-ada1-41749553d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.171986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-931b7ec0-c587-49df-ada1-41749553d9c1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1564894 Feb 15 10:17:10.280746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-548098ee-689d-44ab-af0d-571df56445d1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 998 time: 0.1045079 Feb 15 10:17:10.282772 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-cde2599f-d619-4764-8e97-0014620585d8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 998 time: 0.1011767 Feb 15 10:17:10.368057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-3c50413a-96aa-440f-a75f-39d5934333f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.369699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-3c50413a-96aa-440f-a75f-39d5934333f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0829456 Feb 15 10:17:10.371303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-f78f8a2b-49eb-45a9-97e8-12bde4fc964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.372628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-f78f8a2b-49eb-45a9-97e8-12bde4fc964f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0781376 Feb 15 10:17:10.444563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-c7301e9d-d2a9-420f-8018-081d42de94ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.446098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-c7301e9d-d2a9-420f-8018-081d42de94ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696545 Feb 15 10:17:10.448556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-facecfda-8348-42ac-9358-589bd24f21d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.450036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-facecfda-8348-42ac-9358-589bd24f21d8 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645247 Feb 15 10:17:10.468391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198fec2-0798-443a-a7b8-f2e01cd50dbc req-fdccfbf2-8481-4b66-afc0-e3714089c65c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:10.470291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9198fec2-0798-443a-a7b8-f2e01cd50dbc req-fdccfbf2-8481-4b66-afc0-e3714089c65c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 943 time: 0.0600917 Feb 15 10:17:10.514314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9198fec2-0798-443a-a7b8-f2e01cd50dbc req-8d01ab74-b995-4d5a-a69a-4eeb4e8c750b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343995 Feb 15 10:17:10.617239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-efed7ff8-58d7-4bff-8c0b-a6017cfa2bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645398 Feb 15 10:17:10.621392 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-d5919912-da4c-445f-adf6-506957b13eed service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617966 Feb 15 10:17:10.633648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:17:10.729439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:10.741415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e206a852-6574-4c02-8f5b-54f498a53925', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': 'e206a852-6574-4c02-8f5b-54f498a53925', 'mac_address': 'fa:16:3e:4d:06:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:17:10.779252 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:10.784690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-63604edc-4b7c-4130-9e2d-d79a54c81c22 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606755 Feb 15 10:17:10.788044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d12a3f2d-5573-4853-8fd8-37f68c704337 req-f8a4c5f0-c442-4e64-9759-e86c725602f7 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571059 Feb 15 10:17:10.796685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e206a852-6574-4c02-8f5b-54f498a53925 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:17:10.817133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:10.821234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:10.894349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:10.907429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.908006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.908580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.909174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.909756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.910294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.910837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.911385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.911939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.912477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.913066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:10.913595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:17:11.030575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e206a852-6574-4c02-8f5b-54f498a53925'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:17:11.636140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32213257-0bbd-4c81-bc8c-7cdb7ad2f5bc req-6b517e59-01e2-42fc-8185-3c69a27b4a84 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:11.637666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32213257-0bbd-4c81-bc8c-7cdb7ad2f5bc req-6b517e59-01e2-42fc-8185-3c69a27b4a84 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 944 time: 0.0505400 Feb 15 10:17:11.677057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32213257-0bbd-4c81-bc8c-7cdb7ad2f5bc req-e26cdd74-63b8-42bf-8e2b-39447c5de4b8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333440 Feb 15 10:17:11.908174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46442-055d-4207-a850-e9957ec47877 req-321e0e46-aaf4-446d-a273-11648ab197c6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:11.909584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-321e0e46-aaf4-446d-a273-11648ab197c6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592&tenant_id=35063779434645d4befbc5a2a019b07c&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.0696118 Feb 15 10:17:11.918388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c1f140-057f-44d9-9c45-11a43819b927 req-20da8355-8329-4fd8-b3a4-9ad9f05ac256 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:11.919799 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99c1f140-057f-44d9-9c45-11a43819b927 req-20da8355-8329-4fd8-b3a4-9ad9f05ac256 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 944 time: 0.0892828 Feb 15 10:17:11.996026 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99c1f140-057f-44d9-9c45-11a43819b927 req-ae2b0d91-b96f-4f75-8c87-40cc82a1a201 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699606 Feb 15 10:17:12.003117 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-24a46442-055d-4207-a850-e9957ec47877 req-1ea3aaba-a003-481b-b415-8ee5e7a56960 service neutron] delete failed (client error): The resource could not be found. Feb 15 10:17:12.004140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-1ea3aaba-a003-481b-b415-8ee5e7a56960 service neutron] 10.222.0.36 "DELETE /v2.0/ports/e206a852-6574-4c02-8f5b-54f498a53925/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0834799 Feb 15 10:17:12.089851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46442-055d-4207-a850-e9957ec47877 req-91ca38fe-2962-433e-932d-e4b5103a68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:12.091353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-91ca38fe-2962-433e-932d-e4b5103a68f2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 1095 time: 0.0431359 Feb 15 10:17:12.182755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46442-055d-4207-a850-e9957ec47877 req-6a0d8de7-981b-45d2-9c19-5f9a8fd7afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:12.184135 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-6a0d8de7-981b-45d2-9c19-5f9a8fd7afd5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0866334 Feb 15 10:17:12.251087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-2e478d8a-1ca7-40f3-8f1e-cb578058995b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 200 len: 999 time: 0.0604987 Feb 15 10:17:12.301038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46442-055d-4207-a850-e9957ec47877 req-de47f843-a53e-4389-a8cb-df5590e26eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:12.302543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-de47f843-a53e-4389-a8cb-df5590e26eff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0452569 Feb 15 10:17:12.352633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a46442-055d-4207-a850-e9957ec47877 req-479b43ff-f7fe-4835-8719-eeb67a41dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:12.354752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-479b43ff-f7fe-4835-8719-eeb67a41dd02 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460517 Feb 15 10:17:12.447268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-5adc6f02-0bc7-439c-985a-684cc71f997d service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856569 Feb 15 10:17:12.546671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-24a46442-055d-4207-a850-e9957ec47877 req-ac1dca3e-96e1-45ee-a963-12824a3eed77 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913420 Feb 15 10:17:12.651889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:17:12.700479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e206a852-6574-4c02-8f5b-54f498a53925 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:17:12.704264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e206a852-6574-4c02-8f5b-54f498a53925 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:17:12.704628 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:12.780267 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:12.801709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:12.803902 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec74488-24e4-4532-a28d-99dcdd93c27b" -d '{"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-plugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:12.820598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:12.825417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:12.860220 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd33f4cf-7ad1-46aa-9ecd-a0884adf04af x-openstack-request-id: req-cd33f4cf-7ad1-46aa-9ecd-a0884adf04af {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:12.860506 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-plugged", "status": "completed", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:12.860752 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd33f4cf-7ad1-46aa-9ecd-a0884adf04af {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:12.861181 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'code': 200} Feb 15 10:17:12.884770 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:13.123498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11ce86-9f66-498c-91cc-d077c829e820 req-f8829576-5f23-46f6-ad56-d68de8d5ebaa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:13.125028 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b11ce86-9f66-498c-91cc-d077c829e820 req-f8829576-5f23-46f6-ad56-d68de8d5ebaa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0504117 Feb 15 10:17:13.164754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b11ce86-9f66-498c-91cc-d077c829e820 req-d34ddd32-3f43-4939-944a-35e4d7469c53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335879 Feb 15 10:17:13.282149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbd0c6e-9c19-48bb-a5a0-e22a137fda13 req-653e313e-5cf0-4294-9b6b-23f15ec25eb5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:13.283666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fbd0c6e-9c19-48bb-a5a0-e22a137fda13 req-653e313e-5cf0-4294-9b6b-23f15ec25eb5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0499449 Feb 15 10:17:13.323386 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6fbd0c6e-9c19-48bb-a5a0-e22a137fda13 req-645485dc-1869-4dda-aae7-9adf33311899 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330431 Feb 15 10:17:13.437856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56273dce-d696-4c2b-9b78-f306b8b8b37a req-fe5900a9-eb95-46e1-b2af-3aa054a9fadb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:13.439401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56273dce-d696-4c2b-9b78-f306b8b8b37a req-fe5900a9-eb95-46e1-b2af-3aa054a9fadb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0499456 Feb 15 10:17:13.477100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56273dce-d696-4c2b-9b78-f306b8b8b37a req-37b7cf4d-238d-4c30-be51-69613cde0a45 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315349 Feb 15 10:17:13.725706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c975e6-9439-4d15-837a-92d71b3b7b96 req-53011a20-404b-475a-8234-98fb9acfd8aa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:13.727194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0c975e6-9439-4d15-837a-92d71b3b7b96 req-53011a20-404b-475a-8234-98fb9acfd8aa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0533547 Feb 15 10:17:13.766926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0c975e6-9439-4d15-837a-92d71b3b7b96 req-88dd9684-4b05-460b-a56e-d41b4d14ac17 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328209 Feb 15 10:17:14.717757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:14.889866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd78f3d-97ff-4055-979a-2a33b86ba460 req-df48187d-bbc2-4921-890f-00b6cdf391e4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:14.891361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cd78f3d-97ff-4055-979a-2a33b86ba460 req-df48187d-bbc2-4921-890f-00b6cdf391e4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0489237 Feb 15 10:17:14.934026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cd78f3d-97ff-4055-979a-2a33b86ba460 req-7f3cf1a8-5132-4f13-bfaf-e0c3ba81c704 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365729 Feb 15 10:17:14.966973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-6bf72ea7-105b-4599-98f9-6c5c61e7a105 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:14.968624 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-6bf72ea7-105b-4599-98f9-6c5c61e7a105 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 945 time: 0.0519106 Feb 15 10:17:15.059822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Deleting port e206a852-6574-4c02-8f5b-54f498a53925 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:17:15.060167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:15.153525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] For port e206a852-6574-4c02-8f5b-54f498a53925, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e206a852-6574-4c02-8f5b-54f498a53925,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:15.153876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:15.327578 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:15.327932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:15.328243 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb disassociated. External IP: 172.25.6.11, port: e206a852-6574-4c02-8f5b-54f498a53925. Feb 15 10:17:15.328578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Calling delete_port for e206a852-6574-4c02-8f5b-54f498a53925 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:17:15.465136 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:15.492431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'Port': ['ID=e206a852-6574-4c02-8f5b-54f498a53925,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:15.619872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:17:16.020437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:17:16.031600 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:17:16.040016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8b2fed3-7be4-4cfe-b860-b42d58a42871 req-5c247602-ff0f-4443-98b2-91e5fe80e452 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9639be91-cc75-41a6-ba45-99dec8222592 HTTP/1.1" status: 200 len: 210 time: 0.0352943 Feb 15 10:17:16.043130 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:17:16.043766 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:16:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:16.082396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] No DVR routers for this DVR port e206a852-6574-4c02-8f5b-54f498a53925 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:17:16.088782 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:16.092606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8073a857-098b-4bd7-b3eb-7c70d2cea269 req-86c431aa-00cd-4e26-a996-8ba15e6748c9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "DELETE /v2.0/ports/e206a852-6574-4c02-8f5b-54f498a53925 HTTP/1.1" status: 204 len: 173 time: 1.1184061 Feb 15 10:17:16.093155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-deleted', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:16.095525 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcc5cb2-c1ab-47e6-b43b-be14a0809326" -d '{"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-deleted", "tag": "e206a852-6574-4c02-8f5b-54f498a53925"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:16.145340 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d879e2-3dbf-4cb7-a469-d78cd40bfaa0 x-openstack-request-id: req-47d879e2-3dbf-4cb7-a469-d78cd40bfaa0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:16.145788 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9639be91-cc75-41a6-ba45-99dec8222592", "name": "network-vif-deleted", "tag": "e206a852-6574-4c02-8f5b-54f498a53925", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:16.149852 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47d879e2-3dbf-4cb7-a469-d78cd40bfaa0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:16.149852 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9639be91-cc75-41a6-ba45-99dec8222592', 'name': 'network-vif-deleted', 'tag': 'e206a852-6574-4c02-8f5b-54f498a53925', 'status': 'completed', 'code': 200} Feb 15 10:17:16.259201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:17:16.474912 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:16.511233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:17:16.520640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:17:16.521260 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:16:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:16.632511 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:17:16.781409 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd57acf1-edf1-48d6-a3be-40991931638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:16.851022 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:16.878866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59231bd-a1f1-496c-b186-947c3752d411 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:17:17.105508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e52dd5-b663-46c9-b010-8706716ab5c4 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:17:17.319907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-1397c66c-d9b9-4b94-a435-1ca11dc2601e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--223137585&fields=id&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 267 time: 0.0420599 Feb 15 10:17:17.361261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:17.449988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-4a2eabf9-f4d7-4a42-b5a1-fd4ba5de25fe tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:17.451482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-4a2eabf9-f4d7-4a42-b5a1-fd4ba5de25fe tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1234968 Feb 15 10:17:17.467974 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-a8285833-b956-4612-9ca6-228bae0762fa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/quotas/35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 375 time: 0.0103405 Feb 15 10:17:17.525740 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-b96b7771-7283-4506-8496-efe39d508303 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0519106 Feb 15 10:17:17.628669 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-1e9347b6-76a1-41c4-9d4e-241a5dc99eea service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895736 Feb 15 10:17:17.722030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-e01a841d-ad32-4fa5-a692-be7afdb60844 service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872083 Feb 15 10:17:17.899338 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94ec87b0-467a-4f71-bfa7-ec39fbe18bf0 req-c1bfa6e0-f686-4b55-a94b-1330dab4da7c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 210 time: 0.0383236 Feb 15 10:17:18.674309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:17:18.695158 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: e206a852-6574-4c02-8f5b-54f498a53925 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:17:18.695491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e206a852-6574-4c02-8f5b-54f498a53925 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:17:18.922415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-680bdb20-d001-48df-9bcd-b29afc4387e1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:18.924052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-680bdb20-d001-48df-9bcd-b29afc4387e1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1124091 Feb 15 10:17:18.971860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-66b1ddf9-351a-4637-846e-78734e5eb85c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 379 time: 0.0388896 Feb 15 10:17:18.991924 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'port': {'device_id': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'admin_state_up': True, 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'security_groups': ['639b90ba-153c-42d2-afcc-35df7519b5cb']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:17:19.024430 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-135ee32b-4c8f-4929-ab6e-c36006c5aded req-9c1fb638-f857-4703-a34b-ab49ad0fa98b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 210 time: 0.0470364 Feb 15 10:17:19.120012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:17:19.123698 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.248409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Allocated IP 172.20.0.5 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/1640c425-c087-4602-8697-531ae2c8f60f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:17:19.347606 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13c58e76-502b-469b-a97b-acae05610a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.391861 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.426186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.466873 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:17:19.469929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:17:19.472982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:17:19.518818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:19.544490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:19.545163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.561655 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-018709be-832a-4f12-846f-0b30be5761e9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5829992 Feb 15 10:17:19.574772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Request body: {'port': {'device_id': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:17:19.633314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.719354 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a160ec8d-4d7c-4644-8f24-691ee1df537d None None] Provisioning complete for port 1640c425-c087-4602-8697-531ae2c8f60f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:17:19.719947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a160ec8d-4d7c-4644-8f24-691ee1df537d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.754206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a160ec8d-4d7c-4644-8f24-691ee1df537d None None] Port 1640c425-c087-4602-8697-531ae2c8f60f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:17:19.897736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1640c425-c087-4602-8697-531ae2c8f60f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:17:19.905724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.917224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Transition to ACTIVE for port object 1640c425-c087-4602-8697-531ae2c8f60f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:17:19.920924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:19.971918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:20.043621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:17:20.043956 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:17:20.044294 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:20.049952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:17:20.050283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:20.055983 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:17:20.056323 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:17:20.056736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:17:20.057497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Bound port: 1640c425-c087-4602-8697-531ae2c8f60f, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:17:20.057620 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:20.131082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:17:20.134363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:17:20.140891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:20.169108 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edef764-a8fd-4e75-a6b5-f1fead800994 req-ba2f1e10-4098-445c-9bad-d888c8547aa4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.174904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2edef764-a8fd-4e75-a6b5-f1fead800994 req-ba2f1e10-4098-445c-9bad-d888c8547aa4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 943 time: 0.0671103 Feb 15 10:17:20.178845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.180150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:20.183396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] 10.222.0.72 "PUT /v2.0/ports/1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 1091 time: 0.6120501 Feb 15 10:17:20.186356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:20.201960 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329ce5b8-c004-44fe-9535-fc7c4f2ad161" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:20.221918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2edef764-a8fd-4e75-a6b5-f1fead800994 req-e8b8b16f-8255-4b5f-a9a0-d53b7e370a60 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 Feb 15 10:17:20.250613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf843b79-54eb-4ac2-a5be-c3ceda928d62 service neutron] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:20.276089 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50a5ee2-fc01-4633-b7ef-0132d215e907 x-openstack-request-id: req-f50a5ee2-fc01-4633-b7ef-0132d215e907 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:20.276389 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:20.276639 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f50a5ee2-fc01-4633-b7ef-0132d215e907 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:20.277066 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'status': 'completed', 'code': 200} Feb 15 10:17:20.290663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-b498dc5f-c3bf-4bbc-9da0-0f51f00e8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.292873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-b498dc5f-c3bf-4bbc-9da0-0f51f00e8371 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1094 time: 0.0569785 Feb 15 10:17:20.336568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-60c2b1ca-7031-4029-9664-5ab71e29d14e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 217 time: 0.0352111 Feb 15 10:17:20.393164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-a6e21551-8a01-4614-9ce0-df3d974924c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.394653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-a6e21551-8a01-4614-9ce0-df3d974924c2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0506656 Feb 15 10:17:20.442331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-a0ae414f-7cb5-4b66-9bde-234a81156446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.443837 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-a0ae414f-7cb5-4b66-9bde-234a81156446 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430315 Feb 15 10:17:20.475743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:20.538552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-8b2b3bdb-8cf4-4c41-bfdf-4a6697181cae service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829625 Feb 15 10:17:20.633875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5c5f8bb-0571-40ef-8dea-9177c8071f6b req-3bb7ddfa-3c35-4986-850b-c86f3a538405 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871294 Feb 15 10:17:20.722282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-77d33d96-ecb1-42de-b8f7-f55e7b9cf038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.723689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-77d33d96-ecb1-42de-b8f7-f55e7b9cf038 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1094 time: 0.0409122 Feb 15 10:17:20.817074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-357eea09-3c59-48a0-badc-5876fb00a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.818532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-357eea09-3c59-48a0-badc-5876fb00a217 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0862584 Feb 15 10:17:20.859489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-9fb44e89-c6d5-49e3-b0dc-b48ca3c8ffee service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 217 time: 0.0333810 Feb 15 10:17:20.907772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-151e7958-6549-411c-957b-55a38f22ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.909312 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-151e7958-6549-411c-957b-55a38f22ea85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0429595 Feb 15 10:17:20.958556 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-9d5cb9f0-7f1a-42f4-987f-e2b002fc7819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:20.960037 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-9d5cb9f0-7f1a-42f4-987f-e2b002fc7819 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431490 Feb 15 10:17:21.051151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-860ba385-f1ca-40fe-84b8-52dc2c6186c2 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826068 Feb 15 10:17:21.144198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-329ce5b8-c004-44fe-9535-fc7c4f2ad161 req-974ac2fd-2cd9-47e4-b27d-ce44db099895 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856919 Feb 15 10:17:21.340665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831eab0-cf31-44a5-a71e-399b37d83ab1 req-e33185fb-4fb5-4695-b9ba-361a046b4fc6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:21.342135 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6831eab0-cf31-44a5-a71e-399b37d83ab1 req-e33185fb-4fb5-4695-b9ba-361a046b4fc6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 943 time: 0.0499423 Feb 15 10:17:21.382652 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6831eab0-cf31-44a5-a71e-399b37d83ab1 req-aab77a1d-c914-403c-a531-cdea43507b4c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345566 Feb 15 10:17:22.336089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:22.505169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b6133-54c8-41ba-9b4b-2534fc48c2e4 req-7d4ef63c-e675-4785-bbcf-9bff82eef2f3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:22.506698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a77b6133-54c8-41ba-9b4b-2534fc48c2e4 req-7d4ef63c-e675-4785-bbcf-9bff82eef2f3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 943 time: 0.0515790 Feb 15 10:17:22.510518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:22.549761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a77b6133-54c8-41ba-9b4b-2534fc48c2e4 req-1547816a-d4ea-4683-8301-98f9ecdcfb91 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352583 Feb 15 10:17:22.690027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:17:22.787483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:22.798617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '1640c425-c087-4602-8697-531ae2c8f60f', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': '1640c425-c087-4602-8697-531ae2c8f60f', 'mac_address': 'fa:16:3e:8a:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:17:22.839089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:22.851916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1640c425-c087-4602-8697-531ae2c8f60f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:17:22.872256 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:22.876130 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:22.922614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:23.060510 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['1640c425-c087-4602-8697-531ae2c8f60f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:17:23.675097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1c578-c288-459d-988f-dcc22a5bcb45 req-aae0f09f-cc54-48ba-96db-5e5393c1282d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:23.676634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25a1c578-c288-459d-988f-dcc22a5bcb45 req-aae0f09f-cc54-48ba-96db-5e5393c1282d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0556505 Feb 15 10:17:23.733867 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-25a1c578-c288-459d-988f-dcc22a5bcb45 req-e5956beb-2cb0-46f5-bff2-47c5f61e2a43 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478220 Feb 15 10:17:24.706039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:17:24.753827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 1640c425-c087-4602-8697-531ae2c8f60f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:17:24.757713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 1640c425-c087-4602-8697-531ae2c8f60f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:17:24.758096 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:24.840246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:24.856436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7eac30-8c74-4e6d-b111-878c7ad45604 req-e43efe18-c118-404e-9e41-22deb7f4ad33 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:24.857977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa7eac30-8c74-4e6d-b111-878c7ad45604 req-e43efe18-c118-404e-9e41-22deb7f4ad33 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0497725 Feb 15 10:17:24.863082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:24.865688 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f66853d-5b0f-4345-93a0-bdfb7ef6bf52" -d '{"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-plugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:24.884251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:24.890124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:24.902798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa7eac30-8c74-4e6d-b111-878c7ad45604 req-32daa563-a87e-4065-a7d6-49d02d6a2aa7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386493 Feb 15 10:17:24.916898 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1be2e3-7180-4db2-8a46-387263d0dcd8 x-openstack-request-id: req-bb1be2e3-7180-4db2-8a46-387263d0dcd8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:24.917190 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-plugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:24.917488 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb1be2e3-7180-4db2-8a46-387263d0dcd8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:24.917875 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'code': 200} Feb 15 10:17:24.948347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:25.011583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3714bf8-be03-4d1b-bfe0-e6dccaadb750 req-03cf0931-f996-41a8-8412-a24d2c2a8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:25.013119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3714bf8-be03-4d1b-bfe0-e6dccaadb750 req-03cf0931-f996-41a8-8412-a24d2c2a8bcf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1096 time: 0.0413468 Feb 15 10:17:25.051667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3714bf8-be03-4d1b-bfe0-e6dccaadb750 req-8cc6063b-954f-49b1-a725-01805a91aaf6 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321529 Feb 15 10:17:26.024445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad694c53-26e4-445a-b226-71eb7c1e4f33 req-c750da84-a06b-4260-8d6d-3cad54972598 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:26.027369 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad694c53-26e4-445a-b226-71eb7c1e4f33 req-c750da84-a06b-4260-8d6d-3cad54972598 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0522828 Feb 15 10:17:26.069850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad694c53-26e4-445a-b226-71eb7c1e4f33 req-06f62ad2-ccff-4ff1-91fa-b6d98ebd0c08 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351765 Feb 15 10:17:27.186683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5e69d-8436-47f9-ad19-fb8ecc883774 req-25a81499-d38d-45fa-97db-1cf7a731b6c4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:27.188166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb5e69d-8436-47f9-ad19-fb8ecc883774 req-25a81499-d38d-45fa-97db-1cf7a731b6c4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0485892 Feb 15 10:17:27.225178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-afb5e69d-8436-47f9-ad19-fb8ecc883774 req-f96c2fda-006b-4905-bcd0-373e8eb3f8e4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310128 Feb 15 10:17:27.338951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a1477-35c3-4f15-aed4-ab7737a04b6c req-7784aaed-5c53-4119-a203-9dabc1d9f8e8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:27.340356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a5a1477-35c3-4f15-aed4-ab7737a04b6c req-7784aaed-5c53-4119-a203-9dabc1d9f8e8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0506351 Feb 15 10:17:27.348925 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51322) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:17:27.353233 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'floatingip': {'port_id': '1640c425-c087-4602-8697-531ae2c8f60f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:17:27.396247 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:27.829668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:27.833409 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:27.932832 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb associated. External IP: 172.25.6.11, port: 1640c425-c087-4602-8697-531ae2c8f60f. Feb 15 10:17:28.142050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:17:28.250078 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:17:28.254704 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:28.261341 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:17:28.271388 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:17:28.272078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:17:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:28.282272 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8393d48a-dd4d-4801-8262-80d6eebc0c80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "PUT /v2.0/floatingips/90b11dc0-b833-4110-aec6-e746d8811ddb HTTP/1.1" status: 200 len: 990 time: 0.9323235 Feb 15 10:17:28.282954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:28.285334 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:28.323438 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1342031-d672-42cb-9929-7b53109da279 x-openstack-request-id: req-d1342031-d672-42cb-9929-7b53109da279 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:28.323438 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:28.323438 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1342031-d672-42cb-9929-7b53109da279 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:28.323842 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'status': 'completed', 'code': 200} Feb 15 10:17:28.383638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:17:28.410761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-bfe33346-5908-404e-8af9-63c6a472c677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:28.413111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-bfe33346-5908-404e-8af9-63c6a472c677 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1096 time: 0.0623350 Feb 15 10:17:28.489896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d1314-8625-458a-b66a-871fad4ad452 req-c5552074-0469-45c0-a3b9-81e6f74f17aa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:28.492226 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de1d1314-8625-458a-b66a-871fad4ad452 req-c5552074-0469-45c0-a3b9-81e6f74f17aa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0613031 Feb 15 10:17:28.513472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-591b2815-7c55-4fc3-8dbc-32f289f4adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:28.514963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-591b2815-7c55-4fc3-8dbc-32f289f4adfe service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0956583 Feb 15 10:17:28.533239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de1d1314-8625-458a-b66a-871fad4ad452 req-a1437491-fd73-4f1c-93a0-cae140f8e400 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338962 Feb 15 10:17:28.592635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-9219757d-0d23-4687-89a0-4c07b8c25e53 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 998 time: 0.0708587 Feb 15 10:17:28.619977 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '1640c425-c087-4602-8697-531ae2c8f60f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:8a:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:17:27Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:28.641641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-ac462698-cc01-4c62-88cf-6ec7fcd47873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:28.643039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-ac462698-cc01-4c62-88cf-6ec7fcd47873 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0445886 Feb 15 10:17:28.646499 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:17:28.655951 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:17:28.656536 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:17:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:28.692093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-ed3e6e2f-f463-4b47-a81b-dcb02138dccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:28.693633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-ed3e6e2f-f463-4b47-a81b-dcb02138dccc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445173 Feb 15 10:17:28.762141 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:17:28.783244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-33f0a691-13c4-4c86-8cd9-50938687e9af service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818212 Feb 15 10:17:28.876121 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8236ce0-9bbe-406e-9c27-b3d55b308a1c req-9b1d3769-1c3c-4397-ba31-7dec908bf962 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865939 Feb 15 10:17:28.989657 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '1640c425-c087-4602-8697-531ae2c8f60f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:8a:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:17:27Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:17:29.107025 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfa2aba-2314-4159-bc1b-88f11d8f6f7f None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '1640c425-c087-4602-8697-531ae2c8f60f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:8a:72:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:17:27Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:17:29.292710 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2389cb39-6d8e-4ace-9817-ca8ec3688fc9 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:17:29.652917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa17ea-0ded-40a0-8c56-cf66a2baf261 req-d48e15fb-1c93-4cd3-b07b-b92f7798d542 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:29.654667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6eaa17ea-0ded-40a0-8c56-cf66a2baf261 req-d48e15fb-1c93-4cd3-b07b-b92f7798d542 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0500381 Feb 15 10:17:29.692066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6eaa17ea-0ded-40a0-8c56-cf66a2baf261 req-806bb8ad-0398-4f4e-8e1b-323f105a4331 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313425 Feb 15 10:17:30.812643 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2f857-598d-4214-b8c0-0754b7e69f89 req-24e266b9-a061-448f-9ee5-7d6e7b172099 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:30.814158 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4a2f857-598d-4214-b8c0-0754b7e69f89 req-24e266b9-a061-448f-9ee5-7d6e7b172099 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0527692 Feb 15 10:17:30.852097 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e4a2f857-598d-4214-b8c0-0754b7e69f89 req-96709b08-ad27-490a-a902-44d7345367a7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Feb 15 10:17:31.967547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03e4e3-da1e-453b-ac63-824ac8dfd169 req-f7d42bc1-b6db-4317-b836-41cef1d2ff0b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:31.977295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c03e4e3-da1e-453b-ac63-824ac8dfd169 req-f7d42bc1-b6db-4317-b836-41cef1d2ff0b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0495141 Feb 15 10:17:32.008751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c03e4e3-da1e-453b-ac63-824ac8dfd169 req-2810b920-0edc-4b06-9212-d2b9885173c3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323513 Feb 15 10:17:33.125740 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83daab2a-5a12-4eea-bb0b-76e3b93263a0 req-cd80b251-f568-45e0-b0a4-f562ca14654e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:33.127259 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83daab2a-5a12-4eea-bb0b-76e3b93263a0 req-cd80b251-f568-45e0-b0a4-f562ca14654e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0485687 Feb 15 10:17:33.165123 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83daab2a-5a12-4eea-bb0b-76e3b93263a0 req-195ca6c8-c661-49a9-9f83-c26b208c01d0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319531 Feb 15 10:17:34.203233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:17:34.284230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8dbc-6a49-4c1f-a38b-c09223051eea req-b14322b0-fd46-43d3-8382-0271ed19646e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:34.285721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1dba8dbc-6a49-4c1f-a38b-c09223051eea req-b14322b0-fd46-43d3-8382-0271ed19646e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0523975 Feb 15 10:17:34.323100 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1dba8dbc-6a49-4c1f-a38b-c09223051eea req-8efe6171-799c-4299-a8a0-b5b8b31c8e86 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301545 Feb 15 10:17:35.442500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491df07-ee3a-46c3-9ead-ca5f66aa1dda req-9a8b7ce3-8b94-4362-a798-c1a55331a0d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:35.444002 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6491df07-ee3a-46c3-9ead-ca5f66aa1dda req-9a8b7ce3-8b94-4362-a798-c1a55331a0d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0501359 Feb 15 10:17:35.482205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6491df07-ee3a-46c3-9ead-ca5f66aa1dda req-2afbc515-2b36-4823-aa5e-c1a0be883c9d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Feb 15 10:17:36.599998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a79cb-8234-4455-9f5c-87d6e74e828e req-3a240221-6683-41ec-a616-9c5f95ab20fa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:36.601508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-386a79cb-8234-4455-9f5c-87d6e74e828e req-3a240221-6683-41ec-a616-9c5f95ab20fa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0490489 Feb 15 10:17:36.647199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-386a79cb-8234-4455-9f5c-87d6e74e828e req-feb2b7ae-3a4e-4f3d-875d-9829711163ad tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Feb 15 10:17:37.768468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c6eb50-c17b-47cc-8de4-96e9d33bcc09 req-31061d47-5185-4525-b738-206baa336273 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:37.769956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59c6eb50-c17b-47cc-8de4-96e9d33bcc09 req-31061d47-5185-4525-b738-206baa336273 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0535443 Feb 15 10:17:37.808985 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59c6eb50-c17b-47cc-8de4-96e9d33bcc09 req-498e6d15-0385-48f2-ac90-44660b13b878 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330174 Feb 15 10:17:38.923068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37815eea-2494-4280-9b8f-83d06280a9c0 req-39b88f1e-130a-48b9-9d68-77567a1f1750 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:38.924556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37815eea-2494-4280-9b8f-83d06280a9c0 req-39b88f1e-130a-48b9-9d68-77567a1f1750 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0490277 Feb 15 10:17:38.963369 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37815eea-2494-4280-9b8f-83d06280a9c0 req-ff12b24f-bccf-4f90-8ef9-9d32b8de700f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322425 Feb 15 10:17:40.083909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acace5-3ecf-47e5-a786-d29809ae9766 req-1e436423-8341-40b5-9011-894846b6c62e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:40.085426 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63acace5-3ecf-47e5-a786-d29809ae9766 req-1e436423-8341-40b5-9011-894846b6c62e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0516655 Feb 15 10:17:40.127542 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-63acace5-3ecf-47e5-a786-d29809ae9766 req-f6e377cb-eb04-49c7-87aa-e4919dc85027 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353296 Feb 15 10:17:41.252831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a094a8-e66b-4a98-a21f-3a79ea45908c req-be452a8f-8b96-4e71-a041-33b22e759c89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:41.254302 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7a094a8-e66b-4a98-a21f-3a79ea45908c req-be452a8f-8b96-4e71-a041-33b22e759c89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0529392 Feb 15 10:17:41.291342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7a094a8-e66b-4a98-a21f-3a79ea45908c req-91be3883-05de-4457-b261-9f462378dd5c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304561 Feb 15 10:17:42.409738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb6cf5-c149-4aba-b69d-a9ab6f7ddf1a req-a05a584c-d266-4aa4-9053-1f664066953d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:42.411230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92bb6cf5-c149-4aba-b69d-a9ab6f7ddf1a req-a05a584c-d266-4aa4-9053-1f664066953d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0496891 Feb 15 10:17:42.451329 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92bb6cf5-c149-4aba-b69d-a9ab6f7ddf1a req-7f1c0212-63ac-4970-bb64-c61559ae3c98 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332007 Feb 15 10:17:43.568081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b5011-4b29-429e-84f9-67e20cec6cff req-368ffb7c-1a80-47db-852e-7c23a6a470a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:43.569663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797b5011-4b29-429e-84f9-67e20cec6cff req-368ffb7c-1a80-47db-852e-7c23a6a470a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0501153 Feb 15 10:17:43.608082 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-797b5011-4b29-429e-84f9-67e20cec6cff req-98a95d4f-2830-4a48-988d-305ad2c7a110 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322986 Feb 15 10:17:44.729582 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:44.739130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979a5da-e70e-4be2-9ee8-8a4b52585034 req-bdcf9458-7ec4-432c-a642-2d5dd0b4279a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:44.740643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b979a5da-e70e-4be2-9ee8-8a4b52585034 req-bdcf9458-7ec4-432c-a642-2d5dd0b4279a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0557861 Feb 15 10:17:44.779457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b979a5da-e70e-4be2-9ee8-8a4b52585034 req-b9376e11-25fb-4df3-a9e9-427e94e7be84 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Feb 15 10:17:45.979779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cf566-7c6f-47ba-be01-458ccefdeaa1 req-739c24af-3a60-45a5-959a-bcae2d0c30de tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:45.981309 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f69cf566-7c6f-47ba-be01-458ccefdeaa1 req-739c24af-3a60-45a5-959a-bcae2d0c30de tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.1255083 Feb 15 10:17:46.018926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f69cf566-7c6f-47ba-be01-458ccefdeaa1 req-daa59fd8-61da-4a0b-88e3-0e400a2c1e1b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315273 Feb 15 10:17:46.785160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-99a0072c-6e0c-458b-8e01-98dd9d6863e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:47.135491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55deb95f-1666-4c92-b4ff-06925f41c525 req-9a5f53be-deeb-4e55-af49-d17541582808 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:47.136999 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55deb95f-1666-4c92-b4ff-06925f41c525 req-9a5f53be-deeb-4e55-af49-d17541582808 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0490870 Feb 15 10:17:47.175895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-55deb95f-1666-4c92-b4ff-06925f41c525 req-01d3147f-d026-4895-b0a6-6082ca76c878 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328045 Feb 15 10:17:47.176534 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:48.297273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b545-87f3-4cd5-a912-3767969b8dde req-c46792a2-748d-462e-b5f4-ce8750ffb08a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:48.298764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a82b545-87f3-4cd5-a912-3767969b8dde req-c46792a2-748d-462e-b5f4-ce8750ffb08a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0533340 Feb 15 10:17:48.337306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1a82b545-87f3-4cd5-a912-3767969b8dde req-38b25c6c-ac36-4c30-8a73-958b8c66de1c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323756 Feb 15 10:17:49.352795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db075bc5-8fb2-4db7-a0e5-9ea3dadbc4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:49.451948 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa3801-252b-4433-ba4e-db323eeb87f7 req-5e476ffd-f300-403c-9b50-8edb25719de3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:49.453528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33fa3801-252b-4433-ba4e-db323eeb87f7 req-5e476ffd-f300-403c-9b50-8edb25719de3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0488453 Feb 15 10:17:49.490517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-33fa3801-252b-4433-ba4e-db323eeb87f7 req-629965fb-e4b1-4237-8fae-cadfaf08a0e5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310259 Feb 15 10:17:50.478752 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:50.606210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3a79b-920e-4187-a2c2-296646f1f5cb req-a39876d3-d148-41b6-b7c7-ff80f039df53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:50.607681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34e3a79b-920e-4187-a2c2-296646f1f5cb req-a39876d3-d148-41b6-b7c7-ff80f039df53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0477073 Feb 15 10:17:50.644868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34e3a79b-920e-4187-a2c2-296646f1f5cb req-a4f1e503-8bcb-4c1d-87de-01991cc87b57 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311797 Feb 15 10:17:51.767983 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9df94-9172-4a47-80fa-b6af7564ccec req-e8b60917-c5f3-4e5e-b300-a935bc5ee956 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:51.769502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0aa9df94-9172-4a47-80fa-b6af7564ccec req-e8b60917-c5f3-4e5e-b300-a935bc5ee956 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0552375 Feb 15 10:17:51.809834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0aa9df94-9172-4a47-80fa-b6af7564ccec req-3e74d079-4994-43d7-8da7-0581e879eb97 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337179 Feb 15 10:17:52.340151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:52.512269 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:52.928008 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f215b8a-176d-44ef-8273-72514e2517ea req-c1f4ad8f-7be9-4e0e-af70-839d85c64f54 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:52.929535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f215b8a-176d-44ef-8273-72514e2517ea req-c1f4ad8f-7be9-4e0e-af70-839d85c64f54 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0489197 Feb 15 10:17:52.966566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f215b8a-176d-44ef-8273-72514e2517ea req-9b7295e3-5cc4-485b-b4a2-0676eeeff84e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307984 Feb 15 10:17:54.083096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464e0d6-4581-4ff7-a5b8-4b795fba15fa req-52eda26f-0fe5-4582-8d29-5f0bcc864c9b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:54.084561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d464e0d6-4581-4ff7-a5b8-4b795fba15fa req-52eda26f-0fe5-4582-8d29-5f0bcc864c9b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0489838 Feb 15 10:17:54.122264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d464e0d6-4581-4ff7-a5b8-4b795fba15fa req-f581c66c-cfa2-48f6-97f0-4a4acb25d172 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Feb 15 10:17:54.385937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b313b-f07d-4a9e-8b8e-f10fb3454706 req-10f3c585-65b3-4923-aa96-9017cfb2f5f5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:54.387421 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d86b313b-f07d-4a9e-8b8e-f10fb3454706 req-10f3c585-65b3-4923-aa96-9017cfb2f5f5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0716016 Feb 15 10:17:54.390855 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-865fe7c0-b667-40e6-a45e-b1208a43b352 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830536 Feb 15 10:17:54.427274 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d86b313b-f07d-4a9e-8b8e-f10fb3454706 req-65dda4d5-b8e9-46ff-b2b2-55bed845aea8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332305 Feb 15 10:17:55.471056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-842cf613-fc60-44c8-8781-feb4daaaa561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:55.472591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-842cf613-fc60-44c8-8781-feb4daaaa561 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1096 time: 0.0448482 Feb 15 10:17:55.598147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3854-d10b-48cd-af97-dfbc92fc9e05 req-0e0fd67c-7fee-4252-8cab-9c19d0af15a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:55.599601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-972a3854-d10b-48cd-af97-dfbc92fc9e05 req-0e0fd67c-7fee-4252-8cab-9c19d0af15a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.1002100 Feb 15 10:17:55.602379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-7ff18a33-40b5-478b-917c-ce51dcdd4ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:55.604271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-7ff18a33-40b5-478b-917c-ce51dcdd4ccf service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1251085 Feb 15 10:17:55.677395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-972a3854-d10b-48cd-af97-dfbc92fc9e05 req-faa66e98-252f-473b-9ffa-2621522d4eaa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707908 Feb 15 10:17:55.688446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-3a4825c7-6ee1-4b6a-a34f-9f13f47d0a1c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 1000 time: 0.0759628 Feb 15 10:17:55.735887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-bd5e468f-45d6-42fc-99f9-7f18531237a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:55.737321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-bd5e468f-45d6-42fc-99f9-7f18531237a5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0429990 Feb 15 10:17:55.786573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-0c8ab52a-eaa9-4baf-b41f-57c1376c4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:55.788094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-0c8ab52a-eaa9-4baf-b41f-57c1376c4e8f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448234 Feb 15 10:17:55.877360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-887ca1d8-c826-482f-a467-e7f9440cba14 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815830 Feb 15 10:17:55.971963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-8a18f628-e5bb-48c2-91b2-575918ff50b4 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884397 Feb 15 10:17:56.799030 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373e67a-9d7b-4ce7-a47a-fc9e4db2c96e req-66bfdd4e-d2dc-4579-897c-6e4bf778897d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:56.800522 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b373e67a-9d7b-4ce7-a47a-fc9e4db2c96e req-66bfdd4e-d2dc-4579-897c-6e4bf778897d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0510347 Feb 15 10:17:56.839574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b373e67a-9d7b-4ce7-a47a-fc9e4db2c96e req-107b5ca7-aeac-41f2-bfc9-ec4934fec33b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325093 Feb 15 10:17:57.730526 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-e665e993-983b-488a-94f1-617e61088a76 req-62006fb3-e903-4e00-aaff-21b1653394dc service neutron] show failed (client error): The resource could not be found. Feb 15 10:17:57.731583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-62006fb3-e903-4e00-aaff-21b1653394dc service neutron] 10.222.0.72 "GET /v2.0/ports/1640c425-c087-4602-8697-531ae2c8f60f/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0551543 Feb 15 10:17:57.961806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-b226ea6f-1df3-4eb6-adb3-66d9fe96593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:57.963953 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-b226ea6f-1df3-4eb6-adb3-66d9fe96593b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1096 time: 0.0754118 Feb 15 10:17:57.974620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff90fc-c7d7-484f-b281-0be96122bbc2 req-c1f4bc42-ba00-4a67-be57-60242759be58 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:57.976003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ff90fc-c7d7-484f-b281-0be96122bbc2 req-c1f4bc42-ba00-4a67-be57-60242759be58 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0577636 Feb 15 10:17:57.981553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:17:58.055092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e6ff90fc-c7d7-484f-b281-0be96122bbc2 req-f1b451c1-6456-4689-972f-1ab279521628 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709667 Feb 15 10:17:58.062471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.269358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:17:58.303417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:17:58.346613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:17:58.348899 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c573e50b-bdd4-4b3a-87ad-cda2adae922d" -d '{"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-unplugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:17:58.353331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.365679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Transition to ACTIVE for port object 1640c425-c087-4602-8697-531ae2c8f60f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:17:58.369735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.410495 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5f5810-6f99-4d0d-b7b3-92902173def4 x-openstack-request-id: req-2f5f5810-6f99-4d0d-b7b3-92902173def4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:17:58.410774 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-unplugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:17:58.411016 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f5f5810-6f99-4d0d-b7b3-92902173def4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:17:58.411400 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'code': 200} Feb 15 10:17:58.447425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:58.493038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] No DVR routers for this DVR port 1640c425-c087-4602-8697-531ae2c8f60f on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:17:58.633133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:17:58.633453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:17:58.633772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:58.638219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:17:58.638528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Attempting to bind port 1640c425-c087-4602-8697-531ae2c8f60f on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:17:58.643429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:17:58.643787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:17:58.644163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:17:58.644619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Bound port: 1640c425-c087-4602-8697-531ae2c8f60f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:17:58.645020 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.712977 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:17:58.715933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:17:58.720754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.759615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:58.760311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:17:58.761686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] 10.222.0.36 "PUT /v2.0/ports/1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 1091 time: 0.7847946 Feb 15 10:17:58.779087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f838b-6e76-453b-99b4-53a984be73e8 service neutron] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:17:58.832636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-43b5dba7-6973-4deb-9da6-b0c47c362935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:58.834188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-43b5dba7-6973-4deb-9da6-b0c47c362935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1094 time: 0.0461545 Feb 15 10:17:59.250747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21baf8-a625-4b31-a4b3-e61090852969 req-570c7566-ac0d-4ea7-8e63-0f304a427597 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:59.252255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed21baf8-a625-4b31-a4b3-e61090852969 req-570c7566-ac0d-4ea7-8e63-0f304a427597 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 943 time: 0.0790699 Feb 15 10:17:59.253322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-8646d4ff-a188-4ada-9b4e-b948787787b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:59.254652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-8646d4ff-a188-4ada-9b4e-b948787787b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.4127994 Feb 15 10:17:59.337047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ed21baf8-a625-4b31-a4b3-e61090852969 req-a3c4d878-d30e-432c-9bf3-9edb2617f643 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772841 Feb 15 10:17:59.348140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-609daf51-b710-4ea3-b940-0ec52eb02b4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 998 time: 0.0822623 Feb 15 10:17:59.398615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-6bd2c078-690f-4429-b177-d4435175c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:59.401179 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-6bd2c078-690f-4429-b177-d4435175c9fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0461249 Feb 15 10:17:59.448331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665e993-983b-488a-94f1-617e61088a76 req-4faec381-0aab-4fda-9258-05ff2b96dc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:17:59.449907 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-4faec381-0aab-4fda-9258-05ff2b96dc98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421982 Feb 15 10:17:59.549565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-582554a3-a77c-4f7c-9d44-6c8c943b5517 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929129 Feb 15 10:17:59.645408 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e665e993-983b-488a-94f1-617e61088a76 req-36eec23c-e8f2-4929-988b-4221014cce4a service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896163 Feb 15 10:18:00.412257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:00.414615 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c215bce-b3b5-42f3-b734-331cb05e9d12" -d '{"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:00.461453 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7d88a-6b19-46ad-88ee-81adc4ff97dd req-15ac57db-9f99-43cf-9e03-8d4e4da1b8bb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.464523 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6db7d88a-6b19-46ad-88ee-81adc4ff97dd req-15ac57db-9f99-43cf-9e03-8d4e4da1b8bb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 943 time: 0.0541158 Feb 15 10:18:00.467697 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc816fed-d4c7-4572-84a0-60620b3abcc0 x-openstack-request-id: req-dc816fed-d4c7-4572-84a0-60620b3abcc0 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:00.467987 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:00.468235 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dc816fed-d4c7-4572-84a0-60620b3abcc0 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:00.468625 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'status': 'completed', 'code': 200} Feb 15 10:18:00.505271 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6db7d88a-6b19-46ad-88ee-81adc4ff97dd req-2d18c43c-a883-4efe-98d9-70e99a08ae14 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342808 Feb 15 10:18:00.560277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-7834e54d-2fc2-4052-8c1e-0e0fe80fdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.561823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-7834e54d-2fc2-4052-8c1e-0e0fe80fdce1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1094 time: 0.0661113 Feb 15 10:18:00.564225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-803f0be1-7eca-4411-b556-a88a55c9f079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.565619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-803f0be1-7eca-4411-b556-a88a55c9f079 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1094 time: 0.0786777 Feb 15 10:18:00.720149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-a6e5d82e-2d1d-483e-acf8-cc5fa3fc822a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.721578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-a6e5d82e-2d1d-483e-acf8-cc5fa3fc822a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1535099 Feb 15 10:18:00.724090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-e0b7194c-47e1-410c-9009-bc5c0953a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.725450 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-e0b7194c-47e1-410c-9009-bc5c0953a8b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1495180 Feb 15 10:18:00.835207 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-5e0b12f1-2b84-4df1-b1f7-c28e61a451fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 998 time: 0.1063192 Feb 15 10:18:00.837021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-c38c876b-b82f-4c20-bb6b-ccede2397dbc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 998 time: 0.1027014 Feb 15 10:18:00.925118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-0dcc3a24-a873-48b2-a521-ff5fb6539858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.926599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-0dcc3a24-a873-48b2-a521-ff5fb6539858 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0755465 Feb 15 10:18:00.927813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-a0dfa234-66c4-433a-b05c-2c55853cac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:00.929156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-a0dfa234-66c4-433a-b05c-2c55853cac9e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0853441 Feb 15 10:18:00.954692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:18:00.998127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:18:01.000692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-80567fea-728e-4c32-813d-fa12d4d88760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:01.002252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-80567fea-728e-4c32-813d-fa12d4d88760 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695355 Feb 15 10:18:01.004097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-77d75006-b57a-4b92-920b-1fa6d2f0407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:01.005513 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-77d75006-b57a-4b92-920b-1fa6d2f0407e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653574 Feb 15 10:18:01.161971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-a6cca95e-a4d0-4609-99aa-fd69f7662105 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530728 Feb 15 10:18:01.165341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-9d8eb7a4-daa1-48f3-ae38-081ac2e99546 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388979 Feb 15 10:18:01.249666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:01.320942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-4fefd58d-41af-43b7-85c1-fa2cd77125ad service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520758 Feb 15 10:18:01.324732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c215bce-b3b5-42f3-b734-331cb05e9d12 req-d285144b-1f3f-4298-a156-281f1eee2be4 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487288 Feb 15 10:18:01.346520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:01.359120 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '1640c425-c087-4602-8697-531ae2c8f60f', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': '1640c425-c087-4602-8697-531ae2c8f60f', 'mac_address': 'fa:16:3e:8a:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:18:01.401008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:01.413981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1640c425-c087-4602-8697-531ae2c8f60f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:01.434680 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:01.438954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:01.486143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:01.640490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['1640c425-c087-4602-8697-531ae2c8f60f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:18:01.640791 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43e33c-0d67-4bbe-ba7d-68ab26fc9a37 req-0b25be7f-8064-406d-8a82-d2f7ddf06fb4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:01.642342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa43e33c-0d67-4bbe-ba7d-68ab26fc9a37 req-0b25be7f-8064-406d-8a82-d2f7ddf06fb4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0555015 Feb 15 10:18:01.681524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fa43e33c-0d67-4bbe-ba7d-68ab26fc9a37 req-7cde24bc-03d7-466d-8ab2-31b97bd67dbf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325432 Feb 15 10:18:01.883009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b340d97-5553-48c1-8bb3-857ed6ce879a req-7c4161cb-6654-4944-8485-26eb384fd21c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:01.884708 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b340d97-5553-48c1-8bb3-857ed6ce879a req-7c4161cb-6654-4944-8485-26eb384fd21c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0530550 Feb 15 10:18:01.953908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b340d97-5553-48c1-8bb3-857ed6ce879a req-fc930309-c9da-4cc0-96a2-3a53c63ed534 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629296 Feb 15 10:18:01.966630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-d0054ab7-150f-4699-8070-fbd7d4e4d24d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:01.968138 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-d0054ab7-150f-4699-8070-fbd7d4e4d24d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f&tenant_id=35063779434645d4befbc5a2a019b07c&binding%3Ahost_id=n-h1-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.0755794 Feb 15 10:18:02.032470 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-a8e48075-b292-4299-bb24-dba75dbc71d9 service neutron] delete failed (client error): The resource could not be found. Feb 15 10:18:02.033577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-a8e48075-b292-4299-bb24-dba75dbc71d9 service neutron] 10.222.0.72 "DELETE /v2.0/ports/1640c425-c087-4602-8697-531ae2c8f60f/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0586939 Feb 15 10:18:02.114766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-c2b78453-c404-44c0-89ee-f515d3ab6def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:02.116280 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-c2b78453-c404-44c0-89ee-f515d3ab6def service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1095 time: 0.0404301 Feb 15 10:18:02.206875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-346e5533-55a8-46fd-b4b0-24180395870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:02.208355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-346e5533-55a8-46fd-b4b0-24180395870a service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0852587 Feb 15 10:18:02.277636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-bc57a3ff-40e9-4aa6-8c2c-5a71e1d6f4c2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 999 time: 0.0627298 Feb 15 10:18:02.327786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-4601734f-ad56-481a-a7c2-375925b619d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:02.329254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-4601734f-ad56-481a-a7c2-375925b619d0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0450838 Feb 15 10:18:02.373621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-e0ac97b3-dc69-4070-85aa-2be255a913e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:02.375167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-e0ac97b3-dc69-4070-85aa-2be255a913e9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399399 Feb 15 10:18:02.466791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-b975bb61-1255-455f-9bf1-a4531b5c8e09 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853295 Feb 15 10:18:02.557066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47ea0dec-ff5d-4b50-9884-aea017742942 req-bf4c8466-19c3-4415-b6bb-ff07468de96b service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Feb 15 10:18:03.080313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead1e8e-6d22-4869-86d1-5727c06f853f req-39fa1314-1695-4b7b-a938-11ce4c3dd9f6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.081854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cead1e8e-6d22-4869-86d1-5727c06f853f req-39fa1314-1695-4b7b-a938-11ce4c3dd9f6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0552843 Feb 15 10:18:03.121442 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cead1e8e-6d22-4869-86d1-5727c06f853f req-74e2cfcd-3a7c-4181-9f4b-f690e463f839 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333836 Feb 15 10:18:03.246866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d765f-196b-4cd8-8900-f318268f130e req-634fd6ec-2440-489b-a3d5-1e4c2abe6a09 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.249193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f21d765f-196b-4cd8-8900-f318268f130e req-634fd6ec-2440-489b-a3d5-1e4c2abe6a09 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 944 time: 0.0555258 Feb 15 10:18:03.251416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:18:03.286658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f21d765f-196b-4cd8-8900-f318268f130e req-9088aabd-20b3-44cc-b318-729e803628c3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Feb 15 10:18:03.301940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 1640c425-c087-4602-8697-531ae2c8f60f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:18:03.306434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 1640c425-c087-4602-8697-531ae2c8f60f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:18:03.307052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:03.392611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:03.423062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:03.425531 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a6de8-28ba-401f-aadd-5d0e90db25d4" -d '{"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-plugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:03.441728 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:03.449586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:03.483097 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9ddf29-5d54-409c-adc8-96d47f59e9ce x-openstack-request-id: req-1d9ddf29-5d54-409c-adc8-96d47f59e9ce {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:03.483387 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-plugged", "status": "completed", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:03.483703 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d9ddf29-5d54-409c-adc8-96d47f59e9ce {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:03.484150 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'code': 200} Feb 15 10:18:03.495881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607c5d-1286-40b8-91a1-b38a0d62c840 req-5b717203-fa89-4699-b0dc-c5ec4aab9eda tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.497612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b607c5d-1286-40b8-91a1-b38a0d62c840 req-5b717203-fa89-4699-b0dc-c5ec4aab9eda tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0557077 Feb 15 10:18:03.505531 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:03.563106 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-51c39926-0d23-425e-8f24-cde5d3d00059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.564618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-51c39926-0d23-425e-8f24-cde5d3d00059 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 1096 time: 0.0661874 Feb 15 10:18:03.567806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b607c5d-1286-40b8-91a1-b38a0d62c840 req-01185a67-d6ff-44ed-bd99-17cf49f16886 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616345 Feb 15 10:18:03.656895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-338d9e49-54e1-417b-a2be-c77b2cd6b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.658407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-338d9e49-54e1-417b-a2be-c77b2cd6b4b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0877943 Feb 15 10:18:03.721518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-12b96635-4ebb-44c6-b5d1-40f557f7b5e2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 200 len: 1000 time: 0.0567832 Feb 15 10:18:03.773643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-2bfad106-4c95-4a5f-bcf6-73888a55c549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.775129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-2bfad106-4c95-4a5f-bcf6-73888a55c549 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0472844 Feb 15 10:18:03.819132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-be8f43b8-4870-495e-ae2f-285b9915ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:03.820630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-be8f43b8-4870-495e-ae2f-285b9915ec0f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391467 Feb 15 10:18:03.908111 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-ace46c24-162f-4181-aee0-78f25994de23 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802643 Feb 15 10:18:04.000223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5662bdc-15dc-4ffd-b1f2-51145b4dffd4 req-17a1e41f-b0af-40c5-9ad5-f724ed097b35 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858545 Feb 15 10:18:04.686725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcda51f-0a4b-46cc-abd1-d45f8002fa8d req-12caec15-c8bc-48a4-ba6b-1f8f37c96973 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:04.688205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fcda51f-0a4b-46cc-abd1-d45f8002fa8d req-12caec15-c8bc-48a4-ba6b-1f8f37c96973 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0492690 Feb 15 10:18:04.727634 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3fcda51f-0a4b-46cc-abd1-d45f8002fa8d req-1fbbd44e-4ca9-4998-a022-54f141c7e908 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332768 Feb 15 10:18:04.970363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7e2df-aaac-48fa-a8a1-352aa10c6ce7 req-dffd6084-7362-439e-9b54-c5872c854d51 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:04.971838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08b7e2df-aaac-48fa-a8a1-352aa10c6ce7 req-dffd6084-7362-439e-9b54-c5872c854d51 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0495534 Feb 15 10:18:05.010654 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-08b7e2df-aaac-48fa-a8a1-352aa10c6ce7 req-f082be5d-60ec-4da5-8b67-cb87626e83bb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327852 Feb 15 10:18:06.132711 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67489e3-02cb-4750-9032-8fa7d7c41dfc req-15ed1e2c-7b66-48aa-b687-e2a66c2cf09f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:06.134738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a67489e3-02cb-4750-9032-8fa7d7c41dfc req-15ed1e2c-7b66-48aa-b687-e2a66c2cf09f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0508955 Feb 15 10:18:06.172288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a67489e3-02cb-4750-9032-8fa7d7c41dfc req-91841707-4959-4023-9f5b-dd2577ed3a31 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314500 Feb 15 10:18:06.229616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-ea1e2e52-9331-42e8-8b89-b5347b8e12b2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:06.231066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-ea1e2e52-9331-42e8-8b89-b5347b8e12b2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 945 time: 0.0516584 Feb 15 10:18:06.325071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Deleting port 1640c425-c087-4602-8697-531ae2c8f60f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:18:06.325324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:06.412767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] For port 1640c425-c087-4602-8697-531ae2c8f60f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=1640c425-c087-4602-8697-531ae2c8f60f,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:06.413154 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:06.577635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:06.577904 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:06.578218 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb disassociated. External IP: 172.25.6.11, port: 1640c425-c087-4602-8697-531ae2c8f60f. Feb 15 10:18:06.578555 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Calling delete_port for 1640c425-c087-4602-8697-531ae2c8f60f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:18:06.705359 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:06.734369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'Port': ['ID=1640c425-c087-4602-8697-531ae2c8f60f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:06.855509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:18:06.965077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:18:06.974591 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:18:06.984781 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:06.985404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:17:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:07.004661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] No DVR routers for this DVR port 1640c425-c087-4602-8697-531ae2c8f60f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:18:07.007388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:07.011166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e96ee58-777d-4eff-9205-47528b119cc3 req-c5cdc89f-e598-4660-a680-107293cdf66d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "DELETE /v2.0/ports/1640c425-c087-4602-8697-531ae2c8f60f HTTP/1.1" status: 204 len: 173 time: 0.7742677 Feb 15 10:18:07.011648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-deleted', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:07.013939 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65171919-9f6e-417e-aa8b-25b9ce0ab0f9" -d '{"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-deleted", "tag": "1640c425-c087-4602-8697-531ae2c8f60f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:07.059456 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7568dce-8ecd-4ad9-a184-594b8e9ed929 x-openstack-request-id: req-f7568dce-8ecd-4ad9-a184-594b8e9ed929 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:07.059745 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f", "name": "network-vif-deleted", "tag": "1640c425-c087-4602-8697-531ae2c8f60f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:07.059997 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7568dce-8ecd-4ad9-a184-594b8e9ed929 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:07.060397 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f', 'name': 'network-vif-deleted', 'tag': '1640c425-c087-4602-8697-531ae2c8f60f', 'status': 'completed', 'code': 200} Feb 15 10:18:07.098423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:07.286344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e99b6862-df83-45b4-a7fe-f1bae31578c3 req-0795d02a-0274-4be0-aad8-3f64be3180ac tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=9e5cdb41-7f0a-4ab9-8e35-ec4b2bb0934f HTTP/1.1" status: 200 len: 210 time: 0.0271959 Feb 15 10:18:07.315451 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:07.342973 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:18:07.351558 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:07.352157 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:17:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:07.475151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:07.688126 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:07.718287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0e05a9-a9a8-46a3-b3cc-41e2fc86f7bc None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:18:07.943578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c6effa-21dc-4096-8191-2f9343f49ff0 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:18:08.532900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-b6f9186f-2f8a-4a50-bf87-0d6a249f58db tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--223137585&fields=id&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 267 time: 0.0356240 Feb 15 10:18:08.653957 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-19f43767-e614-4bea-b955-14580cd6c3d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:08.655373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-19f43767-e614-4bea-b955-14580cd6c3d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1155875 Feb 15 10:18:08.671253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-41f4cb75-c18f-411b-8d9e-bba51aefd333 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/quotas/35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 375 time: 0.0100000 Feb 15 10:18:08.728857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-70ec6a43-e9d1-40c2-845e-5c369ba02d8e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0520153 Feb 15 10:18:08.909107 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-30c0db51-f45e-4854-9c05-d6ce863b2b25 service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669128 Feb 15 10:18:09.000629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-5e9cb180-a33f-4e0e-9baa-221b22841e9a service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843513 Feb 15 10:18:09.170419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce9b5cf6-769c-4e4a-ba39-4630279a6e9a req-de9771e2-e6a2-49ff-8b97-219f6cdc63eb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 210 time: 0.0290961 Feb 15 10:18:09.297481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:18:09.329400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 1640c425-c087-4602-8697-531ae2c8f60f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:18:09.329748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 1640c425-c087-4602-8697-531ae2c8f60f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:18:10.122547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-f6a44f0e-7924-4085-b12d-8fa4a9f570b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:10.124431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-f6a44f0e-7924-4085-b12d-8fa4a9f570b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1333120 Feb 15 10:18:10.172531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-4b1b4df2-7dee-4d32-8dd2-44a330639d8a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 379 time: 0.0397215 Feb 15 10:18:10.182337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'port': {'device_id': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'admin_state_up': True, 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'security_groups': ['639b90ba-153c-42d2-afcc-35df7519b5cb']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:10.272438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-799e9819-e0c6-4c37-876d-6adb81e33e42 req-b1e5c41f-1f04-4293-91e0-c197c1be6f89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 210 time: 0.0271173 Feb 15 10:18:10.317050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:18:10.320498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:10.450768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Allocated IP 172.20.0.14 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:18:10.593129 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:10.627452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:10.668766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:18:10.673904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:18:10.677729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:18:10.707300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:10.722466 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.722822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.723137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.723465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.723790 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.724114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.724424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.724744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.725091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.725408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.725725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.726041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:10.753054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:10.753933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:10.772798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-34a378f6-4f36-460f-b1b3-8a08a6ad12b0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5947628 Feb 15 10:18:10.785914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Request body: {'port': {'device_id': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:10.853798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:10.976123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9e1c25a2-62c9-4b5c-8662-8ff50ab72abe None None] Provisioning complete for port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:18:10.976940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e1c25a2-62c9-4b5c-8662-8ff50ab72abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.018468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c25a2-62c9-4b5c-8662-8ff50ab72abe None None] Port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:18:11.126399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:11.134357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.146554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Transition to ACTIVE for port object e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:18:11.152573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.207533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:11.209680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:18:11.282300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:18:11.282640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:18:11.282964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:11.287889 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:18:11.288214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:11.294928 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:18:11.295258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:18:11.295645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:18:11.296073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Bound port: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:18:11.296434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.409097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:11.426454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:18:11.433179 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.732170 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dcb951-fb01-4dc8-9296-a0b924f0a996 req-14908131-941a-4c19-9cd5-d2b6b8d3d99c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:11.733651 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16dcb951-fb01-4dc8-9296-a0b924f0a996 req-14908131-941a-4c19-9cd5-d2b6b8d3d99c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.3750944 Feb 15 10:18:11.775954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:11.776482 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:11.777881 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] 10.222.0.36 "PUT /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1092 time: 0.9964786 Feb 15 10:18:11.778342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:11.780933 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743edf5b-15d1-4789-bf86-b627a8010873" -d '{"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:11.821985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ee6eea-43bd-41ef-8ed1-4cb56586bde3 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:11.828231 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16dcb951-fb01-4dc8-9296-a0b924f0a996 req-fb5f23c1-16d9-446b-93c0-98258768e977 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753970 Feb 15 10:18:11.875023 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6db75cd-cb61-4b75-a7be-9d6c85638fac x-openstack-request-id: req-d6db75cd-cb61-4b75-a7be-9d6c85638fac {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:11.875023 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:11.875023 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6db75cd-cb61-4b75-a7be-9d6c85638fac {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:11.875023 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'status': 'completed', 'code': 200} Feb 15 10:18:11.876591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-e9ab7976-3f4e-4d04-94e6-2debba36ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:11.878141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-e9ab7976-3f4e-4d04-94e6-2debba36ee75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1095 time: 0.0486622 Feb 15 10:18:11.923926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-19ab6f30-61ea-41b1-920a-f1cfd5aff847 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 217 time: 0.0385063 Feb 15 10:18:11.974920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-a4e4d868-330f-4c41-99a7-596715c80cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:11.976396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-a4e4d868-330f-4c41-99a7-596715c80cd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0464756 Feb 15 10:18:12.023875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-3596cbc6-8e31-4c0e-9b4e-bec243b83338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.026699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-3596cbc6-8e31-4c0e-9b4e-bec243b83338 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429840 Feb 15 10:18:12.120300 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-57adb514-c8dc-4ad3-8f75-a5a3ad949c40 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870147 Feb 15 10:18:12.219410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-766560c8-91e8-4a23-a7b8-4076b5cf125a req-d09e29df-6c4e-4a97-8e6e-241602f7a4aa service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919960 Feb 15 10:18:12.309642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743edf5b-15d1-4789-bf86-b627a8010873 req-d08a42ea-22b2-40b9-a8a4-c4c65375007a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.311151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-d08a42ea-22b2-40b9-a8a4-c4c65375007a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1095 time: 0.0452652 Feb 15 10:18:12.407652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743edf5b-15d1-4789-bf86-b627a8010873 req-abd4606e-77e7-4605-b73c-382633d9d276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.409223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-abd4606e-77e7-4605-b73c-382633d9d276 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0915589 Feb 15 10:18:12.455084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-4c1e8190-82c9-412d-95e4-256cc28aab28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 217 time: 0.0344107 Feb 15 10:18:12.508091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743edf5b-15d1-4789-bf86-b627a8010873 req-cc4560e3-7e66-4abb-9c17-3abbe1b6e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.510198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-cc4560e3-7e66-4abb-9c17-3abbe1b6e7e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0488708 Feb 15 10:18:12.557072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743edf5b-15d1-4789-bf86-b627a8010873 req-ad939a25-c600-40ee-9d79-c3f5fbd67218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.558677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-ad939a25-c600-40ee-9d79-c3f5fbd67218 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418212 Feb 15 10:18:12.652678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-db98a09e-410b-4a9f-a2b0-6930145ba1ec service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860627 Feb 15 10:18:12.749175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-743edf5b-15d1-4789-bf86-b627a8010873 req-b0a5bd28-bf10-4abb-b45f-77046fb5e1b3 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892503 Feb 15 10:18:12.985050 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0abe9-c2f5-4386-bc21-cd83b86253cb req-690e1fac-2fb3-45b5-9494-942784bad73b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:12.986476 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-06f0abe9-c2f5-4386-bc21-cd83b86253cb req-690e1fac-2fb3-45b5-9494-942784bad73b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.0561655 Feb 15 10:18:13.026856 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-06f0abe9-c2f5-4386-bc21-cd83b86253cb req-35c74243-49fa-44de-a670-99cf250b05d8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339856 Feb 15 10:18:14.149890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62621a5c-51eb-4595-bb54-a32de7346645 req-f559a3df-8a29-457d-99d9-3a8eb5e4730e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:14.151472 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62621a5c-51eb-4595-bb54-a32de7346645 req-f559a3df-8a29-457d-99d9-3a8eb5e4730e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.0525570 Feb 15 10:18:14.189560 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-62621a5c-51eb-4595-bb54-a32de7346645 req-51022e77-d3ef-4f2f-a464-809dda46c608 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317929 Feb 15 10:18:14.748382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:15.310225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b5afa-4137-4e25-acea-ebd17b56cb77 req-d283f91f-a70a-4ce2-a867-9d43d4541bf6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:15.311543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:15.311801 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a03b5afa-4137-4e25-acea-ebd17b56cb77 req-d283f91f-a70a-4ce2-a867-9d43d4541bf6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.0506759 Feb 15 10:18:15.352391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a03b5afa-4137-4e25-acea-ebd17b56cb77 req-260c0c7f-7cd1-4862-a63f-149bc5d3d453 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344455 Feb 15 10:18:15.410164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:15.421957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:18:15.459761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:15.476027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:15.495829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:15.500374 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:15.549863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:15.558170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.558514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.558849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.559179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.559506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.559837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.560159 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.560479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.560825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.561139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.561457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.561772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:18:15.684998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:18:16.471446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066a571-0348-4527-aae9-c317731bb839 req-f1079692-5243-40f2-afae-7aeefd8e3d53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:16.472946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a066a571-0348-4527-aae9-c317731bb839 req-f1079692-5243-40f2-afae-7aeefd8e3d53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0504243 Feb 15 10:18:16.512169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a066a571-0348-4527-aae9-c317731bb839 req-4c94bbb3-ed9f-41c0-9e03-b14d3af7c140 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325987 Feb 15 10:18:16.794530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89fd9fbf-c712-4b63-b259-e8ca5dfda413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:17.202784 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:17.327683 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:18:17.376839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:18:17.381349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:18:17.381739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:17.462454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:17.488441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:17.490692 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282bc634-fe60-4f7a-879b-43b04d4b7df9" -d '{"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:17.504235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:17.508165 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:17.535369 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02296791-4246-48a4-a864-39bd31134db7 x-openstack-request-id: req-02296791-4246-48a4-a864-39bd31134db7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:17.535999 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:17.536255 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02296791-4246-48a4-a864-39bd31134db7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:17.536641 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'code': 200} Feb 15 10:18:17.566988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:17.665512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480cd33-825f-47bf-9c41-254b0781745e req-fe6db88e-ab50-407d-bda6-21d21ae68a1e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:17.667151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5480cd33-825f-47bf-9c41-254b0781745e req-fe6db88e-ab50-407d-bda6-21d21ae68a1e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0800958 Feb 15 10:18:17.674244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905fa53e-9f08-40a1-9799-26a540c0df3b req-bce9ea85-3e78-416e-be17-4d9b84ca8a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:17.675764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-905fa53e-9f08-40a1-9799-26a540c0df3b req-bce9ea85-3e78-416e-be17-4d9b84ca8a0a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1097 time: 0.0793064 Feb 15 10:18:17.730395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-905fa53e-9f08-40a1-9799-26a540c0df3b req-59cbe4c8-cacd-463c-a3ce-d25da26d6774 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475700 Feb 15 10:18:17.733311 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5480cd33-825f-47bf-9c41-254b0781745e req-a74926ac-af60-4ffb-a356-fd3b1bbfa5a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566614 Feb 15 10:18:18.863632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49534f8-c264-4dfc-94e7-30afa6afc90b req-daecb3d6-2ece-4acf-a621-d03ae4c37ca4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:18.866302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c49534f8-c264-4dfc-94e7-30afa6afc90b req-daecb3d6-2ece-4acf-a621-d03ae4c37ca4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0553794 Feb 15 10:18:18.906049 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c49534f8-c264-4dfc-94e7-30afa6afc90b req-da4b1f72-7d86-417f-887a-2869c5dcf259 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328858 Feb 15 10:18:19.346052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-71388ed7-0b82-4a1c-8f8b-9838834727e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:20.026573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b15ebfa-2d92-450f-8f81-1585d3fa712e req-0a324d5f-7074-4b68-aa3d-ede65028103a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:20.028118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b15ebfa-2d92-450f-8f81-1585d3fa712e req-0a324d5f-7074-4b68-aa3d-ede65028103a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0501297 Feb 15 10:18:20.070721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b15ebfa-2d92-450f-8f81-1585d3fa712e req-d753fbac-0f1d-4226-92bd-39e79d18f8b4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362771 Feb 15 10:18:20.188025 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62589918-8634-40ea-aa0f-e541304dd86b req-29e38597-85d3-418e-818b-745b6d11d723 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:20.189506 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-62589918-8634-40ea-aa0f-e541304dd86b req-29e38597-85d3-418e-818b-745b6d11d723 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0532277 Feb 15 10:18:20.199307 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51496) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:18:20.203726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'floatingip': {'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:20.242521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:20.480625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:20.683669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:20.687445 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:21.140457 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb associated. External IP: 172.25.6.11, port: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1. Feb 15 10:18:21.354266 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:18:21.463544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:18:21.468581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:21.473426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:18:21.484580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:21.485375 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:21.499438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b07edb7b-b15c-4d7d-a2a3-f44a7f1b9d5e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "PUT /v2.0/floatingips/90b11dc0-b833-4110-aec6-e746d8811ddb HTTP/1.1" status: 200 len: 991 time: 1.2990580 Feb 15 10:18:21.500022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:21.502303 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:21.550539 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269f7ba3-7ca1-4669-8ac0-f970b54d092b x-openstack-request-id: req-269f7ba3-7ca1-4669-8ac0-f970b54d092b {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:21.550891 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:21.551213 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-269f7ba3-7ca1-4669-8ac0-f970b54d092b {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:21.551621 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'status': 'completed', 'code': 200} Feb 15 10:18:21.595693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:21.614484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-8c6fce9e-1ac0-474f-ba85-29db6e00c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:21.616232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-8c6fce9e-1ac0-474f-ba85-29db6e00c064 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1097 time: 0.0433738 Feb 15 10:18:21.721828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-d932f08a-372d-4556-8f2e-78230676d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:21.725006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-d932f08a-372d-4556-8f2e-78230676d990 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0984881 Feb 15 10:18:21.785813 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-4ed5f94b-72f8-4ad1-bd1e-85ccdfaef034 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720220 Feb 15 10:18:21.800157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6606b97-7b90-4455-8d9f-e5ffd5571571 req-d8eec3bb-abbf-48c5-b0f5-3c72f3e1627c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:21.801065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-61721cb8-4df2-49a5-a159-adbcc8ee054b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 999 time: 0.0720921 Feb 15 10:18:21.801859 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6606b97-7b90-4455-8d9f-e5ffd5571571 req-d8eec3bb-abbf-48c5-b0f5-3c72f3e1627c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0778031 Feb 15 10:18:21.858031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-54196b73-310a-4092-9288-a7dfded9bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:21.859866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-54196b73-310a-4092-9288-a7dfded9bbd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0522735 Feb 15 10:18:21.861409 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a6606b97-7b90-4455-8d9f-e5ffd5571571 req-3bcf42b2-50f8-44fa-8db4-457150367912 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524743 Feb 15 10:18:21.882090 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:18:20Z', 'revision_number': 9, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:21.911336 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:18:21.918281 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-77013ef9-e5a5-478b-a45d-cb4001359fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:21.920002 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-77013ef9-e5a5-478b-a45d-cb4001359fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533159 Feb 15 10:18:21.921281 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:21.921884 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:22.022824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-3774e3e2-1300-473d-beef-09358900478c service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960016 Feb 15 10:18:22.038183 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:22.116918 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2f2fb8db-8d2f-4efc-b3f1-ddac9229f67a req-b46f625d-ab64-4d54-a530-98091c6f27ca service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867701 Feb 15 10:18:22.343419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:22.380154 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:18:20Z', 'revision_number': 9, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:22.420246 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330785ab-ac42-49f4-b9d3-971573895f57 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:18:20Z', 'revision_number': 9, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:18:22.516927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:22.653433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920c2fb3-5fa2-423e-ab1a-baf3302fdebe None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:18:23.001205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-f838912e-8abb-40c2-bb4f-3002ded91e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:23.002747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-f838912e-8abb-40c2-bb4f-3002ded91e2f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1097 time: 0.0711496 Feb 15 10:18:23.036611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc6a954-7027-487a-9cf9-621f9b799865 req-daaaf032-9c48-4b57-af6e-6e4d78cc07d3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:23.038112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6dc6a954-7027-487a-9cf9-621f9b799865 req-daaaf032-9c48-4b57-af6e-6e4d78cc07d3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0961139 Feb 15 10:18:23.119177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6dc6a954-7027-487a-9cf9-621f9b799865 req-2fc78ab3-4ccd-451e-bd78-4a084e811eb5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535107 Feb 15 10:18:23.134949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-4a1f9ad4-826e-402e-aa1d-db6229ba6c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:23.136405 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-4a1f9ad4-826e-402e-aa1d-db6229ba6c47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1258016 Feb 15 10:18:23.205601 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-75d8c3cc-d51b-49bc-90ae-ef6cd4153ea1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1002 time: 0.0626650 Feb 15 10:18:23.255440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-844a9011-9595-4118-b498-0ba3c090bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:23.257017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-844a9011-9595-4118-b498-0ba3c090bc0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0451105 Feb 15 10:18:23.303755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-7e0088e0-8d20-4f20-acc9-6b7b08104719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:23.305402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-7e0088e0-8d20-4f20-acc9-6b7b08104719 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416553 Feb 15 10:18:23.398744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-b134a3fe-b0d8-4524-8e71-53236ce5f26f service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Feb 15 10:18:23.490947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-955fc2a5-5ffe-40e7-8d90-ed0dde13956f service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853643 Feb 15 10:18:24.247094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439a3841-e18e-4f99-b1cf-187eddf62bbc req-1af4a8e0-3584-4d1a-8955-0abdf6887a7a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:24.248578 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-439a3841-e18e-4f99-b1cf-187eddf62bbc req-1af4a8e0-3584-4d1a-8955-0abdf6887a7a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0584908 Feb 15 10:18:24.287920 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-439a3841-e18e-4f99-b1cf-187eddf62bbc req-286d1cfc-a654-462a-ba86-18cee554ea06 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Feb 15 10:18:25.413841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64b6ff-37a4-4349-8ef1-39bb630fe38b req-de5a0c3e-8622-40ac-9d8d-2aaf48e8a9ea tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:25.415865 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da64b6ff-37a4-4349-8ef1-39bb630fe38b req-de5a0c3e-8622-40ac-9d8d-2aaf48e8a9ea tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0565224 Feb 15 10:18:25.454071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-da64b6ff-37a4-4349-8ef1-39bb630fe38b req-68851137-e095-410e-8b0b-d31f2e315dea tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321586 Feb 15 10:18:26.572786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfc6ebf-c52d-4f2a-b9e2-cbe9aa16e500 req-24277756-f311-4d3e-885e-2176fb00aabb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:26.574400 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dfc6ebf-c52d-4f2a-b9e2-cbe9aa16e500 req-24277756-f311-4d3e-885e-2176fb00aabb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0499532 Feb 15 10:18:26.615184 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2dfc6ebf-c52d-4f2a-b9e2-cbe9aa16e500 req-f0b931b5-3a93-4d77-9bcb-b7d5bded9223 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328708 Feb 15 10:18:27.735200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e88110-49f3-4299-bd56-87ccba32f760 req-a95bbc93-b8a1-43fa-ac8a-cd9f66dd12b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:27.736713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e88110-49f3-4299-bd56-87ccba32f760 req-a95bbc93-b8a1-43fa-ac8a-cd9f66dd12b1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0508428 Feb 15 10:18:27.776014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-54e88110-49f3-4299-bd56-87ccba32f760 req-c039f8b4-5c1f-4378-8494-7743556e3236 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331678 Feb 15 10:18:28.891011 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21b60-b41b-48dd-b733-d4785ba0625a req-ad7c76fb-3257-4b9b-8794-0ea914345b2c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:28.892507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71c21b60-b41b-48dd-b733-d4785ba0625a req-ad7c76fb-3257-4b9b-8794-0ea914345b2c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Feb 15 10:18:28.931357 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-71c21b60-b41b-48dd-b733-d4785ba0625a req-ff19f195-b150-4595-98da-51dc4dac4b41 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329697 Feb 15 10:18:30.048195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d7d2ad-4f7a-4adc-992d-3e17514f9a3d req-96d2adab-87d2-49a5-9144-4ce0fd3b35d3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:30.049716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35d7d2ad-4f7a-4adc-992d-3e17514f9a3d req-96d2adab-87d2-49a5-9144-4ce0fd3b35d3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0493472 Feb 15 10:18:30.087173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-35d7d2ad-4f7a-4adc-992d-3e17514f9a3d req-cd145478-7768-4068-8083-6be2c33fb1f7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Feb 15 10:18:31.210479 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227dde4-e4e8-4689-965c-4514a48b29a4 req-51520981-8925-4b98-b143-c800c40aabd3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:31.212603 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d227dde4-e4e8-4689-965c-4514a48b29a4 req-51520981-8925-4b98-b143-c800c40aabd3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0534682 Feb 15 10:18:31.250429 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d227dde4-e4e8-4689-965c-4514a48b29a4 req-100de7bd-627b-4a1c-be84-726b12afe3e8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319488 Feb 15 10:18:32.377636 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537d96b-0ebb-414c-86d8-cb7251a49b97 req-57d05cd1-ab9f-430d-adbf-02d8e7219e73 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:32.379140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f537d96b-0ebb-414c-86d8-cb7251a49b97 req-57d05cd1-ab9f-430d-adbf-02d8e7219e73 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0542717 Feb 15 10:18:32.419091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f537d96b-0ebb-414c-86d8-cb7251a49b97 req-9ac145f3-cff2-4ee7-b121-093d020d4d34 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Feb 15 10:18:33.537630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de199e-bf01-4c1b-88ec-75c89b0a4409 req-ecbd7bb6-d42e-4233-b233-3956afbd09f4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:33.539109 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79de199e-bf01-4c1b-88ec-75c89b0a4409 req-ecbd7bb6-d42e-4233-b233-3956afbd09f4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0484490 Feb 15 10:18:33.576902 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-79de199e-bf01-4c1b-88ec-75c89b0a4409 req-379bcc32-8784-4fdd-82d6-8974b09ab7fc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307853 Feb 15 10:18:34.695078 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bab789d-ad63-46d9-8ba2-0f471a0f47b6 req-f1cec0ab-cffd-45ad-93b3-8557dc0f170a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:34.697468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bab789d-ad63-46d9-8ba2-0f471a0f47b6 req-f1cec0ab-cffd-45ad-93b3-8557dc0f170a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0495110 Feb 15 10:18:34.735013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1bab789d-ad63-46d9-8ba2-0f471a0f47b6 req-96342fad-80e2-4911-82ad-18516b27ff62 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Feb 15 10:18:35.850408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7df8de-48b3-43b7-b921-8b12b338a761 req-5d01fa81-ad80-4eec-9e6e-1e1a3df21fc6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:35.852466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b7df8de-48b3-43b7-b921-8b12b338a761 req-5d01fa81-ad80-4eec-9e6e-1e1a3df21fc6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0483801 Feb 15 10:18:35.889308 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b7df8de-48b3-43b7-b921-8b12b338a761 req-db378870-58ad-4a12-a6c4-c3b4067d06d6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308006 Feb 15 10:18:37.010986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb15036-b9bb-49c0-bc37-89e94a7ef7af req-802bd868-cec0-44bd-b21c-49fba7363873 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:37.013665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ceb15036-b9bb-49c0-bc37-89e94a7ef7af req-802bd868-cec0-44bd-b21c-49fba7363873 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0553291 Feb 15 10:18:37.050768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ceb15036-b9bb-49c0-bc37-89e94a7ef7af req-4185ae64-bdaf-4c29-b00f-1fbf9d5a2b80 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313208 Feb 15 10:18:38.170832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f94fe-8eac-4ff9-995c-d7ec962b7c19 req-a01ebbeb-d8cf-4fea-b9ac-ee4184dee109 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:38.172347 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a5f94fe-8eac-4ff9-995c-d7ec962b7c19 req-a01ebbeb-d8cf-4fea-b9ac-ee4184dee109 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0532770 Feb 15 10:18:38.209215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a5f94fe-8eac-4ff9-995c-d7ec962b7c19 req-e12a3ca0-c019-48b4-a95e-57a6800c0f7a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308778 Feb 15 10:18:39.331456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405e0bb-0adf-43c2-8aac-d917a9a8207f req-1a837e15-732a-4fa0-b83c-84f4967ddef8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:39.332871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3405e0bb-0adf-43c2-8aac-d917a9a8207f req-1a837e15-732a-4fa0-b83c-84f4967ddef8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0543759 Feb 15 10:18:39.370993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3405e0bb-0adf-43c2-8aac-d917a9a8207f req-e9ae5c06-26b2-4617-b25b-be6019d277f1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315337 Feb 15 10:18:40.085746 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-58119472-6cad-4629-9737-2742e1aa14e2 req-be97c9eb-2c0d-472d-98d6-47e571cb5356 service neutron] show failed (client error): The resource could not be found. Feb 15 10:18:40.086782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-be97c9eb-2c0d-472d-98d6-47e571cb5356 service neutron] 10.222.0.36 "GET /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0548456 Feb 15 10:18:40.284049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-8423c335-5502-4be2-bf3f-d739ab1083c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:40.285582 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-8423c335-5502-4be2-bf3f-d739ab1083c5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1097 time: 0.0423234 Feb 15 10:18:40.297387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:40.352557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:40.498397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48066631-5f2c-41ab-bb62-2f05ee658e0d req-e65c90f7-cb96-4d98-bf14-67269258362f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:40.500014 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48066631-5f2c-41ab-bb62-2f05ee658e0d req-e65c90f7-cb96-4d98-bf14-67269258362f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Feb 15 10:18:40.544454 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-48066631-5f2c-41ab-bb62-2f05ee658e0d req-6c46ef2c-6bac-43a1-845b-b156fcfa74cf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372114 Feb 15 10:18:40.581380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:40.618850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:40.661116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:40.663375 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31385774-845d-48d1-9f0b-10cdb447c931" -d '{"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:40.667913 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:40.680537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Transition to ACTIVE for port object e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:18:40.685081 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:40.722098 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd783f6-a98f-49f9-8380-1a0b468c326b x-openstack-request-id: req-acd783f6-a98f-49f9-8380-1a0b468c326b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:40.722399 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:40.722659 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-acd783f6-a98f-49f9-8380-1a0b468c326b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:40.723109 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'code': 200} Feb 15 10:18:40.769778 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:40.816938 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] No DVR routers for this DVR port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:18:40.959863 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:18:40.960192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:18:40.960522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:40.965675 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:18:40.965992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:40.970688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 18, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:18:40.971025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:18:40.971418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:18:40.971824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Bound port: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:18:40.972176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:41.038624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:41.042319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:18:41.046845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:41.081981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.082597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:41.083984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] 10.222.0.72 "PUT /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1092 time: 0.7907631 Feb 15 10:18:41.140587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69238f38-2b07-41d4-ad93-3ebfe27b5bcc service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:41.162212 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-62868418-540f-4cda-b130-eb33d243effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.163749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-62868418-540f-4cda-b130-eb33d243effa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1095 time: 0.0545144 Feb 15 10:18:41.258380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-b78aeb6a-fb49-4d1e-bd6e-232880619cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.259900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-b78aeb6a-fb49-4d1e-bd6e-232880619cd3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0888896 Feb 15 10:18:41.332078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-2a2565c4-9388-4dbc-8d1b-ceb41afe63e9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.0656118 Feb 15 10:18:41.379557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-3cb038f2-4b89-4b95-a256-0b9a19bd8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.380965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-3cb038f2-4b89-4b95-a256-0b9a19bd8bb3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0429776 Feb 15 10:18:41.424729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58119472-6cad-4629-9737-2742e1aa14e2 req-df0d1942-ebc6-4080-a98e-7c9c2d2b700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.426136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-df0d1942-ebc6-4080-a98e-7c9c2d2b700e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391057 Feb 15 10:18:41.524594 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-b733fed0-6351-40e2-a09c-ce9d7158a4bd service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917442 Feb 15 10:18:41.612575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58119472-6cad-4629-9737-2742e1aa14e2 req-9152b0ba-1761-4607-a5b8-4cd01e5af98f service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810239 Feb 15 10:18:41.663408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f2c51-e8d1-4e51-bb24-d44ef03d6343 req-14765a94-66bd-44de-a841-45fdb35f1fe0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:41.664935 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-030f2c51-e8d1-4e51-bb24-d44ef03d6343 req-14765a94-66bd-44de-a841-45fdb35f1fe0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.0495615 Feb 15 10:18:41.709489 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-030f2c51-e8d1-4e51-bb24-d44ef03d6343 req-67fb0c2e-e860-4ac4-9865-03eabba25484 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364635 Feb 15 10:18:42.724300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:42.726692 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b1d17-2319-4e1f-af76-66dea271f5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:42.776381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d18e3c-f3d6-4e95-8c10-55ed752a2281 x-openstack-request-id: req-07d18e3c-f3d6-4e95-8c10-55ed752a2281 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:42.776670 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:42.776943 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07d18e3c-f3d6-4e95-8c10-55ed752a2281 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:42.777540 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'status': 'completed', 'code': 200} Feb 15 10:18:42.839027 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f1da-d422-40d4-afd6-584ec874f34a req-e662beed-c605-4d4f-836c-ba2dee9b9cbb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:42.840502 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5479f1da-d422-40d4-afd6-584ec874f34a req-e662beed-c605-4d4f-836c-ba2dee9b9cbb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 944 time: 0.0564256 Feb 15 10:18:42.870647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-9e2d6968-b781-49f1-802f-4dd3549c2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:42.872217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-9e2d6968-b781-49f1-802f-4dd3549c2f78 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1095 time: 0.0658276 Feb 15 10:18:42.874858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-d102b29e-6cff-4be6-8023-259ce911775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:42.876223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-d102b29e-6cff-4be6-8023-259ce911775c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1095 time: 0.0788565 Feb 15 10:18:42.881041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5479f1da-d422-40d4-afd6-584ec874f34a req-90041f0b-9d0f-4c63-b4a6-49b4679af457 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343351 Feb 15 10:18:43.032637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-b0e49092-c396-469f-8f40-1d8ce7617906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.034134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-b0e49092-c396-469f-8f40-1d8ce7617906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1541400 Feb 15 10:18:43.036660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-c9bf4384-b707-413f-a89c-0cf5c4264b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.038006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-c9bf4384-b707-413f-a89c-0cf5c4264b5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1493044 Feb 15 10:18:43.131900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:43.160716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-0cbef23c-d407-4c3a-bff5-5c5795ed4e0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.1181905 Feb 15 10:18:43.162490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-97751a62-6958-41b7-addf-e39fc8fda9e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.1148081 Feb 15 10:18:43.230396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:43.242856 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:18:43.251459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-b9fc6668-2b47-4bc3-822e-6441b2bfe914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.252965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-b9fc6668-2b47-4bc3-822e-6441b2bfe914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0841017 Feb 15 10:18:43.254332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-4a73b6fb-6e11-405e-9814-e4e15a957b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.255625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-4a73b6fb-6e11-405e-9814-e4e15a957b9a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0795851 Feb 15 10:18:43.286789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:43.300623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:43.321912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:43.327276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:43.330718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-69c55ff8-2a66-469d-8492-8c72bc0ff83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.332347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-69c55ff8-2a66-469d-8492-8c72bc0ff83e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734072 Feb 15 10:18:43.334381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-9bb9ee16-32ed-4b29-bffd-1d60ff0fac51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:43.335756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-9bb9ee16-32ed-4b29-bffd-1d60ff0fac51 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665538 Feb 15 10:18:43.379685 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:43.436758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:18:43.476061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:18:43.491704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-1ae0f47f-86ae-4fa1-b198-eb5b4eb0e73c service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531820 Feb 15 10:18:43.495640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-2c62adb3-b043-4532-b870-7d172f0a68c6 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486456 Feb 15 10:18:43.572085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:18:43.654758 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-3d2fe427-ebd7-4d96-a872-4713a11c4cff service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557291 Feb 15 10:18:43.656499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-935b1d17-2319-4e1f-af76-66dea271f5f8 req-4412212f-2cd7-4a8e-9e84-f702dfb087af service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504440 Feb 15 10:18:44.001430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235407f9-548f-46e7-89ab-7a19eb94b89f req-1a55654e-e007-4d21-a308-64fec245df30 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.003045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-235407f9-548f-46e7-89ab-7a19eb94b89f req-1a55654e-e007-4d21-a308-64fec245df30 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0496030 Feb 15 10:18:44.043807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-235407f9-548f-46e7-89ab-7a19eb94b89f req-42434442-d5c2-45f3-b815-d242174d6f5b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347559 Feb 15 10:18:44.353271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-baa8e0a4-e4af-49ce-9315-3da2f5869b2d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.355564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-baa8e0a4-e4af-49ce-9315-3da2f5869b2d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66&tenant_id=35063779434645d4befbc5a2a019b07c&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 945 time: 0.0800762 Feb 15 10:18:44.366114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c0f53-18c0-499e-abdb-c9a4ce7a796b req-5580dafe-8b40-466a-8cb6-45d42c9ad382 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.367489 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6c0f53-18c0-499e-abdb-c9a4ce7a796b req-5580dafe-8b40-466a-8cb6-45d42c9ad382 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0650580 Feb 15 10:18:44.440888 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c6c0f53-18c0-499e-abdb-c9a4ce7a796b req-6ddd52d7-ce55-406f-87ca-767f2aa803ab tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666692 Feb 15 10:18:44.450497 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-6a8e38f9-be2d-4213-91a1-f22a2ef2e261 service neutron] 10.222.0.72 "GET /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.0820935 Feb 15 10:18:44.511068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-626cf517-5141-422d-9da4-d0f9cda46fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.512561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-626cf517-5141-422d-9da4-d0f9cda46fcb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1096 time: 0.0409374 Feb 15 10:18:44.748512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:44.875444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-fece1e34-3ec4-4907-a911-fbb075c51a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.876836 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-fece1e34-3ec4-4907-a911-fbb075c51a93 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.3581781 Feb 15 10:18:44.941173 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-9a26d30d-816f-417f-9204-fe49d29a17fd service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1001 time: 0.0576751 Feb 15 10:18:44.988183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-fa354311-c9cc-48c3-978f-5dde9a354b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:44.989625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-fa354311-c9cc-48c3-978f-5dde9a354b46 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0427580 Feb 15 10:18:45.038788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-7e297794-f512-442c-aafa-b0bfe12808f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:45.040261 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-7e297794-f512-442c-aafa-b0bfe12808f2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439992 Feb 15 10:18:45.140023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-1adaf275-8d54-4a57-b69a-8383c56ddd6d service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923862 Feb 15 10:18:45.149404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:18:45.203259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:18:45.206905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:18:45.207272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:45.234352 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-1d24a41c-bfe6-4b0a-b89d-2310b12767ef service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881274 Feb 15 10:18:45.293076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:45.315338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:45.317585 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3550593b-0c00-4ce6-bc3c-e27c8386127e" -d '{"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:45.330053 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:45.333912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:45.370947 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9c271e-ae3a-4ade-8c84-2f1cf94760e7 x-openstack-request-id: req-fd9c271e-ae3a-4ade-8c84-2f1cf94760e7 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:45.371233 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-plugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:45.371478 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fd9c271e-ae3a-4ade-8c84-2f1cf94760e7 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:45.371858 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'code': 200} Feb 15 10:18:45.386636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:45.558350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd325a65-7e1a-40ee-912e-c1f929dcd2af req-d490060f-a0e9-4728-a340-6daf62e0a2a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:45.559826 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fd325a65-7e1a-40ee-912e-c1f929dcd2af req-d490060f-a0e9-4728-a340-6daf62e0a2a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0517783 Feb 15 10:18:45.597341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fd325a65-7e1a-40ee-912e-c1f929dcd2af req-bce403ae-5891-4231-8a00-b09de76c1705 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Feb 15 10:18:46.715017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3237c-2239-479f-b84f-814e61126e3b req-4276e330-bde3-456c-a6ea-ca6b9b5376d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:46.716439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fdb3237c-2239-479f-b84f-814e61126e3b req-4276e330-bde3-456c-a6ea-ca6b9b5376d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0490034 Feb 15 10:18:46.754872 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fdb3237c-2239-479f-b84f-814e61126e3b req-a83e12b4-0879-471a-b853-a6593b8cd312 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325043 Feb 15 10:18:46.787471 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-63238f4c-558f-4818-9baa-46113c8d8656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.188891 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.192572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-350a2a5b-c9d0-4892-9b57-4a608f65fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:47.194214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-350a2a5b-c9d0-4892-9b57-4a608f65fd44 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1097 time: 0.0952511 Feb 15 10:18:47.209010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:47.264539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.474335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:47.508115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:47.548127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:47.550449 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5278e134-c93a-4692-8d21-9b470f6900a1" -d '{"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:47.554338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.566569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Transition to ACTIVE for port object e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:18:47.569984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.612412 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64219af5-b58b-4856-b9c8-5690385eb522 x-openstack-request-id: req-64219af5-b58b-4856-b9c8-5690385eb522 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:47.612705 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-unplugged", "status": "completed", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:47.612976 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64219af5-b58b-4856-b9c8-5690385eb522 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:47.613362 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'code': 200} Feb 15 10:18:47.656521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:47.696896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] No DVR routers for this DVR port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:18:47.848085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:18:47.848461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:18:47.848854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:47.854705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:18:47.855095 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Attempting to bind port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:47.861071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:18:47.861605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:18:47.861978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:18:47.862398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Bound port: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:18:47.863107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.885554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5206a-d9d5-41b5-a61c-ee870fb0d492 req-11a6168c-05bc-462c-b0d7-45d929237420 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:47.887246 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b5206a-d9d5-41b5-a61c-ee870fb0d492 req-11a6168c-05bc-462c-b0d7-45d929237420 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0556915 Feb 15 10:18:47.925101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94b5206a-d9d5-41b5-a61c-ee870fb0d492 req-37d8df2b-de37-4c2f-bb18-8dbaa6d557b6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319741 Feb 15 10:18:47.929697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:47.933589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:18:47.938676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.974268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:47.974901 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:47.976284 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-12d72405-faec-4422-92e8-1112ce09256a service neutron] 10.222.0.36 "PUT /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1093 time: 0.7716956 Feb 15 10:18:48.026001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d72405-faec-4422-92e8-1112ce09256a service neutron] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=11']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:48.046314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-2f7b7d75-f139-410b-8524-83b88d9ce675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:48.048161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-2f7b7d75-f139-410b-8524-83b88d9ce675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1096 time: 0.0494547 Feb 15 10:18:48.145418 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-4c5987d8-6d19-4c6a-9f35-47d0a0845abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:48.146930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-4c5987d8-6d19-4c6a-9f35-47d0a0845abf service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0930727 Feb 15 10:18:48.200335 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:18:48.218460 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-c3162734-88ee-4bec-a8ea-6747a40f78ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.0643153 Feb 15 10:18:48.267696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-25434fbe-df73-45fe-8cfb-33930c00dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:48.269216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-25434fbe-df73-45fe-8cfb-33930c00dce1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0443091 Feb 15 10:18:48.316246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-3d8bd1bb-e30e-434d-8222-dbacf62c9695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:48.317878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-3d8bd1bb-e30e-434d-8222-dbacf62c9695 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426984 Feb 15 10:18:48.418842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-7a568229-ee41-4b74-8c59-a859e58ddb6b service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927567 Feb 15 10:18:48.510815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e0252a5d-081f-455d-ae76-2e3182919a03 req-079f4e4f-7679-4ab2-9a64-f3fe1ea01427 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848103 Feb 15 10:18:49.054974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa912b5-898b-485c-b166-bb2621d05d7d req-23f06c49-b7f3-49b4-a6fb-7c2bd3f241f0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:49.056717 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fa912b5-898b-485c-b166-bb2621d05d7d req-23f06c49-b7f3-49b4-a6fb-7c2bd3f241f0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0592537 Feb 15 10:18:49.095441 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5fa912b5-898b-485c-b166-bb2621d05d7d req-9a3e0ffa-3a24-4d04-ae58-51929e52d1a6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324094 Feb 15 10:18:49.142110 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:18:49.181089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:18:49.347581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-72bd7e83-cba9-4e5d-accf-9dce60287c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:49.614999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:49.617313 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14657c74-729c-47ad-8881-28fc5cdeeb0e" -d '{"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:49.669689 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4869a2a7-0214-4852-a3e6-b02e40612717 x-openstack-request-id: req-4869a2a7-0214-4852-a3e6-b02e40612717 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:49.669979 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:49.670224 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4869a2a7-0214-4852-a3e6-b02e40612717 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:49.670616 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'status': 'completed', 'code': 200} Feb 15 10:18:49.760551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-e55a10f4-e459-4727-a065-fb7bf0b6b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:49.762129 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-e55a10f4-e459-4727-a065-fb7bf0b6b861 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1096 time: 0.0690145 Feb 15 10:18:49.764532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-cc618063-a132-4a43-87ac-78c746895dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:49.765921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-cc618063-a132-4a43-87ac-78c746895dd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 1096 time: 0.0636771 Feb 15 10:18:49.922456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-53e3f7a3-a9c0-449c-8866-afbfe9b0433f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:49.923844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-53e3f7a3-a9c0-449c-8866-afbfe9b0433f service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1556675 Feb 15 10:18:49.928449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-8fd9e945-d53e-4c77-8635-fa63b4b2020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:49.929840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-8fd9e945-d53e-4c77-8635-fa63b4b2020b service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1441083 Feb 15 10:18:50.037801 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-d715c000-cc13-4857-977d-590a9d5efcea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.1067889 Feb 15 10:18:50.041343 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-0ea17b2f-f548-4036-8867-49c197ce1c04 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 200 len: 1000 time: 0.1033912 Feb 15 10:18:50.124958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-23d459ed-6b52-4a74-9a51-12a0261548f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.126462 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-23d459ed-6b52-4a74-9a51-12a0261548f5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0818801 Feb 15 10:18:50.129158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-ce98f6a3-1518-4ed0-a1b8-9fc212bb06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.130785 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-ce98f6a3-1518-4ed0-a1b8-9fc212bb06b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0789511 Feb 15 10:18:50.276949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-6c4fc342-413d-404e-8cae-9695ed835142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.279402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-6c4fc342-413d-404e-8cae-9695ed835142 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466346 Feb 15 10:18:50.284204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-73b9ae60-567b-4107-be12-b1eefb4d9dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.286237 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-73b9ae60-567b-4107-be12-b1eefb4d9dc4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432705 Feb 15 10:18:50.336477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600d564-b3ee-46c3-8dfb-417a172c6061 req-00c49b7b-4f18-49f8-bef9-40ae4d6270c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.338587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a600d564-b3ee-46c3-8dfb-417a172c6061 req-00c49b7b-4f18-49f8-bef9-40ae4d6270c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.1655049 Feb 15 10:18:50.482574 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:50.521359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a600d564-b3ee-46c3-8dfb-417a172c6061 req-866e3549-d6e3-4107-99e1-cc74bee7e951 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430964 Feb 15 10:18:50.561532 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-fee47a16-3faf-47f2-ab4c-2b8078645c14 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716887 Feb 15 10:18:50.607425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-e5c44f3d-c6c7-4df2-855e-a73fc6e1c8b8 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058858 Feb 15 10:18:50.660082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154faeb-36b0-4843-a108-dff8cbf1d4b6 req-cfef8665-41ae-48d2-bd47-7168058ab6c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.661657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2154faeb-36b0-4843-a108-dff8cbf1d4b6 req-cfef8665-41ae-48d2-bd47-7168058ab6c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0603163 Feb 15 10:18:50.709635 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2154faeb-36b0-4843-a108-dff8cbf1d4b6 req-61f478e7-b153-4952-8cfc-525adf7a5632 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374451 Feb 15 10:18:50.755275 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-6180804a-e301-461d-b806-5b40b61e2f72 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802530 Feb 15 10:18:50.771728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-14657c74-729c-47ad-8881-28fc5cdeeb0e req-e8c3c511-fe8b-42c0-9e91-b258181570c4 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205118 Feb 15 10:18:50.860369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e641971f-dd32-4666-8217-1607beeda8c4 req-e599b0b1-bf40-43d0-975d-78fc4b58d63c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:50.861814 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e641971f-dd32-4666-8217-1607beeda8c4 req-e599b0b1-bf40-43d0-975d-78fc4b58d63c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0571926 Feb 15 10:18:50.900756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e641971f-dd32-4666-8217-1607beeda8c4 req-f492e57c-4302-49ab-bfb4-c698cb69cf2f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329330 Feb 15 10:18:51.144005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fab496-3325-4f37-8f30-5281f1a3a52d req-780fb7fa-fff0-4d2a-9a27-9261e28c6f3f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:51.145471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3fab496-3325-4f37-8f30-5281f1a3a52d req-780fb7fa-fff0-4d2a-9a27-9261e28c6f3f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 945 time: 0.0484471 Feb 15 10:18:51.184342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3fab496-3325-4f37-8f30-5281f1a3a52d req-e46758a4-2941-4acb-8b92-2843985dea06 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328605 Feb 15 10:18:51.468027 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:51.562793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:51.573749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'mac_address': 'fa:16:3e:c7:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:18:51.609905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:51.623029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:51.642240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:51.645991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:51.694380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:51.910998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:18:52.306201 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6aaab-4b9f-4867-8764-8d74e6d2f1a1 req-b756feeb-a25a-4986-b1a5-59dc7bc6dbc3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:52.307793 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65b6aaab-4b9f-4867-8764-8d74e6d2f1a1 req-b756feeb-a25a-4986-b1a5-59dc7bc6dbc3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0522730 Feb 15 10:18:52.350575 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.351551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-2f9772d8-d399-414a-929c-3d686c26615d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:52.353523 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-2f9772d8-d399-414a-929c-3d686c26615d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 946 time: 0.0625086 Feb 15 10:18:52.357392 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-65b6aaab-4b9f-4867-8764-8d74e6d2f1a1 req-b122f38b-abc9-4ecd-a6cb-f121f2e79d90 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419266 Feb 15 10:18:52.445464 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Deleting port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:18:52.445719 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.518307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.533171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] For port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:52.533539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.706555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.706802 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.707118 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb disassociated. External IP: 172.25.6.11, port: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1. Feb 15 10:18:52.707512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Calling delete_port for e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:18:52.832896 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:52.861195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'Port': ['ID=e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:52.977810 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:18:53.097357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:18:53.108322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:18:53.117616 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:53.118213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:53.141140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] No DVR routers for this DVR port e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:18:53.143736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:53.147044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-596ac19c-6e51-4918-880e-e33d0496cb3a req-79c82853-70b1-48d3-8a9b-be620fe0b5d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "DELETE /v2.0/ports/e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 HTTP/1.1" status: 204 len: 173 time: 0.7881675 Feb 15 10:18:53.147499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-deleted', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:53.149744 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508dbda2-75ed-4e48-b7a1-3a8c1cca2177" -d '{"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-deleted", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:53.197198 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92722fa6-e467-4aff-aba1-a9a6e4f5a2ce x-openstack-request-id: req-92722fa6-e467-4aff-aba1-a9a6e4f5a2ce {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:53.197607 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c198482-6c93-4bd7-84e9-7ee22e29ee66", "name": "network-vif-deleted", "tag": "e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:53.197859 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92722fa6-e467-4aff-aba1-a9a6e4f5a2ce {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:53.198320 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c198482-6c93-4bd7-84e9-7ee22e29ee66', 'name': 'network-vif-deleted', 'tag': 'e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1', 'status': 'completed', 'code': 200} Feb 15 10:18:53.238717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:53.441320 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:53.458140 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-14cb242f-a3b5-4934-97bc-30cea12e3471 req-4ece531c-7349-459d-b52b-bed3d8de1f21 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=5c198482-6c93-4bd7-84e9-7ee22e29ee66 HTTP/1.1" status: 200 len: 210 time: 0.0264382 Feb 15 10:18:53.467262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:18:53.475601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:18:53.476219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:53.491646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:53.496625 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No ports have port_id starting with e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 Feb 15 10:18:53.498147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 requested by agent hyperv_n-h1-825064-4 not found in database {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 15 10:18:53.586458 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:18:53.781653 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:18:53.812117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4215683-3ce1-436a-907f-e1f8ddd6f136 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:18:54.030669 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae74b17-671c-4a70-a919-085baef2e1e0 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:18:54.691085 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-6a4debbf-6cca-4429-b2c5-8913874110c8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--223137585&fields=id&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 267 time: 0.0322042 Feb 15 10:18:54.794900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-30ce16eb-4e30-4b28-80f4-9afd6e019cfb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:54.796355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-30ce16eb-4e30-4b28-80f4-9afd6e019cfb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.0982773 Feb 15 10:18:54.811266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-ead10ed0-9f47-4f3d-bdc9-0eed0e8de02c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/quotas/35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 375 time: 0.0090945 Feb 15 10:18:54.862858 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-6e71da79-6186-4dde-95e3-c2d9e7767d3f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462258 Feb 15 10:18:54.878500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-33943e65-2f60-4b83-b628-39cffe65c9de service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:18:54.879516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-33943e65-2f60-4b83-b628-39cffe65c9de service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050857 Feb 15 10:18:54.969264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-bc74b6b3-ac11-4e7d-91b8-86c5356c125e service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838003 Feb 15 10:18:55.057266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-a8a79bc7-5ba6-4c9f-ba3a-cb17171939d8 service neutron] 10.222.0.10 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816774 Feb 15 10:18:55.222425 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6dff8903-d1b8-4ab0-9294-fe66d9366fbe req-26484982-ef6c-4ce9-9493-52c94bfd0a21 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0310147 Feb 15 10:18:55.514721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:18:55.536734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:18:55.537093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device e5ff0fc2-1b4d-4ab2-a664-fd1e46e998d1 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:18:56.131524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-639a355b-5d91-41f5-8c49-5ace5df6c64a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:56.133062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-639a355b-5d91-41f5-8c49-5ace5df6c64a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 812 time: 0.1052454 Feb 15 10:18:56.177693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-0b6695a1-538e-40c2-9550-707060b4b37c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 379 time: 0.0354438 Feb 15 10:18:56.191526 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'port': {'device_id': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'admin_state_up': True, 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'security_groups': ['639b90ba-153c-42d2-afcc-35df7519b5cb']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:56.323051 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de6b7877-bad2-4f8b-b659-067d0500359f req-0965cb8d-7d99-4d5e-a1c7-94a5d4644f63 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0311277 Feb 15 10:18:56.324138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Made reservation on behalf of 35063779434645d4befbc5a2a019b07c for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:18:56.327537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.449953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Allocated IP 172.20.0.10 (f6960789-2c11-4334-b869-c951eb32b3a1/004259b9-63df-4de5-8696-007d1a35b75a/4a11c4e5-c4a3-4174-90ba-012d080b4aef) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:18:56.583418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.615483 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.661032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Network f6960789-2c11-4334-b869-c951eb32b3a1 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:18:56.664200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:18:56.667896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:18:56.674207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:56.732189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:56.732846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.749140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-042a36ad-3cc4-48e0-97c3-e216a1bd502f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5610669 Feb 15 10:18:56.760893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Request body: {'port': {'device_id': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:18:56.820432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.861608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d84d8b6b-eca0-4484-8282-0ef55a8d8400 None None] Provisioning complete for port 4a11c4e5-c4a3-4174-90ba-012d080b4aef triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:18:56.862310 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d84d8b6b-eca0-4484-8282-0ef55a8d8400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:56.902908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d84d8b6b-eca0-4484-8282-0ef55a8d8400 None None] Port 4a11c4e5-c4a3-4174-90ba-012d080b4aef cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:18:57.366251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:57.374576 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:57.386217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Transition to ACTIVE for port object 4a11c4e5-c4a3-4174-90ba-012d080b4aef will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:18:57.390857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:57.448962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:57.449517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69b414-8df4-40c7-86dd-f0194489e67c req-cc29190b-0af5-4f79-ac43-3800673699fa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:57.451755 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f69b414-8df4-40c7-86dd-f0194489e67c req-cc29190b-0af5-4f79-ac43-3800673699fa tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0567501 Feb 15 10:18:57.508706 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9f69b414-8df4-40c7-86dd-f0194489e67c req-1f4c4338-0bf4-4877-b397-8e3815a7072c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511987 Feb 15 10:18:57.546483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:18:57.547475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:18:57.547475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:57.552189 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:18:57.552513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:18:57.557617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:18:57.558654 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:18:57.559650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:18:57.560082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Bound port: 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:18:57.560445 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:57.627890 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:18:57.630951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:18:57.635094 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:57.673793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:57.674405 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:57.675806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] 10.222.0.36 "PUT /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1092 time: 0.9194052 Feb 15 10:18:57.676235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:18:57.678488 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872635c1-3e85-42cf-b769-321508ed99fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:18:57.707776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bdc42-658f-4b61-b928-54518abfd49a service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:57.747980 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d77617e-707c-4690-97f2-a19c18fb0cc7 x-openstack-request-id: req-7d77617e-707c-4690-97f2-a19c18fb0cc7 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:18:57.748268 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:18:57.748515 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d77617e-707c-4690-97f2-a19c18fb0cc7 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:18:57.748934 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'status': 'completed', 'code': 200} Feb 15 10:18:57.765465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-036fae31-fd6b-4288-ba5f-51b49ba5dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:57.766987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-036fae31-fd6b-4288-ba5f-51b49ba5dd1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1095 time: 0.0488911 Feb 15 10:18:57.819342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-8b8387ad-a8e5-469a-aba9-35069a50b275 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 217 time: 0.0450010 Feb 15 10:18:57.881081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-21763f43-b987-4778-8cd5-8953f1c08d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:57.883387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-21763f43-b987-4778-8cd5-8953f1c08d92 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0567014 Feb 15 10:18:57.928429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-ba07351a-4319-4e1c-8d6a-82b155b86238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:57.929982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-ba07351a-4319-4e1c-8d6a-82b155b86238 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394828 Feb 15 10:18:58.020870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-5677e72d-c0a9-46dd-ba76-3d1b94e557a2 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Feb 15 10:18:58.115543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94f66d62-52c4-4c23-8c20-59fc63bfee04 req-5557e11e-e162-4109-965c-e0b6fdce59fd service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874524 Feb 15 10:18:58.206358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635c1-3e85-42cf-b769-321508ed99fb req-25ff8101-2c61-41b9-94b6-b66be43bb4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:58.207926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-25ff8101-2c61-41b9-94b6-b66be43bb4a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1095 time: 0.0442028 Feb 15 10:18:58.301998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635c1-3e85-42cf-b769-321508ed99fb req-c8c66538-67e0-49d1-a9a2-f6c59fe3fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:58.303457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-c8c66538-67e0-49d1-a9a2-f6c59fe3fc4a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0875645 Feb 15 10:18:58.345412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-3423a2b2-d0e4-478e-a8e5-3609bb5fc216 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 217 time: 0.0340345 Feb 15 10:18:58.393195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635c1-3e85-42cf-b769-321508ed99fb req-1dab40c4-8eee-48ee-9591-79391879b5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:58.394638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-1dab40c4-8eee-48ee-9591-79391879b5e9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0424562 Feb 15 10:18:58.439628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872635c1-3e85-42cf-b769-321508ed99fb req-2de23058-9ed5-4558-b052-048f6e5214f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:58.441077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-2de23058-9ed5-4558-b052-048f6e5214f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398490 Feb 15 10:18:58.532038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-31b2e38d-449a-4a3d-9f96-e8d7ca387ef9 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841064 Feb 15 10:18:58.622680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-872635c1-3e85-42cf-b769-321508ed99fb req-9df5a722-b249-4ba7-8de9-bc4a947638af service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Feb 15 10:18:58.625495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859597ef-4683-4e20-acef-a70574928bfa req-bed08daf-a90e-433c-851c-2fc36f0d8bf4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:58.626990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-859597ef-4683-4e20-acef-a70574928bfa req-bed08daf-a90e-433c-851c-2fc36f0d8bf4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0493937 Feb 15 10:18:58.667101 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-859597ef-4683-4e20-acef-a70574928bfa req-a34e98b2-3ca5-42f5-9ad5-9ae934aed83a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339530 Feb 15 10:18:59.530705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:18:59.622835 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:59.639927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:18:59.678617 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:59.692326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:18:59.712328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:18:59.717360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:18:59.765549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:18:59.794270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2af0c-24fc-484c-96c6-961b915c876a req-0af75433-8bab-4c2c-aac0-3cc4d7c39871 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:18:59.795695 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ed2af0c-24fc-484c-96c6-961b915c876a req-0af75433-8bab-4c2c-aac0-3cc4d7c39871 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0551052 Feb 15 10:18:59.833332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ed2af0c-24fc-484c-96c6-961b915c876a req-5451aef1-10ac-4316-a276-43bdd17cd590 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315623 Feb 15 10:18:59.902890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4a11c4e5-c4a3-4174-90ba-012d080b4aef'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:19:00.955166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51f6956-ec02-4370-bdbe-5a7c2f301bb0 req-0e3723ff-7d69-4145-bc32-bed3985221e7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:00.956703 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e51f6956-ec02-4370-bdbe-5a7c2f301bb0 req-0e3723ff-7d69-4145-bc32-bed3985221e7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0504265 Feb 15 10:19:00.995411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e51f6956-ec02-4370-bdbe-5a7c2f301bb0 req-c68d6aa3-005e-4aea-947c-429cf4e8c188 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Feb 15 10:19:01.546431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:19:01.595590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 4a11c4e5-c4a3-4174-90ba-012d080b4aef completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:19:01.599497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4a11c4e5-c4a3-4174-90ba-012d080b4aef triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:19:01.599865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:01.680530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:01.703877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:19:01.706117 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15762e3-a16c-469b-b512-00354ccb1561" -d '{"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-plugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:19:01.719000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:19:01.723050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:01.748841 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b7cd8d7-9939-47ec-88ab-b24de328a61f x-openstack-request-id: req-1b7cd8d7-9939-47ec-88ab-b24de328a61f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:19:01.749128 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-plugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:19:01.749379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b7cd8d7-9939-47ec-88ab-b24de328a61f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:19:01.749769 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'code': 200} Feb 15 10:19:01.775822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:19:01.842092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c675f51b-36ed-40ca-8ffe-1e579d87cb63 req-ffdb12a3-9001-4728-8781-5df7de4aeb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:01.843524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c675f51b-36ed-40ca-8ffe-1e579d87cb63 req-ffdb12a3-9001-4728-8781-5df7de4aeb9d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1097 time: 0.0400486 Feb 15 10:19:01.878315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c675f51b-36ed-40ca-8ffe-1e579d87cb63 req-ebd11e4f-7f6e-4fbf-8e31-dd1c5a63f1d6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286152 Feb 15 10:19:02.117470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8f6f0-9d33-46f4-b4e9-488418f8fb76 req-6a8c8c9a-529a-4b29-9b9b-3f775373a847 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:02.118865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbb8f6f0-9d33-46f4-b4e9-488418f8fb76 req-6a8c8c9a-529a-4b29-9b9b-3f775373a847 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0533502 Feb 15 10:19:02.157180 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fbb8f6f0-9d33-46f4-b4e9-488418f8fb76 req-2e00c197-06ed-4f08-b7d8-8fcc68291af7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316291 Feb 15 10:19:03.275915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca22a1-5771-4a51-880d-b6d756017818 req-847b8973-38e1-4b12-8960-6772a3193933 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:03.277742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5ca22a1-5771-4a51-880d-b6d756017818 req-847b8973-38e1-4b12-8960-6772a3193933 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0506353 Feb 15 10:19:03.316893 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5ca22a1-5771-4a51-880d-b6d756017818 req-210cc687-5cae-4a19-91ee-70e3ff5baf1d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Feb 15 10:19:03.430180 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143020a-3598-4741-b0f6-f806272e83be req-b7f7b568-e853-46ca-8a5d-a6d9576d60d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:03.431657 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d143020a-3598-4741-b0f6-f806272e83be req-b7f7b568-e853-46ca-8a5d-a6d9576d60d5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0484083 Feb 15 10:19:03.441119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:19:03.445859 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Request body: {'floatingip': {'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:19:03.486865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:03.929229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:03.933706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:04.035411 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb associated. External IP: 172.25.6.11, port: 4a11c4e5-c4a3-4174-90ba-012d080b4aef. Feb 15 10:19:04.243232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:19:04.350737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:19:04.356576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:04.361460 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:19:04.371587 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:19:04.372205 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:19:04.385536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9d01764-1f87-4789-94a5-d568548d458b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "PUT /v2.0/floatingips/90b11dc0-b833-4110-aec6-e746d8811ddb HTTP/1.1" status: 200 len: 992 time: 0.9432242 Feb 15 10:19:04.386840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:19:04.389150 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f99bf0de8c733a504769e0b328740c7705ac266e3885d787d386c08df2475fa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101abeef-c10b-4491-8df9-879dbefea0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:19:04.431982 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafc2764-1062-4ab4-bc52-65a2fccea3e9 x-openstack-request-id: req-eafc2764-1062-4ab4-bc52-65a2fccea3e9 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:19:04.433246 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:19:04.433246 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eafc2764-1062-4ab4-bc52-65a2fccea3e9 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:19:04.433506 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'status': 'completed', 'code': 200} Feb 15 10:19:04.499274 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:19:04.507251 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abeef-c10b-4491-8df9-879dbefea0aa req-5f5bde4a-ae28-4656-a48c-4ccd5cdd591a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:04.509701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-5f5bde4a-ae28-4656-a48c-4ccd5cdd591a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1097 time: 0.0501616 Feb 15 10:19:04.611602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abeef-c10b-4491-8df9-879dbefea0aa req-035b8460-0b2f-4b9d-b42d-4c2272034853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:04.613203 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-035b8460-0b2f-4b9d-b42d-4c2272034853 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0965397 Feb 15 10:19:04.698686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-71bd3726-6534-417d-ab75-0936f464d722 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.0793757 Feb 15 10:19:04.758686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abeef-c10b-4491-8df9-879dbefea0aa req-75022027-f91f-47ae-8467-65dd13cc5d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:04.760498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-75022027-f91f-47ae-8467-65dd13cc5d8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0545726 Feb 15 10:19:04.767778 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:19:03Z', 'revision_number': 13, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:19:04.817060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abeef-c10b-4491-8df9-879dbefea0aa req-0cfb9e43-fb68-4035-8c65-f232e255dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:04.818641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-0cfb9e43-fb68-4035-8c65-f232e255dd28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522592 Feb 15 10:19:04.897026 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:19:04.906262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:19:04.906860 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:18:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:19:04.921242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-cf7ea58a-06c2-43e9-8614-588fd5b235f7 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954573 Feb 15 10:19:05.021311 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:19:05.023169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-101abeef-c10b-4491-8df9-879dbefea0aa req-414d613b-1ee3-4e0c-9a0a-562bcd66f54e service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957358 Feb 15 10:19:05.249228 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:19:03Z', 'revision_number': 13, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:19:05.280749 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c7c5d5-0573-4210-8ca4-edc9f97c41f1 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '90b11dc0-b833-4110-aec6-e746d8811ddb', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'floating_ip_address': '172.25.6.11', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4074, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:16:13Z', 'updated_at': '2022-02-15T10:19:03Z', 'revision_number': 13, 'project_id': '35063779434645d4befbc5a2a019b07c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:19:05.509908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e67fd-ee08-48cd-a3ad-906c9c73d5d5 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:19:05.893080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf220df-b78c-4530-ae2b-6f2998cf8b3f req-6323cd90-9d33-4709-a855-f2a2205e4652 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:05.894606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-acf220df-b78c-4530-ae2b-6f2998cf8b3f req-6323cd90-9d33-4709-a855-f2a2205e4652 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0502729 Feb 15 10:19:05.939072 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-acf220df-b78c-4530-ae2b-6f2998cf8b3f req-159ef1b4-0849-4303-86b5-34e970f41d82 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382884 Feb 15 10:19:08.955646 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-1c8ceff4-41ca-40f0-aa07-38b40d49f01a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414169 Feb 15 10:19:09.045749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-44c6efc5-d66b-42d4-b41f-f65f34b768a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:09.047264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-44c6efc5-d66b-42d4-b41f-f65f34b768a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1097 time: 0.0476336 Feb 15 10:19:09.155147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-a8095755-56ff-45a3-9349-f6338d345718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:09.156659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-a8095755-56ff-45a3-9349-f6338d345718 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0874193 Feb 15 10:19:09.226636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-63d978be-a66f-4926-9627-4e41d7225d86 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1002 time: 0.0638423 Feb 15 10:19:09.276795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-fbd85462-ce2f-4a92-a6bd-39246ef1ff0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:09.278952 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-fbd85462-ce2f-4a92-a6bd-39246ef1ff0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0449090 Feb 15 10:19:09.336277 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-f814b4bd-33aa-42a6-b433-45c75ea78b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:09.337766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-f814b4bd-33aa-42a6-b433-45c75ea78b90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525699 Feb 15 10:19:09.453549 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-9cfdfe80-9f22-4332-8ca6-48f62bba2c26 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084144 Feb 15 10:19:09.552491 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c6080559-ba11-4761-b2ec-87a6d3a5c1f8 req-b0533fe9-99e5-452c-983d-c6d99be9b1d2 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926828 Feb 15 10:19:14.748201 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:16.113562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609c576-e4cb-4aff-b0d4-b66f8eb639d2 req-5ea33e85-9a2f-43c7-a14b-c28ac25195c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:16.115124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e609c576-e4cb-4aff-b0d4-b66f8eb639d2 req-5ea33e85-9a2f-43c7-a14b-c28ac25195c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0582654 Feb 15 10:19:16.161834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-7f146a5a-633c-45c1-89b7-98099cdf7781 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1193137 Feb 15 10:19:16.164650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e609c576-e4cb-4aff-b0d4-b66f8eb639d2 req-76994458-4626-4246-808e-5c17c55318cc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408080 Feb 15 10:19:16.789675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6d1097ff-7171-4b30-8c26-9cb622f4f605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:17.207442 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:17.275860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-a05e8f89-dad5-4a5a-9841-876bd751bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:17.277903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-a05e8f89-dad5-4a5a-9841-876bd751bf28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1097 time: 0.0472226 Feb 15 10:19:17.286901 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24e7b5-97a5-40b2-8ddb-37bda1d8945a req-73c9ed9b-4f66-4498-901d-08afd0261384 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:17.288438 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe24e7b5-97a5-40b2-8ddb-37bda1d8945a req-73c9ed9b-4f66-4498-901d-08afd0261384 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0495200 Feb 15 10:19:17.329116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe24e7b5-97a5-40b2-8ddb-37bda1d8945a req-247c6a75-65de-45b0-8939-d45e151bbc9d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340366 Feb 15 10:19:17.371456 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-06d554a0-7b1a-47e6-824a-72a44ef1760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:17.372972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-06d554a0-7b1a-47e6-824a-72a44ef1760a service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0890632 Feb 15 10:19:17.449988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-946e7b73-d3c8-472e-a2f1-3d29f00b0dac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1002 time: 0.0710180 Feb 15 10:19:17.500006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-e456177e-f8c0-45d7-8f5b-63cc8efb2112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:17.501525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-e456177e-f8c0-45d7-8f5b-63cc8efb2112 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0446694 Feb 15 10:19:17.547829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-a7e8cbdd-05a5-4573-870f-2ea11d7a9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:17.550363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-a7e8cbdd-05a5-4573-870f-2ea11d7a9171 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425191 Feb 15 10:19:17.662461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-4efa34fa-17fc-41c1-90b8-4561fe407567 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051803 Feb 15 10:19:17.769066 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-4d9eced9-7b44-48cf-a811-c74ac4f798db service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989673 Feb 15 10:19:18.500166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ab577-eb0c-4a1c-8eb5-c686b17c18d1 req-2527fd7c-7bbe-4a85-bb9a-4366d4695d76 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:18.502479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a94ab577-eb0c-4a1c-8eb5-c686b17c18d1 req-2527fd7c-7bbe-4a85-bb9a-4366d4695d76 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0790477 Feb 15 10:19:18.557348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a94ab577-eb0c-4a1c-8eb5-c686b17c18d1 req-0ce76b46-9997-481f-be51-7135dcbdb75a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465293 Feb 15 10:19:19.351694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d01ac928-550b-4525-ac23-12bc7e778b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:19.703951 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a6c106-0f82-4ca3-ac25-fd367d430d89 req-b403d2ac-c264-4d2f-b2d8-1eba53a424a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:19.705781 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1a6c106-0f82-4ca3-ac25-fd367d430d89 req-b403d2ac-c264-4d2f-b2d8-1eba53a424a1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0631444 Feb 15 10:19:19.752477 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e1a6c106-0f82-4ca3-ac25-fd367d430d89 req-2b7f095b-419f-4daa-952f-3f57d304c6f3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Feb 15 10:19:20.491062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:20.890704 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ce499-255b-458c-a40d-5b399dd53abd req-8c374bfb-76bf-4c1c-90b5-fa98f7bf7ecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:20.892305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec0ce499-255b-458c-a40d-5b399dd53abd req-8c374bfb-76bf-4c1c-90b5-fa98f7bf7ecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0658145 Feb 15 10:19:20.937912 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ec0ce499-255b-458c-a40d-5b399dd53abd req-22e9246a-2c27-467c-912e-0c75f985d73e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351243 Feb 15 10:19:22.086488 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a2ee8-1aac-46bd-8385-cc3a6f008852 req-b78855a4-9b9b-4cab-a694-676e9a96f81c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:22.089667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a19a2ee8-1aac-46bd-8385-cc3a6f008852 req-b78855a4-9b9b-4cab-a694-676e9a96f81c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0660989 Feb 15 10:19:22.135083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a19a2ee8-1aac-46bd-8385-cc3a6f008852 req-e4556543-cfa7-4297-9579-8f5ed189c850 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385683 Feb 15 10:19:22.344739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:22.523186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:23.269371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ba990-f4af-4535-82a6-37201bcdd6e5 req-3d809adb-50e7-47ce-82c5-533e4a4e0f89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:23.270895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d9ba990-f4af-4535-82a6-37201bcdd6e5 req-3d809adb-50e7-47ce-82c5-533e4a4e0f89 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0517466 Feb 15 10:19:23.318618 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9d9ba990-f4af-4535-82a6-37201bcdd6e5 req-fdcb8ea1-1ce1-4877-a7a8-4c3854908f3c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413909 Feb 15 10:19:24.460389 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d71fe-68ec-4a07-8790-c1411c0bc242 req-d0522c07-49bd-4b12-8079-e202f31d164e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:24.461954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5d71fe-68ec-4a07-8790-c1411c0bc242 req-d0522c07-49bd-4b12-8079-e202f31d164e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0552285 Feb 15 10:19:24.502532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e5d71fe-68ec-4a07-8790-c1411c0bc242 req-ca890cc1-c6cd-4797-97ee-2eb944795307 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Feb 15 10:19:25.199513 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:19:25.628535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768c4db-6642-4ec0-91db-54a1e627ae3e req-47049af6-f852-4e8f-8e22-0c1404f3f8fe tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:25.630063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9768c4db-6642-4ec0-91db-54a1e627ae3e req-47049af6-f852-4e8f-8e22-0c1404f3f8fe tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0486588 Feb 15 10:19:25.669784 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9768c4db-6642-4ec0-91db-54a1e627ae3e req-45d2d67b-b7d5-4edd-89b6-ca93e1cfd15c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326111 Feb 15 10:19:26.807535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b35d82-a1ee-4774-8082-ee34f4198bd0 req-e4a4d991-97d0-493c-8a86-9ee2dc7be250 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:26.809113 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7b35d82-a1ee-4774-8082-ee34f4198bd0 req-e4a4d991-97d0-493c-8a86-9ee2dc7be250 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0587213 Feb 15 10:19:26.853770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7b35d82-a1ee-4774-8082-ee34f4198bd0 req-f0e69a95-08a9-4c88-b427-4f85297fe9ce tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377772 Feb 15 10:19:27.991005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6058dcd0-388b-4eb8-8ffe-fe708d7bb436 req-a5000c49-f7e5-4e03-bf7c-ddde4d21de83 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:27.992499 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6058dcd0-388b-4eb8-8ffe-fe708d7bb436 req-a5000c49-f7e5-4e03-bf7c-ddde4d21de83 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0558593 Feb 15 10:19:28.032917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6058dcd0-388b-4eb8-8ffe-fe708d7bb436 req-1a71212e-b746-4def-a692-fc0aef30dca2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341599 Feb 15 10:19:29.152497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441b6f8-bdf2-4ac5-a19a-8229465194d9 req-67195474-682d-4a6a-be20-f087652f5ecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:29.154157 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9441b6f8-bdf2-4ac5-a19a-8229465194d9 req-67195474-682d-4a6a-be20-f087652f5ecc tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0508685 Feb 15 10:19:29.200764 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9441b6f8-bdf2-4ac5-a19a-8229465194d9 req-5348aa7b-e3a7-4a51-9b42-e7d34269b3e8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401530 Feb 15 10:19:30.325417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56475bb5-4bf8-4e7e-8926-66b8e94ea8b9 req-25151bfc-9baf-471c-a070-c43ab87220a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:30.326987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56475bb5-4bf8-4e7e-8926-66b8e94ea8b9 req-25151bfc-9baf-471c-a070-c43ab87220a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0530002 Feb 15 10:19:30.366684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56475bb5-4bf8-4e7e-8926-66b8e94ea8b9 req-62f79067-be68-440c-be13-514eb2db6fbd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334585 Feb 15 10:19:31.488213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9272e85f-a7eb-4f57-8b98-3f56b6a2e9eb req-c6c34a39-9f9f-4b5f-9fdd-6d88a08a42e0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:31.489739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9272e85f-a7eb-4f57-8b98-3f56b6a2e9eb req-c6c34a39-9f9f-4b5f-9fdd-6d88a08a42e0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0510030 Feb 15 10:19:31.530232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9272e85f-a7eb-4f57-8b98-3f56b6a2e9eb req-6bdae2ac-344b-4636-8a00-44c11040d939 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339661 Feb 15 10:19:32.658727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8147c-b502-4929-a813-36fdcbfad34c req-9489cde0-112a-4985-9894-7534aa3a93d1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:32.660256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5b8147c-b502-4929-a813-36fdcbfad34c req-9489cde0-112a-4985-9894-7534aa3a93d1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0514810 Feb 15 10:19:32.701976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5b8147c-b502-4929-a813-36fdcbfad34c req-e821a918-99ef-424f-b7f8-6638285818f3 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350447 Feb 15 10:19:33.865137 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3851b-53da-4429-9eab-9286b2389f73 req-9ac14d56-7a02-4384-b192-4e7375207bad tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:33.866734 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01c3851b-53da-4429-9eab-9286b2389f73 req-9ac14d56-7a02-4384-b192-4e7375207bad tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0880516 Feb 15 10:19:33.924487 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01c3851b-53da-4429-9eab-9286b2389f73 req-a3a0f56f-2784-44bb-b9dd-f72d96e62597 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511994 Feb 15 10:19:35.061543 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b758e3cf-68f2-4455-805d-c0f89cbfabfa req-a2c77b5f-054d-4cea-acbb-eb5765aeabcb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:35.063154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b758e3cf-68f2-4455-805d-c0f89cbfabfa req-a2c77b5f-054d-4cea-acbb-eb5765aeabcb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0625598 Feb 15 10:19:35.116536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b758e3cf-68f2-4455-805d-c0f89cbfabfa req-402c6ec7-0c77-481d-89da-d784db429c8d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449276 Feb 15 10:19:36.251037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3330051b-fc14-4558-aa15-8f3aece0152d req-efefd8c4-d53f-471a-b821-e5e7ca33b52e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:36.252612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3330051b-fc14-4558-aa15-8f3aece0152d req-efefd8c4-d53f-471a-b821-e5e7ca33b52e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0516729 Feb 15 10:19:36.297695 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3330051b-fc14-4558-aa15-8f3aece0152d req-2c8cdeca-e317-495d-99af-0b59f4e37878 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Feb 15 10:19:37.421287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c6f55-fbf9-4b4d-9e9c-525a19e99759 req-e227e63a-bb3f-4394-88f9-c937841a56c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:37.422891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f83c6f55-fbf9-4b4d-9e9c-525a19e99759 req-e227e63a-bb3f-4394-88f9-c937841a56c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0531108 Feb 15 10:19:37.464175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f83c6f55-fbf9-4b4d-9e9c-525a19e99759 req-49909d4b-6e31-4aef-a43c-93171bb175a5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350881 Feb 15 10:19:38.607546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3df86-64d2-42b8-8045-669767b39778 req-247a7039-cc97-4d7d-9f09-31bb2b728858 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:38.609134 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7bc3df86-64d2-42b8-8045-669767b39778 req-247a7039-cc97-4d7d-9f09-31bb2b728858 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0528212 Feb 15 10:19:38.651712 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7bc3df86-64d2-42b8-8045-669767b39778 req-ac5ac291-893f-4db6-bd37-224be319332f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357075 Feb 15 10:19:39.777905 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f776b65-0504-421b-8a1b-33f65f67446b req-afc20219-ab83-46c5-830a-83f0bb71a2c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:39.779584 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f776b65-0504-421b-8a1b-33f65f67446b req-afc20219-ab83-46c5-830a-83f0bb71a2c7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0519147 Feb 15 10:19:39.837514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f776b65-0504-421b-8a1b-33f65f67446b req-7b781c68-556c-4346-bca0-d9e7803e7127 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472381 Feb 15 10:19:40.975954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e042e-74f1-4be5-85a7-3d4eac0eea97 req-8bd187e3-5175-4334-a9b0-89bea2d4ad43 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:40.977691 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d5e042e-74f1-4be5-85a7-3d4eac0eea97 req-8bd187e3-5175-4334-a9b0-89bea2d4ad43 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0587933 Feb 15 10:19:41.032430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2d5e042e-74f1-4be5-85a7-3d4eac0eea97 req-6213529c-30eb-44fb-b032-58cfca79cb63 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464675 Feb 15 10:19:41.435390 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-ec3bd21e-60b6-49ec-be5e-269c1db6ea31 service neutron] show failed (client error): The resource could not be found. Feb 15 10:19:41.436422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-ec3bd21e-60b6-49ec-be5e-269c1db6ea31 service neutron] 10.222.0.36 "GET /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0663910 Feb 15 10:19:41.702684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-db6b5c96-b06a-4642-aeac-d0475e98462b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:41.704190 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-db6b5c96-b06a-4642-aeac-d0475e98462b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1097 time: 0.1012084 Feb 15 10:19:41.717050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:19:41.772447 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:41.989676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:19:42.024371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:19:42.067792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:19:42.070361 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d224a4-c86d-4bdb-912f-1a464d181524" -d '{"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:19:42.074838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:42.090809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Transition to ACTIVE for port object 4a11c4e5-c4a3-4174-90ba-012d080b4aef will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:19:42.098070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:42.300962 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4e6fd4-9292-42e7-a1f0-2c8c9a3e8e48 x-openstack-request-id: req-7a4e6fd4-9292-42e7-a1f0-2c8c9a3e8e48 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:19:42.301408 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:19:42.301788 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7a4e6fd4-9292-42e7-a1f0-2c8c9a3e8e48 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:19:42.302337 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'code': 200} Feb 15 10:19:42.313807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:19:42.333475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb18f-5a5c-47cf-ba3d-bb878b8137b9 req-35ae65b4-63c2-4e45-8adf-e34ea2291fc4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:42.334981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce4cb18f-5a5c-47cf-ba3d-bb878b8137b9 req-35ae65b4-63c2-4e45-8adf-e34ea2291fc4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.2142560 Feb 15 10:19:42.339685 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.340025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.340358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.340691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.341044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.341362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.341679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.341991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.342305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.342617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.342927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.343235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:42.380752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] No DVR routers for this DVR port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:19:42.447043 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce4cb18f-5a5c-47cf-ba3d-bb878b8137b9 req-d2daf1db-901f-442f-b623-d0005d26db34 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988355 Feb 15 10:19:42.546396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:19:42.546739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:19:42.547158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:19:42.552512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:19:42.552910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:19:42.559871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:19:42.560291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:19:42.560678 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:19:42.561203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Bound port: 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:19:42.561556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:42.633962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:19:42.637287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:19:42.641600 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:42.678792 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:42.679347 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:42.680944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] 10.222.0.72 "PUT /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1092 time: 0.9680691 Feb 15 10:19:42.703119 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351a9b4a-c77f-434b-8f99-fa1d5c09ffb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:19:42.756579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-b2555696-5fea-44d1-b2c2-c0ef2f2bb3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:42.758149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-b2555696-5fea-44d1-b2c2-c0ef2f2bb3f4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1095 time: 0.0515556 Feb 15 10:19:42.870617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-1adf88ee-e6dd-4e97-995d-1df71524efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:42.872210 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-1adf88ee-e6dd-4e97-995d-1df71524efdd service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1059790 Feb 15 10:19:42.952276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-42bc77c1-23aa-495a-9f2a-3eaea2f08c61 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.0729890 Feb 15 10:19:43.003034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-9434a7b5-90e8-4767-a673-761e1aba552d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:43.004600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-9434a7b5-90e8-4767-a673-761e1aba552d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0461137 Feb 15 10:19:43.058552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-1313e165-c752-466f-92a3-c9777d46c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:43.060075 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-1313e165-c752-466f-92a3-c9777d46c0be service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480039 Feb 15 10:19:43.151509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-16e541a4-8bb3-4429-a014-5249687e5c61 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837166 Feb 15 10:19:43.245032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-ab5122b7-23fb-4fe0-a99e-d944f5f49ce7 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877938 Feb 15 10:19:43.579546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a713a8e3-3d03-4f9d-a06f-81e7f699665e req-eb0e7ec3-6961-4eff-be2f-45fa6755a2a9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:43.581595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a713a8e3-3d03-4f9d-a06f-81e7f699665e req-eb0e7ec3-6961-4eff-be2f-45fa6755a2a9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0540946 Feb 15 10:19:43.630541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a713a8e3-3d03-4f9d-a06f-81e7f699665e req-35ddf5a9-ac10-4757-9f18-e6a1d530e032 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402963 Feb 15 10:19:43.718129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:19:43.766338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:19:44.303594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:19:44.307388 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af67201e-b789-4892-ae44-f946475b09ad" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:19:44.361971 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42faba7-c364-4dbc-8020-9acbb6ae9db3 x-openstack-request-id: req-a42faba7-c364-4dbc-8020-9acbb6ae9db3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:19:44.362268 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:19:44.362494 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a42faba7-c364-4dbc-8020-9acbb6ae9db3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:19:44.362886 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'status': 'completed', 'code': 200} Feb 15 10:19:44.481576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-f2a20f35-66e5-4ad6-98b1-0917fad5b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.483025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-f2a20f35-66e5-4ad6-98b1-0917fad5b188 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1095 time: 0.0940430 Feb 15 10:19:44.485097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-91f72b1f-3a7d-40d9-a60e-80e6c41f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.486527 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-91f72b1f-3a7d-40d9-a60e-80e6c41f9a28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1095 time: 0.0988338 Feb 15 10:19:44.647662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-7f0a2411-9dbe-478d-9d01-7928dbc187ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.649180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-7f0a2411-9dbe-478d-9d01-7928dbc187ba service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1593020 Feb 15 10:19:44.651896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-1a4b49e6-028d-46ca-aa07-e646a04d4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.653290 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-1a4b49e6-028d-46ca-aa07-e646a04d4134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1553702 Feb 15 10:19:44.780328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:44.787315 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-fa81849f-6ea5-45cb-b396-171c34c8bf4f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.1255333 Feb 15 10:19:44.789766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-13ebb7b8-fa44-4927-82fe-aa131ac36dfa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.1335368 Feb 15 10:19:44.797457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876bedf-292b-482a-bb68-e7a1ba9c7649 req-81d65500-9e93-4c14-b29f-c301dc5da543 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.799860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9876bedf-292b-482a-bb68-e7a1ba9c7649 req-81d65500-9e93-4c14-b29f-c301dc5da543 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0852726 Feb 15 10:19:44.853156 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9876bedf-292b-482a-bb68-e7a1ba9c7649 req-8d0de8c3-a53e-4732-b906-09983addc36a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378604 Feb 15 10:19:44.875073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-cae99ed1-3bb8-4d29-af52-816482122b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.876552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-cae99ed1-3bb8-4d29-af52-816482122b97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0829391 Feb 15 10:19:44.878430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-ebb90043-574b-43b9-8764-1d2ead530c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.879747 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-ebb90043-574b-43b9-8764-1d2ead530c43 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0786242 Feb 15 10:19:44.956735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-e01a395a-c5bd-40de-8684-680f142302b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.958475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-e01a395a-c5bd-40de-8684-680f142302b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759370 Feb 15 10:19:44.961649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67201e-b789-4892-ae44-f946475b09ad req-a8996f25-33d7-446d-8974-a6ab8708b601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:44.963818 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-a8996f25-33d7-446d-8974-a6ab8708b601 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731747 Feb 15 10:19:45.407485 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-f92b1251-b411-4aec-9675-56aa28fd66c5 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426122 Feb 15 10:19:45.409270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-b59ba5c8-2e1b-4e3e-b466-03b51c64489f service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370332 Feb 15 10:19:45.569688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-169522d3-fa25-448a-8aea-5f18d9c4aeb5 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551480 Feb 15 10:19:45.571570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af67201e-b789-4892-ae44-f946475b09ad req-04219b55-9fdc-4d1d-891c-246d9271096e service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490355 Feb 15 10:19:46.006098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1268990d-53f2-4d5e-8dd9-8856e5d696e1 req-79bf225d-1c9e-4f81-bcd2-40a73a78402c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:46.007983 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1268990d-53f2-4d5e-8dd9-8856e5d696e1 req-79bf225d-1c9e-4f81-bcd2-40a73a78402c tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0650918 Feb 15 10:19:46.062169 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1268990d-53f2-4d5e-8dd9-8856e5d696e1 req-f499d03a-bc83-4247-85a0-61dacda7a215 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449438 Feb 15 10:19:46.794134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b0010535-92e6-4e96-9f88-7f651cc4c667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:47.207220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3f20d-7337-4f85-a3c4-3828754a69e5 req-b8356c8a-0c48-4e8e-9610-9946b93bacdf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:47.208848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68e3f20d-7337-4f85-a3c4-3828754a69e5 req-b8356c8a-0c48-4e8e-9610-9946b93bacdf tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0554998 Feb 15 10:19:47.222111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:47.260776 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-68e3f20d-7337-4f85-a3c4-3828754a69e5 req-a032b13c-6492-4d97-bdc9-50547b83805a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Feb 15 10:19:48.404483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf6599-a0fd-4990-af4b-b12a47b9fc1e req-b0cf8813-ac12-46f3-960f-4cf9e56170ef tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:48.406269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85cf6599-a0fd-4990-af4b-b12a47b9fc1e req-b0cf8813-ac12-46f3-960f-4cf9e56170ef tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0495214 Feb 15 10:19:48.446461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-85cf6599-a0fd-4990-af4b-b12a47b9fc1e req-f4bf0332-e8f2-4517-b05c-e24119f79445 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336845 Feb 15 10:19:49.356650 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dbcebb9e-6c9f-4d90-8185-dffff09c1508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:49.567072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1edde3-f009-47ce-ab77-9098b1159150 req-d1e1fec1-5c91-471e-b5b1-2e1076690f4b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:49.568716 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d1edde3-f009-47ce-ab77-9098b1159150 req-d1e1fec1-5c91-471e-b5b1-2e1076690f4b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0517395 Feb 15 10:19:49.636423 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d1edde3-f009-47ce-ab77-9098b1159150 req-4ed16b80-62a6-4256-81a7-f71adc3a1834 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584877 Feb 15 10:19:50.491307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:50.762443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2d339-d65b-4636-bf9e-59ecf676d268 req-b1715cff-c7e3-4410-bda1-bddf5613bffb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:50.763994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9c2d339-d65b-4636-bf9e-59ecf676d268 req-b1715cff-c7e3-4410-bda1-bddf5613bffb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0523310 Feb 15 10:19:50.804765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f9c2d339-d65b-4636-bf9e-59ecf676d268 req-b0d6c7db-22e2-438a-86d7-5a865a6fed53 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343781 Feb 15 10:19:51.933330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d79a00-c36b-4cb8-b01b-128d49c90a31 req-c5b6664f-f082-4187-8dc6-023bc8a098b7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:51.934850 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4d79a00-c36b-4cb8-b01b-128d49c90a31 req-c5b6664f-f082-4187-8dc6-023bc8a098b7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0502191 Feb 15 10:19:51.974190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4d79a00-c36b-4cb8-b01b-128d49c90a31 req-6cb3ec4a-472d-4da3-be63-e65f1c21b471 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332589 Feb 15 10:19:52.348827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:52.525749 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:53.105122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43a8d0-f614-43f5-9aea-32768e9832a9 req-8c4c6ecb-7869-40a1-b1c6-89ae451e5f66 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:53.106703 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad43a8d0-f614-43f5-9aea-32768e9832a9 req-8c4c6ecb-7869-40a1-b1c6-89ae451e5f66 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0572217 Feb 15 10:19:53.145287 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ad43a8d0-f614-43f5-9aea-32768e9832a9 req-fa4eea69-fb8c-4712-8cd2-c03b073698c1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323787 Feb 15 10:19:54.297492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18cac-5fbc-4fab-a78d-e83b86fb154c req-96fc1d13-81fa-4b40-a4a5-8756f887a3dd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:54.299190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82e18cac-5fbc-4fab-a78d-e83b86fb154c req-96fc1d13-81fa-4b40-a4a5-8756f887a3dd tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0803077 Feb 15 10:19:54.345555 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-82e18cac-5fbc-4fab-a78d-e83b86fb154c req-e208ec42-527b-49e7-aa68-a3560f1fe809 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358601 Feb 15 10:19:55.406466 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:19:55.467520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71b498-09fd-4fa9-8077-ce46d4f36546 req-13b51544-9110-4730-bbd0-d16b87b80fba tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:55.469099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f71b498-09fd-4fa9-8077-ce46d4f36546 req-13b51544-9110-4730-bbd0-d16b87b80fba tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 944 time: 0.0500770 Feb 15 10:19:55.504718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:19:55.508025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3f71b498-09fd-4fa9-8077-ce46d4f36546 req-5757b47e-d363-49b2-93fa-d96c073ca609 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326152 Feb 15 10:19:55.518016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:19:55.557689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:55.570983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:19:55.591004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:19:55.595218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:55.643194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:19:55.651221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.651563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.651901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.652238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.652570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.652918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.653242 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.653563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.653882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.654199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.654538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.655117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:19:55.828744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['4a11c4e5-c4a3-4174-90ba-012d080b4aef'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:19:55.833199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-7f21b12e-a80f-44e5-9182-d1677c225201 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:55.834691 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-7f21b12e-a80f-44e5-9182-d1677c225201 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a&tenant_id=35063779434645d4befbc5a2a019b07c&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 945 time: 0.0874581 Feb 15 10:19:55.846514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2420248-dd83-44e4-86f2-8abe54a19d74 req-dc67047f-a118-47d2-8767-37cbc951dc83 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:55.848003 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2420248-dd83-44e4-86f2-8abe54a19d74 req-dc67047f-a118-47d2-8767-37cbc951dc83 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0735357 Feb 15 10:19:55.924225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2420248-dd83-44e4-86f2-8abe54a19d74 req-7ee81788-eba6-4bd9-978a-a2f72e059748 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686045 Feb 15 10:19:55.934554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-35c9eab4-1f94-4f4c-9c09-3b5739e4e34c service neutron] 10.222.0.72 "GET /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef/bindings/n-h2-825064-4 HTTP/1.1" status: 200 len: 382 time: 0.0854976 Feb 15 10:19:56.012906 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f67f0456-fe00-4de2-96b9-42f779a4712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:56.014585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f67f0456-fe00-4de2-96b9-42f779a4712e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1096 time: 0.0445068 Feb 15 10:19:56.112719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-cf103a7c-6b95-4ef3-af61-fa294c8fea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:56.114253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-cf103a7c-6b95-4ef3-af61-fa294c8fea58 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0907779 Feb 15 10:19:56.180506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f8e803e9-e6a4-410e-b35e-34ce21a4b216 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1001 time: 0.0579803 Feb 15 10:19:56.233107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-431fea2b-221e-44a6-9500-00741c1adf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:56.234635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-431fea2b-221e-44a6-9500-00741c1adf2c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0477273 Feb 15 10:19:56.282551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-56842267-fb0e-4c24-a6bf-da5e09eceba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:56.284045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-56842267-fb0e-4c24-a6bf-da5e09eceba7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421748 Feb 15 10:19:56.373145 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-35c11748-1ffa-4c15-8c37-07530f93f46f service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802972 Feb 15 10:19:56.467432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-db65a74e-5038-4803-ba0d-4ce18e2c50f3 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864949 Feb 15 10:19:57.051896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0705889-52a8-412d-a178-1556c07fa256 req-4daf0166-fb8b-4a34-9217-f059d95dab4e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:57.053420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0705889-52a8-412d-a178-1556c07fa256 req-4daf0166-fb8b-4a34-9217-f059d95dab4e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0499084 Feb 15 10:19:57.096976 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c0705889-52a8-412d-a178-1556c07fa256 req-f8fcb8bc-87b1-4d66-93ef-8df9a1507c1a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367742 Feb 15 10:19:57.430598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:19:57.478845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 4a11c4e5-c4a3-4174-90ba-012d080b4aef completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:19:57.482612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 4a11c4e5-c4a3-4174-90ba-012d080b4aef triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:19:57.482981 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:57.562161 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:57.584252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:19:57.586478 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a4b9e1-6d08-4fcc-9cdf-7bd3ffb8007c" -d '{"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-plugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:19:57.599449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:19:57.603572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:19:57.650676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:19:57.713478 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc4fd3e-9917-48f4-ba03-63f7d6cda398 x-openstack-request-id: req-ccc4fd3e-9917-48f4-ba03-63f7d6cda398 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:19:57.713935 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-plugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:19:57.714183 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ccc4fd3e-9917-48f4-ba03-63f7d6cda398 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:19:57.714570 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'code': 200} Feb 15 10:19:58.220981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83245091-4e5f-49ed-b987-cb178831c002 req-06bb4c30-0785-4453-9ef4-0def2c10c043 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:58.222541 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83245091-4e5f-49ed-b987-cb178831c002 req-06bb4c30-0785-4453-9ef4-0def2c10c043 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0504916 Feb 15 10:19:58.263242 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83245091-4e5f-49ed-b987-cb178831c002 req-35b7831e-07a7-49af-a4c2-bfc0c7464055 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336616 Feb 15 10:19:59.389202 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b5f2-d4c7-46c0-949e-a2ba2db1500b req-d08579dc-ba6a-4392-9934-e6899ef656e7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:19:59.390813 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a54b5f2-d4c7-46c0-949e-a2ba2db1500b req-d08579dc-ba6a-4392-9934-e6899ef656e7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0502708 Feb 15 10:19:59.430548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a54b5f2-d4c7-46c0-949e-a2ba2db1500b req-653d68c6-a9c8-4496-aca3-10293196cff4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335257 Feb 15 10:20:00.146142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f1c95954-9258-4243-bd6f-bba068efba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:00.147637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f1c95954-9258-4243-bd6f-bba068efba28 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a&tenant_id=35063779434645d4befbc5a2a019b07c HTTP/1.1" status: 200 len: 1097 time: 0.0416760 Feb 15 10:20:00.159444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:00.227240 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.433310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:00.467276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:20:00.509165 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.512000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:00.514556 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4004ac4-e329-4c8a-85fe-a71786a3721a" -d '{"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:00.530256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Transition to ACTIVE for port object 4a11c4e5-c4a3-4174-90ba-012d080b4aef will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:20:00.534708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.570143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52de488-22a7-47b6-9a04-03a06ec97a30 req-e6a1317d-6bc5-4499-a99e-fd8123c246f0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:00.572381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b52de488-22a7-47b6-9a04-03a06ec97a30 req-e6a1317d-6bc5-4499-a99e-fd8123c246f0 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0598199 Feb 15 10:20:00.576149 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f9792-6f0a-4420-9f6c-13d3667d1181 x-openstack-request-id: req-017f9792-6f0a-4420-9f6c-13d3667d1181 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:00.576474 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:00.576882 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-017f9792-6f0a-4420-9f6c-13d3667d1181 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:00.577252 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'code': 200} Feb 15 10:20:00.613643 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b52de488-22a7-47b6-9a04-03a06ec97a30 req-cf3d3fd5-5e60-4bd1-b18b-92238c0b6191 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353074 Feb 15 10:20:00.630950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:00.677335 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] No DVR routers for this DVR port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:00.820427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:20:00.820761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:20:00.821120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:00.827551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:20:00.827871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Attempting to bind port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on network f6960789-2c11-4334-b869-c951eb32b3a1 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:00.833459 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:20:00.833794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Checking segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:20:00.834173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Bound using segment: {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:20:00.834624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Bound port: 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57378a1d-54f8-4e64-aa87-e565ebd23293', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:20:00.834981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.908347 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:20:00.911668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:20:00.916738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.957402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:00.958025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:00.959445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] 10.222.0.36 "PUT /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1093 time: 0.8043332 Feb 15 10:20:00.994333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfa6f60-41b1-4c3c-a26d-37d5d246ddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=11']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:01.029736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-8dd54c16-1f43-4f2f-820f-3a22cd29c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:01.031554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-8dd54c16-1f43-4f2f-820f-3a22cd29c99d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1096 time: 0.0475349 Feb 15 10:20:01.129780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-ca56e49e-9169-4ac8-a7a3-b94b0ecbb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:01.131288 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-ca56e49e-9169-4ac8-a7a3-b94b0ecbb22f service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.0930197 Feb 15 10:20:01.205490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-fab03cac-38e2-4e0d-bc70-802d7f6ba389 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.0669024 Feb 15 10:20:01.257216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-1a106330-c8f4-4c83-9f95-9e114f7ac727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:01.258767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-1a106330-c8f4-4c83-9f95-9e114f7ac727 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0469069 Feb 15 10:20:01.305647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f59351d1-5a68-42cf-9099-4292f5d095e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:01.307349 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f59351d1-5a68-42cf-9099-4292f5d095e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422554 Feb 15 10:20:01.400595 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-8a055e5f-2cc8-4af2-b10b-26ac84fe3ab4 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861235 Feb 15 10:20:01.487105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0269c3c-21a4-4ec2-8611-cbb561a83e70 req-f8ba75d2-be1f-43be-bd16-243bb0cda92e service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805876 Feb 15 10:20:01.747579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76924aa-78fd-4c72-a973-0cb570e21f8c req-6a56b31f-1021-4f27-9eb5-f2615f3cf2c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:01.749115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e76924aa-78fd-4c72-a973-0cb570e21f8c req-6a56b31f-1021-4f27-9eb5-f2615f3cf2c2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0555000 Feb 15 10:20:01.788600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e76924aa-78fd-4c72-a973-0cb570e21f8c req-28074b32-d0e2-471a-911a-cd762d65d0db tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333312 Feb 15 10:20:02.199497 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:20:02.578940 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:02.581327 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:02.635400 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade1a9a6-701f-44ba-8c00-a2fcfb92ce45 x-openstack-request-id: req-ade1a9a6-701f-44ba-8c00-a2fcfb92ce45 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:02.635860 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:02.636115 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ade1a9a6-701f-44ba-8c00-a2fcfb92ce45 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:02.636521 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'status': 'completed', 'code': 200} Feb 15 10:20:02.721916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-4dad81b8-31ca-4535-846d-4662217fd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:02.723439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-4dad81b8-31ca-4535-846d-4662217fd811 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1096 time: 0.0688088 Feb 15 10:20:02.729447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-5f41fcc7-be38-4822-9eb0-cc46793743b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:02.731011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-5f41fcc7-be38-4822-9eb0-cc46793743b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1096 time: 0.0679348 Feb 15 10:20:02.920537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-df10add0-5daa-411d-a68f-03235f1b9055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:02.921931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-df10add0-5daa-411d-a68f-03235f1b9055 service neutron] 10.222.0.72 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1828742 Feb 15 10:20:02.927047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-dd62f616-22e2-4c68-89de-6045feca6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:02.928414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-dd62f616-22e2-4c68-89de-6045feca6d9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.1965573 Feb 15 10:20:03.045138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1425324-0e2c-4757-91b5-1e675429947a req-7f7e7bf5-6a01-4d9e-b338-2f1b82dec909 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:03.046670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1425324-0e2c-4757-91b5-1e675429947a req-7f7e7bf5-6a01-4d9e-b338-2f1b82dec909 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.1785507 Feb 15 10:20:03.055508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-cf4ea867-380f-4541-b7c7-da834ea4af77 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.1255083 Feb 15 10:20:03.084397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-76dd4bad-8ebe-4f0b-945a-971d8d664241 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.1464598 Feb 15 10:20:03.163925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d1425324-0e2c-4757-91b5-1e675429947a req-92eab20b-05b0-48e2-be3c-06101cb5efe8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106174 Feb 15 10:20:03.172531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-590a9cc4-4dd3-488a-b2fb-10bb5fe1a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:03.174000 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-590a9cc4-4dd3-488a-b2fb-10bb5fe1a61b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.1065855 Feb 15 10:20:03.192925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-ea5187b4-8899-4283-b331-e96bbbaa7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:03.194456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-ea5187b4-8899-4283-b331-e96bbbaa7225 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0911150 Feb 15 10:20:03.263085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-7de47e0b-53b6-4b77-ab6d-ed8dd7593d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:03.264774 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-7de47e0b-53b6-4b77-ab6d-ed8dd7593d96 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825324 Feb 15 10:20:03.267547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-9ba3d331-7675-478d-8905-58749f0b5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:03.269046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-9ba3d331-7675-478d-8905-58749f0b5f50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561166 Feb 15 10:20:03.428751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-356eff13-ee98-4d3d-ac2b-5310262163ac service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571825 Feb 15 10:20:03.433298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-9fbb2903-a400-4073-bda6-338e3ad07c74 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537714 Feb 15 10:20:03.468605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:03.509514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:03.598009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-10559b98-1207-43a6-9083-938599209055 service neutron] 10.222.0.72 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625459 Feb 15 10:20:03.599807 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fcb7ca4b-bd0a-4372-9c2d-4d06dd95c076 req-b7270c78-6023-4dc8-a9a9-3fcf84a9139b service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574779 Feb 15 10:20:04.288487 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201fc60-7f49-48a9-85af-6fda6ffccf19 req-36521910-3ee6-4847-8d27-c0c5ddd0bc35 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:04.290031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9201fc60-7f49-48a9-85af-6fda6ffccf19 req-36521910-3ee6-4847-8d27-c0c5ddd0bc35 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0503612 Feb 15 10:20:04.333877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9201fc60-7f49-48a9-85af-6fda6ffccf19 req-d1fe7dc7-e2c9-4473-8e76-e3aa9c776f97 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376403 Feb 15 10:20:05.456122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1f96a-9e79-418e-85ac-50ac08a4f1a9 req-52d9e8f4-317b-4d88-aae5-01eb42022001 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:05.457545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf1f96a-9e79-418e-85ac-50ac08a4f1a9 req-52d9e8f4-317b-4d88-aae5-01eb42022001 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0531511 Feb 15 10:20:05.495457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf1f96a-9e79-418e-85ac-50ac08a4f1a9 req-b6dc51ad-bf10-42ff-bd65-b1408432cc52 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Feb 15 10:20:06.614930 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949853-6e28-423b-9a35-9858948b6fec req-b6a0378c-fe58-477b-bd15-819f36d05b86 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:06.616422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83949853-6e28-423b-9a35-9858948b6fec req-b6a0378c-fe58-477b-bd15-819f36d05b86 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0515647 Feb 15 10:20:06.654549 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-83949853-6e28-423b-9a35-9858948b6fec req-09109701-04e0-4f84-be08-a0de53cff6c6 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315070 Feb 15 10:20:07.773787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eead612-cec9-4040-b383-b18bce0295e7 req-f071b7ac-7748-4006-ab44-11d1b253b2d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:07.775896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eead612-cec9-4040-b383-b18bce0295e7 req-f071b7ac-7748-4006-ab44-11d1b253b2d9 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0502014 Feb 15 10:20:07.814354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eead612-cec9-4040-b383-b18bce0295e7 req-075b7a34-580f-4829-973b-c7a1ff73627b tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319498 Feb 15 10:20:08.936121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f43dfd-43fc-48ca-98b2-7a996c3c39f0 req-e5b479f1-70ca-46f8-9ad8-783e122ccfa4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:08.937684 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6f43dfd-43fc-48ca-98b2-7a996c3c39f0 req-e5b479f1-70ca-46f8-9ad8-783e122ccfa4 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0518072 Feb 15 10:20:08.979841 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c6f43dfd-43fc-48ca-98b2-7a996c3c39f0 req-b23242a4-f5b4-4cfa-8a4a-fa02e859e907 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361369 Feb 15 10:20:09.530914 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-f08ca534-4797-457f-aeca-ae7025d6136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:09.532512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-f08ca534-4797-457f-aeca-ae7025d6136f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=35063779434645d4befbc5a2a019b07c&device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 1096 time: 0.0415232 Feb 15 10:20:09.954415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-fbf2e546-883a-4812-a43a-9b557a610815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:09.956436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-fbf2e546-883a-4812-a43a-9b557a610815 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 200 len: 913 time: 0.4034662 Feb 15 10:20:10.042994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-81b1fe30-74ce-45fe-9264-edde6d89f06c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 200 len: 1000 time: 0.0787544 Feb 15 10:20:10.131454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-f0084aaf-e060-46da-bc6e-960f70b3128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:10.132971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-f0084aaf-e060-46da-bc6e-960f70b3128c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 200 len: 851 time: 0.0830510 Feb 15 10:20:10.176093 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4807-58e1-4433-99e0-04592ca512c2 req-6e9a7ee2-e03e-48b5-9180-febc06339fc1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:10.177754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae5e4807-58e1-4433-99e0-04592ca512c2 req-6e9a7ee2-e03e-48b5-9180-febc06339fc1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0959585 Feb 15 10:20:10.210758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-bb9b8580-b8e0-41a2-9f5a-958f46333aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:10.212345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-bb9b8580-b8e0-41a2-9f5a-958f46333aed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f6960789-2c11-4334-b869-c951eb32b3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729783 Feb 15 10:20:10.247903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae5e4807-58e1-4433-99e0-04592ca512c2 req-d78cceea-d4f1-403b-afde-fb91562010a2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625274 Feb 15 10:20:10.321688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-1c81c48a-65ce-4970-90f8-f5ec53bd6ec0 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990400 Feb 15 10:20:10.418512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-33732d37-22f9-415f-a87f-639d0eea9bf4 req-4fd403a9-1978-4030-b11f-6707a2e6cba6 service neutron] 10.222.0.36 "GET /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904398 Feb 15 10:20:11.387855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500bb73e-21e9-45b3-a156-5cc1168b6d0a req-d1ace131-3605-44a3-b729-06ac4597c776 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:11.389543 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-500bb73e-21e9-45b3-a156-5cc1168b6d0a req-d1ace131-3605-44a3-b729-06ac4597c776 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0538247 Feb 15 10:20:11.435266 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-500bb73e-21e9-45b3-a156-5cc1168b6d0a req-8c200d9d-846a-404a-a515-883dc74761ba tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396767 Feb 15 10:20:12.565846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a0c8-2b12-4280-ab8a-b313c031c17b req-bead072e-7b18-446a-afdc-a5ac7a5fd735 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:12.567988 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3de6a0c8-2b12-4280-ab8a-b313c031c17b req-bead072e-7b18-446a-afdc-a5ac7a5fd735 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0544989 Feb 15 10:20:12.615508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3de6a0c8-2b12-4280-ab8a-b313c031c17b req-89a19287-a757-4ebc-b69d-3e936c9ec9d8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401223 Feb 15 10:20:12.748746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b0afa-6a01-4351-9200-cfd88538cf19 req-ce04f01b-d452-45f5-aef9-8d9081662454 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:12.750288 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b2b0afa-6a01-4351-9200-cfd88538cf19 req-ce04f01b-d452-45f5-aef9-8d9081662454 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0538018 Feb 15 10:20:12.799130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7b2b0afa-6a01-4351-9200-cfd88538cf19 req-05257d1b-f262-4a1a-9fa3-c675c1678cfb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379798 Feb 15 10:20:12.939451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3cb3c-e4c1-475b-910a-d3f97a1f090a req-59aff7da-caab-4f4d-8a44-148905475ea2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:12.941057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99e3cb3c-e4c1-475b-910a-d3f97a1f090a req-59aff7da-caab-4f4d-8a44-148905475ea2 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0567341 Feb 15 10:20:12.986853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-99e3cb3c-e4c1-475b-910a-d3f97a1f090a req-664ab8fe-3a16-4fac-bfa7-c1c94204812a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Feb 15 10:20:13.253907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6316986-f023-4605-b7d2-a94aecaeec89 req-9800a241-87c0-4c30-b665-81981a95899f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:13.255895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6316986-f023-4605-b7d2-a94aecaeec89 req-9800a241-87c0-4c30-b665-81981a95899f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 945 time: 0.0561261 Feb 15 10:20:13.310236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6316986-f023-4605-b7d2-a94aecaeec89 req-f079e621-6bd1-4c36-96ed-5bf0aa45468e tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412436 Feb 15 10:20:13.809549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:20:13.915071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:13.928561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'port_id': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'mac_address': 'fa:16:3e:6f:a4:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:20:13.967847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:13.984408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:20:14.007597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:14.012591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:14.076461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:14.236801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4a11c4e5-c4a3-4174-90ba-012d080b4aef'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:14.435818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c152877-2f9e-4fce-850f-1510643c9981 req-6fd3b468-2f67-4142-b4af-380f90fc8cd8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:14.437602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c152877-2f9e-4fce-850f-1510643c9981 req-6fd3b468-2f67-4142-b4af-380f90fc8cd8 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0511808 Feb 15 10:20:14.477414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0c152877-2f9e-4fce-850f-1510643c9981 req-d6df99e0-a610-4b3c-a2be-3a289c908642 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups?id=639b90ba-153c-42d2-afcc-35df7519b5cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338969 Feb 15 10:20:14.700662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-01df0acb-d175-4a79-b26e-21e70d6d22b7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:14.702151 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-01df0acb-d175-4a79-b26e-21e70d6d22b7 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 946 time: 0.0511417 Feb 15 10:20:14.749942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:14.799022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Deleting port 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:14.799366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:14.889218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] For port 4a11c4e5-c4a3-4174-90ba-012d080b4aef, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4a11c4e5-c4a3-4174-90ba-012d080b4aef,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:14.889574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:15.067491 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:15.067857 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:15.068174 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb disassociated. External IP: 172.25.6.11, port: 4a11c4e5-c4a3-4174-90ba-012d080b4aef. Feb 15 10:20:15.068512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Calling delete_port for 4a11c4e5-c4a3-4174-90ba-012d080b4aef owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:15.194326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:15.228511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'Port': ['ID=4a11c4e5-c4a3-4174-90ba-012d080b4aef,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:15.352557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:20:15.465736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:20:15.475948 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:20:15.486628 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:20:15.487243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:19:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:15.511728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] No DVR routers for this DVR port 4a11c4e5-c4a3-4174-90ba-012d080b4aef on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:15.514542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:15.518001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9eb97f64-fa53-4cb1-a3a9-2e34bf0a100e req-ad558ad5-b49f-43c3-bade-ef835a73727f tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.36 "DELETE /v2.0/ports/4a11c4e5-c4a3-4174-90ba-012d080b4aef HTTP/1.1" status: 204 len: 173 time: 0.8099582 Feb 15 10:20:15.518473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-deleted', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:15.521216 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34da651-2bdb-4568-915d-71fc7135c2c9" -d '{"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-deleted", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:15.575314 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebdb546-61e1-44c2-88fa-3cee10bddd2c x-openstack-request-id: req-aebdb546-61e1-44c2-88fa-3cee10bddd2c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:15.575608 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a", "name": "network-vif-deleted", "tag": "4a11c4e5-c4a3-4174-90ba-012d080b4aef", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:15.575859 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aebdb546-61e1-44c2-88fa-3cee10bddd2c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:15.577101 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a', 'name': 'network-vif-deleted', 'tag': '4a11c4e5-c4a3-4174-90ba-012d080b4aef', 'status': 'completed', 'code': 200} Feb 15 10:20:15.597534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b45ea3c6-354f-4e4f-8012-15d88a0b49e1 req-33b8d072-6191-4ed2-9e2e-f629e83b71d1 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0330796 Feb 15 10:20:15.598281 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:20:15.807105 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:15.825625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:20:15.830684 n-d-825064-4 neutron-server[102360]: INFO neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No ports have port_id starting with 4a11c4e5-c4a3-4174-90ba-012d080b4aef Feb 15 10:20:15.832400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef requested by agent hyperv_n-h1-825064-4 not found in database {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 15 10:20:15.836032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:20:15.846066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:20:15.846680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:19:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:15.987674 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:20:16.221610 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:16.250787 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6f64-4479-45a0-b52d-4035efb6c47c None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:10Z', 'revision_number': 4, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '527b81ad-123f-417d-9793-0909c241d1fc', 'name': '', 'network_id': 'f6960789-2c11-4334-b869-c951eb32b3a1', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'mac_address': 'fa:16:3e:6c:af:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': '004259b9-63df-4de5-8696-007d1a35b75a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:10Z', 'updated_at': '2022-02-15T10:16:14Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'subnets': [{'id': '004259b9-63df-4de5-8696-007d1a35b75a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:20:16.492758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d8eefd-0e27-474e-8d3c-1154b1ee88a0 None None] New status for floating IP 90b11dc0-b833-4110-aec6-e746d8811ddb: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:20:16.702098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-658d62ee-1778-4024-959d-dde74e1d8fc7 req-76cdb810-3dc1-4f25-bea9-d1d638546fdb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0277941 Feb 15 10:20:16.798021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-922c9e5d-a803-4770-aca3-05378b3d2238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:17.232848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:17.801345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5f0a3e6-fe12-4447-819f-826a2a1baa78 req-43f7a304-dc11-4145-af49-80efe5a00110 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0273933 Feb 15 10:20:18.911531 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af0b452a-6f18-45e6-8f17-b2b958299d32 req-2ef28e71-7b33-40f0-a9ba-32bab856bda5 tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c8ebe09-16e4-47dd-aea2-1a6b90e4d59a HTTP/1.1" status: 200 len: 210 time: 0.0328643 Feb 15 10:20:19.357866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67ae77d4-d98e-4fb0-b1b7-9b8c3c9331ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:19.856320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:19.877702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 4a11c4e5-c4a3-4174-90ba-012d080b4aef {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:20:19.878047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4a11c4e5-c4a3-4174-90ba-012d080b4aef not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:20.492885 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:22.356190 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:22.537337 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:23.735083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51912) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:23.798418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:23.825173 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:23.876109 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:23.879805 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:23.881784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "DELETE /v2.0/security-groups/639b90ba-153c-42d2-afcc-35df7519b5cb HTTP/1.1" status: 204 len: 168 time: 0.1451819 Feb 15 10:20:23.885486 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51914) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:23.892367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b90ba-153c-42d2-afcc-35df7519b5cb,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:23.901026 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [None req-81d56748-2895-4283-b3d2-0732c0541a1d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] show failed (client error): The resource could not be found. Feb 15 10:20:23.902105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-81d56748-2895-4283-b3d2-0732c0541a1d tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "GET /v2.0/security-groups/639b90ba-153c-42d2-afcc-35df7519b5cb HTTP/1.1" status: 404 len: 347 time: 0.0155723 Feb 15 10:20:23.904006 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.904546 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.905347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.905871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.906399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.906920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51916) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:23.907049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.907416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.908029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.908466 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.909019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.909473 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:23.909916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099e7219-23d8-4c25-abd8-c2e2aa02149a tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:24.047648 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Deleting port 71447bbf-f186-443b-8e34-7a5886c8fe0f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:24.048134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.150214 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.150592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.166444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Calling delete_port for 71447bbf-f186-443b-8e34-7a5886c8fe0f owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:24.330672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.373030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Pushing event deleted for resources: {'Port': ['ID=71447bbf-f186-443b-8e34-7a5886c8fe0f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:24.438588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.441284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:24.442617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba5bbdef-aefa-43a8-a8bd-3627383bcecb tempest-ServerActionsTestJSON-1765793480 tempest-ServerActionsTestJSON-1765793480-project] 10.222.0.10 "DELETE /v2.0/floatingips/90b11dc0-b833-4110-aec6-e746d8811ddb HTTP/1.1" status: 204 len: 168 time: 0.5343969 Feb 15 10:20:24.446986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51918) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:24.950253 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:25.217643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Deleting port 527b81ad-123f-417d-9793-0909c241d1fc {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:25.217897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:25.301395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] For port 527b81ad-123f-417d-9793-0909c241d1fc, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=527b81ad-123f-417d-9793-0909c241d1fc,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:25.301757 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:25.314424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Calling delete_port for 527b81ad-123f-417d-9793-0909c241d1fc owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:25.515192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:25.541734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=527b81ad-123f-417d-9793-0909c241d1fc,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:25.751655 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:25.984103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:20:26.095715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:20:26.101898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d4f4fa87-15c2-4552-a02f-1d4cef92f2b4 admin admin] 10.222.0.10 "PUT /v2.0/routers/1d3b0074-7ec0-439c-81e4-7cd3206740b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6524012 Feb 15 10:20:26.104487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51920) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:26.110085 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Sync routers for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:20:26.125507 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:20:26.126443 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:20:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:26.297660 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:20:26.531277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:26.643496 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:26.711153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Deleting port fc9519b9-370d-4d9a-98f0-9ef60ab949f7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:26.712633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:26.727988 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9'}], 'enable_snat': True}, 'gw_port_id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:20:25Z', 'revision_number': 5, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port': {'id': 'fc9519b9-370d-4d9a-98f0-9ef60ab949f7', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:b0:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:26.758423 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Checking router: 1d3b0074-7ec0-439c-81e4-7cd3206740b8 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:20:26.768754 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Routers {'1d3b0074-7ec0-439c-81e4-7cd3206740b8'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:20:26.769570 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:20:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:26.810292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] For port fc9519b9-370d-4d9a-98f0-9ef60ab949f7, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:26.810746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:26.829377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Calling delete_port for fc9519b9-370d-4d9a-98f0-9ef60ab949f7 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:26.890885 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] Set router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:20:26.955497 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:20:26Z', 'revision_number': 6, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:26.999349 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5e7bdd-971b-498b-9d7f-58ddecb39184 None None] The sync data for ids ['1d3b0074-7ec0-439c-81e4-7cd3206740b8'] in n-d-825064-4 is: [{'id': '1d3b0074-7ec0-439c-81e4-7cd3206740b8', 'name': 'tempest-ServerActionsTestJSON-1774152292-router', 'tenant_id': '35063779434645d4befbc5a2a019b07c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:16:08Z', 'updated_at': '2022-02-15T10:20:26Z', 'revision_number': 6, 'project_id': '35063779434645d4befbc5a2a019b07c', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:20:27.071659 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.106128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9519b9-370d-4d9a-98f0-9ef60ab949f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:27.179988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.282984 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.285354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.337174 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.338322 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3b0074-7ec0-439c-81e4-7cd3206740b8 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:20:27.343156 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.347423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0a39b949-182e-4547-b36c-c4840de718de admin admin] 10.222.0.10 "DELETE /v2.0/routers/1d3b0074-7ec0-439c-81e4-7cd3206740b8 HTTP/1.1" status: 204 len: 168 time: 1.2380145 Feb 15 10:20:27.348327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51922) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:27.403368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Deleting subnet 004259b9-63df-4de5-8696-007d1a35b75a {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:20:27.407815 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.456035 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.558816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.643991 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.672823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=004259b9-63df-4de5-8696-007d1a35b75a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:27.678701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.684228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5275b3-84cc-4cf9-b3a5-c533d2c80512 None None] Network f6960789-2c11-4334-b869-c951eb32b3a1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:20:27.685127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-330c5ab5-631e-450c-9a27-af6745da7141 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/004259b9-63df-4de5-8696-007d1a35b75a HTTP/1.1" status: 204 len: 168 time: 0.3360205 Feb 15 10:20:27.687141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51924) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:27.826029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:27.921472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Deleting port 55473947-97f9-4e6a-b473-c3618269f59a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:27.921981 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.043684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] For port 55473947-97f9-4e6a-b473-c3618269f59a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55473947-97f9-4e6a-b473-c3618269f59a,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:28.044201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.063182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Calling delete_port for 55473947-97f9-4e6a-b473-c3618269f59a owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:28.085446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] DHCP port deletion for f6960789-2c11-4334-b869-c951eb32b3a1 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:20:28.174886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Deleting port 55473947-97f9-4e6a-b473-c3618269f59a {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:28.175272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.220257 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.254444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] For port 55473947-97f9-4e6a-b473-c3618269f59a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=55473947-97f9-4e6a-b473-c3618269f59a,segment=NetworkSegment(57378a1d-54f8-4e64-aa87-e565ebd23293),segment_id=57378a1d-54f8-4e64-aa87-e565ebd23293)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:28.254851 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.265427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Pushing event deleted for resources: {'Port': ['ID=55473947-97f9-4e6a-b473-c3618269f59a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:28.269741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Calling delete_port for 55473947-97f9-4e6a-b473-c3618269f59a owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:28.276004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] No DVR routers for this DVR port 55473947-97f9-4e6a-b473-c3618269f59a on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:28.335687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 527b81ad-123f-417d-9793-0909c241d1fc no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:28.363652 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 527b81ad-123f-417d-9793-0909c241d1fc {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:20:28.363994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 527b81ad-123f-417d-9793-0909c241d1fc not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:28.364418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55473947-97f9-4e6a-b473-c3618269f59a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:28.393998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 55473947-97f9-4e6a-b473-c3618269f59a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:20:28.394340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 55473947-97f9-4e6a-b473-c3618269f59a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:28.394755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fc9519b9-370d-4d9a-98f0-9ef60ab949f7 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:28.414148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.425041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: fc9519b9-370d-4d9a-98f0-9ef60ab949f7 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:20:28.425385 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device fc9519b9-370d-4d9a-98f0-9ef60ab949f7 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:20:28.444383 n-d-825064-4 neutron-server[102360]: self.session.flush() Feb 15 10:20:28.452391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.454105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6960789-2c11-4334-b869-c951eb32b3a1']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:28.469051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57378a1d-54f8-4e64-aa87-e565ebd23293') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:28.469565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57378a1d-54f8-4e64-aa87-e565ebd23293') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:28.483924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.490358 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] Pushing event deleted for resources: {'Port': ['ID=55473947-97f9-4e6a-b473-c3618269f59a,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:28.493993 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424c2c0e-fc79-4362-a92a-83b6279681ae None None] No DVR routers for this DVR port 55473947-97f9-4e6a-b473-c3618269f59a on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:28.513553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.526424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:20:28.527107 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:20:28.530651 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:20:28.607616 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.615528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.619832 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] 10.222.0.10 "DELETE /v2.0/networks/f6960789-2c11-4334-b869-c951eb32b3a1 HTTP/1.1" status: 204 len: 168 time: 0.9296210 Feb 15 10:20:28.633070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1b561-6ebc-4679-b6e7-2458dc4a3fad admin admin] Pushing event deleted for resources: {'Network': ['ID=f6960789-2c11-4334-b869-c951eb32b3a1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:28.775834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51928) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:28.831056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7a376f5f-4c5a-413c-b151-5b639e90643f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35063779434645d4befbc5a2a019b07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538747 Feb 15 10:20:28.834116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 51930) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:28.909060 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:28.938155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:29.011438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:29.016983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:29.019023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17e08403-7d49-40f8-aee2-3cac42cb0b5f HTTP/1.1" status: 204 len: 168 time: 0.1836045 Feb 15 10:20:29.031584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cf13b-1577-4cba-9af8-a3ea82b673c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e08403-7d49-40f8-aee2-3cac42cb0b5f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:29.978544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51952) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:30.119053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1641231528-network', 'tenant_id': 'b0d4325ee7734dcebdee71c88d337132'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:30.156293 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Made reservation on behalf of b0d4325ee7734dcebdee71c88d337132 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:20:30.158817 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.169619 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.264196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.269311 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.298446 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:20:30.310390 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=770654a0-323e-4ca3-96a7-7b0d428beb34,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:30.316950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.317418 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Added segment 735034cd-915e-4f02-a02a-8ea26b5a89bd of type vlan for network 963554a9-1bbd-4bbd-8579-8ecd5be15895 Feb 15 10:20:30.371785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.413459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.414605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:30.416543 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.471042 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4910748 Feb 15 10:20:30.475192 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 51956) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:30.481533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Request body: {'subnet': {'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1641231528-subnet', 'tenant_id': 'b0d4325ee7734dcebdee71c88d337132', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:30.505434 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c189f-5337-4588-b49d-552a26936c1e admin admin] Pushing event updated for resources: {'Network': ['ID=963554a9-1bbd-4bbd-8579-8ecd5be15895,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:30.516849 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:20:30.527986 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Made reservation on behalf of b0d4325ee7734dcebdee71c88d337132 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:20:30.532346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.811912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.910826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f236d5f-2e08-4281-937a-b05aa30924b3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:30.924996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Checking segment: {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:20:30.925573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Network hostable DHCP agents. Network: 963554a9-1bbd-4bbd-8579-8ecd5be15895, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:20:30.951695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:20:30.966636 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 963554a9-1bbd-4bbd-8579-8ecd5be15895) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:20:30.973183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:30.974369 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:30.979862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadb6dd6-006f-46b5-8154-68bc70423cd1 None None] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:20:30.999582 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3bdbe833-7df4-433a-942e-0a6d1ec8d45a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5230656 Feb 15 10:20:31.195699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13889f10-b58a-4781-99df-74860c0a0c11 None None] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:20:31.586444 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-98481a0f-cb68-42e4-a8de-2f365b48c038 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:31.588966 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-98481a0f-cb68-42e4-a8de-2f365b48c038 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 814 time: 0.1174812 Feb 15 10:20:31.616311 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-8bcceec1-5db3-4314-9a35-28bb884d86fa tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/quotas/b0d4325ee7734dcebdee71c88d337132 HTTP/1.1" status: 200 len: 375 time: 0.0161383 Feb 15 10:20:31.659262 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-339e7924-ae5b-42bb-ad38-b5526caa6a46 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359371 Feb 15 10:20:31.768033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-a528ed16-9d2f-48f2-aa82-fb33bc99832a service neutron] 10.222.0.10 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001031 Feb 15 10:20:31.861722 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-c06349a0-fba1-4edc-b203-0ab5622d707b service neutron] 10.222.0.10 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861597 Feb 15 10:20:32.083056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ee3d17a1-8971-420e-bed2-74da20da5ebe req-1cde65c1-f1bb-49f4-94c7-e1f53afb3cf5 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 210 time: 0.0356324 Feb 15 10:20:33.226563 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-58cf497d-7ed9-4fd0-aaab-392794eca0ca req-3be0468c-596c-4733-b106-9f1a8b8f71b2 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 210 time: 0.0353124 Feb 15 10:20:33.238509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-41018b0f-7b40-4b6f-85c7-e42fbc60aae3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:33.240193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-41018b0f-7b40-4b6f-85c7-e42fbc60aae3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.36 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 814 time: 0.1362028 Feb 15 10:20:33.256253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Request body: {'port': {'device_id': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895', 'admin_state_up': True, 'tenant_id': 'b0d4325ee7734dcebdee71c88d337132'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:33.379558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Made reservation on behalf of b0d4325ee7734dcebdee71c88d337132 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:20:33.383104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:33.534561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Allocated IP 172.20.0.7 (963554a9-1bbd-4bbd-8579-8ecd5be15895/1f236d5f-2e08-4281-937a-b05aa30924b3/d4999079-e0cd-446b-a96c-58504c7bb934) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:20:33.701951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:33.738882 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:33.792514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:20:33.796563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:20:33.800797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:20:33.809127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Pushing event updated for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:33.864122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:33.864796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:33.884216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-26b4a6fb-9405-4260-9e79-e5b261287cc6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6343439 Feb 15 10:20:33.895342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Request body: {'port': {'device_id': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:33.956335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.260903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4999079-e0cd-446b-a96c-58504c7bb934 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:20:34.270575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.293138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Transition to ACTIVE for port object d4999079-e0cd-446b-a96c-58504c7bb934 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:20:34.298951 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.409472 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Pushing event updated for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:34.475839 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cc9ca-5baa-4658-ac25-75381a1d2790 req-0cb49797-6074-4e7e-9cd4-e55a86de3696 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:34.477323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e7cc9ca-5baa-4658-ac25-75381a1d2790 req-0cb49797-6074-4e7e-9cd4-e55a86de3696 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 943 time: 0.1129456 Feb 15 10:20:34.516721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Attempting to bind port d4999079-e0cd-446b-a96c-58504c7bb934 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:20:34.517077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Attempting to bind port d4999079-e0cd-446b-a96c-58504c7bb934 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:20:34.517403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Attempting to bind port d4999079-e0cd-446b-a96c-58504c7bb934 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:34.532913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Port d4999079-e0cd-446b-a96c-58504c7bb934 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:20:34.533214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Attempting to bind port d4999079-e0cd-446b-a96c-58504c7bb934 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:34.542440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e7cc9ca-5baa-4658-ac25-75381a1d2790 req-0a9934cb-2cd5-43b4-bb6d-76a530308122 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572832 Feb 15 10:20:34.543664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:20:34.544059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Checking segment: {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:20:34.544445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Bound using segment: {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:20:34.545004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Bound port: d4999079-e0cd-446b-a96c-58504c7bb934, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:20:34.545277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.625833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:20:34.629140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d4999079-e0cd-446b-a96c-58504c7bb934,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:20:34.634455 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.669230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:34.669847 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:34.671285 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] 10.222.0.36 "PUT /v2.0/ports/d4999079-e0cd-446b-a96c-58504c7bb934 HTTP/1.1" status: 200 len: 1091 time: 0.7804375 Feb 15 10:20:34.671737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:34.674107 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be" -d '{"events": [{"name": "network-changed", "server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:34.706773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48a10-f2db-4040-a449-dc32ef5c393c service neutron] Pushing event updated for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:34.740575 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394348bc-d3e0-4b5f-979d-30727ff9b103 x-openstack-request-id: req-394348bc-d3e0-4b5f-979d-30727ff9b103 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:34.741032 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:34.741399 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-394348bc-d3e0-4b5f-979d-30727ff9b103 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:34.741867 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934', 'status': 'completed', 'code': 200} Feb 15 10:20:34.775731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-35890058-05d1-4a4e-b9bf-8dc990f450a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:34.777495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-35890058-05d1-4a4e-b9bf-8dc990f450a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 1094 time: 0.0556571 Feb 15 10:20:34.826851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-6b522d04-e8fe-4ff0-b4ab-768243beffb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4999079-e0cd-446b-a96c-58504c7bb934 HTTP/1.1" status: 200 len: 217 time: 0.0404587 Feb 15 10:20:34.879077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-0a5bb977-4aca-4e85-9089-91458e14fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:34.880631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-0a5bb977-4aca-4e85-9089-91458e14fdf9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f236d5f-2e08-4281-937a-b05aa30924b3 HTTP/1.1" status: 200 len: 854 time: 0.0473692 Feb 15 10:20:34.914127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-b334c72a-b866-4f30-b087-5fb1e09a0115 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=963554a9-1bbd-4bbd-8579-8ecd5be15895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266633 Feb 15 10:20:35.015600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-d892070d-74ad-47d5-9ea0-ab39b8f2dfa8 service neutron] 10.222.0.36 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951223 Feb 15 10:20:35.114401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e5afcba0-dacb-447c-b4f9-521e9f4167a3 req-9b24a3b6-3256-4477-b34c-293f9d000858 service neutron] 10.222.0.36 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927353 Feb 15 10:20:35.224898 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-abdf4931-d796-4bed-8007-84ca0421cf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:35.227356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-abdf4931-d796-4bed-8007-84ca0421cf87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 1094 time: 0.0651014 Feb 15 10:20:35.321856 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-512dc9c0-fe83-4c1e-b016-6a4ce29acd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:35.323254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-512dc9c0-fe83-4c1e-b016-6a4ce29acd41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 915 time: 0.0898640 Feb 15 10:20:35.366923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-fdbfc69f-094a-4220-a91d-bc46d83ddfac service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4999079-e0cd-446b-a96c-58504c7bb934 HTTP/1.1" status: 200 len: 217 time: 0.0361516 Feb 15 10:20:35.423245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-00e22415-e078-47d4-a651-0fb0566ae4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:35.424874 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-00e22415-e078-47d4-a651-0fb0566ae4b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1f236d5f-2e08-4281-937a-b05aa30924b3 HTTP/1.1" status: 200 len: 854 time: 0.0515063 Feb 15 10:20:35.461602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-b98929cd-5280-46ed-abe7-84c4238b8e95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=963554a9-1bbd-4bbd-8579-8ecd5be15895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291460 Feb 15 10:20:35.559771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-5199d6be-2b3a-4226-9a8a-024ca4df4bf7 service neutron] 10.222.0.36 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901787 Feb 15 10:20:35.680277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-45c65188-da5a-4c8e-b9d0-a653f6bbd6be req-7158a727-bf9e-414e-8aa0-7b991b2f2943 service neutron] 10.222.0.36 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132660 Feb 15 10:20:35.717920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38ac21-3865-4696-a01a-fac559f35d37 req-5f27cf20-40d9-4724-bcd6-2272101f04af tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:35.719493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af38ac21-3865-4696-a01a-fac559f35d37 req-5f27cf20-40d9-4724-bcd6-2272101f04af tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 943 time: 0.0602341 Feb 15 10:20:35.760632 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af38ac21-3865-4696-a01a-fac559f35d37 req-4f816240-94d7-4d8b-8d31-7144fe9e2e81 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346315 Feb 15 10:20:36.915941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ec0ad-00c4-4fe4-ae6c-ee7333c45036 req-592bd936-c3d3-49b9-9339-481812bf07e1 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:36.917580 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-391ec0ad-00c4-4fe4-ae6c-ee7333c45036 req-592bd936-c3d3-49b9-9339-481812bf07e1 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 943 time: 0.0633931 Feb 15 10:20:36.968152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-391ec0ad-00c4-4fe4-ae6c-ee7333c45036 req-1a1f1542-27cc-49a4-8071-aaa8a0b389b8 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444381 Feb 15 10:20:37.949953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d4999079-e0cd-446b-a96c-58504c7bb934 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:20:38.061002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d4999079-e0cd-446b-a96c-58504c7bb934,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:38.076063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'd4999079-e0cd-446b-a96c-58504c7bb934', 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895', 'port_id': 'd4999079-e0cd-446b-a96c-58504c7bb934', 'mac_address': 'fa:16:3e:84:75:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f236d5f-2e08-4281-937a-b05aa30924b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:20:38.126210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800735ad-0a3d-443d-90ea-111d234308be req-7b661dc4-79ad-4abc-9549-ad0f67b0f3fb tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:38.128761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-800735ad-0a3d-443d-90ea-111d234308be req-7b661dc4-79ad-4abc-9549-ad0f67b0f3fb tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 943 time: 0.0701921 Feb 15 10:20:38.135081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:38.156445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4999079-e0cd-446b-a96c-58504c7bb934 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:20:38.169122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-800735ad-0a3d-443d-90ea-111d234308be req-faf78e8e-3392-4a48-a7bc-b21748fb780c tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334959 Feb 15 10:20:38.186572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d4999079-e0cd-446b-a96c-58504c7bb934,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:38.192652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:38.261335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:38.384407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d4999079-e0cd-446b-a96c-58504c7bb934'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:39.200328 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:20:39.298669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c818b-067d-44e8-bfe5-850f18cffb6b req-ea9e4f54-8177-4057-9b09-3a6d4feff0ec tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:39.300420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-142c818b-067d-44e8-bfe5-850f18cffb6b req-ea9e4f54-8177-4057-9b09-3a6d4feff0ec tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 944 time: 0.0558469 Feb 15 10:20:39.349592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-142c818b-067d-44e8-bfe5-850f18cffb6b req-f9ca5735-5ec6-4a58-a985-fcedcab1cbec tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414958 Feb 15 10:20:39.965231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d4999079-e0cd-446b-a96c-58504c7bb934 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:20:40.017795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port d4999079-e0cd-446b-a96c-58504c7bb934 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:20:40.021959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port d4999079-e0cd-446b-a96c-58504c7bb934 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:20:40.022321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:40.110120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:40.135605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:40.139307 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851955e4-9ac3-4f14-9c4c-57a39949c6e2" -d '{"events": [{"server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "name": "network-vif-plugged", "status": "completed", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:40.162212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d4999079-e0cd-446b-a96c-58504c7bb934,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:40.167915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:40.200098 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61791be4-b0c6-4e61-84b2-4692257a774d x-openstack-request-id: req-61791be4-b0c6-4e61-84b2-4692257a774d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:40.200532 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "name": "network-vif-plugged", "status": "completed", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:40.200945 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61791be4-b0c6-4e61-84b2-4692257a774d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:40.201407 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934', 'code': 200} Feb 15 10:20:40.238229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:40.314030 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdea09-e394-448a-82af-4b3785dff7a5 req-778c43f8-79ce-476e-84f2-343cb9d0d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:40.315591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12fdea09-e394-448a-82af-4b3785dff7a5 req-778c43f8-79ce-476e-84f2-343cb9d0d7ee service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 1096 time: 0.0464127 Feb 15 10:20:40.365289 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12fdea09-e394-448a-82af-4b3785dff7a5 req-4d7f95f9-9896-4a86-b59d-5df44cf1d9cc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Feb 15 10:20:40.474344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1273f7-a02b-417c-8407-26a831b18540 req-b46909ad-9fec-4de3-a379-428ad36baf28 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:40.476018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe1273f7-a02b-417c-8407-26a831b18540 req-b46909ad-9fec-4de3-a379-428ad36baf28 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0517974 Feb 15 10:20:40.516841 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-fe1273f7-a02b-417c-8407-26a831b18540 req-252fc316-fd0f-408e-ab32-2d22b4027d64 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Feb 15 10:20:41.642272 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12b11a-0b82-4e1c-b708-42b3dfe28ed2 req-e952e1e6-3565-498b-9222-53ed95b4e4fe tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:41.643827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a12b11a-0b82-4e1c-b708-42b3dfe28ed2 req-e952e1e6-3565-498b-9222-53ed95b4e4fe tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Feb 15 10:20:41.692663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7a12b11a-0b82-4e1c-b708-42b3dfe28ed2 req-4a767c2a-bd21-4207-93b6-266a1061f7e6 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361147 Feb 15 10:20:41.951797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-eb13891a-ec52-4941-b787-8b1a29c3531f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:41.953714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-eb13891a-ec52-4941-b787-8b1a29c3531f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 814 time: 0.1106918 Feb 15 10:20:41.975609 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-d0dbf2be-12df-4d83-a967-92a810b50fe4 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/quotas/b0d4325ee7734dcebdee71c88d337132 HTTP/1.1" status: 200 len: 375 time: 0.0100019 Feb 15 10:20:42.031756 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-9334891d-67b2-4abd-aa38-aab33e59ac9b tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0487728 Feb 15 10:20:42.140754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-5dcab93c-5757-4dae-911f-ed844844c3ec service neutron] 10.222.0.10 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954778 Feb 15 10:20:42.239894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-2c472ac5-1a8a-4a57-a7a0-13e5c9e04888 service neutron] 10.222.0.10 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923557 Feb 15 10:20:42.425910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-354e70d1-0fa8-45f3-b92a-0d0b82f40b2f req-916dadae-d2f9-4cb9-b755-4215941548b7 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 210 time: 0.0339973 Feb 15 10:20:43.580164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-214d3147-3674-4087-a648-988e30612363 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:43.581916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-214d3147-3674-4087-a648-988e30612363 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.72 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 814 time: 0.1611564 Feb 15 10:20:43.600854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Request body: {'port': {'device_id': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895', 'admin_state_up': True, 'tenant_id': 'b0d4325ee7734dcebdee71c88d337132'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:43.605440 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a97c17bf-e7b5-4524-97ac-572d157e6b7d req-a555e8f7-6c18-494c-a732-4ced7e7d73f4 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 210 time: 0.0362020 Feb 15 10:20:43.725640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Made reservation on behalf of b0d4325ee7734dcebdee71c88d337132 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:20:43.729443 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:43.868234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Allocated IP 172.20.0.4 (963554a9-1bbd-4bbd-8579-8ecd5be15895/1f236d5f-2e08-4281-937a-b05aa30924b3/99a32d70-a07c-4f27-b604-9a268baa2455) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:20:44.034821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:44.071766 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:44.084900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d4999079-e0cd-446b-a96c-58504c7bb934'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:44.133002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Network 963554a9-1bbd-4bbd-8579-8ecd5be15895 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:20:44.141762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:20:44.148283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:20:44.185692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Pushing event updated for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:44.200564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.201081 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.202118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.202118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.202586 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.203022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.203462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.203893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.204388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.204943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.205461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.205845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:20:44.235854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:44.236832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:44.259917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-0b629f33-c1ea-43c9-a95d-7ccc59c70887 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6677737 Feb 15 10:20:44.276865 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Request body: {'port': {'device_id': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:20:44.360531 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:44.754739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:44.886814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2058f-afd1-4e18-b2dd-19d97ed32208 req-86300c9c-640e-45e5-b7e7-108954a91141 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:44.888573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a2058f-afd1-4e18-b2dd-19d97ed32208 req-86300c9c-640e-45e5-b7e7-108954a91141 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 931 time: 0.0720134 Feb 15 10:20:44.957914 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-83a2058f-afd1-4e18-b2dd-19d97ed32208 req-4e1562c1-ab84-44f8-ab6f-3551fa220537 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568030 Feb 15 10:20:44.998903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a32d70-a07c-4f27-b604-9a268baa2455 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:20:45.010575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:45.023225 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Transition to ACTIVE for port object 99a32d70-a07c-4f27-b604-9a268baa2455 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:20:45.028206 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:45.084775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:45.162384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Attempting to bind port 99a32d70-a07c-4f27-b604-9a268baa2455 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:20:45.162822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Attempting to bind port 99a32d70-a07c-4f27-b604-9a268baa2455 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:20:45.163197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Attempting to bind port 99a32d70-a07c-4f27-b604-9a268baa2455 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:45.168688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Port 99a32d70-a07c-4f27-b604-9a268baa2455 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:20:45.169056 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Attempting to bind port 99a32d70-a07c-4f27-b604-9a268baa2455 on network 963554a9-1bbd-4bbd-8579-8ecd5be15895 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:20:45.174727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:20:45.175071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Checking segment: {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:20:45.175460 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Bound using segment: {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:20:45.175908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Bound port: 99a32d70-a07c-4f27-b604-9a268baa2455, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '735034cd-915e-4f02-a02a-8ea26b5a89bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:20:45.176269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:45.254026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:20:45.257783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=99a32d70-a07c-4f27-b604-9a268baa2455,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:20:45.262931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:45.297978 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:45.298189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:45.299586 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] 10.222.0.72 "PUT /v2.0/ports/99a32d70-a07c-4f27-b604-9a268baa2455 HTTP/1.1" status: 200 len: 1091 time: 1.0297225 Feb 15 10:20:45.302338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:45.306524 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ede11c6-39fb-4fc5-a225-dd5a6986a587" -d '{"events": [{"name": "network-changed", "server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:45.341105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ddea6f-72d2-4396-980c-33702db1bee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:45.365521 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15329794-ee2e-4ec0-82a0-dcc37c0b56d4 x-openstack-request-id: req-15329794-ee2e-4ec0-82a0-dcc37c0b56d4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:45.365971 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:45.366381 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15329794-ee2e-4ec0-82a0-dcc37c0b56d4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:45.366988 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455', 'status': 'completed', 'code': 200} Feb 15 10:20:45.409575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-d3d60ff7-ef22-479a-a2cf-24e26f504547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:45.412127 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-d3d60ff7-ef22-479a-a2cf-24e26f504547 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 1094 time: 0.0605667 Feb 15 10:20:45.457714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-b755e74d-c6c8-4f63-809e-dea35ab40d02 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a32d70-a07c-4f27-b604-9a268baa2455 HTTP/1.1" status: 200 len: 217 time: 0.0369875 Feb 15 10:20:45.514368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-862e0277-6c2a-4373-a986-44c51183823d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:45.515901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-862e0277-6c2a-4373-a986-44c51183823d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f236d5f-2e08-4281-937a-b05aa30924b3 HTTP/1.1" status: 200 len: 854 time: 0.0523524 Feb 15 10:20:45.550012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-98baa976-ec1d-46ae-9e03-7e67911d7c07 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=963554a9-1bbd-4bbd-8579-8ecd5be15895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271432 Feb 15 10:20:45.646824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-22ae9704-b800-4185-b303-04f47cf8f354 service neutron] 10.222.0.72 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897784 Feb 15 10:20:45.748503 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d926d643-8d7c-4ad9-8753-7b239905b036 req-20687315-606b-48e3-91cd-88d7b54b2aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937474 Feb 15 10:20:45.863583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-2cce35b8-ba5b-4d09-adb4-91e8d71e27d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:45.865954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-2cce35b8-ba5b-4d09-adb4-91e8d71e27d5 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=b0d4325ee7734dcebdee71c88d337132&device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 1094 time: 0.0699871 Feb 15 10:20:45.985437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-1ccf7d80-038c-4c41-b70e-dda539281b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:45.988153 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-1ccf7d80-038c-4c41-b70e-dda539281b00 service neutron] 10.222.0.72 "GET /v2.0/networks?id=963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 200 len: 915 time: 0.1154096 Feb 15 10:20:46.038086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-e7bca217-6e5c-4b4d-bf6d-b25d781fa401 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=99a32d70-a07c-4f27-b604-9a268baa2455 HTTP/1.1" status: 200 len: 217 time: 0.0423980 Feb 15 10:20:46.129389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-acc2f288-5fed-4623-b847-567fbdbe63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:46.130862 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-acc2f288-5fed-4623-b847-567fbdbe63c9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=1f236d5f-2e08-4281-937a-b05aa30924b3 HTTP/1.1" status: 200 len: 854 time: 0.0841856 Feb 15 10:20:46.158411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ecbb7f-0380-4f05-9c59-fe1c815719e2 req-f1bdfd95-d3ff-4b70-8a84-95f88f6a967d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:46.160142 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0ecbb7f-0380-4f05-9c59-fe1c815719e2 req-f1bdfd95-d3ff-4b70-8a84-95f88f6a967d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 943 time: 0.1044483 Feb 15 10:20:46.179509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-78eebd58-3c42-43fe-b216-c7212c0a20c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=963554a9-1bbd-4bbd-8579-8ecd5be15895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389705 Feb 15 10:20:46.262678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c0ecbb7f-0380-4f05-9c59-fe1c815719e2 req-5c0cc750-54e4-444d-a436-d34e3540ced3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866463 Feb 15 10:20:46.318759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-1bce0bbf-e2c4-43fd-8d8b-d6aaaef5d919 service neutron] 10.222.0.72 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249409 Feb 15 10:20:46.430635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5ede11c6-39fb-4fc5-a225-dd5a6986a587 req-92bdff12-77bb-4780-a67e-03238d84b096 service neutron] 10.222.0.72 "GET /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026595 Feb 15 10:20:46.809403 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e40fc30-edf7-4e6c-8949-f082e5a0acf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:47.252050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:47.422873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1ebb5-b025-4dab-a0a6-ec8cb39f2e65 req-6fd90e4a-951f-43a3-a76d-11548eeb622d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:47.425133 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aff1ebb5-b025-4dab-a0a6-ec8cb39f2e65 req-6fd90e4a-951f-43a3-a76d-11548eeb622d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 943 time: 0.0851426 Feb 15 10:20:47.656075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 99a32d70-a07c-4f27-b604-9a268baa2455 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:20:47.765924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=99a32d70-a07c-4f27-b604-9a268baa2455,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:47.786986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '99a32d70-a07c-4f27-b604-9a268baa2455', 'network_id': '963554a9-1bbd-4bbd-8579-8ecd5be15895', 'port_id': '99a32d70-a07c-4f27-b604-9a268baa2455', 'mac_address': 'fa:16:3e:cf:cb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f236d5f-2e08-4281-937a-b05aa30924b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:20:47.852644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:47.881776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a32d70-a07c-4f27-b604-9a268baa2455 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:20:47.918046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=99a32d70-a07c-4f27-b604-9a268baa2455,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:47.919069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aff1ebb5-b025-4dab-a0a6-ec8cb39f2e65 req-59b1d660-aff2-4224-aabc-23b5a244acc7 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4869587 Feb 15 10:20:47.923530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:47.974341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:48.116894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['99a32d70-a07c-4f27-b604-9a268baa2455'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:49.063239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dda6b-c988-4803-b5a7-f55123d3b756 req-44fb2057-fde0-4c3b-be3b-1a93d2b6f607 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:49.065543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e7dda6b-c988-4803-b5a7-f55123d3b756 req-44fb2057-fde0-4c3b-be3b-1a93d2b6f607 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 944 time: 0.0627501 Feb 15 10:20:49.110138 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4e7dda6b-c988-4803-b5a7-f55123d3b756 req-14096d97-7b7f-4c02-a368-c319ef363f9d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369461 Feb 15 10:20:49.365339 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b10e8cc2-d0c8-4b82-a23d-9e5fa1a7b20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:49.654595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 99a32d70-a07c-4f27-b604-9a268baa2455 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:20:49.705646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 99a32d70-a07c-4f27-b604-9a268baa2455 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:20:49.709955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 99a32d70-a07c-4f27-b604-9a268baa2455 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:20:49.710327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:49.790804 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:49.817412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:49.819683 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fea619-1e63-4805-a7d1-edc56ed64f8d" -d '{"events": [{"server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "name": "network-vif-plugged", "status": "completed", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:49.836967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=99a32d70-a07c-4f27-b604-9a268baa2455,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:49.841963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:49.869576 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d284b8-5706-459d-afd7-f5ce59d353cb x-openstack-request-id: req-33d284b8-5706-459d-afd7-f5ce59d353cb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:49.870030 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "name": "network-vif-plugged", "status": "completed", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:49.870395 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33d284b8-5706-459d-afd7-f5ce59d353cb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:49.870829 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455', 'code': 200} Feb 15 10:20:49.903521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:49.966324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457f002-9255-49dd-b298-89cffdd34a94 req-b8bfa76b-0c43-49f3-9d82-2295adb02068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:49.967919 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6457f002-9255-49dd-b298-89cffdd34a94 req-b8bfa76b-0c43-49f3-9d82-2295adb02068 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 1096 time: 0.0414510 Feb 15 10:20:50.009877 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6457f002-9255-49dd-b298-89cffdd34a94 req-bc37b88c-41f3-431e-a4ef-1be247ca3dd9 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354986 Feb 15 10:20:50.233395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964edaa0-bd0d-478e-a818-92a840d4794c req-91857a46-e034-4863-a082-48d2ffcf150f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:50.234937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-964edaa0-bd0d-478e-a818-92a840d4794c req-91857a46-e034-4863-a082-48d2ffcf150f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 945 time: 0.0534189 Feb 15 10:20:50.274404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-964edaa0-bd0d-478e-a818-92a840d4794c req-76ae7b5c-88d4-417c-8e46-f22f1f1e5a34 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326290 Feb 15 10:20:50.497439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:51.436972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9ab1a-1e02-409e-9ef0-71ff2ada24af req-b896e6d4-f3df-48ef-90c3-674130f31a39 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:51.438630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3e9ab1a-1e02-409e-9ef0-71ff2ada24af req-b896e6d4-f3df-48ef-90c3-674130f31a39 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 945 time: 0.0641699 Feb 15 10:20:51.483222 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d3e9ab1a-1e02-409e-9ef0-71ff2ada24af req-7512340f-52cb-4a20-8d2e-40436766b32d tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Feb 15 10:20:51.757480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1b582-bbc8-4d6f-9358-cab38147e23e req-a2396f92-b31a-42bc-aa60-3a9b06e99c38 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:51.760414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21c1b582-bbc8-4d6f-9358-cab38147e23e req-a2396f92-b31a-42bc-aa60-3a9b06e99c38 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 945 time: 0.0540199 Feb 15 10:20:51.801526 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-21c1b582-bbc8-4d6f-9358-cab38147e23e req-78862747-035a-4fc2-bb87-6fee5d0564ac tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347054 Feb 15 10:20:52.361316 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:52.534271 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:52.933399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c55f9-dc7c-42ed-92a7-f2e3bb826ded req-a5888a6d-60f5-47ef-8e45-6f0006f326b3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:52.934949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab4c55f9-dc7c-42ed-92a7-f2e3bb826ded req-a5888a6d-60f5-47ef-8e45-6f0006f326b3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 945 time: 0.0561883 Feb 15 10:20:53.009057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ab4c55f9-dc7c-42ed-92a7-f2e3bb826ded req-7dc27cd6-e489-4544-9af9-25d48f8137bb tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633042 Feb 15 10:20:53.028457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-f248b19d-f227-44e7-b70c-56b68d6d4914 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:53.030122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-f248b19d-f227-44e7-b70c-56b68d6d4914 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.72 "GET /v2.0/ports?device_id=3a0e5ad1-9572-42d2-8e21-c194b39db66b HTTP/1.1" status: 200 len: 945 time: 0.0701241 Feb 15 10:20:53.132777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Deleting port 99a32d70-a07c-4f27-b604-9a268baa2455 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:53.133230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:53.234786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] For port 99a32d70-a07c-4f27-b604-9a268baa2455, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=99a32d70-a07c-4f27-b604-9a268baa2455,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:53.235143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:53.248524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Calling delete_port for 99a32d70-a07c-4f27-b604-9a268baa2455 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:53.385945 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:53.401106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['99a32d70-a07c-4f27-b604-9a268baa2455'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:53.404557 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d4999079-e0cd-446b-a96c-58504c7bb934'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:53.431406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Pushing event deleted for resources: {'Port': ['ID=99a32d70-a07c-4f27-b604-9a268baa2455,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:53.469139 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] No DVR routers for this DVR port 99a32d70-a07c-4f27-b604-9a268baa2455 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:53.472086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:53.475478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7c203a7-b24b-46bc-bb0d-cad8d2d359a5 req-cec2129f-fd3f-4066-9db5-ba5532f5857a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.72 "DELETE /v2.0/ports/99a32d70-a07c-4f27-b604-9a268baa2455 HTTP/1.1" status: 204 len: 173 time: 0.4395037 Feb 15 10:20:53.475948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'name': 'network-vif-deleted', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:53.479374 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27af0a68-3fef-4ebd-b449-78315eca650c" -d '{"events": [{"server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "name": "network-vif-deleted", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:53.528414 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84770eb3-cb57-4d82-8c2f-0c7f447905df x-openstack-request-id: req-84770eb3-cb57-4d82-8c2f-0c7f447905df {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:53.528719 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a0e5ad1-9572-42d2-8e21-c194b39db66b", "name": "network-vif-deleted", "tag": "99a32d70-a07c-4f27-b604-9a268baa2455", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:53.528999 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84770eb3-cb57-4d82-8c2f-0c7f447905df {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:53.529389 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a0e5ad1-9572-42d2-8e21-c194b39db66b', 'name': 'network-vif-deleted', 'tag': '99a32d70-a07c-4f27-b604-9a268baa2455', 'status': 'completed', 'code': 200} Feb 15 10:20:54.202675 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3234ce-afff-4a4d-b27a-e3bef46ce803 req-8f89816c-25b4-4fe3-94fb-230d1b68d92a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:54.204539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec3234ce-afff-4a4d-b27a-e3bef46ce803 req-8f89816c-25b4-4fe3-94fb-230d1b68d92a tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0566375 Feb 15 10:20:54.247881 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ec3234ce-afff-4a4d-b27a-e3bef46ce803 req-2e6cb919-45de-48b6-9bd1-29bed2861dee tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Feb 15 10:20:54.428634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2c66e-52cc-4350-b637-30d70b7c1224 req-7335a146-56c8-47ea-a9a7-6ae4021bc41f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:54.431069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84f2c66e-52cc-4350-b637-30d70b7c1224 req-7335a146-56c8-47ea-a9a7-6ae4021bc41f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0598249 Feb 15 10:20:54.479080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-84f2c66e-52cc-4350-b637-30d70b7c1224 req-2f52b590-181f-4279-847a-f5794be21715 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385053 Feb 15 10:20:54.614663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac27ba-96a2-4609-abeb-eb5861a6b2a9 req-a6a42b9b-a321-4ad2-815f-a3d30f98d8b4 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:54.616422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdac27ba-96a2-4609-abeb-eb5861a6b2a9 req-a6a42b9b-a321-4ad2-815f-a3d30f98d8b4 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0571363 Feb 15 10:20:54.666642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bdac27ba-96a2-4609-abeb-eb5861a6b2a9 req-91a5fb03-8b41-4b88-9e0a-90a7e9ba4146 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384674 Feb 15 10:20:54.901996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac02427-20be-4fa3-8c67-909c72574ab6 req-5f80a4d8-3ea4-40d0-8b41-e063462bb3ab tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:54.903604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ac02427-20be-4fa3-8c67-909c72574ab6 req-5f80a4d8-3ea4-40d0-8b41-e063462bb3ab tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0547006 Feb 15 10:20:54.949059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ac02427-20be-4fa3-8c67-909c72574ab6 req-f1df588b-271a-4a47-b425-085399e8cc3f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386739 Feb 15 10:20:55.078723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28157-8978-459f-afc2-fc0654d32548 req-abe96fcd-696b-4d30-a7ef-2caca1b8450f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:55.080512 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3be28157-8978-459f-afc2-fc0654d32548 req-abe96fcd-696b-4d30-a7ef-2caca1b8450f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0587463 Feb 15 10:20:55.142108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3be28157-8978-459f-afc2-fc0654d32548 req-a618cbda-3b7d-4481-9e7e-cce9f580870c tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542469 Feb 15 10:20:55.329835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2eb43-1864-48de-baf8-076d09acdadc req-8e8c5483-93ab-4b0e-b75c-2effb6af0438 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:55.332464 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37d2eb43-1864-48de-baf8-076d09acdadc req-8e8c5483-93ab-4b0e-b75c-2effb6af0438 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0904119 Feb 15 10:20:55.393443 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37d2eb43-1864-48de-baf8-076d09acdadc req-5ca627ca-8b7c-4f2d-a0e8-7c3d8d48c491 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537665 Feb 15 10:20:55.790905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db3a15-eb85-42f1-9fa6-b50df8e510e7 req-20dbe91d-02f8-4331-ab8d-09647159d903 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:55.792570 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2db3a15-eb85-42f1-9fa6-b50df8e510e7 req-20dbe91d-02f8-4331-ab8d-09647159d903 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0618577 Feb 15 10:20:55.844676 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a2db3a15-eb85-42f1-9fa6-b50df8e510e7 req-6bae4f32-de13-417a-95ad-c5dbe2f193d3 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410898 Feb 15 10:20:56.985837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18565c27-3e0f-400f-9b9b-8aed6fe1fb86 req-5bb73877-20d7-48da-b1e4-e914db42220f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:56.987610 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18565c27-3e0f-400f-9b9b-8aed6fe1fb86 req-5bb73877-20d7-48da-b1e4-e914db42220f tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.0563867 Feb 15 10:20:57.095942 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18565c27-3e0f-400f-9b9b-8aed6fe1fb86 req-78a886f4-2870-484a-b301-d8bf0a792291 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.10 "GET /v2.0/security-groups?id=770654a0-323e-4ca3-96a7-7b0d428beb34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949869 Feb 15 10:20:57.111535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dd1577-ff55-4012-95ea-25c661885b45 req-e9001618-ca8f-433e-abd0-93fd0c948c4e tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:20:57.113917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32dd1577-ff55-4012-95ea-25c661885b45 req-e9001618-ca8f-433e-abd0-93fd0c948c4e tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.36 "GET /v2.0/ports?device_id=e7f42bfe-805c-4e16-9f98-047357052e04 HTTP/1.1" status: 200 len: 945 time: 0.1248481 Feb 15 10:20:57.219223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Deleting port d4999079-e0cd-446b-a96c-58504c7bb934 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:20:57.219664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:57.320025 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] For port d4999079-e0cd-446b-a96c-58504c7bb934, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=d4999079-e0cd-446b-a96c-58504c7bb934,segment=NetworkSegment(735034cd-915e-4f02-a02a-8ea26b5a89bd),segment_id=735034cd-915e-4f02-a02a-8ea26b5a89bd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:20:57.320431 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:57.332934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Calling delete_port for d4999079-e0cd-446b-a96c-58504c7bb934 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:20:57.501926 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:57.515831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['d4999079-e0cd-446b-a96c-58504c7bb934'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:20:57.552438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Pushing event deleted for resources: {'Port': ['ID=d4999079-e0cd-446b-a96c-58504c7bb934,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:57.594501 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] No DVR routers for this DVR port d4999079-e0cd-446b-a96c-58504c7bb934 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:20:57.597574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:57.600965 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-32dd1577-ff55-4012-95ea-25c661885b45 req-d40cd4fb-66cb-400f-b49a-bf9d2d42ef13 tempest-ServersNegativeTestJSON-431598268 tempest-ServersNegativeTestJSON-431598268-project] 10.222.0.36 "DELETE /v2.0/ports/d4999079-e0cd-446b-a96c-58504c7bb934 HTTP/1.1" status: 204 len: 173 time: 0.4806705 Feb 15 10:20:57.601483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'name': 'network-vif-deleted', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:20:57.604515 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42efcaa1-b27d-4e37-825c-54f90841c629" -d '{"events": [{"server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "name": "network-vif-deleted", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:20:57.656134 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 99a32d70-a07c-4f27-b604-9a268baa2455 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:20:57.678268 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d98fd7-cbcf-415b-8f2b-fab2034acc28 x-openstack-request-id: req-20d98fd7-cbcf-415b-8f2b-fab2034acc28 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:20:57.678700 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7f42bfe-805c-4e16-9f98-047357052e04", "name": "network-vif-deleted", "tag": "d4999079-e0cd-446b-a96c-58504c7bb934", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:20:57.679069 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20d98fd7-cbcf-415b-8f2b-fab2034acc28 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:20:57.680169 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7f42bfe-805c-4e16-9f98-047357052e04', 'name': 'network-vif-deleted', 'tag': 'd4999079-e0cd-446b-a96c-58504c7bb934', 'status': 'completed', 'code': 200} Feb 15 10:20:57.703605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 99a32d70-a07c-4f27-b604-9a268baa2455 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:20:57.704299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 99a32d70-a07c-4f27-b604-9a268baa2455 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:20:58.159176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52096) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:58.211857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Deleting subnet 1f236d5f-2e08-4281-937a-b05aa30924b3 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:20:58.215967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.256458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.300396 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.384628 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.414682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f236d5f-2e08-4281-937a-b05aa30924b3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:58.416732 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.420105 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9d75a480-ba19-4806-b000-e753b0457ba6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1f236d5f-2e08-4281-937a-b05aa30924b3 HTTP/1.1" status: 204 len: 168 time: 0.2595239 Feb 15 10:20:58.423611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:58.502399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.585186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.613558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963554a9-1bbd-4bbd-8579-8ecd5be15895']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:58.624972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '735034cd-915e-4f02-a02a-8ea26b5a89bd') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:58.625304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '735034cd-915e-4f02-a02a-8ea26b5a89bd') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:20:58.636783 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.652303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.658952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:20:58.659378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:20:58.661185 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:20:58.718627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.725722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:58.731623 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] 10.222.0.10 "DELETE /v2.0/networks/963554a9-1bbd-4bbd-8579-8ecd5be15895 HTTP/1.1" status: 204 len: 168 time: 0.3063996 Feb 15 10:20:58.746004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef775c3-ade1-438d-a980-1ca1a275da16 admin admin] Pushing event deleted for resources: {'Network': ['ID=963554a9-1bbd-4bbd-8579-8ecd5be15895,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:58.875153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52102) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:58.921701 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-890eb12c-2e94-44bf-bc5e-76161201d543 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0d4325ee7734dcebdee71c88d337132&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451932 Feb 15 10:20:58.924502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52104) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:20:58.979894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:59.009736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:59.070059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:59.074472 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:20:59.075820 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/770654a0-323e-4ca3-96a7-7b0d428beb34 HTTP/1.1" status: 204 len: 168 time: 0.1501300 Feb 15 10:20:59.088475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a2f42-01a2-46a9-a730-2052be735dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=770654a0-323e-4ca3-96a7-7b0d428beb34,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:20:59.929066 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52126) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:00.044961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754788281'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:00.074048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:00.077828 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.088716 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.188207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.192615 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.218603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:00.233996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18b9d7d9-57d2-48cf-983d-7d0ed9dd9162,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:00.241031 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.241548 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Added segment 268a58af-23ab-4773-b11c-9a9fc1604324 of type vlan for network a484edc0-77b1-4614-ace7-8b56b63e7042 Feb 15 10:21:00.291737 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.318718 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.324984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:00.325598 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:00.378030 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4471579 Feb 15 10:21:00.400911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc369d7-f5a3-4032-b89f-856e5262f4b2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Network': ['ID=a484edc0-77b1-4614-ace7-8b56b63e7042,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:00.415094 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a484edc0-77b1-4614-ace7-8b56b63e7042 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:02.114563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d4999079-e0cd-446b-a96c-58504c7bb934 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:21:02.145360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: d4999079-e0cd-446b-a96c-58504c7bb934 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:21:02.145833 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device d4999079-e0cd-446b-a96c-58504c7bb934 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:21:03.772678 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52130) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:03.778464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'subnet': {'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:03.875936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:03.879647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.080744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.139507 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Subnet': ['ID=9d417b21-4db1-4a8c-aebc-399df0d45396,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:04.151665 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking segment: {'id': '268a58af-23ab-4773-b11c-9a9fc1604324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:04.152036 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network hostable DHCP agents. Network: a484edc0-77b1-4614-ace7-8b56b63e7042, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:04.168826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network a484edc0-77b1-4614-ace7-8b56b63e7042 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:04.177358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a484edc0-77b1-4614-ace7-8b56b63e7042) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:04.182031 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:04.182618 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.189657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937d590e-8110-4906-9766-a0cbe5adc11b None None] Network a484edc0-77b1-4614-ace7-8b56b63e7042 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:04.201601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2212a988-1859-4ebb-9c63-e7c47b4e4f97 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4272187 Feb 15 10:21:04.205140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52132) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:04.210109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730919678'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:04.234158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:04.238087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.262470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:04.271587 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.271924 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Added segment 3cc273d6-2308-4763-bf7d-6c5b153c6f15 of type vlan for network a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 Feb 15 10:21:04.314488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.339712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a484edc0-77b1-4614-ace7-8b56b63e7042', 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042', 'tenant_id': '9c87cb261d6c4d7b96c507b0a8efd0fd', 'fixed_ips': [{'subnet_id': '9d417b21-4db1-4a8c-aebc-399df0d45396'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:04.340622 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.344190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.350044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:04.350864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.423410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2144134 Feb 15 10:21:04.423955 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:04.430698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'subnet': {'network_id': 'a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:04.474883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9215be4-2d36-4d18-8ec7-f7890c7adabb tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Network': ['ID=a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:04.494897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:04.545802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:04.546417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Allocated IP 2001:db8:0:ffff::2 (a484edc0-77b1-4614-ace7-8b56b63e7042/9d417b21-4db1-4a8c-aebc-399df0d45396/f15c4755-8440-44c3-ba70-407c2c6f1919) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:04.550670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.723146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.730320 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.768314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.775547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Network a484edc0-77b1-4614-ace7-8b56b63e7042 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:04.778815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:04.782964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:04.791188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Pushing event updated for resources: {'Port': ['ID=f15c4755-8440-44c3-ba70-407c2c6f1919,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:04.816737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.817103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.817444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.817775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.818104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.818429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.818751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.819075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.819395 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.819715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.820576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.820924 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:04.837182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Subnet': ['ID=f991e633-d4b4-4e93-bd04-26cddb2f90bf,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:04.843168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking segment: {'id': '3cc273d6-2308-4763-bf7d-6c5b153c6f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:04.843535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network hostable DHCP agents. Network: a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:04.858713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Attempting to bind port f15c4755-8440-44c3-ba70-407c2c6f1919 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:04.859086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Attempting to bind port f15c4755-8440-44c3-ba70-407c2c6f1919 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '268a58af-23ab-4773-b11c-9a9fc1604324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:04.859514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Attempting to bind port f15c4755-8440-44c3-ba70-407c2c6f1919 on network a484edc0-77b1-4614-ace7-8b56b63e7042 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:04.861750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:04.866647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:04.867061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Checking segment: {'id': '268a58af-23ab-4773-b11c-9a9fc1604324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:04.867465 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.867863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Bound using segment: {'id': '268a58af-23ab-4773-b11c-9a9fc1604324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:04.868340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Bound port: f15c4755-8440-44c3-ba70-407c2c6f1919, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268a58af-23ab-4773-b11c-9a9fc1604324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a484edc0-77b1-4614-ace7-8b56b63e7042'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:04.868722 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.872577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:04.877287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:04.877888 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:04.889302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4804509-fe73-45fa-8e16-a4f257c3e4da None None] Network a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:04.900108 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e7c920e8-76a5-463b-9009-43ea1bbca484 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4730568 Feb 15 10:21:04.903014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52136) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:05.000978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] For port f15c4755-8440-44c3-ba70-407c2c6f1919, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:05.003914 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.026769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] For port f15c4755-8440-44c3-ba70-407c2c6f1919, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f15c4755-8440-44c3-ba70-407c2c6f1919,segment=NetworkSegment(268a58af-23ab-4773-b11c-9a9fc1604324),segment_id=268a58af-23ab-4773-b11c-9a9fc1604324)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:05.050863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.093311 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.144220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb3e16e-3bcf-4b2b-a1e1-42bab61f4f0a None None] Pushing event updated for resources: {'Port': ['ID=f15c4755-8440-44c3-ba70-407c2c6f1919,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:05.149577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425e0bc2-9175-4f2a-87e7-ac570200d9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603', 'network_id': 'a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603', 'tenant_id': '9c87cb261d6c4d7b96c507b0a8efd0fd', 'fixed_ips': [{'subnet_id': 'f991e633-d4b4-4e93-bd04-26cddb2f90bf'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:05.150800 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-425e0bc2-9175-4f2a-87e7-ac570200d9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.170727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.219731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Subnet': ['ID=f991e633-d4b4-4e93-bd04-26cddb2f90bf,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-425e0bc2-9175-4f2a-87e7-ac570200d9f3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f991e633-d4b4-4e93-bd04-26cddb2f90bf: This subnet is being modified by another concurrent operation. Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f991e633-d4b4-4e93-bd04-26cddb2f90bf: This subnet is being modified by another concurrent operation. Feb 15 10:21:05.281829 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 10:21:05.294664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.311446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365cb5f6-43a9-4104-822d-35faceb82803 None None] Network a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:05.322216 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:05.342635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc273d6-2308-4763-bf7d-6c5b153c6f15') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:05.343199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc273d6-2308-4763-bf7d-6c5b153c6f15') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:05.359862 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.377798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.385677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:05.386673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:05.396484 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:05.500235 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.509242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.515958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 HTTP/1.1" status: 204 len: 168 time: 0.6115294 Feb 15 10:21:05.519970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52138) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:05.529505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-896313576'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:05.545808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8f23f-4cc2-450e-a301-359ee09973ca tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Network': ['ID=a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:05.567099 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:05.572239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.600756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:05.611976 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.612238 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Added segment f5db0411-942c-469e-81f7-ff38ac4f5970 of type vlan for network 959fb149-b623-495e-b37c-e4dba75450d0 Feb 15 10:21:05.658265 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.686135 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.693632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:05.694379 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:05.758854 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2370944 Feb 15 10:21:05.762882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52140) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:05.768142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'subnet': {'network_id': '959fb149-b623-495e-b37c-e4dba75450d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:05.778018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4c721-8ef4-48be-8cc3-ab046c1a34cd tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Network': ['ID=959fb149-b623-495e-b37c-e4dba75450d0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:05.792298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 959fb149-b623-495e-b37c-e4dba75450d0 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:05.881682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:05.888284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.004329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Performing IP validity checks on allocation pools {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 15 10:21:06.005355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.ipam_backend_mixin [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking for overlaps among allocation pools and gateway ip {{(pid=102358) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 15 10:21:06.187172 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.278788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Subnet': ['ID=a328d8b5-efdd-4a73-8566-d489eb80ed32,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:06.286706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking segment: {'id': 'f5db0411-942c-469e-81f7-ff38ac4f5970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '959fb149-b623-495e-b37c-e4dba75450d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:06.287071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network hostable DHCP agents. Network: 959fb149-b623-495e-b37c-e4dba75450d0, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:06.315893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00579f09-67be-4dc6-82e7-5dd41eca664f None None] Network a484edc0-77b1-4614-ace7-8b56b63e7042 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:06.320470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network 959fb149-b623-495e-b37c-e4dba75450d0 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:06.342147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 959fb149-b623-495e-b37c-e4dba75450d0) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:06.349534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:06.350780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.384782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9a2cb5c5-c568-4068-96df-c46b6eccdf7e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6204979 Feb 15 10:21:06.388749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52142) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:06.550114 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.558410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ec208-e68e-4088-95c4-65ea096b32c6 None None] Network 959fb149-b623-495e-b37c-e4dba75450d0 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:06.560517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f15c4755-8440-44c3-ba70-407c2c6f1919 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:06.636765 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.658295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] Provisioning complete for port f15c4755-8440-44c3-ba70-407c2c6f1919 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:06.658663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.733006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.788645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Subnet': ['ID=a328d8b5-efdd-4a73-8566-d489eb80ed32,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:06.799911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f15c4755-8440-44c3-ba70-407c2c6f1919 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:06.800353 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.892744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.909220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8366bf68-93fc-4925-b570-0aaaea0e38d3 None None] Network 959fb149-b623-495e-b37c-e4dba75450d0 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:06.926818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959fb149-b623-495e-b37c-e4dba75450d0']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:06.940393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5db0411-942c-469e-81f7-ff38ac4f5970') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:06.940850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5db0411-942c-469e-81f7-ff38ac4f5970') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:06.954407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.971908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.978829 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:06.979222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:06.982820 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:07.064300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.077470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.089135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.095141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/959fb149-b623-495e-b37c-e4dba75450d0 HTTP/1.1" status: 204 len: 168 time: 0.7048750 Feb 15 10:21:07.102817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52144) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:07.105682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.115722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1923959740'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:07.120546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7076f-f3a1-4a43-9595-6c97afa85aee tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Network': ['ID=959fb149-b623-495e-b37c-e4dba75450d0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:07.164003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:07.169291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.184919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] For port f15c4755-8440-44c3-ba70-407c2c6f1919, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f15c4755-8440-44c3-ba70-407c2c6f1919,segment=NetworkSegment(268a58af-23ab-4773-b11c-9a9fc1604324),segment_id=268a58af-23ab-4773-b11c-9a9fc1604324)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:07.197424 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.214304 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:07.232151 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.232794 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Added segment 71e50aab-51f2-4357-a690-2318674342be of type vlan for network 2e208bf7-f025-4a12-804a-78f756743354 Feb 15 10:21:07.276109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:21:07.276480 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:21:07.290005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94876928-6156-4d3e-9e48-ea8ad8fa26ce None None] Pushing event updated for resources: {'Port': ['ID=f15c4755-8440-44c3-ba70-407c2c6f1919,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:07.298388 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.348924 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.357371 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:07.358175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.422175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f4bcdb-3037-407d-acf4-0f7a94845054 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 10:21:07.445666 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3402112 Feb 15 10:21:07.450079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52146) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:07.457372 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa03677-2ac1-4497-806a-51e014ecc192 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Network': ['ID=2e208bf7-f025-4a12-804a-78f756743354,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:07.458670 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'subnet': {'network_id': '2e208bf7-f025-4a12-804a-78f756743354', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:07.473476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 2e208bf7-f025-4a12-804a-78f756743354 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:07.574635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:07.579084 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.593999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-89fc0215-759e-49ad-9b09-ab371f63a029 None None] Provisioning complete for port f15c4755-8440-44c3-ba70-407c2c6f1919 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:07.594501 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89fc0215-759e-49ad-9b09-ab371f63a029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.602491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f4bcdb-3037-407d-acf4-0f7a94845054 None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 10:21:07.895471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:07.987348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Subnet': ['ID=a348d681-9996-4d6c-a508-4d4e5c5525c7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:07.994409 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking segment: {'id': '71e50aab-51f2-4357-a690-2318674342be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e208bf7-f025-4a12-804a-78f756743354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:07.994760 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network hostable DHCP agents. Network: 2e208bf7-f025-4a12-804a-78f756743354, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:08.016367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network 2e208bf7-f025-4a12-804a-78f756743354 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:08.031060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 2e208bf7-f025-4a12-804a-78f756743354) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:08.037432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:08.038402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.046403 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba016c2-a119-46e1-85c5-c102ae192914 None None] Network 2e208bf7-f025-4a12-804a-78f756743354 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:08.072377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52148) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:08.074049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0582459e-f83c-41d4-bf90-fcc780768ade tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6209099 Feb 15 10:21:08.079004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1219682819'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:08.109258 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:08.114146 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.152977 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:08.166629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.167172 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Added segment 14a20f33-f9f9-4a42-880c-acd8dae25b83 of type vlan for network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 Feb 15 10:21:08.238353 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.283479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-2e208bf7-f025-4a12-804a-78f756743354', 'network_id': '2e208bf7-f025-4a12-804a-78f756743354', 'tenant_id': '9c87cb261d6c4d7b96c507b0a8efd0fd', 'fixed_ips': [{'subnet_id': 'a348d681-9996-4d6c-a508-4d4e5c5525c7'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:08.284972 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.296836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.305415 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:08.306136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.407434 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3331997 Feb 15 10:21:08.410837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:08.417491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Request body: {'subnet': {'network_id': '1a90f66d-c994-42f7-afff-f6f6c3caf6f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:08.433076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f15c4755-8440-44c3-ba70-407c2c6f1919 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:08.439600 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d7d460-2bbc-455e-8956-82dc2fb68e4a tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Network': ['ID=1a90f66d-c994-42f7-afff-f6f6c3caf6f1,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:08.483684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:08.545287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Made reservation on behalf of 9c87cb261d6c4d7b96c507b0a8efd0fd for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:08.549855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.635969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Allocated IP 2001:db8::2 (2e208bf7-f025-4a12-804a-78f756743354/a348d681-9996-4d6c-a508-4d4e5c5525c7/3c4989cb-da3d-47e0-91e0-3f953caa0f12) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:08.639139 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f15c4755-8440-44c3-ba70-407c2c6f1919 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:08.639572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.768000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.844730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event updated for resources: {'Subnet': ['ID=da362320-a875-4238-93ce-23ceb068e943,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:08.853578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Checking segment: {'id': '14a20f33-f9f9-4a42-880c-acd8dae25b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '1a90f66d-c994-42f7-afff-f6f6c3caf6f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:08.853726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network hostable DHCP agents. Network: 1a90f66d-c994-42f7-afff-f6f6c3caf6f1, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:08.876999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:08.888314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 1a90f66d-c994-42f7-afff-f6f6c3caf6f1) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:08.890214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.894290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:08.894906 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.903236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1de58f0-877c-4ce7-8e58-0bad85ac4186 None None] Network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:08.906785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:08.921640 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:08.932789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-52de23d6-3907-4d91-b846-be321aa67d4c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5203161 Feb 15 10:21:09.012060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Network 2e208bf7-f025-4a12-804a-78f756743354 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:09.014458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Pushing event updated for resources: {'Port': ['ID=3c4989cb-da3d-47e0-91e0-3f953caa0f12,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:09.020007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:09.024952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:09.065070 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.136524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Attempting to bind port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:09.136926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Attempting to bind port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '71e50aab-51f2-4357-a690-2318674342be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e208bf7-f025-4a12-804a-78f756743354'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:09.137179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Attempting to bind port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 on network 2e208bf7-f025-4a12-804a-78f756743354 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:09.147639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:09.148556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Checking segment: {'id': '71e50aab-51f2-4357-a690-2318674342be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e208bf7-f025-4a12-804a-78f756743354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:09.148783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.149877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Bound using segment: {'id': '71e50aab-51f2-4357-a690-2318674342be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e208bf7-f025-4a12-804a-78f756743354'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:09.151349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Bound port: 3c4989cb-da3d-47e0-91e0-3f953caa0f12, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e50aab-51f2-4357-a690-2318674342be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2e208bf7-f025-4a12-804a-78f756743354'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:09.151349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.173581 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.225559 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a748fa9b-a528-4d66-a2bf-992dbc348228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-1a90f66d-c994-42f7-afff-f6f6c3caf6f1', 'network_id': '1a90f66d-c994-42f7-afff-f6f6c3caf6f1', 'tenant_id': '9c87cb261d6c4d7b96c507b0a8efd0fd', 'fixed_ips': [{'subnet_id': 'da362320-a875-4238-93ce-23ceb068e943'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:09.230081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a748fa9b-a528-4d66-a2bf-992dbc348228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.279026 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] For port 3c4989cb-da3d-47e0-91e0-3f953caa0f12, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:09.282482 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.284253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] For port 3c4989cb-da3d-47e0-91e0-3f953caa0f12, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3c4989cb-da3d-47e0-91e0-3f953caa0f12,segment=NetworkSegment(71e50aab-51f2-4357-a690-2318674342be),segment_id=71e50aab-51f2-4357-a690-2318674342be)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:09.314103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Subnet': ['ID=da362320-a875-4238-93ce-23ceb068e943,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:09.395149 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.433797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a90f66d-c994-42f7-afff-f6f6c3caf6f1']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:09.451419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14a20f33-f9f9-4a42-880c-acd8dae25b83') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:09.451936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14a20f33-f9f9-4a42-880c-acd8dae25b83') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:09.471254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.494333 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.502682 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:09.503275 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.506518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:09.508199 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-a748fa9b-a528-4d66-a2bf-992dbc348228 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da362320-a875-4238-93ce-23ceb068e943: This subnet is being modified by another concurrent operation. Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da362320-a875-4238-93ce-23ceb068e943: This subnet is being modified by another concurrent operation. Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 10:21:09.596858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b7d7e-1110-4f9d-be32-8612619971c1 None None] Pushing event updated for resources: {'Port': ['ID=3c4989cb-da3d-47e0-91e0-3f953caa0f12,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:09.615400 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.631629 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:09.636792 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/1a90f66d-c994-42f7-afff-f6f6c3caf6f1 HTTP/1.1" status: 204 len: 168 time: 0.7135308 Feb 15 10:21:09.641767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52154) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:09.645578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dc7e5-4271-4ad0-b8f0-e6619d19ff20 None None] Network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:09.657338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ae58f-c601-45e4-8d10-39bfe0758966 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Network': ['ID=1a90f66d-c994-42f7-afff-f6f6c3caf6f1,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:09.672271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858dc7e5-4271-4ad0-b8f0-e6619d19ff20 None None] Network 1a90f66d-c994-42f7-afff-f6f6c3caf6f1 could not be found, it might have been deleted concurrently. {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Feb 15 10:21:09.691313 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fed991-6bc2-4404-8da3-7999558f06e5 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] GET failed (client error): The resource could not be found. Feb 15 10:21:09.693334 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-39fed991-6bc2-4404-8da3-7999558f06e5 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "GET /v2.0/subnets/da362320-a875-4238-93ce-23ceb068e943 HTTP/1.1" status: 404 len: 337 time: 0.0506499 Feb 15 10:21:09.698264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52156) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:09.725460 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-9399c776-7f73-4b1b-88a6-0b7973f1502b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:09.726149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9399c776-7f73-4b1b-88a6-0b7973f1502b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:09.730830 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-9399c776-7f73-4b1b-88a6-0b7973f1502b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/1a90f66d-c994-42f7-afff-f6f6c3caf6f1 HTTP/1.1" status: 404 len: 339 time: 0.0308857 Feb 15 10:21:09.736066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:09.766460 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-58eec40e-72c8-40f1-9f81-21dcce972ab2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:09.766930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58eec40e-72c8-40f1-9f81-21dcce972ab2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:09.770161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58eec40e-72c8-40f1-9f81-21dcce972ab2 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/subnets/da362320-a875-4238-93ce-23ceb068e943 HTTP/1.1" status: 404 len: 337 time: 0.0328689 Feb 15 10:21:09.774363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52160) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:09.794585 n-d-825064-4 neutron-server[102358]: INFO neutron.pecan_wsgi.hooks.translation [None req-367a313e-fef3-45e1-8425-1159e82533ef tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:09.795195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367a313e-fef3-45e1-8425-1159e82533ef tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102358) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:09.798539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-367a313e-fef3-45e1-8425-1159e82533ef tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/1a90f66d-c994-42f7-afff-f6f6c3caf6f1 HTTP/1.1" status: 404 len: 339 time: 0.0231962 Feb 15 10:21:09.802092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52162) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:09.874218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Deleting subnet a348d681-9996-4d6c-a508-4d4e5c5525c7 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:21:09.879498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.235441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.343796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.374689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3c4989cb-da3d-47e0-91e0-3f953caa0f12 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:10.448712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.455253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:10.455986 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.500022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Subnet': ['ID=a348d681-9996-4d6c-a508-4d4e5c5525c7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:10.505758 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.512790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-28a9fc61-b347-4d42-9a8b-e54d95c11551 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/subnets/a348d681-9996-4d6c-a508-4d4e5c5525c7 HTTP/1.1" status: 204 len: 168 time: 0.7094316 Feb 15 10:21:10.515257 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:10.555675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.602115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 3c4989cb-da3d-47e0-91e0-3f953caa0f12, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3c4989cb-da3d-47e0-91e0-3f953caa0f12,segment=NetworkSegment(71e50aab-51f2-4357-a690-2318674342be),segment_id=71e50aab-51f2-4357-a690-2318674342be)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:10.607896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.618508 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.665524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=3c4989cb-da3d-47e0-91e0-3f953caa0f12,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:10.683798 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Deleting port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:21:10.684434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.756891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] For port 3c4989cb-da3d-47e0-91e0-3f953caa0f12, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=3c4989cb-da3d-47e0-91e0-3f953caa0f12,segment=NetworkSegment(71e50aab-51f2-4357-a690-2318674342be),segment_id=71e50aab-51f2-4357-a690-2318674342be)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:10.757245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.772436 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Calling delete_port for 3c4989cb-da3d-47e0-91e0-3f953caa0f12 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:21:10.817286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f59a23-3dd9-4f63-a6ff-acb98907b392 None None] Network 2e208bf7-f025-4a12-804a-78f756743354 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:10.862085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.890394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9d3654c8-b200-4057-8615-ffcd90c200c9 None None] Could not find standard attr ID for object 3c4989cb-da3d-47e0-91e0-3f953caa0f12. {{(pid=102360) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 15 10:21:10.890761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Port': ['ID=3c4989cb-da3d-47e0-91e0-3f953caa0f12,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:10.894405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No DVR routers for this DVR port 3c4989cb-da3d-47e0-91e0-3f953caa0f12 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:21:10.986480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:10.994543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0451446a-d0f8-4627-8e7d-406f7a212fef None None] DHCP port deletion for 2e208bf7-f025-4a12-804a-78f756743354 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:21:11.012511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e208bf7-f025-4a12-804a-78f756743354']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:11.020323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c9e1dc-f189-43af-bf7b-8666fd9c23e3 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 10:21:11.022949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e50aab-51f2-4357-a690-2318674342be') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:11.023271 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e50aab-51f2-4357-a690-2318674342be') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:11.034222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.050246 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.058248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:11.058651 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:11.063224 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:11.106207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9e1dc-f189-43af-bf7b-8666fd9c23e3 None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 10:21:11.138018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.144148 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.149871 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/2e208bf7-f025-4a12-804a-78f756743354 HTTP/1.1" status: 204 len: 168 time: 0.6330743 Feb 15 10:21:11.153679 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52166) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.171173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7237-36e1-4e2c-bec9-36959f4d718e tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Network': ['ID=2e208bf7-f025-4a12-804a-78f756743354,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:11.185068 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5ba742-c7ca-4dea-beb1-4a6aa16c6f51 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:11.185543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5ba742-c7ca-4dea-beb1-4a6aa16c6f51 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:11.189236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3a5ba742-c7ca-4dea-beb1-4a6aa16c6f51 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/subnets/a328d8b5-efdd-4a73-8566-d489eb80ed32 HTTP/1.1" status: 404 len: 337 time: 0.0323889 Feb 15 10:21:11.192270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52168) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.214038 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa07480-6a58-456e-8bda-369ecc2879f1 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:11.214685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa07480-6a58-456e-8bda-369ecc2879f1 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:11.218265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0fa07480-6a58-456e-8bda-369ecc2879f1 tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/959fb149-b623-495e-b37c-e4dba75450d0 HTTP/1.1" status: 404 len: 339 time: 0.0246065 Feb 15 10:21:11.220898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52170) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.252789 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e83535-87ad-4599-be6a-6ac12b4ff91c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:11.253287 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47e83535-87ad-4599-be6a-6ac12b4ff91c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:11.256773 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-47e83535-87ad-4599-be6a-6ac12b4ff91c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/subnets/f991e633-d4b4-4e93-bd04-26cddb2f90bf HTTP/1.1" status: 404 len: 337 time: 0.0343561 Feb 15 10:21:11.260289 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.280908 n-d-825064-4 neutron-server[102359]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a97e69-0eb0-4a58-b78f-7878d16cee6c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] DELETE failed (client error): The resource could not be found. Feb 15 10:21:11.281500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a97e69-0eb0-4a58-b78f-7878d16cee6c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=102359) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 15 10:21:11.284565 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-34a97e69-0eb0-4a58-b78f-7878d16cee6c tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/a58c9d3d-a30b-41f5-a6e1-ea08b5cd3603 HTTP/1.1" status: 404 len: 339 time: 0.0232692 Feb 15 10:21:11.287368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52174) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.344904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Deleting subnet 9d417b21-4db1-4a8c-aebc-399df0d45396 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:21:11.348385 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.391966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.493587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.557041 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.582346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Subnet': ['ID=9d417b21-4db1-4a8c-aebc-399df0d45396,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:11.589921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.595747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52176) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:11.595956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-77979f3c-a3d8-4edd-ba18-551a194c827b tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/subnets/9d417b21-4db1-4a8c-aebc-399df0d45396 HTTP/1.1" status: 204 len: 168 time: 0.3073144 Feb 15 10:21:11.598415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c8ddf8-6fb9-4813-aa26-d471cbf63332 None None] Network a484edc0-77b1-4614-ace7-8b56b63e7042 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:11.687734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.755578 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Deleting port f15c4755-8440-44c3-ba70-407c2c6f1919 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:21:11.755917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.806658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] DHCP port deletion for a484edc0-77b1-4614-ace7-8b56b63e7042 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:21:11.834199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] For port f15c4755-8440-44c3-ba70-407c2c6f1919, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f15c4755-8440-44c3-ba70-407c2c6f1919,segment=NetworkSegment(268a58af-23ab-4773-b11c-9a9fc1604324),segment_id=268a58af-23ab-4773-b11c-9a9fc1604324)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:11.834538 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.850392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Calling delete_port for f15c4755-8440-44c3-ba70-407c2c6f1919 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:21:11.867465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Deleting port f15c4755-8440-44c3-ba70-407c2c6f1919 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:21:11.867953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.938024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] For port f15c4755-8440-44c3-ba70-407c2c6f1919, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f15c4755-8440-44c3-ba70-407c2c6f1919,segment=NetworkSegment(268a58af-23ab-4773-b11c-9a9fc1604324),segment_id=268a58af-23ab-4773-b11c-9a9fc1604324)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:11.938424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.939136 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:11.953995 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Calling delete_port for f15c4755-8440-44c3-ba70-407c2c6f1919 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:21:11.968728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Port': ['ID=f15c4755-8440-44c3-ba70-407c2c6f1919,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:11.970650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] No DVR routers for this DVR port f15c4755-8440-44c3-ba70-407c2c6f1919 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:21:12.045068 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.053756 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.072598 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] Pushing event deleted for resources: {'Port': ['ID=f15c4755-8440-44c3-ba70-407c2c6f1919,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:12.076516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b169261b-ecd0-4fe3-9d35-07c7ab0dd2bf None None] No DVR routers for this DVR port f15c4755-8440-44c3-ba70-407c2c6f1919 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:21:12.085324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a484edc0-77b1-4614-ace7-8b56b63e7042']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:12.098292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268a58af-23ab-4773-b11c-9a9fc1604324') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:12.098590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268a58af-23ab-4773-b11c-9a9fc1604324') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:12.109959 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.124961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.132417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:12.133135 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:12.136649 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:12.204369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.209051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.214744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] 10.222.0.10 "DELETE /v2.0/networks/a484edc0-77b1-4614-ace7-8b56b63e7042 HTTP/1.1" status: 204 len: 168 time: 0.6174681 Feb 15 10:21:12.232663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c457e2d-c5f8-482d-a2b5-8f975e44c4ff tempest-NetworksIpV6Test-1571093723 tempest-NetworksIpV6Test-1571093723-project] Pushing event deleted for resources: {'Network': ['ID=a484edc0-77b1-4614-ace7-8b56b63e7042,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:12.298255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f15c4755-8440-44c3-ba70-407c2c6f1919 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:21:12.325534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f15c4755-8440-44c3-ba70-407c2c6f1919 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:21:12.325758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f15c4755-8440-44c3-ba70-407c2c6f1919 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:21:12.326146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3c4989cb-da3d-47e0-91e0-3f953caa0f12 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:21:12.354203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 3c4989cb-da3d-47e0-91e0-3f953caa0f12 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:21:12.354617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 3c4989cb-da3d-47e0-91e0-3f953caa0f12 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:21:12.506646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52182) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:12.661768 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b1bb79cd-2908-4afd-b09b-34ef8fc0db04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9c87cb261d6c4d7b96c507b0a8efd0fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1538889 Feb 15 10:21:12.665200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52186) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:12.725738 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.752450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.814115 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.817192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:12.818697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/18b9d7d9-57d2-48cf-983d-7d0ed9dd9162 HTTP/1.1" status: 204 len: 168 time: 0.1522546 Feb 15 10:21:12.830065 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b1556-a1a0-4167-b700-0a9df7424887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b9d7d9-57d2-48cf-983d-7d0ed9dd9162,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:13.662290 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52208) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:13.794858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1188645183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:13.836493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:13.838345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:13.927584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:13.932684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:13.952958 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:13.954479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3e62e093-a5f3-4354-beaa-5678f5f916dd tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2910058 Feb 15 10:21:13.957507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52212) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:13.963035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1800379036'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:13.987441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Made reservation on behalf of 34bbb42e4ff94715866d3a95f82f2b27 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:13.991454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.002271 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.099122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.103342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.133722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:14.147499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10e7745-01a8-4117-b628-115b98c6d558,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:14.155030 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.155376 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Added segment 74b7a35f-8b13-4318-94ca-b6c86383202f of type vlan for network 457cd402-0e12-402a-82dd-849d62fa4a3e Feb 15 10:21:14.200656 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.228692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.234662 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:14.235316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.290616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3318641 Feb 15 10:21:14.293870 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52214) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:14.299597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'subnet': {'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:14.312083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cadd22-fe6b-492e-8146-794ecda20677 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event updated for resources: {'Network': ['ID=457cd402-0e12-402a-82dd-849d62fa4a3e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:14.328275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 457cd402-0e12-402a-82dd-849d62fa4a3e details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:14.406235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Made reservation on behalf of 34bbb42e4ff94715866d3a95f82f2b27 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:14.410091 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.604701 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.664249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event updated for resources: {'Subnet': ['ID=fe6360bb-ab43-4ff1-9dbd-0b54f471b488,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:14.675014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Checking segment: {'id': '74b7a35f-8b13-4318-94ca-b6c86383202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:14.675373 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Network hostable DHCP agents. Network: 457cd402-0e12-402a-82dd-849d62fa4a3e, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:14.692043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Network 457cd402-0e12-402a-82dd-849d62fa4a3e is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:14.701891 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 457cd402-0e12-402a-82dd-849d62fa4a3e) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:14.707272 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:14.708186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.715029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5ea2a-8650-4b0f-85fe-501f492d5ab5 None None] Network 457cd402-0e12-402a-82dd-849d62fa4a3e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:14.729031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-349117b9-a6ed-422f-b2fc-be537bd2cacb tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4336269 Feb 15 10:21:14.731895 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:14.737866 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1199754568'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:14.763669 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Made reservation on behalf of 34bbb42e4ff94715866d3a95f82f2b27 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:14.767177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.794355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:14.798326 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.804436 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.804780 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Added segment 5a502dbf-b99f-4cbe-beb7-846d1b8b7fc5 of type vlan for network 342e66a6-fe95-4ed6-92f4-92e2254ad4a5 Feb 15 10:21:14.848823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.874908 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.880406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:14.881050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.938593 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2054846 Feb 15 10:21:14.941565 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52218) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:14.946576 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'subnet': {'network_id': '342e66a6-fe95-4ed6-92f4-92e2254ad4a5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:14.952214 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-457cd402-0e12-402a-82dd-849d62fa4a3e', 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e', 'tenant_id': '34bbb42e4ff94715866d3a95f82f2b27', 'fixed_ips': [{'subnet_id': 'fe6360bb-ab43-4ff1-9dbd-0b54f471b488'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:14.953555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:14.999832 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe595b2-f793-49c2-bb1d-d5a7ef75a31f tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event updated for resources: {'Network': ['ID=342e66a6-fe95-4ed6-92f4-92e2254ad4a5,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:15.036341 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 342e66a6-fe95-4ed6-92f4-92e2254ad4a5 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:15.055350 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Made reservation on behalf of 34bbb42e4ff94715866d3a95f82f2b27 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:15.058942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.166041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Allocated IP 172.20.0.2 (457cd402-0e12-402a-82dd-849d62fa4a3e/fe6360bb-ab43-4ff1-9dbd-0b54f471b488/779ad4b9-56be-4b44-a029-db0b58eeec83) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:15.253090 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.318131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event updated for resources: {'Subnet': ['ID=275b603a-4a76-45e6-ae44-f3b2367fc599,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:15.328714 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Checking segment: {'id': '5a502dbf-b99f-4cbe-beb7-846d1b8b7fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '342e66a6-fe95-4ed6-92f4-92e2254ad4a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:15.329120 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Network hostable DHCP agents. Network: 342e66a6-fe95-4ed6-92f4-92e2254ad4a5, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:15.332673 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.341073 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.350577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Network 342e66a6-fe95-4ed6-92f4-92e2254ad4a5 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:15.364013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 342e66a6-fe95-4ed6-92f4-92e2254ad4a5) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:15.370947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:15.371887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.389223 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321ace3-533c-4088-a85b-38efce983729 None None] Network 342e66a6-fe95-4ed6-92f4-92e2254ad4a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:15.395687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e77af698-3050-45ef-874a-d51003cd1698 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4529021 Feb 15 10:21:15.398721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52220) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:15.403981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-31cd6dc1-4679-4551-85f1-3f64f288e811 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Request body: {'router': {'external_gateway_info': {'network_id': '342e66a6-fe95-4ed6-92f4-92e2254ad4a5'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:15.459720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Network 457cd402-0e12-402a-82dd-849d62fa4a3e is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:15.466151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:15.470054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Pushing event updated for resources: {'Port': ['ID=779ad4b9-56be-4b44-a029-db0b58eeec83,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:15.474437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:15.561823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Attempting to bind port 779ad4b9-56be-4b44-a029-db0b58eeec83 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:15.562188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Attempting to bind port 779ad4b9-56be-4b44-a029-db0b58eeec83 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '74b7a35f-8b13-4318-94ca-b6c86383202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:15.562547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Attempting to bind port 779ad4b9-56be-4b44-a029-db0b58eeec83 on network 457cd402-0e12-402a-82dd-849d62fa4a3e {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:15.589612 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:15.589992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Checking segment: {'id': '74b7a35f-8b13-4318-94ca-b6c86383202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:15.590396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.590795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Bound using segment: {'id': '74b7a35f-8b13-4318-94ca-b6c86383202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:15.591264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Bound port: 779ad4b9-56be-4b44-a029-db0b58eeec83, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b7a35f-8b13-4318-94ca-b6c86383202f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '457cd402-0e12-402a-82dd-849d62fa4a3e'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:15.591645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.629339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-31cd6dc1-4679-4551-85f1-3f64f288e811 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.678930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969c91c4-77a2-4260-9697-f39db8b68f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-342e66a6-fe95-4ed6-92f4-92e2254ad4a5', 'network_id': '342e66a6-fe95-4ed6-92f4-92e2254ad4a5', 'tenant_id': '34bbb42e4ff94715866d3a95f82f2b27', 'fixed_ips': [{'subnet_id': '275b603a-4a76-45e6-ae44-f3b2367fc599'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:15.680567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-969c91c4-77a2-4260-9697-f39db8b68f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.705715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] For port 779ad4b9-56be-4b44-a029-db0b58eeec83, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:15.714676 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] For port 779ad4b9-56be-4b44-a029-db0b58eeec83, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=779ad4b9-56be-4b44-a029-db0b58eeec83,segment=NetworkSegment(74b7a35f-8b13-4318-94ca-b6c86383202f),segment_id=74b7a35f-8b13-4318-94ca-b6c86383202f)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:15.722563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.752514 n-d-825064-4 neutron-server[102359]: INFO neutron.api.v2.resource [None req-31cd6dc1-4679-4551-85f1-3f64f288e811 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 15 10:21:15.753646 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-31cd6dc1-4679-4551-85f1-3f64f288e811 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "PUT /v2.0/routers/4a15de7e-a02c-4c34-acc6-5dd35912305f HTTP/1.1" status: 400 len: 364 time: 0.3535085 Feb 15 10:21:15.762602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52222) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:15.818697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Deleting subnet 275b603a-4a76-45e6-ae44-f3b2367fc599 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:21:15.823373 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.856435 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501dca9-c1a9-4b7e-8bee-c657fae73a8e None None] Pushing event updated for resources: {'Port': ['ID=779ad4b9-56be-4b44-a029-db0b58eeec83,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:15.871188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:15.925356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server [None req-969c91c4-77a2-4260-9697-f39db8b68f20 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 275b603a-4a76-45e6-ae44-f3b2367fc599: This subnet is being modified by another concurrent operation. Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise self.value Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1458, in create_port_db Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server raise exception Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 275b603a-4a76-45e6-ae44-f3b2367fc599: This subnet is being modified by another concurrent operation. Feb 15 10:21:16.007964 n-d-825064-4 neutron-server[102360]: ERROR oslo_messaging.rpc.server Feb 15 10:21:16.019589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.074521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aac24e-3e31-4bb0-9b19-11cd4b1be179 None None] Network 342e66a6-fe95-4ed6-92f4-92e2254ad4a5 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:16.088382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.091618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "DELETE /v2.0/subnets/275b603a-4a76-45e6-ae44-f3b2367fc599 HTTP/1.1" status: 204 len: 168 time: 0.3280292 Feb 15 10:21:16.093179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee37b0-f957-4437-a5d7-43a416b7a576 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event deleted for resources: {'Subnet': ['ID=275b603a-4a76-45e6-ae44-f3b2367fc599,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:16.095523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52224) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:16.202821 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:21:16.210837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.322427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.346033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342e66a6-fe95-4ed6-92f4-92e2254ad4a5']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:16.349802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 779ad4b9-56be-4b44-a029-db0b58eeec83 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:16.356451 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a502dbf-b99f-4cbe-beb7-846d1b8b7fc5') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:16.356745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a502dbf-b99f-4cbe-beb7-846d1b8b7fc5') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:16.367488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.386875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.393988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:16.394930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:16.400768 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:16.406269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 779ad4b9-56be-4b44-a029-db0b58eeec83 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:16.406643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.486720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.495794 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.499038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "DELETE /v2.0/networks/342e66a6-fe95-4ed6-92f4-92e2254ad4a5 HTTP/1.1" status: 204 len: 168 time: 0.4023857 Feb 15 10:21:16.502908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52226) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:16.519459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.521572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ce0e6b-f8e1-4fe2-ae50-eeda8a7eef91 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event deleted for resources: {'Network': ['ID=342e66a6-fe95-4ed6-92f4-92e2254ad4a5,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:16.574508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 779ad4b9-56be-4b44-a029-db0b58eeec83, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=779ad4b9-56be-4b44-a029-db0b58eeec83,segment=NetworkSegment(74b7a35f-8b13-4318-94ca-b6c86383202f),segment_id=74b7a35f-8b13-4318-94ca-b6c86383202f)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:16.580081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.594514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Deleting subnet fe6360bb-ab43-4ff1-9dbd-0b54f471b488 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:21:16.598744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.645719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=779ad4b9-56be-4b44-a029-db0b58eeec83,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:16.661235 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.764752 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.816430 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cd14f00b-6a6e-4ea0-9209-4f4e0b88f72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.855358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.887464 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event deleted for resources: {'Subnet': ['ID=fe6360bb-ab43-4ff1-9dbd-0b54f471b488,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:16.891972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.896919 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bb8340f7-9612-4523-b86b-213db00c11e8 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "DELETE /v2.0/subnets/fe6360bb-ab43-4ff1-9dbd-0b54f471b488 HTTP/1.1" status: 204 len: 168 time: 0.3912621 Feb 15 10:21:16.901134 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52228) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:16.990172 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:16.999097 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadf49c2-6af3-47b1-b7ed-845b4db42517 None None] Network 457cd402-0e12-402a-82dd-849d62fa4a3e requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:17.068074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Deleting port 779ad4b9-56be-4b44-a029-db0b58eeec83 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:21:17.068862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.122586 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5d189856-8ce0-478e-adbe-b4ad645c4ca3 None None] Provisioning complete for port 779ad4b9-56be-4b44-a029-db0b58eeec83 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:17.122962 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5d189856-8ce0-478e-adbe-b4ad645c4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.151855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] For port 779ad4b9-56be-4b44-a029-db0b58eeec83, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=779ad4b9-56be-4b44-a029-db0b58eeec83,segment=NetworkSegment(74b7a35f-8b13-4318-94ca-b6c86383202f),segment_id=74b7a35f-8b13-4318-94ca-b6c86383202f)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:17.152222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.172058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Calling delete_port for 779ad4b9-56be-4b44-a029-db0b58eeec83 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:21:17.252885 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.267830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] DHCP port deletion for 457cd402-0e12-402a-82dd-849d62fa4a3e request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:21:17.314050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.321994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Deleting port 779ad4b9-56be-4b44-a029-db0b58eeec83 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:21:17.322450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.342598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event deleted for resources: {'Port': ['ID=779ad4b9-56be-4b44-a029-db0b58eeec83,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:17.344560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] No DVR routers for this DVR port 779ad4b9-56be-4b44-a029-db0b58eeec83 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:21:17.395393 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] For port 779ad4b9-56be-4b44-a029-db0b58eeec83, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:17.396022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.411701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Calling delete_port for 779ad4b9-56be-4b44-a029-db0b58eeec83 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:21:17.415799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Port 779ad4b9-56be-4b44-a029-db0b58eeec83 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 10:21:17.417160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.428571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.443843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] Pushing event deleted for resources: {'Port': ['ID=779ad4b9-56be-4b44-a029-db0b58eeec83,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:17.448941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4c3f4-9a10-46b1-a7bd-9da502fbf52f None None] No DVR routers for this DVR port 779ad4b9-56be-4b44-a029-db0b58eeec83 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:21:17.457954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['457cd402-0e12-402a-82dd-849d62fa4a3e']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:17.471569 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b7a35f-8b13-4318-94ca-b6c86383202f') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:17.472106 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b7a35f-8b13-4318-94ca-b6c86383202f') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:17.474953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c5d50d-0218-4df5-80a4-b4c575df0e37 None None] get_active_networks_info from n-d-825064-4 {{(pid=102360) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Feb 15 10:21:17.485702 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.505475 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.516634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:21:17.517382 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:21:17.522515 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:21:17.566585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c5d50d-0218-4df5-80a4-b4c575df0e37 None None] Resources bound (agent type, host, resource id): {{(pid=102360) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 15 10:21:17.600493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.605970 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.609511 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "DELETE /v2.0/networks/457cd402-0e12-402a-82dd-849d62fa4a3e HTTP/1.1" status: 204 len: 168 time: 0.7071910 Feb 15 10:21:17.613473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52230) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:17.626019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3937e1-3a53-4ae3-932e-1588c152b4d3 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Pushing event deleted for resources: {'Network': ['ID=457cd402-0e12-402a-82dd-849d62fa4a3e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:17.655935 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d729c2da-032f-44cd-b289-4ba29d1f3025 tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a15de7e-a02c-4c34-acc6-5dd35912305f HTTP/1.1" status: 200 len: 205 time: 0.0399086 Feb 15 10:21:17.658811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:17.752671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.940061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.942750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.995450 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:17.996400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Fanout notify agent at l3_agent the message router_deleted on router 4a15de7e-a02c-4c34-acc6-5dd35912305f {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:21:18.010316 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:18.013662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6ac5eec4-ef28-47ab-a709-71df55eca95e tempest-RoutersNegativeTest-1508860827 tempest-RoutersNegativeTest-1508860827-project] 10.222.0.10 "DELETE /v2.0/routers/4a15de7e-a02c-4c34-acc6-5dd35912305f HTTP/1.1" status: 204 len: 168 time: 0.3530407 Feb 15 10:21:18.316375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 779ad4b9-56be-4b44-a029-db0b58eeec83 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:21:18.343893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 779ad4b9-56be-4b44-a029-db0b58eeec83 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:21:18.344505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 779ad4b9-56be-4b44-a029-db0b58eeec83 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:21:18.362673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52238) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:18.532001 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d791c44f-5831-4ca1-b679-9678d12a93b9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34bbb42e4ff94715866d3a95f82f2b27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678054 Feb 15 10:21:18.535352 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:18.611319 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:18.646355 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:18.707328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:18.709874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:18.711447 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d10e7745-01a8-4117-b628-115b98c6d558 HTTP/1.1" status: 204 len: 168 time: 0.1744792 Feb 15 10:21:18.719825 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23b153-1b5a-4b9a-95df-8a2a65dd02c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10e7745-01a8-4117-b628-115b98c6d558,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:19.361473 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c21bbbeb-ec09-4ebc-9ed2-c5e93d5caa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.536695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52264) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:19.666040 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-751652311-network', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:19.690245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Made reservation on behalf of fe0cf62bc16842ce8f7c32bb474147fd for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:19.692798 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.704149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.796676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.801625 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.836230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:19.845420 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664ee2f9-1842-460e-98b7-09130b695495,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:19.852434 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.852774 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Added segment 33c801f2-b83e-436a-9838-24b384bd0124 of type vlan for network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 Feb 15 10:21:19.895875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.925120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.926265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:19.926881 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:19.980471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4423239 Feb 15 10:21:19.984035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52268) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:19.989697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Request body: {'subnet': {'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-subnet', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:19.998103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0425e-db44-4bff-874b-bb53238221b6 admin admin] Pushing event updated for resources: {'Network': ['ID=163d779d-2ffc-455b-9aa5-84ab055ee5a4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:20.010583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:20.023170 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Made reservation on behalf of fe0cf62bc16842ce8f7c32bb474147fd for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:20.025966 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.219119 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.275514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad3ae47-e6f7-4db4-911c-de57bc58e9c4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:20.293744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Checking segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:20.294309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Network hostable DHCP agents. Network: 163d779d-2ffc-455b-9aa5-84ab055ee5a4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:20.320412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:20.330892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 163d779d-2ffc-455b-9aa5-84ab055ee5a4) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:20.336178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:20.336975 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.344482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dd1e8a-db35-428c-8217-71607df5287a None None] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:20.356665 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-21e1c72a-36f1-4e54-90bb-e4b57b29c51c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3711944 Feb 15 10:21:20.360483 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52270) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:20.368510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:20.411704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.414127 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.483176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.516338 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.550340 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:20.551658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.639370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.761001 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Allocated IP 172.20.0.2 (163d779d-2ffc-455b-9aa5-84ab055ee5a4/fad3ae47-e6f7-4db4-911c-de57bc58e9c4/c8c67d25-c718-410a-a870-7434f6a1809a) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:20.922112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.931303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.945868 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:20.965872 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.000473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:21.012773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:21.019151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:21.032501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Pushing event updated for resources: {'Port': ['ID=c8c67d25-c718-410a-a870-7434f6a1809a,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:21.099384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Allocated IP 172.25.6.185 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8cc4eea3-fa34-44d5-ad50-9d34173e4115) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:21.107810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Attempting to bind port c8c67d25-c718-410a-a870-7434f6a1809a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:21.108334 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Attempting to bind port c8c67d25-c718-410a-a870-7434f6a1809a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:21.108987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Attempting to bind port c8c67d25-c718-410a-a870-7434f6a1809a on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:21.117124 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:21.117655 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Checking segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:21.118282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.118913 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Bound using segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:21.119464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Bound port: c8c67d25-c718-410a-a870-7434f6a1809a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:21.119954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.201910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] For port c8c67d25-c718-410a-a870-7434f6a1809a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:21.207022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] For port c8c67d25-c718-410a-a870-7434f6a1809a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c8c67d25-c718-410a-a870-7434f6a1809a,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:21.213723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.233104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.279344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:21.297649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c99c779-68a5-466e-8bce-32b394a9c9f1 None None] Pushing event updated for resources: {'Port': ['ID=c8c67d25-c718-410a-a870-7434f6a1809a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:21.334539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:21.338970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Pushing event updated for resources: {'Port': ['ID=8cc4eea3-fa34-44d5-ad50-9d34173e4115,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:21.341589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:21.344349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:21.676599 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.241533 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.375294 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.407858 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c8c67d25-c718-410a-a870-7434f6a1809a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:22.454554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cda39f4-4b12-4e15-8345-d547b6a2f103 None None] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:22.475571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:21:22.565735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] Provisioning complete for port c8c67d25-c718-410a-a870-7434f6a1809a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:22.566303 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.582761 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.614721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c8c67d25-c718-410a-a870-7434f6a1809a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:22.615050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.617621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:21:22.645714 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.647012 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0385bef4-3ffa-4c64-b83e-9bbd18c3107d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2849734 Feb 15 10:21:22.651770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52272) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:22.671145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Sync routers for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:21:22.747657 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:22.748217 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:22.945367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:22.970398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:22.974472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.183845 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] For port c8c67d25-c718-410a-a870-7434f6a1809a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c8c67d25-c718-410a-a870-7434f6a1809a,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:23.200308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.208394 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.494151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Allocated IP 172.20.0.1 (163d779d-2ffc-455b-9aa5-84ab055ee5a4/fad3ae47-e6f7-4db4-911c-de57bc58e9c4/7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:23.559555 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:21:23.560404 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:21:23.625467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad05023-db1e-49f6-b265-da54dfec8631 None None] Pushing event updated for resources: {'Port': ['ID=c8c67d25-c718-410a-a870-7434f6a1809a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:23.655860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5acd5641-ea92-4b49-a8a6-bf8209269ff9 None None] Provisioning complete for port c8c67d25-c718-410a-a870-7434f6a1809a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:23.656450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5acd5641-ea92-4b49-a8a6-bf8209269ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.667701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.714052 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.764392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:23.770155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:23.772855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:23.813150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Pushing event updated for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:23.826894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:21Z', 'revision_number': 3, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:23.840458 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:23.873084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Checking router: 8749762f-17a3-47a0-9b18-8a7d2ba90c5c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:21:23.873411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Updating router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:21:23.907037 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.076176 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.244712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3af9eddd-976d-4188-abb0-3c01fa0d78c7 None None] Provisioning complete for port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:24.245084 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3af9eddd-976d-4188-abb0-3c01fa0d78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.313705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.314492 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3af9eddd-976d-4188-abb0-3c01fa0d78c7 None None] Port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:21:24.322720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.327700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.336333 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.367968 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c8c67d25-c718-410a-a870-7434f6a1809a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:24.419366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Pushing event updated for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:24.426643 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.433464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Attempting to bind port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:24.433926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Attempting to bind port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:24.434218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Attempting to bind port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:24.441016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727f25-5aa9-4f6a-b89d-0159a73eae64 None None] Pushing event updated for resources: {'Port': ['ID=8cc4eea3-fa34-44d5-ad50-9d34173e4115,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:24.448400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:24.449010 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:24.449658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.450309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:24.451106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Bound port: 8cc4eea3-fa34-44d5-ad50-9d34173e4115, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:24.451808 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.538194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:24.540120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:24.548775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c8c67d25-c718-410a-a870-7434f6a1809a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:24.549114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.591070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] For port 8cc4eea3-fa34-44d5-ad50-9d34173e4115, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:24.626692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] For port 8cc4eea3-fa34-44d5-ad50-9d34173e4115, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc4eea3-fa34-44d5-ad50-9d34173e4115,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:24.648067 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:24.676415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:21:24.778046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:24.779446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:24.850035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df727f25-5aa9-4f6a-b89d-0159a73eae64 None None] Pushing event updated for resources: {'Port': ['ID=8cc4eea3-fa34-44d5-ad50-9d34173e4115,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:24.871287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:21:24.879592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c288ea96-3699-4a7d-ab3a-ff455b37caca admin admin] 10.222.0.10 "PUT /v2.0/routers/8749762f-17a3-47a0-9b18-8a7d2ba90c5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2265444 Feb 15 10:21:24.946907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3e47590c-ca9b-49ea-b2a7-35c027bbe5c2 None None] Provisioning complete for port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:24.947523 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e47590c-ca9b-49ea-b2a7-35c027bbe5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.016083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3e47590c-ca9b-49ea-b2a7-35c027bbe5c2 None None] Port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:21:25.019522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:25.279561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6', 'name': '', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'mac_address': 'fa:16:3e:7c:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:23Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 2, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'subnets': [{'id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:25.318756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2c4c17-e1ac-46eb-9fff-ecc9358dbf52 None None] The sync data for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 is: [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6', 'name': '', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'mac_address': 'fa:16:3e:7c:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:23Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 2, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'subnets': [{'id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:21:25.513952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52288) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:25.523231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-910908925-network', 'tenant_id': 'a5a12633901449a99e45f208aa32f359'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:25.569452 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Made reservation on behalf of a5a12633901449a99e45f208aa32f359 for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:25.572672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.582796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.690613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.696789 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.732536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:21:25.745122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db0f080-2c35-451c-bf1c-6ad441462504,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:25.752494 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.753044 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Added segment f1ef70da-00d5-49c9-aec6-8155e9668fcc of type vlan for network de880269-291a-4c1b-9b39-cb7f172950c4 Feb 15 10:21:25.812197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.845252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.846326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:25.846933 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:25.913842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3977528 Feb 15 10:21:25.917733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52290) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:25.922703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Request body: {'subnet': {'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-subnet', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:25.930190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fce952-454a-443f-9110-b38ceb127ef0 admin admin] Pushing event updated for resources: {'Network': ['ID=de880269-291a-4c1b-9b39-cb7f172950c4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:25.947254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network de880269-291a-4c1b-9b39-cb7f172950c4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:21:25.969569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Made reservation on behalf of a5a12633901449a99e45f208aa32f359 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:25.975403 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.231427 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.298559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1079142-0666-4168-90f1-e57eb318f981,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:26.326698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Checking segment: {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:26.327129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Network hostable DHCP agents. Network: de880269-291a-4c1b-9b39-cb7f172950c4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:21:26.358742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Network de880269-291a-4c1b-9b39-cb7f172950c4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:21:26.372178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, de880269-291a-4c1b-9b39-cb7f172950c4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:26.378965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:26.379855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.385295 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37694bd-4fa4-4b43-b72d-bbd9552e686d None None] Network de880269-291a-4c1b-9b39-cb7f172950c4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:26.407850 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a89f6be1-ba01-42a1-bfb3-43ca6a29dc4a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4864862 Feb 15 10:21:26.408235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52292) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:26.416160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:26.465454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.469158 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.499464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc4eea3-fa34-44d5-ad50-9d34173e4115 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:26.576979 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.691735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:26.692145 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.761543 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:26.821423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-de880269-291a-4c1b-9b39-cb7f172950c4', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:21:26.822915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.001499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.022987 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.065112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.169961 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8cc4eea3-fa34-44d5-ad50-9d34173e4115, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc4eea3-fa34-44d5-ad50-9d34173e4115,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:27.180125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.181064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Allocated IP 172.25.6.81 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6f12d81c-12f7-45bb-9c37-27d5f68e2296) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:27.224879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Allocated IP 172.20.0.2 (de880269-291a-4c1b-9b39-cb7f172950c4/a1079142-0666-4168-90f1-e57eb318f981/acd0b2ea-7f02-43a3-b6e8-d2562ecea19f) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:27.261505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8cc4eea3-fa34-44d5-ad50-9d34173e4115,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:27.342120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.389454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.454916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:27.459199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:27.462646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:27.489528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Pushing event updated for resources: {'Port': ['ID=6f12d81c-12f7-45bb-9c37-27d5f68e2296,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:27.623651 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.634649 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.681583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Network de880269-291a-4c1b-9b39-cb7f172950c4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:27.684732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:27.689267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:27.692400 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Pushing event updated for resources: {'Port': ['ID=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:27.756854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Attempting to bind port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:27.757451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Attempting to bind port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:27.757970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Attempting to bind port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f on network de880269-291a-4c1b-9b39-cb7f172950c4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:27.763830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:27.764206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Checking segment: {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:27.764616 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.765037 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Bound using segment: {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:27.765511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Bound port: acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:27.765896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.821324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.870555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] For port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:27.874560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] For port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:27.879944 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:27.962067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96d25-21c0-46cb-b2e0-e546c2135b00 None None] Pushing event updated for resources: {'Port': ['ID=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:28.092005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Sync routers for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:21:28.110117 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:28.111329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:28.121797 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:28.257810 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:28.359736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:21:28.485451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc4eea3-fa34-44d5-ad50-9d34173e4115 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:28.488890 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6', 'name': '', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'mac_address': 'fa:16:3e:7c:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:23Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 2, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'subnets': [{'id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:28.522189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Checking router: 8749762f-17a3-47a0-9b18-8a7d2ba90c5c for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:21:28.522983 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Updating router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:21:28.530042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:21:28.542379 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:28.542757 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:28.544606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Sync routers for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:21:28.557424 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3606543b-d32e-456a-956d-8262944befef admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:28.561842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3606543b-d32e-456a-956d-8262944befef admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1495345 Feb 15 10:21:28.562390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52294) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:21:28.567214 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:28.592366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:28.593070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:28.778999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device acd0b2ea-7f02-43a3-b6e8-d2562ecea19f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:28.818390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:29.029493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:29.030008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.129412 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.142995 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.276114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 3, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:29.281282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.310268 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Pushing event updated for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:29.345213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.345885 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.346555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.347307 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.347829 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.348325 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.348852 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.349409 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.349897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.356198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Checking router: 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:21:29.356730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Updating router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:21:29.357173 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.357791 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.358325 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:21:29.376402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Attempting to bind port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:29.377675 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Attempting to bind port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:29.378229 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Attempting to bind port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:29.384941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:29.386319 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Checking segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:29.386917 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.387865 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Bound using segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:29.388657 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Bound port: 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:29.389278 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.422852 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.497549 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9075802a-ffe8-4364-8b86-1c391a13a0fc None None] Network de880269-291a-4c1b-9b39-cb7f172950c4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:21:29.551221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] For port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:29.557362 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] For port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:29.563592 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.623864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:29.624830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:29.668296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:29.691437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.700178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0fb81253-9f1b-4961-aa04-b0a1dad378b4 None None] Provisioning complete for port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:29.700550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0fb81253-9f1b-4961-aa04-b0a1dad378b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.812897 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:29.926669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae981f38-3087-4cc4-b191-d1712fa70cac None None] Pushing event updated for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:30.020313 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:30.078280 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Allocated IP 172.20.0.1 (de880269-291a-4c1b-9b39-cb7f172950c4/a1079142-0666-4168-90f1-e57eb318f981/21e68706-550a-4907-877b-055519ecccd1) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:30.143628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:30.236894 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.302750 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.352777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Network de880269-291a-4c1b-9b39-cb7f172950c4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:30.357054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:30.365016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:30.373388 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6', 'name': '', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'mac_address': 'fa:16:3e:7c:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:23Z', 'updated_at': '2022-02-15T10:21:29Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'subnets': [{'id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:30.406253 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9e01c3-2a11-4d06-8ba9-8350c612f658 None None] The sync data for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 is: [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:24Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6', 'name': '', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'mac_address': 'fa:16:3e:7c:27:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:23Z', 'updated_at': '2022-02-15T10:21:29Z', 'revision_number': 4, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'subnets': [{'id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:21:30.414989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.440935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.447982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:30.490697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Pushing event updated for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:30.500962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.530237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af482952-089e-4d72-8747-df16dc241b75 None None] Pushing event updated for resources: {'Port': ['ID=6f12d81c-12f7-45bb-9c37-27d5f68e2296,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:30.636639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] Provisioning complete for port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:30.637227 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.697434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Attempting to bind port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:30.698020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Attempting to bind port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:30.698613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Attempting to bind port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:30.730553 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.734062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:30.734649 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:30.735299 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.738198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:30.739176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Bound port: 6f12d81c-12f7-45bb-9c37-27d5f68e2296, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:30.739803 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.872019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] For port 6f12d81c-12f7-45bb-9c37-27d5f68e2296, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:30.877665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] For port 6f12d81c-12f7-45bb-9c37-27d5f68e2296, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f12d81c-12f7-45bb-9c37-27d5f68e2296,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:30.893715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:30.894209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:30.901022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.050089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.112769 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af482952-089e-4d72-8747-df16dc241b75 None None] Pushing event updated for resources: {'Port': ['ID=6f12d81c-12f7-45bb-9c37-27d5f68e2296,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:31.137404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:31.138059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:31.170212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.178867 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.283275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] For port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:31.340676 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.345683 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Pushing event updated for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:31.522858 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Network de880269-291a-4c1b-9b39-cb7f172950c4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:31.525349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:31.526437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.582484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.590659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:31.684999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:21:31.741658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071ce0e-b7f8-4ca6-a04d-8405bd141164 None None] Pushing event updated for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:31.860369 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-409ff49d-c9e7-49cb-bd10-7bde7f4e8198 None None] Provisioning complete for port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:31.860744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-409ff49d-c9e7-49cb-bd10-7bde7f4e8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:31.897596 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:21:31.905265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b11fa035-17ee-4741-9a0c-fc9c13fb7b1b admin admin] 10.222.0.10 "PUT /v2.0/routers/6dff8c38-bdf8-4f02-882f-3d9c8cf91901/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3412509 Feb 15 10:21:31.923454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:21:31.923816 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:21:32.064852 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-409ff49d-c9e7-49cb-bd10-7bde7f4e8198 None None] Provisioning complete for port 21e68706-550a-4907-877b-055519ecccd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:32.065535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-409ff49d-c9e7-49cb-bd10-7bde7f4e8198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:32.107772 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-5f705330-e17e-40a9-8028-0389792847bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '21e68706-550a-4907-877b-055519ecccd1', 'name': '', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'mac_address': 'fa:16:3e:7d:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:29Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 1, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'subnets': [{'id': 'a1079142-0666-4168-90f1-e57eb318f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:32.151570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f705330-e17e-40a9-8028-0389792847bf None None] The sync data for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 is: [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '21e68706-550a-4907-877b-055519ecccd1', 'name': '', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'mac_address': 'fa:16:3e:7d:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:29Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 1, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'subnets': [{'id': 'a1079142-0666-4168-90f1-e57eb318f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:21:32.159225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-409ff49d-c9e7-49cb-bd10-7bde7f4e8198 None None] Port 21e68706-550a-4907-877b-055519ecccd1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:21:32.286576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d96ca4c6-6b68-4f2d-ae86-d4e8990e95a1 None None] Provisioning complete for port 21e68706-550a-4907-877b-055519ecccd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:32.287110 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d96ca4c6-6b68-4f2d-ae86-d4e8990e95a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:32.350785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d96ca4c6-6b68-4f2d-ae86-d4e8990e95a1 None None] Port 21e68706-550a-4907-877b-055519ecccd1 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:21:32.495326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device acd0b2ea-7f02-43a3-b6e8-d2562ecea19f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:32.562039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:32.562561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:32.789682 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:32.856740 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:32.857138 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:32.909512 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a0026f73-e0c8-4ea3-8de9-dfcb572dad72 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:32.911321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a0026f73-e0c8-4ea3-8de9-dfcb572dad72 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 816 time: 0.1740181 Feb 15 10:21:32.938313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-62709205-b067-4068-bb6c-33d3b76763d8 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/quotas/fe0cf62bc16842ce8f7c32bb474147fd HTTP/1.1" status: 200 len: 375 time: 0.0162585 Feb 15 10:21:33.020490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-4936b889-248f-4337-b0b8-47177363e840 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678959 Feb 15 10:21:33.321546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-6896baaf-83a6-4d29-bfd6-253901ace81b service neutron] 10.222.0.10 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853272 Feb 15 10:21:33.438924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-cc2e61ae-0b49-4038-9553-af909745d88d service neutron] 10.222.0.10 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103377 Feb 15 10:21:33.811074 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-86653371-4b72-4356-9bfe-1d782730db3e req-813c2a9b-7dbe-41df-8d94-f57e10107da4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 210 time: 0.1563509 Feb 15 10:21:34.674333 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Sync routers for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:21:34.687566 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:34.688259 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:34.809451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f12d81c-12f7-45bb-9c37-27d5f68e2296 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:34.828691 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:34.873076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:34.873530 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.015749 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.046019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 6f12d81c-12f7-45bb-9c37-27d5f68e2296, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f12d81c-12f7-45bb-9c37-27d5f68e2296,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:35.053119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.059719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b2e7cdb-69f0-48ae-b6b5-9c420aaf6526 req-6411c1f7-2b1e-4529-bce6-38cdfa57ef55 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 210 time: 0.0898645 Feb 15 10:21:35.154062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=6f12d81c-12f7-45bb-9c37-27d5f68e2296,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:35.236019 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '21e68706-550a-4907-877b-055519ecccd1', 'name': '', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'mac_address': 'fa:16:3e:7d:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:29Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 2, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'subnets': [{'id': 'a1079142-0666-4168-90f1-e57eb318f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:35.254621 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-e2306330-16a9-45f4-997a-a12c09456a1e tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:35.256283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-e2306330-16a9-45f4-997a-a12c09456a1e tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 816 time: 0.2289035 Feb 15 10:21:35.273275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Request body: {'port': {'device_id': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'admin_state_up': True, 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:35.290783 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Checking router: 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:21:35.291143 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Updating router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 port 21e68706-550a-4907-877b-055519ecccd1 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:21:35.320944 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.443253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Made reservation on behalf of fe0cf62bc16842ce8f7c32bb474147fd for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:21:35.447880 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.591088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Allocated IP 172.20.0.3 (163d779d-2ffc-455b-9aa5-84ab055ee5a4/fad3ae47-e6f7-4db4-911c-de57bc58e9c4/90a780f1-90dc-4f48-9344-46cc8a2149fd) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:21:35.754417 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.762671 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.775723 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.822073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.847209 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d20592-5338-4364-a679-935bfb5c1592 None None] Pushing event updated for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:35.906165 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:21:35.911504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:21:35.917742 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:21:35.923220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Pushing event updated for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:35.945170 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Attempting to bind port 21e68706-550a-4907-877b-055519ecccd1 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:35.945929 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Attempting to bind port 21e68706-550a-4907-877b-055519ecccd1 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:35.946651 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Attempting to bind port 21e68706-550a-4907-877b-055519ecccd1 on network de880269-291a-4c1b-9b39-cb7f172950c4 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:35.964840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:35.965944 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Checking segment: {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:35.966574 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.967385 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Bound using segment: {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:35.968411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Bound port: 21e68706-550a-4907-877b-055519ecccd1, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ef70da-00d5-49c9-aec6-8155e9668fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:35.969100 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:35.990552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:35.991787 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.018134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a298030d-fe31-4884-b907-c093c8f434d4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530453 Feb 15 10:21:36.030327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Request body: {'port': {'device_id': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:21:36.092035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] For port 21e68706-550a-4907-877b-055519ecccd1, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:36.093943 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.098577 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] For port 21e68706-550a-4907-877b-055519ecccd1, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=21e68706-550a-4907-877b-055519ecccd1,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:36.107482 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.222408 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] Provisioning complete for port 21e68706-550a-4907-877b-055519ecccd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:36.223899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.297316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014b12-4c68-42bd-903a-b188ccf8448c req-a22f68e9-0d82-492a-8f74-8f5cc800c028 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:36.299839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85014b12-4c68-42bd-903a-b188ccf8448c req-a22f68e9-0d82-492a-8f74-8f5cc800c028 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 931 time: 0.0669146 Feb 15 10:21:36.306612 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d20592-5338-4364-a679-935bfb5c1592 None None] Pushing event updated for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:36.311553 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:21:36.312605 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:21:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:36.375647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-85014b12-4c68-42bd-903a-b188ccf8448c req-630f4894-505f-4772-a69d-32cbc47db287 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486720 Feb 15 10:21:36.449120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.505636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] For port 21e68706-550a-4907-877b-055519ecccd1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=21e68706-550a-4907-877b-055519ecccd1,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:36.514768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.535493 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:21:36.557413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a780f1-90dc-4f48-9344-46cc8a2149fd {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:21:36.573104 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.576186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a870e5-de0f-4f96-8d9d-2684bd5487b5 None None] Pushing event updated for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:36.594356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Transition to ACTIVE for port object 90a780f1-90dc-4f48-9344-46cc8a2149fd will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:21:36.599191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.652671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:36.681756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c0bbb6e7-852a-4336-a7e1-d588e122c822 None None] Provisioning complete for port 21e68706-550a-4907-877b-055519ecccd1 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:36.696050 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c0bbb6e7-852a-4336-a7e1-d588e122c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.751022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Attempting to bind port 90a780f1-90dc-4f48-9344-46cc8a2149fd on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:21:36.752511 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Attempting to bind port 90a780f1-90dc-4f48-9344-46cc8a2149fd by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:21:36.752876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Attempting to bind port 90a780f1-90dc-4f48-9344-46cc8a2149fd on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:36.761470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Port 90a780f1-90dc-4f48-9344-46cc8a2149fd on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:21:36.761985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Attempting to bind port 90a780f1-90dc-4f48-9344-46cc8a2149fd on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:21:36.774403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:21:36.775868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Checking segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:21:36.776558 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Bound using segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:21:36.777377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Bound port: 90a780f1-90dc-4f48-9344-46cc8a2149fd, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:21:36.777977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.929018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:21:36.934871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:21:36.936564 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 21e68706-550a-4907-877b-055519ecccd1 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:36.947090 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:36.954264 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '21e68706-550a-4907-877b-055519ecccd1', 'name': '', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'mac_address': 'fa:16:3e:7d:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:29Z', 'updated_at': '2022-02-15T10:21:36Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'subnets': [{'id': 'a1079142-0666-4168-90f1-e57eb318f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:21:37.018342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.019758 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:37.021891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] 10.222.0.36 "PUT /v2.0/ports/90a780f1-90dc-4f48-9344-46cc8a2149fd HTTP/1.1" status: 200 len: 1091 time: 0.9957778 Feb 15 10:21:37.023301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:21:37.027642 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb5d09a-64c3-467e-baea-837533af1f21" -d '{"events": [{"name": "network-changed", "server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:21:37.079269 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33ab755-1173-4b89-ae21-24a9d430a36d None None] The sync data for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 is: [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:21:30Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '21e68706-550a-4907-877b-055519ecccd1', 'name': '', 'network_id': 'de880269-291a-4c1b-9b39-cb7f172950c4', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'mac_address': 'fa:16:3e:7d:b4:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a1079142-0666-4168-90f1-e57eb318f981', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:29Z', 'updated_at': '2022-02-15T10:21:36Z', 'revision_number': 4, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'subnets': [{'id': 'a1079142-0666-4168-90f1-e57eb318f981', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:21:37.111730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 21e68706-550a-4907-877b-055519ecccd1 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:37.112316 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80a749b-a71c-476f-944a-917e614582f3 service neutron] Pushing event updated for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:37.113004 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:37.180849 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c6fbf1-83ba-4381-9b49-23517090b30c x-openstack-request-id: req-47c6fbf1-83ba-4381-9b49-23517090b30c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:21:37.181597 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:21:37.181943 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-47c6fbf1-83ba-4381-9b49-23517090b30c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:21:37.182530 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd', 'status': 'completed', 'code': 200} Feb 15 10:21:37.205326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-55ae8f9b-f967-4b60-b37e-7eb0078288a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.208071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-55ae8f9b-f967-4b60-b37e-7eb0078288a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 1094 time: 0.1097448 Feb 15 10:21:37.268224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-a9d6b247-a35a-4724-8677-97f07873fa0d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd HTTP/1.1" status: 200 len: 217 time: 0.0525289 Feb 15 10:21:37.332367 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f12d81c-12f7-45bb-9c37-27d5f68e2296 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:37.338537 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-5b4908a3-97ad-45d8-9751-7e717c48d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.339981 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-5b4908a3-97ad-45d8-9751-7e717c48d49b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fad3ae47-e6f7-4db4-911c-de57bc58e9c4 HTTP/1.1" status: 200 len: 855 time: 0.0654569 Feb 15 10:21:37.397937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-0f05cd36-dc48-41fe-934e-866ea1f4c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.400270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-0f05cd36-dc48-41fe-934e-866ea1f4c751 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=163d779d-2ffc-455b-9aa5-84ab055ee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530422 Feb 15 10:21:37.437801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:37.438391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:37.557013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf986ce8-a0b9-4c45-81a2-b7762d195c3e req-85648c5a-f8d8-416a-843f-657242085682 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.564897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf986ce8-a0b9-4c45-81a2-b7762d195c3e req-85648c5a-f8d8-416a-843f-657242085682 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 943 time: 0.0667367 Feb 15 10:21:37.597384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-8d4cfed3-01dd-43dd-8647-3b56f1ea2356 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885259 Feb 15 10:21:37.603218 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-bf986ce8-a0b9-4c45-81a2-b7762d195c3e req-09e2fa41-b3b0-453d-bdde-94571cdc9e9c tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371549 Feb 15 10:21:37.728846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-644c9f6c-ff34-4b95-a73c-673735415e3b req-487cb689-c4ac-407d-bb32-b4c878ff2070 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239972 Feb 15 10:21:37.845131 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-8b7a3fd4-16ce-4201-9153-bcd9088041d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.846839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-8b7a3fd4-16ce-4201-9153-bcd9088041d5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 1094 time: 0.0564966 Feb 15 10:21:37.960659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-047846cb-b043-474f-beec-1670d4b7480e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:37.962921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-047846cb-b043-474f-beec-1670d4b7480e service neutron] 10.222.0.36 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 917 time: 0.1085258 Feb 15 10:21:38.022958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-e52b7c0d-ea0e-4a74-9c37-09ff47d26f59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd HTTP/1.1" status: 200 len: 217 time: 0.0511477 Feb 15 10:21:38.090651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-493f2540-5150-42d6-a49d-36cf674af6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:38.092240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-493f2540-5150-42d6-a49d-36cf674af6e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fad3ae47-e6f7-4db4-911c-de57bc58e9c4 HTTP/1.1" status: 200 len: 855 time: 0.0626352 Feb 15 10:21:38.145130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-4cc5e011-06b8-4fce-a088-fde170296cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:38.146678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-4cc5e011-06b8-4fce-a088-fde170296cc0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=163d779d-2ffc-455b-9aa5-84ab055ee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456128 Feb 15 10:21:38.240620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-397460d1-5c41-4598-9607-6659dc25de3b service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866437 Feb 15 10:21:38.341445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bb5d09a-64c3-467e-baea-837533af1f21 req-b707828d-921b-464b-8889-d7602b7b1185 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927463 Feb 15 10:21:38.739502 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b36679-8d9f-4dbe-9752-4dab64a381d0 req-0a0c44da-8399-4e40-a8f2-0261e160ef7d tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:38.741931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7b36679-8d9f-4dbe-9752-4dab64a381d0 req-0a0c44da-8399-4e40-a8f2-0261e160ef7d tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 943 time: 0.0593724 Feb 15 10:21:38.787018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c7b36679-8d9f-4dbe-9752-4dab64a381d0 req-8c03f65a-3bcf-4943-af59-01e6602874a4 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383279 Feb 15 10:21:39.925734 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62d1af-c182-49b4-8fa5-38f59d0eea85 req-65cc238e-885e-4662-855a-7444712c5399 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:39.927264 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d62d1af-c182-49b4-8fa5-38f59d0eea85 req-65cc238e-885e-4662-855a-7444712c5399 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 943 time: 0.0522015 Feb 15 10:21:39.969256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d62d1af-c182-49b4-8fa5-38f59d0eea85 req-7e78798a-fee5-415e-be12-1a169b908201 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352802 Feb 15 10:21:40.276355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 90a780f1-90dc-4f48-9344-46cc8a2149fd details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:21:40.373899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:40.386045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '90a780f1-90dc-4f48-9344-46cc8a2149fd', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'port_id': '90a780f1-90dc-4f48-9344-46cc8a2149fd', 'mac_address': 'fa:16:3e:ab:10:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:21:40.429480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:40.442773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a780f1-90dc-4f48-9344-46cc8a2149fd {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:21:40.463977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:40.468099 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:40.517927 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:40.668982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['90a780f1-90dc-4f48-9344-46cc8a2149fd'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:21:41.106317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857983cf-6c73-42fa-a9b0-4f0b5e21c871 req-5a57c47b-a236-4337-8a74-e3a1e3d6ed2b tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:41.107938 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-857983cf-6c73-42fa-a9b0-4f0b5e21c871 req-5a57c47b-a236-4337-8a74-e3a1e3d6ed2b tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 944 time: 0.0560334 Feb 15 10:21:41.149746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-857983cf-6c73-42fa-a9b0-4f0b5e21c871 req-096591d2-9366-4a50-b423-2beee381cb92 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355918 Feb 15 10:21:42.275211 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0638a-69f4-4d04-8331-407c377b25fb req-cf355ea1-aaaf-47ff-bde4-a40017229dc5 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:42.276888 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7d0638a-69f4-4d04-8331-407c377b25fb req-cf355ea1-aaaf-47ff-bde4-a40017229dc5 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 944 time: 0.0541050 Feb 15 10:21:42.292595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 90a780f1-90dc-4f48-9344-46cc8a2149fd up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:21:42.323236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7d0638a-69f4-4d04-8331-407c377b25fb req-f9a9c308-de7a-4fe5-9d33-08c90fead7a6 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395026 Feb 15 10:21:42.358825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 90a780f1-90dc-4f48-9344-46cc8a2149fd completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:21:42.363281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 90a780f1-90dc-4f48-9344-46cc8a2149fd triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:21:42.363647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:42.450292 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:42.476465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:21:42.478915 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c12a9b0-5f4e-4802-ab60-3dcfb779b923" -d '{"events": [{"server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "name": "network-vif-plugged", "status": "completed", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:21:42.496956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:21:42.501808 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:42.531379 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242cb35-43ec-462d-95cd-a97c6df746ee x-openstack-request-id: req-5242cb35-43ec-462d-95cd-a97c6df746ee {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:21:42.531686 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "name": "network-vif-plugged", "status": "completed", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:21:42.531947 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5242cb35-43ec-462d-95cd-a97c6df746ee {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:21:42.532271 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd', 'code': 200} Feb 15 10:21:42.566434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:21:42.635524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b82acb-c0d2-4c92-8b55-aea51cc8809e req-2f6407fc-54ad-40e9-9701-cba314d2ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:42.637274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8b82acb-c0d2-4c92-8b55-aea51cc8809e req-2f6407fc-54ad-40e9-9701-cba314d2ce1b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 1096 time: 0.0455823 Feb 15 10:21:42.677025 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e8b82acb-c0d2-4c92-8b55-aea51cc8809e req-471ce57b-a8ff-45a8-a86d-aa92690b5aef service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328054 Feb 15 10:21:43.460704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397615d-723e-4f3c-ab80-164d14d0db15 req-400cc0ef-10bf-4fd0-a5d8-c4065c18ac5b tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:43.462356 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7397615d-723e-4f3c-ab80-164d14d0db15 req-400cc0ef-10bf-4fd0-a5d8-c4065c18ac5b tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0557702 Feb 15 10:21:43.501825 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7397615d-723e-4f3c-ab80-164d14d0db15 req-ae562916-e666-41ec-ac8b-d61112695eae tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331488 Feb 15 10:21:44.637236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7180e8f-baf6-46b1-b97f-2b6547bf27c4 req-b408f674-b5aa-49ed-86ae-d8cbe40defd2 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:44.639860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7180e8f-baf6-46b1-b97f-2b6547bf27c4 req-b408f674-b5aa-49ed-86ae-d8cbe40defd2 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0647826 Feb 15 10:21:44.700958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7180e8f-baf6-46b1-b97f-2b6547bf27c4 req-97610ebd-4170-4588-baf3-7aa6ab0ad5fd tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546682 Feb 15 10:21:44.784610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:44.870817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40483c13-056f-4b35-b26f-dd7272bbe2f9 req-cd2bae68-c7c7-4dec-8c5b-6a5ec71c5571 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:21:44.872328 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40483c13-056f-4b35-b26f-dd7272bbe2f9 req-cd2bae68-c7c7-4dec-8c5b-6a5ec71c5571 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0512598 Feb 15 10:21:44.918843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-40483c13-056f-4b35-b26f-dd7272bbe2f9 req-2395d5f1-68c8-4656-a044-a0c9b063b7ca tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355597 Feb 15 10:21:46.812086 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3edb-68b1-4c6c-a982-027ce401eaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:47.267550 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:49.358199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6b5ead00-5afd-4e25-b1ca-176f44b0cf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:50.508993 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:52.364621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:52.541581 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:21:53.202232 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:22:04.837463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383bfe2-beb0-48d5-a95e-456fdc381f22 req-0e17bbba-691b-444d-a0a1-359c8c00133a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:04.839079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5383bfe2-beb0-48d5-a95e-456fdc381f22 req-0e17bbba-691b-444d-a0a1-359c8c00133a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0570204 Feb 15 10:22:04.882699 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5383bfe2-beb0-48d5-a95e-456fdc381f22 req-80c78003-75d2-4118-9b46-df7cfa76b33d tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372033 Feb 15 10:22:06.007498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533181a-77fe-4677-aa5a-5a2df6ba07af req-8ac781ea-db0f-4e17-a48e-30f1fb543893 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:06.012435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2533181a-77fe-4677-aa5a-5a2df6ba07af req-8ac781ea-db0f-4e17-a48e-30f1fb543893 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0552931 Feb 15 10:22:06.048636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2533181a-77fe-4677-aa5a-5a2df6ba07af req-bcbddfa4-dd4f-459a-a5ff-407db32a8134 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330243 Feb 15 10:22:06.314437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-5792c230-b852-4e2f-b514-d48467a4a424 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:06.315917 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-5792c230-b852-4e2f-b514-d48467a4a424 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 945 time: 0.0503249 Feb 15 10:22:06.407533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Deleting port 90a780f1-90dc-4f48-9344-46cc8a2149fd {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:06.407874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:06.504047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] For port 90a780f1-90dc-4f48-9344-46cc8a2149fd, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=90a780f1-90dc-4f48-9344-46cc8a2149fd,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:06.504409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:06.517300 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Calling delete_port for 90a780f1-90dc-4f48-9344-46cc8a2149fd owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:06.658470 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:06.670312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['90a780f1-90dc-4f48-9344-46cc8a2149fd'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:22:06.691471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Pushing event deleted for resources: {'Port': ['ID=90a780f1-90dc-4f48-9344-46cc8a2149fd,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:06.705958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.706308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.706646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.706980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.707309 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.707680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.707961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.708285 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.708673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.709549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.709936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.710241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:06.749527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] No DVR routers for this DVR port 90a780f1-90dc-4f48-9344-46cc8a2149fd on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:22:06.752498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:06.756163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92ddba81-dcd2-4f89-8491-65f9cd8507b7 req-9405694a-dbde-41d8-9a48-20b077b05873 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "DELETE /v2.0/ports/90a780f1-90dc-4f48-9344-46cc8a2149fd HTTP/1.1" status: 204 len: 173 time: 0.4335742 Feb 15 10:22:06.756908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'name': 'network-vif-deleted', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:22:06.759286 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e42c25-3ad5-4703-bc79-23b53e03f626" -d '{"events": [{"server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "name": "network-vif-deleted", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:22:06.806855 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79cb277-f1e8-4959-81a6-919311e6827b x-openstack-request-id: req-f79cb277-f1e8-4959-81a6-919311e6827b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:22:06.806855 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16f42f85-1119-4e01-9f35-c6bf3bcab7cc", "name": "network-vif-deleted", "tag": "90a780f1-90dc-4f48-9344-46cc8a2149fd", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:22:06.807117 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f79cb277-f1e8-4959-81a6-919311e6827b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:22:06.807365 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16f42f85-1119-4e01-9f35-c6bf3bcab7cc', 'name': 'network-vif-deleted', 'tag': '90a780f1-90dc-4f48-9344-46cc8a2149fd', 'status': 'completed', 'code': 200} Feb 15 10:22:07.172281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7b0085c-6f4a-4256-961a-e7d3f849cc0c req-fab5b0f7-e121-4c8d-b352-4a84725f9ef3 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=16f42f85-1119-4e01-9f35-c6bf3bcab7cc HTTP/1.1" status: 200 len: 210 time: 0.0373328 Feb 15 10:22:08.701392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-1e821c9e-73f3-4e85-aed6-023d914e99ee tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:08.702990 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-1e821c9e-73f3-4e85-aed6-023d914e99ee tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 816 time: 0.1037161 Feb 15 10:22:08.718559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-3a44b72b-54c1-48d8-98de-0cb16b15d185 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/quotas/fe0cf62bc16842ce8f7c32bb474147fd HTTP/1.1" status: 200 len: 375 time: 0.0097604 Feb 15 10:22:08.769908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-c6c91f1c-ba5d-43c0-86cd-8758e2844dac tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458179 Feb 15 10:22:08.867909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-aaae0649-3788-4d02-8de9-a0e4e44108ec service neutron] 10.222.0.10 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855045 Feb 15 10:22:08.957022 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-d7358525-6925-443d-8dd6-03879d40bcca service neutron] 10.222.0.10 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828795 Feb 15 10:22:09.123720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-11432c3a-aea2-4776-88b8-d632230dc813 req-9d8989e0-718a-442a-9fdf-afbe8e913cbe tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 210 time: 0.0303521 Feb 15 10:22:10.095569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-243568e9-5d6e-424e-a927-882ddf16c3cd tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:10.097180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-243568e9-5d6e-424e-a927-882ddf16c3cd tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 816 time: 0.1165111 Feb 15 10:22:10.110607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Request body: {'port': {'device_id': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'admin_state_up': True, 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:10.260867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-102e78a9-1610-4fa0-994e-c94f6d4ef3a2 req-8a383e15-c189-4055-affd-182f8dcd25f8 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 210 time: 0.0508821 Feb 15 10:22:10.287181 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Made reservation on behalf of fe0cf62bc16842ce8f7c32bb474147fd for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:22:10.290853 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:10.400909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 90a780f1-90dc-4f48-9344-46cc8a2149fd no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:10.419367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Allocated IP 172.20.0.12 (163d779d-2ffc-455b-9aa5-84ab055ee5a4/fad3ae47-e6f7-4db4-911c-de57bc58e9c4/45436f2a-09dc-435a-a7db-c0683813dc28) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:10.422607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 90a780f1-90dc-4f48-9344-46cc8a2149fd {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:10.423254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 90a780f1-90dc-4f48-9344-46cc8a2149fd not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:10.846393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:10.880296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:10.922226 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:10.927147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:10.929655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:10.962200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Pushing event updated for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:10.987197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:10.987821 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.004536 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-78093180-b0fd-4d30-99e7-7cdb689eb5f9 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8981574 Feb 15 10:22:11.016972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Request body: {'port': {'device_id': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:11.077611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.183958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-70fecaa1-a6bf-47a2-95f1-1948d55aaa56 None None] Provisioning complete for port 45436f2a-09dc-435a-a7db-c0683813dc28 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:11.184324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-70fecaa1-a6bf-47a2-95f1-1948d55aaa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.219233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-70fecaa1-a6bf-47a2-95f1-1948d55aaa56 None None] Port 45436f2a-09dc-435a-a7db-c0683813dc28 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:22:11.347470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45436f2a-09dc-435a-a7db-c0683813dc28 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:22:11.355629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.367353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Transition to ACTIVE for port object 45436f2a-09dc-435a-a7db-c0683813dc28 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:22:11.371539 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.381700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf3f7a6-0e9e-4ff4-9ac4-488052b24af9 req-bf84c9a4-d266-41ff-a47a-5459e6a383fb tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:11.383220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bf3f7a6-0e9e-4ff4-9ac4-488052b24af9 req-bf84c9a4-d266-41ff-a47a-5459e6a383fb tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 932 time: 0.0513875 Feb 15 10:22:11.423104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Pushing event updated for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:11.425284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2bf3f7a6-0e9e-4ff4-9ac4-488052b24af9 req-4d119b03-468b-469c-b494-48b307e9abd8 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360992 Feb 15 10:22:11.496529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Attempting to bind port 45436f2a-09dc-435a-a7db-c0683813dc28 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:11.496882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Attempting to bind port 45436f2a-09dc-435a-a7db-c0683813dc28 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:11.497215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Attempting to bind port 45436f2a-09dc-435a-a7db-c0683813dc28 on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:11.501663 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Port 45436f2a-09dc-435a-a7db-c0683813dc28 on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:22:11.501979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Attempting to bind port 45436f2a-09dc-435a-a7db-c0683813dc28 on network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:11.507676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:11.508015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Checking segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:11.508402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Bound using segment: {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:11.508857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Bound port: 45436f2a-09dc-435a-a7db-c0683813dc28, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33c801f2-b83e-436a-9838-24b384bd0124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:11.509222 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.576411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:11.579815 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45436f2a-09dc-435a-a7db-c0683813dc28,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:11.583956 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.620252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:11.620950 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:11.622381 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] 10.222.0.36 "PUT /v2.0/ports/45436f2a-09dc-435a-a7db-c0683813dc28 HTTP/1.1" status: 200 len: 1092 time: 0.6101365 Feb 15 10:22:11.622808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:22:11.625055 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32" -d '{"events": [{"name": "network-changed", "server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:22:11.650144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521a027-d99a-4259-ac24-206f997a1db3 service neutron] Pushing event updated for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:11.688614 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c7bed8-2094-469f-b540-41f7e8ccc35e x-openstack-request-id: req-e4c7bed8-2094-469f-b540-41f7e8ccc35e {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:22:11.688930 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:22:11.689180 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e4c7bed8-2094-469f-b540-41f7e8ccc35e {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:22:11.689576 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28', 'status': 'completed', 'code': 200} Feb 15 10:22:11.719535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-bc563020-5f6f-4d80-a13f-6cb01e17601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:11.721101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-bc563020-5f6f-4d80-a13f-6cb01e17601f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 1095 time: 0.0443089 Feb 15 10:22:11.767903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-282d1d04-762b-4834-9c1e-050632b7fd3e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45436f2a-09dc-435a-a7db-c0683813dc28 HTTP/1.1" status: 200 len: 217 time: 0.0388689 Feb 15 10:22:11.819934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-b54d44e2-6eeb-4753-bdab-13e4ae1f9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:11.821439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-b54d44e2-6eeb-4753-bdab-13e4ae1f9c37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fad3ae47-e6f7-4db4-911c-de57bc58e9c4 HTTP/1.1" status: 200 len: 855 time: 0.0464659 Feb 15 10:22:11.867568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-050fc1d5-9d7f-4256-b0b3-f68ff0d4e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:11.869223 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-050fc1d5-9d7f-4256-b0b3-f68ff0d4e849 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=163d779d-2ffc-455b-9aa5-84ab055ee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415530 Feb 15 10:22:11.964270 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-208fbe2b-4102-4836-b1a1-323721f906e0 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879548 Feb 15 10:22:12.056884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e36d9df5-5410-4338-996b-cc2ea2ddb65a req-b4bb7974-d150-405e-ae53-04dc44930da9 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861397 Feb 15 10:22:12.150058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-f9058368-b1ac-4f2b-abc4-44cabc908ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:12.151425 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-f9058368-b1ac-4f2b-abc4-44cabc908ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 1095 time: 0.0461445 Feb 15 10:22:12.240635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-7a76db6f-457a-41ee-af06-c13a7eb8d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:12.242668 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-7a76db6f-457a-41ee-af06-c13a7eb8d5a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 200 len: 917 time: 0.0847440 Feb 15 10:22:12.284221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-0a7c9034-555c-4023-afbb-dada8d13e060 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45436f2a-09dc-435a-a7db-c0683813dc28 HTTP/1.1" status: 200 len: 217 time: 0.0353689 Feb 15 10:22:12.337368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-41d8e76e-59aa-40dc-a1bb-9a48e023d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:12.338852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-41d8e76e-59aa-40dc-a1bb-9a48e023d905 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fad3ae47-e6f7-4db4-911c-de57bc58e9c4 HTTP/1.1" status: 200 len: 855 time: 0.0476801 Feb 15 10:22:12.385665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-b87cf2a0-c0b2-49a0-ae12-07bb4c75c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:12.387194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-b87cf2a0-c0b2-49a0-ae12-07bb4c75c2f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=163d779d-2ffc-455b-9aa5-84ab055ee5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414157 Feb 15 10:22:12.485525 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-4ac16e22-8596-4043-b321-e843e57415c0 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895393 Feb 15 10:22:12.549294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a81cf-98a4-4773-a223-02f1809dc370 req-2c97ae8e-56da-47ab-b9c9-0a1f0a469f38 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:12.550929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-577a81cf-98a4-4773-a223-02f1809dc370 req-2c97ae8e-56da-47ab-b9c9-0a1f0a469f38 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 944 time: 0.0545423 Feb 15 10:22:12.597018 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-577a81cf-98a4-4773-a223-02f1809dc370 req-d749befe-3c30-4ef5-9479-b20c4bd796c5 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385182 Feb 15 10:22:12.597958 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8043873e-08c7-4a1e-a5ee-8e7bebaa9c32 req-b6ed98ab-5d59-4764-817f-99d42892a3f9 service neutron] 10.222.0.36 "GET /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053779 Feb 15 10:22:13.719239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10839dac-2f70-427e-8d8c-370c0005b63b req-9b9d6c5a-986a-449a-a39d-16d53e01313a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:13.720707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10839dac-2f70-427e-8d8c-370c0005b63b req-9b9d6c5a-986a-449a-a39d-16d53e01313a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 944 time: 0.0525551 Feb 15 10:22:13.764208 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-10839dac-2f70-427e-8d8c-370c0005b63b req-873b6aad-89d3-4028-b522-27be7f847fe0 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368102 Feb 15 10:22:14.431418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45436f2a-09dc-435a-a7db-c0683813dc28 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:22:14.525560 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45436f2a-09dc-435a-a7db-c0683813dc28,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:14.539306 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '45436f2a-09dc-435a-a7db-c0683813dc28', 'network_id': '163d779d-2ffc-455b-9aa5-84ab055ee5a4', 'port_id': '45436f2a-09dc-435a-a7db-c0683813dc28', 'mac_address': 'fa:16:3e:98:8f:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad3ae47-e6f7-4db4-911c-de57bc58e9c4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:22:14.581437 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:14.595079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45436f2a-09dc-435a-a7db-c0683813dc28 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:22:14.613509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45436f2a-09dc-435a-a7db-c0683813dc28,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:14.617521 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:14.664554 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:14.671745 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.672092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.672428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.672762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.673116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.673444 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.673767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.674090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.674409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.674727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.675045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.675362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:14.789136 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:14.805967 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['45436f2a-09dc-435a-a7db-c0683813dc28'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:22:14.886807 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647e7d41-5d1d-49ff-af4e-3f95c3b57f83 req-1321ca19-5b42-411d-bb20-91613c446774 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:14.888341 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-647e7d41-5d1d-49ff-af4e-3f95c3b57f83 req-1321ca19-5b42-411d-bb20-91613c446774 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 945 time: 0.0548401 Feb 15 10:22:14.945812 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-647e7d41-5d1d-49ff-af4e-3f95c3b57f83 req-1ce1207e-50c6-4b3b-9642-c1c645da88ed tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511537 Feb 15 10:22:16.067223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a344c-d314-4d66-b27b-a9905471616c req-9434b9cc-6263-468e-8186-1f662a1b05c3 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:16.068910 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c16a344c-d314-4d66-b27b-a9905471616c req-9434b9cc-6263-468e-8186-1f662a1b05c3 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Feb 15 10:22:16.106452 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c16a344c-d314-4d66-b27b-a9905471616c req-01b14989-d673-4877-9f4e-bd92d7a4b558 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313656 Feb 15 10:22:16.444251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45436f2a-09dc-435a-a7db-c0683813dc28 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:16.491475 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 45436f2a-09dc-435a-a7db-c0683813dc28 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:22:16.495359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 45436f2a-09dc-435a-a7db-c0683813dc28 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:16.495731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:16.571714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:16.596921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:22:16.599310 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95936886-96c1-479f-bcb8-5569efde7c9c" -d '{"events": [{"server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "name": "network-vif-plugged", "status": "completed", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:22:16.611543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45436f2a-09dc-435a-a7db-c0683813dc28,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:16.616873 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:16.640756 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d02bb89-1a2a-468f-a761-044738548181 x-openstack-request-id: req-7d02bb89-1a2a-468f-a761-044738548181 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:22:16.641074 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "name": "network-vif-plugged", "status": "completed", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:22:16.641325 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d02bb89-1a2a-468f-a761-044738548181 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:22:16.641709 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28', 'code': 200} Feb 15 10:22:16.668721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:16.735646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf84eae1-9394-4688-8540-d5d8bad43c2b req-83d5757c-3b47-487e-bae3-395f34ef7d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:16.737086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf84eae1-9394-4688-8540-d5d8bad43c2b req-83d5757c-3b47-487e-bae3-395f34ef7d5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 1097 time: 0.0402253 Feb 15 10:22:16.770841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cf84eae1-9394-4688-8540-d5d8bad43c2b req-9d452ac8-cb11-4584-ad1d-ad715f79ca17 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270905 Feb 15 10:22:16.805423 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-65d65f4e-a98c-4f63-b36b-752d6d17c8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:17.222965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee728-41b2-4e05-b9e2-9e8757f5d3f3 req-7977e0ae-70f4-44bb-87f0-268d0f43e148 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:17.224507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22cee728-41b2-4e05-b9e2-9e8757f5d3f3 req-7977e0ae-70f4-44bb-87f0-268d0f43e148 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0491416 Feb 15 10:22:17.260940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:17.264132 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22cee728-41b2-4e05-b9e2-9e8757f5d3f3 req-cf1f1b28-0f9b-49ed-b872-7c8a64ae507f tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336285 Feb 15 10:22:18.382588 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ded687-cf2b-472a-859e-f807fcded481 req-638a8875-3c31-4bbb-93db-9b13e32d273a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:18.384083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64ded687-cf2b-472a-859e-f807fcded481 req-638a8875-3c31-4bbb-93db-9b13e32d273a tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0491929 Feb 15 10:22:18.422697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-64ded687-cf2b-472a-859e-f807fcded481 req-188eafea-3dee-451c-be2a-ff4815c10044 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325627 Feb 15 10:22:18.553327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0a043-07ef-4c75-80fd-c7b7883926ca req-98a505df-49e6-47c5-aaa0-56be7666b122 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:18.554772 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aae0a043-07ef-4c75-80fd-c7b7883926ca req-98a505df-49e6-47c5-aaa0-56be7666b122 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0561638 Feb 15 10:22:18.594644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aae0a043-07ef-4c75-80fd-c7b7883926ca req-c6d21687-7514-4da6-a709-e4d4a82d98aa tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337446 Feb 15 10:22:19.352954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b4b41eeb-19c7-4e40-8d05-8034415696e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:20.507974 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:22.350025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:22.542101 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:30.201330 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:22:36.942972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1a912-4e74-47c3-b5ac-53446809f9fe req-b71ed12d-f4b0-4a2a-9720-c11e908b63de tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:36.945390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3f1a912-4e74-47c3-b5ac-53446809f9fe req-b71ed12d-f4b0-4a2a-9720-c11e908b63de tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0533383 Feb 15 10:22:36.986583 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3f1a912-4e74-47c3-b5ac-53446809f9fe req-fa8a2267-e218-4d08-b8c8-e3df45f5da40 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351651 Feb 15 10:22:38.113554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad743c4f-e3a2-47ed-8b23-ef465012dc86 req-4a0b1dcb-f80b-45bf-99a4-3a99ac3b1946 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:38.115714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad743c4f-e3a2-47ed-8b23-ef465012dc86 req-4a0b1dcb-f80b-45bf-99a4-3a99ac3b1946 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0576560 Feb 15 10:22:38.153427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ad743c4f-e3a2-47ed-8b23-ef465012dc86 req-6d37a359-32b4-48ae-a1c3-2a59f9eae315 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/security-groups?id=664ee2f9-1842-460e-98b7-09130b695495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316610 Feb 15 10:22:38.410640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-5ecc8b96-e457-4951-a2e2-ca340a19e039 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:38.415913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-5ecc8b96-e457-4951-a2e2-ca340a19e039 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 946 time: 0.0523303 Feb 15 10:22:38.516146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Deleting port 45436f2a-09dc-435a-a7db-c0683813dc28 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:38.516484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:38.610050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] For port 45436f2a-09dc-435a-a7db-c0683813dc28, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=45436f2a-09dc-435a-a7db-c0683813dc28,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:38.610399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:38.622758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Calling delete_port for 45436f2a-09dc-435a-a7db-c0683813dc28 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:38.752085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:38.764117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['45436f2a-09dc-435a-a7db-c0683813dc28'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:22:38.780593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Pushing event deleted for resources: {'Port': ['ID=45436f2a-09dc-435a-a7db-c0683813dc28,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:38.827049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] No DVR routers for this DVR port 45436f2a-09dc-435a-a7db-c0683813dc28 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:22:38.829892 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:38.833783 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c26ce08-6bd7-42ab-9626-260a62098fe6 req-85fc90c0-6f1d-4d12-ab5f-5052f41dc921 tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.36 "DELETE /v2.0/ports/45436f2a-09dc-435a-a7db-c0683813dc28 HTTP/1.1" status: 204 len: 173 time: 0.4150541 Feb 15 10:22:38.834494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'name': 'network-vif-deleted', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:22:38.836880 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c09c53-6afd-45ba-aa20-559d1738bd72" -d '{"events": [{"server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "name": "network-vif-deleted", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:22:38.881397 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d2533d-121a-476b-80b5-9501ef989d12 x-openstack-request-id: req-33d2533d-121a-476b-80b5-9501ef989d12 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:22:38.881740 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "057b7da0-95d1-4ed2-b1e0-9386e3e045e1", "name": "network-vif-deleted", "tag": "45436f2a-09dc-435a-a7db-c0683813dc28", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:22:38.881994 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33d2533d-121a-476b-80b5-9501ef989d12 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:22:38.882491 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '057b7da0-95d1-4ed2-b1e0-9386e3e045e1', 'name': 'network-vif-deleted', 'tag': '45436f2a-09dc-435a-a7db-c0683813dc28', 'status': 'completed', 'code': 200} Feb 15 10:22:39.273345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-36324b96-d14b-4e10-bce5-0c80d356af7e req-ad17d384-bce7-4519-aabb-9b338a976f2e tempest-TestEncryptedCinderVolumes-714086169 tempest-TestEncryptedCinderVolumes-714086169-project] 10.222.0.10 "GET /v2.0/ports?device_id=057b7da0-95d1-4ed2-b1e0-9386e3e045e1 HTTP/1.1" status: 200 len: 210 time: 0.0333614 Feb 15 10:22:40.366721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52596) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:40.721192 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:40.980525 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Deleting port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:40.980780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:41.064261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] For port 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:41.064635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:41.079375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Calling delete_port for 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:41.278241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:41.304223 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:41.471524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:41.687719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:22:41.794868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:41.800268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ac6f176d-d418-4fd2-a88c-6ad07a207162 admin admin] 10.222.0.10 "PUT /v2.0/routers/8749762f-17a3-47a0-9b18-8a7d2ba90c5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324498 Feb 15 10:22:41.803419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52598) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:41.805030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Sync routers for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:22:41.814675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:41.815286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:41.910072 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.018195 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.073930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Deleting port 8cc4eea3-fa34-44d5-ad50-9d34173e4115 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:42.074297 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.087609 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:42.153210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] For port 8cc4eea3-fa34-44d5-ad50-9d34173e4115, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8cc4eea3-fa34-44d5-ad50-9d34173e4115,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:42.153603 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.167817 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Calling delete_port for 8cc4eea3-fa34-44d5-ad50-9d34173e4115 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:42.266718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185'}], 'enable_snat': True}, 'gw_port_id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:22:41Z', 'revision_number': 5, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port': {'id': '8cc4eea3-fa34-44d5-ad50-9d34173e4115', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:36:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:42.293937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Checking router: 8749762f-17a3-47a0-9b18-8a7d2ba90c5c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:22:42.303407 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Routers {'8749762f-17a3-47a0-9b18-8a7d2ba90c5c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:42.304004 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:42.334949 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.362875 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc4eea3-fa34-44d5-ad50-9d34173e4115,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:42.396257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] Set router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:42.426807 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.454335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-33a2556d-37c8-411e-a275-09888768e91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:22:42Z', 'revision_number': 6, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:42.482832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a2556d-37c8-411e-a275-09888768e91f None None] The sync data for ids ['8749762f-17a3-47a0-9b18-8a7d2ba90c5c'] in n-d-825064-4 is: [{'id': '8749762f-17a3-47a0-9b18-8a7d2ba90c5c', 'name': 'tempest-TestEncryptedCinderVolumes-751652311-router', 'tenant_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:20Z', 'updated_at': '2022-02-15T10:22:42Z', 'revision_number': 6, 'project_id': 'fe0cf62bc16842ce8f7c32bb474147fd', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:22:42.518511 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.521559 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.555807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45436f2a-09dc-435a-a7db-c0683813dc28 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:42.564954 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.565484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8749762f-17a3-47a0-9b18-8a7d2ba90c5c {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:22:42.570702 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.571872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-90109724-5bb9-4b73-a56a-598a0a100918 admin admin] 10.222.0.10 "DELETE /v2.0/routers/8749762f-17a3-47a0-9b18-8a7d2ba90c5c HTTP/1.1" status: 204 len: 168 time: 0.7675073 Feb 15 10:22:42.574462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52600) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:42.577007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 45436f2a-09dc-435a-a7db-c0683813dc28 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:42.577348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 45436f2a-09dc-435a-a7db-c0683813dc28 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:42.623188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Deleting subnet fad3ae47-e6f7-4db4-911c-de57bc58e9c4 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:22:42.626342 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.663390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.738688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.794692 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.822692 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad3ae47-e6f7-4db4-911c-de57bc58e9c4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:42.824664 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.827883 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c067dd02-866c-4546-b293-3a8c27dcf87b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fad3ae47-e6f7-4db4-911c-de57bc58e9c4 HTTP/1.1" status: 204 len: 168 time: 0.2524316 Feb 15 10:22:42.829983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd52883f-bbec-4456-867f-ac1ead821efb None None] Network 163d779d-2ffc-455b-9aa5-84ab055ee5a4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:42.830874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52602) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:42.908739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.971880 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Deleting port c8c67d25-c718-410a-a870-7434f6a1809a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:42.972522 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:42.986839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:43.020982 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:43.021487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7a2b5f7d-96f5-42dd-b4d0-625ed4fc5ff6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:43.044366 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] For port c8c67d25-c718-410a-a870-7434f6a1809a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c8c67d25-c718-410a-a870-7434f6a1809a,segment=NetworkSegment(33c801f2-b83e-436a-9838-24b384bd0124),segment_id=33c801f2-b83e-436a-9838-24b384bd0124)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:43.044662 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.058525 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Calling delete_port for c8c67d25-c718-410a-a870-7434f6a1809a owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:43.136944 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.163823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c67d25-c718-410a-a870-7434f6a1809a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:43.166092 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] No DVR routers for this DVR port c8c67d25-c718-410a-a870-7434f6a1809a on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:22:43.174847 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.175196 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.175536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.175868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.176197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.177181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.177696 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.178048 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.178377 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.178700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.179021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.179341 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:43.250843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.272252 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163d779d-2ffc-455b-9aa5-84ab055ee5a4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:43.282034 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c801f2-b83e-436a-9838-24b384bd0124') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:43.282326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c801f2-b83e-436a-9838-24b384bd0124') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:43.292072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.306089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.312659 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:22:43.313099 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:22:43.314845 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:22:43.351195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b739e454-8cdf-4ddf-9dde-dcee22d2cf6e None None] DHCP port deletion for 163d779d-2ffc-455b-9aa5-84ab055ee5a4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:22:43.387783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.408220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:43.412177 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/163d779d-2ffc-455b-9aa5-84ab055ee5a4 HTTP/1.1" status: 204 len: 168 time: 0.5802641 Feb 15 10:22:43.413541 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553631f5-f1f3-4138-ac55-48e8a5ff47b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=163d779d-2ffc-455b-9aa5-84ab055ee5a4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:43.414797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52604) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:44.074830 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.317756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Deleting port 21e68706-550a-4907-877b-055519ecccd1 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:44.318125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.400400 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] For port 21e68706-550a-4907-877b-055519ecccd1, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=21e68706-550a-4907-877b-055519ecccd1,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:44.400824 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.413600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Calling delete_port for 21e68706-550a-4907-877b-055519ecccd1 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:44.589224 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.613707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Pushing event deleted for resources: {'Port': ['ID=21e68706-550a-4907-877b-055519ecccd1,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:44.789055 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.790561 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:44.913569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc4eea3-fa34-44d5-ad50-9d34173e4115 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:44.933277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8cc4eea3-fa34-44d5-ad50-9d34173e4115 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:44.933611 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8cc4eea3-fa34-44d5-ad50-9d34173e4115 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:44.934018 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c8c67d25-c718-410a-a870-7434f6a1809a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:44.952405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c8c67d25-c718-410a-a870-7434f6a1809a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:44.952744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c8c67d25-c718-410a-a870-7434f6a1809a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:45.017160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:22:45.126958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:45.132490 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-56f42349-5404-43c6-bd51-3b894ab8215f admin admin] 10.222.0.10 "PUT /v2.0/routers/6dff8c38-bdf8-4f02-882f-3d9c8cf91901/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7164669 Feb 15 10:22:45.135005 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52606) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:45.137637 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Sync routers for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:22:45.242194 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:45.242808 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:45.247582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.343252 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:45.351162 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.404455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Deleting port 6f12d81c-12f7-45bb-9c37-27d5f68e2296 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:45.404704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.494639 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] For port 6f12d81c-12f7-45bb-9c37-27d5f68e2296, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6f12d81c-12f7-45bb-9c37-27d5f68e2296,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:45.495008 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.507987 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Calling delete_port for 6f12d81c-12f7-45bb-9c37-27d5f68e2296 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:45.525031 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81'}], 'enable_snat': True}, 'gw_port_id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:22:44Z', 'revision_number': 5, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port': {'id': '6f12d81c-12f7-45bb-9c37-27d5f68e2296', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:3d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:21:27Z', 'updated_at': '2022-02-15T10:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:45.561966 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Checking router: 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:22:45.571049 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Routers {'6dff8c38-bdf8-4f02-882f-3d9c8cf91901'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:45.571656 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:45.659397 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] Set router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:45.682977 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.708788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f12d81c-12f7-45bb-9c37-27d5f68e2296,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:45.717752 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:22:45Z', 'revision_number': 6, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:45.744400 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4afce57-c132-4822-84f2-54ecb537de92 None None] The sync data for ids ['6dff8c38-bdf8-4f02-882f-3d9c8cf91901'] in n-d-825064-4 is: [{'id': '6dff8c38-bdf8-4f02-882f-3d9c8cf91901', 'name': 'tempest-TestEncryptedCinderVolumes-910908925-router', 'tenant_id': 'a5a12633901449a99e45f208aa32f359', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:21:26Z', 'updated_at': '2022-02-15T10:22:45Z', 'revision_number': 6, 'project_id': 'a5a12633901449a99e45f208aa32f359', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:22:45.775701 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.866418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.868544 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.916301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.916733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dff8c38-bdf8-4f02-882f-3d9c8cf91901 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:22:45.921004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:45.922167 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f5819438-dd23-4b3b-b691-d9d768ac6587 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6dff8c38-bdf8-4f02-882f-3d9c8cf91901 HTTP/1.1" status: 204 len: 168 time: 0.7861531 Feb 15 10:22:45.925004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52608) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:45.967991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Deleting subnet a1079142-0666-4168-90f1-e57eb318f981 {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:22:45.971275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.006033 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.098623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.169303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.200609 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.203796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a1079142-0666-4168-90f1-e57eb318f981 HTTP/1.1" status: 204 len: 168 time: 0.2776802 Feb 15 10:22:46.204910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3543a1-6226-413c-a4d6-e1b594e4a9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1079142-0666-4168-90f1-e57eb318f981,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:46.205076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e0c865-eb47-4c25-a24d-a72dffed65c4 None None] Network de880269-291a-4c1b-9b39-cb7f172950c4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:46.206408 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52610) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:46.276951 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.334961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Deleting port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:46.335304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.506137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] DHCP port deletion for de880269-291a-4c1b-9b39-cb7f172950c4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:22:46.562162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Deleting port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:22:46.562640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.638675 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] For port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:46.639074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.653872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Calling delete_port for acd0b2ea-7f02-43a3-b6e8-d2562ecea19f owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:46.742275 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.775620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] Pushing event deleted for resources: {'Port': ['ID=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:46.779196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b743fc83-b7c9-4e11-aa87-5f9f79a01a40 None None] No DVR routers for this DVR port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:22:46.790323 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] For port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,segment=NetworkSegment(f1ef70da-00d5-49c9-aec6-8155e9668fcc),segment_id=f1ef70da-00d5-49c9-aec6-8155e9668fcc)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:46.790323 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.810416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Calling delete_port for acd0b2ea-7f02-43a3-b6e8-d2562ecea19f owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:22:46.814335 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-226b74ee-20e8-403f-9e95-39ef81d09394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.879187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 21e68706-550a-4907-877b-055519ecccd1 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:46.890027 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:46.903706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 21e68706-550a-4907-877b-055519ecccd1 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:46.904058 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 21e68706-550a-4907-877b-055519ecccd1 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:46.904478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f12d81c-12f7-45bb-9c37-27d5f68e2296 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:46.923623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] No DVR routers for this DVR port acd0b2ea-7f02-43a3-b6e8-d2562ecea19f on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:22:46.927438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Pushing event deleted for resources: {'Port': ['ID=acd0b2ea-7f02-43a3-b6e8-d2562ecea19f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:46.928949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6f12d81c-12f7-45bb-9c37-27d5f68e2296 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:46.929300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6f12d81c-12f7-45bb-9c37-27d5f68e2296 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:46.929717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device acd0b2ea-7f02-43a3-b6e8-d2562ecea19f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:22:46.949917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: acd0b2ea-7f02-43a3-b6e8-d2562ecea19f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:22:46.950264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device acd0b2ea-7f02-43a3-b6e8-d2562ecea19f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:22:47.000420 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.020535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de880269-291a-4c1b-9b39-cb7f172950c4']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:47.029713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ef70da-00d5-49c9-aec6-8155e9668fcc') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:47.030019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ef70da-00d5-49c9-aec6-8155e9668fcc') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:47.040223 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.054735 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.061195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:22:47.061574 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self.session.flush() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:22:47.063399 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:22:47.121862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.128307 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.131633 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] 10.222.0.10 "DELETE /v2.0/networks/de880269-291a-4c1b-9b39-cb7f172950c4 HTTP/1.1" status: 204 len: 168 time: 0.9242311 Feb 15 10:22:47.142698 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7e025e-c34f-40f5-b089-499f3ac2a53f admin admin] Pushing event deleted for resources: {'Network': ['ID=de880269-291a-4c1b-9b39-cb7f172950c4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:47.260390 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.291743 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52614) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:47.331931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5fbd4a7a-ac9d-4986-90f2-b8315c7b3bd9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe0cf62bc16842ce8f7c32bb474147fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390284 Feb 15 10:22:47.334568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52616) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:47.382293 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.403277 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.450200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.452850 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.454052 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/664ee2f9-1842-460e-98b7-09130b695495 HTTP/1.1" status: 204 len: 168 time: 0.1185720 Feb 15 10:22:47.465839 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1e76f-6372-448e-b80c-045233cb898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664ee2f9-1842-460e-98b7-09130b695495,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:47.766569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52622) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:47.806909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-271ce11a-d4b5-4a63-bf11-5eff638ce0fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5a12633901449a99e45f208aa32f359&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390873 Feb 15 10:22:47.809292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52624) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:47.857078 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.878223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.930164 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.932767 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:47.933980 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6db0f080-2c35-451c-bf1c-6ad441462504 HTTP/1.1" status: 204 len: 168 time: 0.1237423 Feb 15 10:22:47.941723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27e14d-bb39-4c01-9cc1-5cc4ac3aa009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db0f080-2c35-451c-bf1c-6ad441462504,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:48.603487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:48.709090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-548670864-network', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:48.735880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Made reservation on behalf of 37b6261f5bb54359afb2e4d6c99e361f for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:22:48.738535 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.747678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.826498 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.830957 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.856927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:22:48.866661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:48.871556 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.871897 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Added segment bfa2cb4e-889d-4b20-af73-ebfa4acc15cd of type vlan for network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 Feb 15 10:22:48.914291 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.939037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:48.939936 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:48.940521 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.001857 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3972383 Feb 15 10:22:49.005435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52650) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:49.010352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Request body: {'subnet': {'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-548670864-subnet', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:49.021779 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31fd52-2230-43ca-92f2-830ce7da026f admin admin] Pushing event updated for resources: {'Network': ['ID=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:49.033389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:22:49.043221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Made reservation on behalf of 37b6261f5bb54359afb2e4d6c99e361f for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:22:49.045673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.222254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.274776 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3f0cb29-bb06-4f0e-a36b-3e633f098164,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:49.285006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Checking segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:49.285358 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Network hostable DHCP agents. Network: 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:22:49.302498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:22:49.310999 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:49.315064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:49.315672 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.320319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bc003f-c41c-4b0b-86e4-2873a0c2b9e9 None None] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:49.334494 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f0934d6a-d872-4f6e-aa00-f1b846340bf7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3249528 Feb 15 10:22:49.334874 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:49.339249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:49.364464 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.365799 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.392675 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7a889766-87da-4d86-a572-dad0e96f21e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.427743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.494366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:22:49.495354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.572829 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.641901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Allocated IP 172.20.0.2 (0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76/d3f0cb29-bb06-4f0e-a36b-3e633f098164/16a695a8-3897-433e-9a34-f9a5be1e7308) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:49.785093 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.800308 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.808404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.809412 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.846628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:49.851906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:49.855992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:49.866592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Pushing event updated for resources: {'Port': ['ID=16a695a8-3897-433e-9a34-f9a5be1e7308,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:49.918132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Attempting to bind port 16a695a8-3897-433e-9a34-f9a5be1e7308 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:49.918483 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Attempting to bind port 16a695a8-3897-433e-9a34-f9a5be1e7308 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:49.918843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Attempting to bind port 16a695a8-3897-433e-9a34-f9a5be1e7308 on network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:49.921494 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Allocated IP 172.25.6.155 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6179a6c5-cb63-4434-bb45-b5f40456ae7a) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:49.923808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:49.924181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Checking segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:49.924766 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.925314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Bound using segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:49.925802 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Bound port: 16a695a8-3897-433e-9a34-f9a5be1e7308, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:49.926231 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:49.992677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] For port 16a695a8-3897-433e-9a34-f9a5be1e7308, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:49.996047 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] For port 16a695a8-3897-433e-9a34-f9a5be1e7308, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=16a695a8-3897-433e-9a34-f9a5be1e7308,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:50.000104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.033467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.061780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d8f34-3737-4c24-906e-5998ca094e92 None None] Pushing event updated for resources: {'Port': ['ID=16a695a8-3897-433e-9a34-f9a5be1e7308,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:50.088107 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.132597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:50.135417 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:50.139671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:50.142670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Pushing event updated for resources: {'Port': ['ID=6179a6c5-cb63-4434-bb45-b5f40456ae7a,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:50.415496 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.512952 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.619632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.755179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Router 5821407f-7c5b-4e79-afd3-472d62e9ff39 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:22:50.877359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:50.889096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Sync routers for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:22:50.912120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:50.913769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-85df7838-c1f7-4db4-b187-6f3757e75538 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5778904 Feb 15 10:22:50.916486 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52654) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:50.918916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:50.919562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:50.923991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 16a695a8-3897-433e-9a34-f9a5be1e7308 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:50.986696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967954e0-2b4e-4b6e-8087-3eff891040b7 None None] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:51.136180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] Provisioning complete for port 16a695a8-3897-433e-9a34-f9a5be1e7308 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:51.136906 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.168152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:51.267086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 16a695a8-3897-433e-9a34-f9a5be1e7308 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:51.267458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.356527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.523496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Allocated IP 172.20.0.1 (0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76/d3f0cb29-bb06-4f0e-a36b-3e633f098164/75ea2e6d-adc7-43a6-92e5-aca70632420c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:51.638203 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.670348 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.691801 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.716053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.758148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] For port 16a695a8-3897-433e-9a34-f9a5be1e7308, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=16a695a8-3897-433e-9a34-f9a5be1e7308,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:51.764302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:51.770791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.772330 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:51.785420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:51.827387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Pushing event updated for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:51.840170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:50Z', 'revision_number': 3, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:51.862777 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:51.894309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Checking router: 5821407f-7c5b-4e79-afd3-472d62e9ff39 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:22:51.894654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Updating router 5821407f-7c5b-4e79-afd3-472d62e9ff39 port 6179a6c5-cb63-4434-bb45-b5f40456ae7a binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:22:51.902590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:22:51.902821 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:22:51.933912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f71abe-e653-4f0e-a5d6-00cce0f3c99d None None] Pushing event updated for resources: {'Port': ['ID=16a695a8-3897-433e-9a34-f9a5be1e7308,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:51.942383 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.050287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.076563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e907b3ad-dd8a-46f6-ae95-0055a1012ac5 None None] Provisioning complete for port 16a695a8-3897-433e-9a34-f9a5be1e7308 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:52.076797 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e907b3ad-dd8a-46f6-ae95-0055a1012ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.292117 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.297914 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.352052 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.363614 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.369208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.371273 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Pushing event updated for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:52.396427 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.494724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d910b7f7-7623-4f22-b85c-f78fb28becbd None None] Provisioning complete for port 75ea2e6d-adc7-43a6-92e5-aca70632420c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:52.495089 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d910b7f7-7623-4f22-b85c-f78fb28becbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.498543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2311-1866-4b62-ab06-7360b64027ff None None] Pushing event updated for resources: {'Port': ['ID=6179a6c5-cb63-4434-bb45-b5f40456ae7a,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:52.499529 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:52.501855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:52.503404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Attempting to bind port 6179a6c5-cb63-4434-bb45-b5f40456ae7a on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:52.503404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Attempting to bind port 6179a6c5-cb63-4434-bb45-b5f40456ae7a by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:52.503751 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Attempting to bind port 6179a6c5-cb63-4434-bb45-b5f40456ae7a on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:52.550881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:52.552376 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:52.552376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.552752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:52.553244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Bound port: 6179a6c5-cb63-4434-bb45-b5f40456ae7a, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:52.553630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.590283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d910b7f7-7623-4f22-b85c-f78fb28becbd None None] Port 75ea2e6d-adc7-43a6-92e5-aca70632420c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:22:52.599642 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.623633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] For port 6179a6c5-cb63-4434-bb45-b5f40456ae7a, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:52.627541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] For port 6179a6c5-cb63-4434-bb45-b5f40456ae7a, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6179a6c5-cb63-4434-bb45-b5f40456ae7a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:52.633285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.634931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Router 5821407f-7c5b-4e79-afd3-472d62e9ff39 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:22:52.697801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e2311-1866-4b62-ab06-7360b64027ff None None] Pushing event updated for resources: {'Port': ['ID=6179a6c5-cb63-4434-bb45-b5f40456ae7a,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:52.700432 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:52.701141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:52.764387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:52.777455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c86cda34-1304-4832-9a39-8a771f5e3f68 admin admin] 10.222.0.10 "PUT /v2.0/routers/5821407f-7c5b-4e79-afd3-472d62e9ff39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8518863 Feb 15 10:22:52.825467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:52.858350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-39362655-94aa-46f0-b2fd-b503dce22a95 None None] Provisioning complete for port 75ea2e6d-adc7-43a6-92e5-aca70632420c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:52.858692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-39362655-94aa-46f0-b2fd-b503dce22a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:52.883177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 16a695a8-3897-433e-9a34-f9a5be1e7308 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:52.969345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-39362655-94aa-46f0-b2fd-b503dce22a95 None None] Port 75ea2e6d-adc7-43a6-92e5-aca70632420c cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:22:53.040916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 16a695a8-3897-433e-9a34-f9a5be1e7308 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:53.041278 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.174245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:52Z', 'revision_number': 2, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:53.205269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c15947-b9e9-42b9-96e3-7366f76da0ff None None] The sync data for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 is: [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:52Z', 'revision_number': 2, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:22:53.281949 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52672) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:53.288713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494067738-network', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:53.313712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Made reservation on behalf of fdd05df61b8d417db5678c29b03e1fc1 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:22:53.316167 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.325658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.428219 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.432483 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.461195 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:22:53.474612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577c04f0-ea40-4800-9de3-d38bc0e7f180,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:53.481605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.481966 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Added segment b050b066-9399-45dc-8f96-f71f3cb75773 of type vlan for network f85a0f12-1346-48bf-b404-4b8ec54f5148 Feb 15 10:22:53.525602 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.555765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.556762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:53.557978 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.628254 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3450644 Feb 15 10:22:53.631538 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52674) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:53.636628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Request body: {'subnet': {'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494067738-subnet', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:53.653567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391d6d1a-dee6-4d1e-9381-eabee97cdc41 admin admin] Pushing event updated for resources: {'Network': ['ID=f85a0f12-1346-48bf-b404-4b8ec54f5148,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:53.663221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Made reservation on behalf of fdd05df61b8d417db5678c29b03e1fc1 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:22:53.665774 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.667375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:22:53.854183 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.921037 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=51fe33fe-4f30-4ce5-8779-5877f1312b8d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:53.934250 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Checking segment: {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:53.934837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Network hostable DHCP agents. Network: f85a0f12-1346-48bf-b404-4b8ec54f5148, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:22:53.959055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:22:53.969855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f85a0f12-1346-48bf-b404-4b8ec54f5148) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:53.974695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:22:53.975662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:53.980663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df1a588-8af5-4a87-a4e7-b20441bf2b42 None None] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:53.996128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7c41f39a-f710-45e9-8c39-c686e55afb9f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3634336 Feb 15 10:22:53.998851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52676) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:54.003705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:22:54.032736 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.033969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.103223 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.160366 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f85a0f12-1346-48bf-b404-4b8ec54f5148', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:22:54.161494 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.251772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.319127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Allocated IP 172.20.0.2 (f85a0f12-1346-48bf-b404-4b8ec54f5148/51fe33fe-4f30-4ce5-8779-5877f1312b8d/b1f4cbc0-a94c-4876-afe0-67e38928ba20) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:54.499078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.500490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.506398 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.523881 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.548735 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:54.552458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:54.556036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:54.561757 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Pushing event updated for resources: {'Port': ['ID=b1f4cbc0-a94c-4876-afe0-67e38928ba20,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:54.621623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Attempting to bind port b1f4cbc0-a94c-4876-afe0-67e38928ba20 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:54.621986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Attempting to bind port b1f4cbc0-a94c-4876-afe0-67e38928ba20 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:54.622345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Attempting to bind port b1f4cbc0-a94c-4876-afe0-67e38928ba20 on network f85a0f12-1346-48bf-b404-4b8ec54f5148 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:54.628119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:54.628487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Checking segment: {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:54.628928 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.630695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Bound using segment: {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:54.630695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Bound port: b1f4cbc0-a94c-4876-afe0-67e38928ba20, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:54.630984 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.664031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Allocated IP 172.25.6.116 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/a91647e7-ad4d-49a7-84cc-2ac9444829ad) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:54.702387 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] For port b1f4cbc0-a94c-4876-afe0-67e38928ba20, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:54.705689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] For port b1f4cbc0-a94c-4876-afe0-67e38928ba20, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1f4cbc0-a94c-4876-afe0-67e38928ba20,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:54.710894 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.772256 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.782043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8227995b-01ff-4c7a-a467-7aa09ee7e149 None None] Pushing event updated for resources: {'Port': ['ID=b1f4cbc0-a94c-4876-afe0-67e38928ba20,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:54.811657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:54.856590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:54.859561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:54.865141 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:54.890921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Pushing event updated for resources: {'Port': ['ID=a91647e7-ad4d-49a7-84cc-2ac9444829ad,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:54.930454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6179a6c5-cb63-4434-bb45-b5f40456ae7a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:55.021275 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6179a6c5-cb63-4434-bb45-b5f40456ae7a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:55.021791 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:55.306043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:55.331868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 6179a6c5-cb63-4434-bb45-b5f40456ae7a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6179a6c5-cb63-4434-bb45-b5f40456ae7a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:55.337317 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:55.389153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=6179a6c5-cb63-4434-bb45-b5f40456ae7a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:55.511326 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:55.779288 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:55.932120 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Sync routers for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:22:55.935114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:22:55.943627 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:55.944256 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:56.068503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:56.077956 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Sync routers for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:22:56.095076 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:56.099932 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.105092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bbf295c5-618c-48da-a71a-bc8f616e4c23 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1014504 Feb 15 10:22:56.105092 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52678) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:22:56.106513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:56.107198 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:56.221663 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d61e0dd-0e70-4b62-8648-2ed46b75781d None None] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:22:56.319457 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:56.364477 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:52Z', 'revision_number': 2, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:56.405763 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Checking router: 5821407f-7c5b-4e79-afd3-472d62e9ff39 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:22:56.406686 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Updating router 5821407f-7c5b-4e79-afd3-472d62e9ff39 port 75ea2e6d-adc7-43a6-92e5-aca70632420c binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:22:56.415596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] Provisioning complete for port b1f4cbc0-a94c-4876-afe0-67e38928ba20 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:56.415999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.449498 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.650245 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.710923 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.758569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] For port b1f4cbc0-a94c-4876-afe0-67e38928ba20, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1f4cbc0-a94c-4876-afe0-67e38928ba20,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:56.767007 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.773534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 3, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:56.831493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Checking router: cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:22:56.831914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Updating router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 port a91647e7-ad4d-49a7-84cc-2ac9444829ad binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:22:56.882790 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.890747 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.895025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:56.908366 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Allocated IP 172.20.0.1 (f85a0f12-1346-48bf-b404-4b8ec54f5148/51fe33fe-4f30-4ce5-8779-5877f1312b8d/36a171d5-1510-441e-a5a8-1e4a22fbdba0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:22:56.923331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4153d1c-81e9-4c06-9cda-03b96c48e658 None None] Pushing event updated for resources: {'Port': ['ID=b1f4cbc0-a94c-4876-afe0-67e38928ba20,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.015500 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Pushing event updated for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.040428 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.040889 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.041094 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.042168 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.042168 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.047904 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.048324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.048617 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.049322 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.049655 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.049977 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.050292 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:22:57.075006 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Attempting to bind port 75ea2e6d-adc7-43a6-92e5-aca70632420c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:57.080366 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Attempting to bind port 75ea2e6d-adc7-43a6-92e5-aca70632420c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:57.081066 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Attempting to bind port 75ea2e6d-adc7-43a6-92e5-aca70632420c on network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:57.089222 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:57.090665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Checking segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:57.091100 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.091496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Bound using segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:57.091974 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Bound port: 75ea2e6d-adc7-43a6-92e5-aca70632420c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:57.092419 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.129900 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6179a6c5-cb63-4434-bb45-b5f40456ae7a up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:57.173150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.221120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.222101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] For port 75ea2e6d-adc7-43a6-92e5-aca70632420c, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:57.227852 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] For port 75ea2e6d-adc7-43a6-92e5-aca70632420c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=75ea2e6d-adc7-43a6-92e5-aca70632420c,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:57.232787 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.265515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:57.268788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:57.273311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:22:57.279788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Pushing event updated for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.317557 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:57.318582 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:57.336490 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.352322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1197dafa-9679-498c-8e18-d25ee3686b3d None None] Provisioning complete for port b1f4cbc0-a94c-4876-afe0-67e38928ba20 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:57.352782 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1197dafa-9679-498c-8e18-d25ee3686b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.496854 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38786253-779e-463b-92a1-8f45f9e817b0 None None] Pushing event updated for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.552401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.564444 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.566413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.576206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6179a6c5-cb63-4434-bb45-b5f40456ae7a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:57.576206 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.600858 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:57.704029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64684-a490-4b57-a35c-57ee0f434ba1 None None] Pushing event updated for resources: {'Port': ['ID=a91647e7-ad4d-49a7-84cc-2ac9444829ad,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.708119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Attempting to bind port a91647e7-ad4d-49a7-84cc-2ac9444829ad on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:22:57.708568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Attempting to bind port a91647e7-ad4d-49a7-84cc-2ac9444829ad by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:22:57.709186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Attempting to bind port a91647e7-ad4d-49a7-84cc-2ac9444829ad on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:22:57.726526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:22:57.726938 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:22:57.727321 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.727721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:22:57.728233 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Bound port: a91647e7-ad4d-49a7-84cc-2ac9444829ad, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:22:57.728787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.812098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.818760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.830759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] For port a91647e7-ad4d-49a7-84cc-2ac9444829ad, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:22:57.843512 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] For port a91647e7-ad4d-49a7-84cc-2ac9444829ad, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a91647e7-ad4d-49a7-84cc-2ac9444829ad,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:22:57.851387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.865734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1f4cbc0-a94c-4876-afe0-67e38928ba20 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:57.899199 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:57.902726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Pushing event updated for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:57.927943 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:57.958444 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a7705-c8ad-4441-bff9-47a991ae1850 None None] The sync data for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 is: [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:22:57.973659 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:22:57.974299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:58.011810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c64684-a490-4b57-a35c-57ee0f434ba1 None None] Pushing event updated for resources: {'Port': ['ID=a91647e7-ad4d-49a7-84cc-2ac9444829ad,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:58.017563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Provisioning complete for port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:58.017889 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.041546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:22:58.043827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:22:58.230726 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:22:58.345454 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:22:58.351281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b1f4cbc0-a94c-4876-afe0-67e38928ba20 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:58.351654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.383840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:22:58.388074 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:22:58.396986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-58ebf00f-5128-45d1-acb6-14e790c46101 admin admin] 10.222.0.10 "PUT /v2.0/routers/cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2905524 Feb 15 10:22:58.440624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Provisioning complete for port 75ea2e6d-adc7-43a6-92e5-aca70632420c triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:58.441021 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.716978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.765105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] For port 75ea2e6d-adc7-43a6-92e5-aca70632420c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=75ea2e6d-adc7-43a6-92e5-aca70632420c,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:22:58.771646 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.780328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '36a171d5-1510-441e-a5a8-1e4a22fbdba0', 'name': '', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'mac_address': 'fa:16:3e:1e:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:56Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 2, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'subnets': [{'id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:22:58.828569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95730ba8-c2ec-4d4b-ae51-e64049852107 None None] The sync data for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 is: [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '36a171d5-1510-441e-a5a8-1e4a22fbdba0', 'name': '', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'mac_address': 'fa:16:3e:1e:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:56Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 2, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'subnets': [{'id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:22:58.855798 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d49857c-3dbc-442c-9a6b-34cac48a3104 None None] Pushing event updated for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:22:58.905998 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ae2b0e59-f38c-4387-8f1f-824579017a36 None None] Provisioning complete for port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:58.906584 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ae2b0e59-f38c-4387-8f1f-824579017a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:58.958043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ae2b0e59-f38c-4387-8f1f-824579017a36 None None] Port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:22:58.968591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 75ea2e6d-adc7-43a6-92e5-aca70632420c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:59.053036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 75ea2e6d-adc7-43a6-92e5-aca70632420c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:59.053408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:22:59.156759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1f4cbc0-a94c-4876-afe0-67e38928ba20 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:22:59.214853 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port b1f4cbc0-a94c-4876-afe0-67e38928ba20 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:22:59.215218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:00.990759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 75ea2e6d-adc7-43a6-92e5-aca70632420c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:23:01.057880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 75ea2e6d-adc7-43a6-92e5-aca70632420c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:01.058166 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:01.152613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a91647e7-ad4d-49a7-84cc-2ac9444829ad up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:23:01.225723 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a91647e7-ad4d-49a7-84cc-2ac9444829ad triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:01.226714 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:01.337913 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:01.375970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port a91647e7-ad4d-49a7-84cc-2ac9444829ad, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a91647e7-ad4d-49a7-84cc-2ac9444829ad,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:01.381896 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:01.455166 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=a91647e7-ad4d-49a7-84cc-2ac9444829ad,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:01.638446 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Sync routers for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:23:01.651158 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:23:01.651887 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:01.783934 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:23:02.067701 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '36a171d5-1510-441e-a5a8-1e4a22fbdba0', 'name': '', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'mac_address': 'fa:16:3e:1e:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:56Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 2, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'subnets': [{'id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:02.103365 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Checking router: cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:23:02.103837 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Updating router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:23:02.134396 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.464187 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.471079 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.557040 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50acca-b396-410d-9ff0-1350af76a0e4 None None] Pushing event updated for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:02.600871 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Attempting to bind port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:23:02.601262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Attempting to bind port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:23:02.601642 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Attempting to bind port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 on network f85a0f12-1346-48bf-b404-4b8ec54f5148 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:23:02.609632 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:23:02.609999 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Checking segment: {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:23:02.610420 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.610929 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Bound using segment: {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:23:02.611404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Bound port: 36a171d5-1510-441e-a5a8-1e4a22fbdba0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b050b066-9399-45dc-8f96-f71f3cb75773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:23:02.611783 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.701573 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] For port 36a171d5-1510-441e-a5a8-1e4a22fbdba0, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:23:02.705462 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] For port 36a171d5-1510-441e-a5a8-1e4a22fbdba0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36a171d5-1510-441e-a5a8-1e4a22fbdba0,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:23:02.711720 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:02.804273 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:23:02.804938 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:22:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:02.870293 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50acca-b396-410d-9ff0-1350af76a0e4 None None] Pushing event updated for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:02.926621 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a91647e7-ad4d-49a7-84cc-2ac9444829ad up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:23:03.021324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] Provisioning complete for port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:03.021693 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:03.049272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:23:03.098352 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a91647e7-ad4d-49a7-84cc-2ac9444829ad triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:03.098855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:03.196708 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:03.272620 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] For port 36a171d5-1510-441e-a5a8-1e4a22fbdba0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36a171d5-1510-441e-a5a8-1e4a22fbdba0,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:03.278909 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:03.346836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12e7b5-cf76-49a5-a0de-945cd6dd35c4 None None] Pushing event updated for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:03.374002 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '36a171d5-1510-441e-a5a8-1e4a22fbdba0', 'name': '', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'mac_address': 'fa:16:3e:1e:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:56Z', 'updated_at': '2022-02-15T10:23:02Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'subnets': [{'id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:03.403276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b74bbf74-2de3-41ef-8176-0d84a79b3a6c None None] Provisioning complete for port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:03.403640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b74bbf74-2de3-41ef-8176-0d84a79b3a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:03.411496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c545669-c1a8-4c1c-b285-8c161d3ec2cf None None] The sync data for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 is: [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:22:57Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '36a171d5-1510-441e-a5a8-1e4a22fbdba0', 'name': '', 'network_id': 'f85a0f12-1346-48bf-b404-4b8ec54f5148', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'mac_address': 'fa:16:3e:1e:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:56Z', 'updated_at': '2022-02-15T10:23:02Z', 'revision_number': 4, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'subnets': [{'id': '51fe33fe-4f30-4ce5-8779-5877f1312b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:23:04.934917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36a171d5-1510-441e-a5a8-1e4a22fbdba0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:23:05.004767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:05.005174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:07.202707 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:23:08.883008 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-fe412a28-42d3-433b-88f7-8e5886f8cde6 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:08.884583 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-fe412a28-42d3-433b-88f7-8e5886f8cde6 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 814 time: 0.1042790 Feb 15 10:23:08.901036 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-8d7da12f-4935-46cf-b56f-ccf29c4ed1b8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/quotas/37b6261f5bb54359afb2e4d6c99e361f HTTP/1.1" status: 200 len: 375 time: 0.0105031 Feb 15 10:23:08.954318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-4cadceec-986c-48f1-833b-2b59f966cd8c tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470469 Feb 15 10:23:09.067929 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-48cb9dbf-6a80-4d83-8b76-04467d0b4944 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:23:09.068979 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-48cb9dbf-6a80-4d83-8b76-04467d0b4944 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1028211 Feb 15 10:23:09.162606 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-ec4d898e-4d73-4478-8cc8-4105a0a60a6d service neutron] 10.222.0.10 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872731 Feb 15 10:23:09.251478 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-3d991cdb-8aaf-42b6-a281-5b033be1203b service neutron] 10.222.0.10 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826135 Feb 15 10:23:09.549197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b1d2a7cf-51bf-4d15-8f36-612811374265 req-e45d3b24-8cd1-4718-9276-6a6b3d1426ac tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 210 time: 0.1646707 Feb 15 10:23:10.358499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7fbb9b42-d4fa-4189-bb86-2bf52ac56b32 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:10.359972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7fbb9b42-d4fa-4189-bb86-2bf52ac56b32 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 814 time: 0.1063375 Feb 15 10:23:10.372714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'port': {'device_id': '8b5f4249-817a-42f9-9049-a982789ff56c', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'admin_state_up': True, 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:10.485640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Made reservation on behalf of 37b6261f5bb54359afb2e4d6c99e361f for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:23:10.489983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:10.630583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Allocated IP 172.20.0.7 (0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76/d3f0cb29-bb06-4f0e-a36b-3e633f098164/3e1d9962-c002-4953-8a99-86486c43fe9d) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:23:10.673683 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-66321854-ab57-4626-b9cc-7af2925ba6f0 req-245646a8-b6a8-4328-832f-80368076ce38 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 210 time: 0.0458646 Feb 15 10:23:10.807232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:10.846413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:10.896677 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:23:10.902546 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:23:10.907356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:23:10.942470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:10.956633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.957144 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.957473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.957968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.958448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.958973 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.959443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.959917 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.960429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.960751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.961097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.961416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:10.980793 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:10.981485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:11.016368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-7b3cc5d2-257e-438d-990b-b0ae60e76295 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6476202 Feb 15 10:23:11.319749 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-3f6526ca-150c-4597-a4cf-b8e30e630b8a None None] Provisioning complete for port 3e1d9962-c002-4953-8a99-86486c43fe9d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:11.320886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3f6526ca-150c-4597-a4cf-b8e30e630b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:11.360434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-3f6526ca-150c-4597-a4cf-b8e30e630b8a None None] Port 3e1d9962-c002-4953-8a99-86486c43fe9d cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:23:11.820664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aae0c-ed90-4544-b5bb-8a5e8f437c5c req-a3176935-4cf6-4256-aa32-9f627ff6613b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:11.822436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f7aae0c-ed90-4544-b5bb-8a5e8f437c5c req-a3176935-4cf6-4256-aa32-9f627ff6613b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0645878 Feb 15 10:23:11.867767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8f7aae0c-ed90-4544-b5bb-8a5e8f437c5c req-f6dd7e1e-e2ff-43d6-ad47-d41d695818f5 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Feb 15 10:23:13.011313 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902b041-8d70-4b4c-b837-b7efbc153977 req-f099dbb5-459a-4612-b88b-454a389aefa2 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:13.014128 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2902b041-8d70-4b4c-b837-b7efbc153977 req-f099dbb5-459a-4612-b88b-454a389aefa2 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0657771 Feb 15 10:23:13.056870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2902b041-8d70-4b4c-b837-b7efbc153977 req-1a3a4bb7-76f4-400c-b98a-bb60b0a2ec52 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Feb 15 10:23:14.193339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b9d90-bfa5-41d5-8645-c52831a3b7ef req-de2c54a8-47c1-4b3e-9523-92425751c5b3 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:14.201463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e60b9d90-bfa5-41d5-8645-c52831a3b7ef req-de2c54a8-47c1-4b3e-9523-92425751c5b3 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0665784 Feb 15 10:23:14.239200 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e60b9d90-bfa5-41d5-8645-c52831a3b7ef req-4e04c79e-5af0-42b5-bce8-7cd6123efbe8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361662 Feb 15 10:23:14.790113 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:15.361015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68bd06-635c-408a-b4c5-307add59676f req-57ba9c28-5b02-473d-816f-9a690e56986a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:15.362626 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d68bd06-635c-408a-b4c5-307add59676f req-57ba9c28-5b02-473d-816f-9a690e56986a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0557725 Feb 15 10:23:15.422559 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8d68bd06-635c-408a-b4c5-307add59676f req-b8ca8bd6-8a4e-4828-bac3-653b9bef3a08 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488544 Feb 15 10:23:16.550614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050890e-a208-429c-80b0-12e2414d9af0 req-fc72f576-ae62-4d2d-a58a-50d9880c690b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:16.552516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2050890e-a208-429c-80b0-12e2414d9af0 req-fc72f576-ae62-4d2d-a58a-50d9880c690b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0583236 Feb 15 10:23:16.594766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2050890e-a208-429c-80b0-12e2414d9af0 req-5f5d3187-3871-4b7a-9ecb-af894179840c tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361280 Feb 15 10:23:16.811180 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f0e47af-4aa6-4a34-b121-b53365044bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:17.280496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:17.726228 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db87fb-b3c4-4e03-bb0d-1d37015afaa4 req-0bc6a248-4b6e-4642-8006-2a71b72b0e8f tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:17.727721 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0db87fb-b3c4-4e03-bb0d-1d37015afaa4 req-0bc6a248-4b6e-4642-8006-2a71b72b0e8f tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0510321 Feb 15 10:23:17.767714 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f0db87fb-b3c4-4e03-bb0d-1d37015afaa4 req-3b476a24-d70b-44bd-9453-c3a83c4fd021 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Feb 15 10:23:18.810204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Request body: {'port': {'device_id': '8b5f4249-817a-42f9-9049-a982789ff56c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:18.896550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:18.945573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9f57-bf0f-426f-a48a-c55fdddd046a req-fd6e7de8-a061-4782-b0c6-b47997afbbbf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:18.947118 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50fa9f57-bf0f-426f-a48a-c55fdddd046a req-fd6e7de8-a061-4782-b0c6-b47997afbbbf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 931 time: 0.0976939 Feb 15 10:23:19.055796 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50fa9f57-bf0f-426f-a48a-c55fdddd046a req-cabcebd5-7537-4a17-9b5f-ae83bd094575 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994840 Feb 15 10:23:19.225233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1d9962-c002-4953-8a99-86486c43fe9d {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:23:19.233542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.246836 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Transition to ACTIVE for port object 3e1d9962-c002-4953-8a99-86486c43fe9d will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:23:19.250960 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.302825 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:19.366200 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-486415d4-b61a-4951-b1d4-1dc2f1286506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.384573 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Attempting to bind port 3e1d9962-c002-4953-8a99-86486c43fe9d on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:23:19.384891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Attempting to bind port 3e1d9962-c002-4953-8a99-86486c43fe9d by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:23:19.385332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Attempting to bind port 3e1d9962-c002-4953-8a99-86486c43fe9d on network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:23:19.390191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Port 3e1d9962-c002-4953-8a99-86486c43fe9d on network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:23:19.390509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Attempting to bind port 3e1d9962-c002-4953-8a99-86486c43fe9d on network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:23:19.396041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:23:19.396382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Checking segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:23:19.396765 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Bound using segment: {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:23:19.397239 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Bound port: 3e1d9962-c002-4953-8a99-86486c43fe9d, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:23:19.397594 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.491301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:23:19.494445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:23:19.499168 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.530201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:19.530804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:19.532973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] 10.222.0.36 "PUT /v2.0/ports/3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 1091 time: 0.7298520 Feb 15 10:23:19.535408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:23:19.539000 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c375249d-fa74-4ad4-b762-b83a5ba00434" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:23:19.571887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48bea00-74de-4387-9b43-0fc96772f6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:19.587349 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab16dc9b-2675-4716-9058-3a6bd315f465 x-openstack-request-id: req-ab16dc9b-2675-4716-9058-3a6bd315f465 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:23:19.587778 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:23:19.588027 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab16dc9b-2675-4716-9058-3a6bd315f465 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:23:19.588428 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:23:19.622493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-cc6ea18a-2d20-471a-8f63-c7dd631e42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:19.624024 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-cc6ea18a-2d20-471a-8f63-c7dd631e42e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1094 time: 0.0479054 Feb 15 10:23:19.671869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-28760fcd-5f5b-47ce-853c-c17d366ce6bb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 217 time: 0.0386469 Feb 15 10:23:19.723341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-45fc9b8f-7adf-4f9c-800f-21aca439ec2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:19.724933 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-45fc9b8f-7adf-4f9c-800f-21aca439ec2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0466862 Feb 15 10:23:19.779137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-ec44a310-9ebc-4707-9186-61a5bb6b47c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:19.780649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-ec44a310-9ebc-4707-9186-61a5bb6b47c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478637 Feb 15 10:23:19.882084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-e89628c0-f0d4-4471-8ecd-f39c4d4278c8 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935912 Feb 15 10:23:19.978277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8eae7257-4f7f-40c8-8aa1-61f12df9f3b4 req-4f397408-3b37-4ab8-bb82-d8870d8c33b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897677 Feb 15 10:23:20.067545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-c398be7b-882f-490f-9fef-364005383b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:20.069143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-c398be7b-882f-490f-9fef-364005383b78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1094 time: 0.0421247 Feb 15 10:23:20.199401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bce7d-96d9-44b2-b055-58bf41200ad0 req-eb153564-97c7-4e4f-a820-07142c3830c2 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:20.200909 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf8bce7d-96d9-44b2-b055-58bf41200ad0 req-eb153564-97c7-4e4f-a820-07142c3830c2 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 943 time: 0.0745492 Feb 15 10:23:20.205552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-a6cb89e6-853c-49f2-bbfc-fdcbac4ce699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:20.206993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-a6cb89e6-853c-49f2-bbfc-fdcbac4ce699 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.1317763 Feb 15 10:23:20.259058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-0b3ed36b-f84c-4954-874b-26ec5d207be7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 217 time: 0.0445137 Feb 15 10:23:20.299652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bf8bce7d-96d9-44b2-b055-58bf41200ad0 req-55d4d128-5741-42ca-a0d7-bed48123558b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917187 Feb 15 10:23:20.318970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-87a6c20b-bf0e-4999-b21c-e925cbc473c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:20.320403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-87a6c20b-bf0e-4999-b21c-e925cbc473c8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0519712 Feb 15 10:23:20.367732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-c03d761c-14e5-464e-a47d-69fc82f5b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:20.369416 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-c03d761c-14e5-464e-a47d-69fc82f5b0a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420704 Feb 15 10:23:20.466900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-df1b12d0-b424-406d-813e-4dcd2586481a service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896473 Feb 15 10:23:20.506455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:20.589901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c375249d-fa74-4ad4-b762-b83a5ba00434 req-dbc0d158-0aee-4a34-a0e3-6fde790060b2 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129324 Feb 15 10:23:21.420858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cea74-27aa-42f8-82c3-d498cbaafcb0 req-af116bc4-f841-4692-bfeb-78b32a6c7829 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:21.422335 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-496cea74-27aa-42f8-82c3-d498cbaafcb0 req-af116bc4-f841-4692-bfeb-78b32a6c7829 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 943 time: 0.0519547 Feb 15 10:23:21.806362 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-496cea74-27aa-42f8-82c3-d498cbaafcb0 req-d7a23ddf-c2cb-4e1a-9c13-5d0d6dd1e28a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772969 Feb 15 10:23:22.350726 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:22.550886 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:22.788700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3e1d9962-c002-4953-8a99-86486c43fe9d details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:23:22.882050 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:22.893754 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'port_id': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'mac_address': 'fa:16:3e:86:29:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:23:22.927587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc567a0-39b1-441a-8a8c-130d71501ba1 req-506d3eff-343c-4e3a-a64b-2c59362712bb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:22.929144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6cc567a0-39b1-441a-8a8c-130d71501ba1 req-506d3eff-343c-4e3a-a64b-2c59362712bb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 943 time: 0.0530124 Feb 15 10:23:22.935682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:22.950813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1d9962-c002-4953-8a99-86486c43fe9d {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:23:22.970501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:22.974036 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6cc567a0-39b1-441a-8a8c-130d71501ba1 req-739e2717-74a2-45d0-9940-940adaf33166 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385065 Feb 15 10:23:22.975870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:23.025194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:23.032988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.033327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.033660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.033987 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.034308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.035701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.036020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.036522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.036866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.037187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.037506 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.037822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:23:23.179005 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:23:24.091418 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147e862-6d0b-4e7b-bebe-a990bbe6d5ac req-a7895ed5-5300-41fe-8925-7ef6695b19cb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:24.092930 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7147e862-6d0b-4e7b-bebe-a990bbe6d5ac req-a7895ed5-5300-41fe-8925-7ef6695b19cb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 944 time: 0.0478919 Feb 15 10:23:24.130757 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7147e862-6d0b-4e7b-bebe-a990bbe6d5ac req-60bcd6e5-5d1f-47fe-b33f-591aebf2ee67 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308931 Feb 15 10:23:24.804759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3e1d9962-c002-4953-8a99-86486c43fe9d up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:23:24.853616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 3e1d9962-c002-4953-8a99-86486c43fe9d completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:23:24.857467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 3e1d9962-c002-4953-8a99-86486c43fe9d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:24.857832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:24.940621 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:24.962997 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:23:24.965338 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7235dc4df866c974b55a850010e4ed06c98ec33fe116149fde3f827e2d8409ed" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3000beb2-866b-4923-89ae-2e02c947bc24" -d '{"events": [{"server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:23:24.979666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:24.983915 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:25.011199 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0c5471-3f19-4cb0-a45a-e40d3ac519c4 x-openstack-request-id: req-8a0c5471-3f19-4cb0-a45a-e40d3ac519c4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:23:25.011477 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "name": "network-vif-plugged", "status": "completed", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:23:25.011719 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a0c5471-3f19-4cb0-a45a-e40d3ac519c4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:23:25.012098 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'code': 200} Feb 15 10:23:25.038741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:25.251277 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb3e23b-d5e1-445f-bed6-821fcbda9ee5 req-94cee524-e531-41bd-bea6-6c8e8ba0c8a6 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:25.252968 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fb3e23b-d5e1-445f-bed6-821fcbda9ee5 req-94cee524-e531-41bd-bea6-6c8e8ba0c8a6 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0513916 Feb 15 10:23:25.294602 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1fb3e23b-d5e1-445f-bed6-821fcbda9ee5 req-569fc0cc-184e-4fd2-a8bd-ed1f883e8712 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348668 Feb 15 10:23:25.385132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12214253-8be9-469c-ae00-a2247e0047f5 req-d01482ff-d232-4a50-8395-7edaaf5a1a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:25.386552 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12214253-8be9-469c-ae00-a2247e0047f5 req-d01482ff-d232-4a50-8395-7edaaf5a1a59 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1096 time: 0.3270667 Feb 15 10:23:25.421901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12214253-8be9-469c-ae00-a2247e0047f5 req-3e381e1a-a124-4941-b3cd-00833c8ada3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287426 Feb 15 10:23:26.420373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed2f2f-21e4-4a2e-9f34-7774eae9199a req-000bfff3-2b00-493c-9de5-e18c5dc5333a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:26.422069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ed2f2f-21e4-4a2e-9f34-7774eae9199a req-000bfff3-2b00-493c-9de5-e18c5dc5333a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0526867 Feb 15 10:23:26.461380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-72ed2f2f-21e4-4a2e-9f34-7774eae9199a req-9b4cb8a2-5cc9-4afc-a5a9-efa9b8a91ff0 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324252 Feb 15 10:23:27.591704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e5657-9a8e-4716-9986-8cbec22bcf13 req-15a56e6b-b349-4432-8d9c-98e0ce474ff1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:27.593297 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e6e5657-9a8e-4716-9986-8cbec22bcf13 req-15a56e6b-b349-4432-8d9c-98e0ce474ff1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0596848 Feb 15 10:23:27.633719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0e6e5657-9a8e-4716-9986-8cbec22bcf13 req-4763c00b-bed9-41d6-b9bd-23ded32f21ca tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330634 Feb 15 10:23:27.751227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12d2d4-859c-40b8-b796-758a8fac69c4 req-4173229a-82e8-4a63-9abb-7d5578704164 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:27.752619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f12d2d4-859c-40b8-b796-758a8fac69c4 req-4173229a-82e8-4a63-9abb-7d5578704164 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0478930 Feb 15 10:23:27.793719 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7f12d2d4-859c-40b8-b796-758a8fac69c4 req-cb9d8daf-ca8c-4d66-ad0f-6803f4e7883e tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342278 Feb 15 10:23:27.995667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131a037-2a4e-4214-bb43-fb970a526457 req-fc8f8751-54ee-4b43-b934-b4e33676c6bb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:27.998464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0131a037-2a4e-4214-bb43-fb970a526457 req-fc8f8751-54ee-4b43-b934-b4e33676c6bb tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0534832 Feb 15 10:23:28.041978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0131a037-2a4e-4214-bb43-fb970a526457 req-987ef58b-83bb-46da-9cc2-7369b620b087 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365000 Feb 15 10:23:39.531429 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02582fc9-4e39-42db-b969-6f27807e6c8e req-4d2d90c2-a481-4c79-801f-b934bcbdfacc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:39.533364 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02582fc9-4e39-42db-b969-6f27807e6c8e req-4d2d90c2-a481-4c79-801f-b934bcbdfacc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0538268 Feb 15 10:23:39.576044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-02582fc9-4e39-42db-b969-6f27807e6c8e req-50cc37c3-7bf7-4e44-b956-f740cd8390d8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361688 Feb 15 10:23:39.605088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52874) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:39.692329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e122280-f9f2-4163-a940-455d4903bc51 tempest-TestMinimumBasicScenario-37661879 tempest-TestMinimumBasicScenario-37661879-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:39.693968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6e122280-f9f2-4163-a940-455d4903bc51 tempest-TestMinimumBasicScenario-37661879 tempest-TestMinimumBasicScenario-37661879-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1091 time: 0.0878973 Feb 15 10:23:39.697110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52878) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:39.701367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:39.726075 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:39.823994 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:39.929061 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Allocated IP 172.25.6.106 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/94a2a56f-e6a9-4ac4-b88a-9707b7c441f7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:23:40.029461 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.062891 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.105197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:23:40.107916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:23:40.110529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:23:40.117019 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'Port': ['ID=94a2a56f-e6a9-4ac4-b88a-9707b7c441f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:40.477098 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.548542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.702426 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.707557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.779641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'Port': ['ID=94a2a56f-e6a9-4ac4-b88a-9707b7c441f7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:40.798808 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:40.903380 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Floating IP 5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041 associated. External IP: 172.25.6.106, port: 3e1d9962-c002-4953-8a99-86486c43fe9d. Feb 15 10:23:41.115549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Router 5821407f-7c5b-4e79-afd3-472d62e9ff39 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:23:41.224174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:23:41.233832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Sync routers for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:23:41.242667 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.244548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:23:41.245202 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:23:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:41.271568 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2f5f5d14-7f86-4f11-8e74-1c1eeb2d79cf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5734274 Feb 15 10:23:41.272153 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:23:41.274482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52880) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:41.275151 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:23:41.278982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1111177984', 'description': 'tempest-secgroup-smoke-1111177984 description', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:41.306882 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.315029 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edab4cd3-e5c4-4909-b411-4b4d921fe6c5 x-openstack-request-id: req-edab4cd3-e5c4-4909-b411-4b4d921fe6c5 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:23:41.315323 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:23:41.315703 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edab4cd3-e5c4-4909-b411-4b4d921fe6c5 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:23:41.316371 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:23:41.364424 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:23:41.382843 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.385796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-4367a30e-7fe1-442c-b2a7-39686f1c6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:41.387374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.387517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-4367a30e-7fe1-442c-b2a7-39686f1c6bdf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1096 time: 0.0465996 Feb 15 10:23:41.426509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.430638 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1523323 Feb 15 10:23:41.430638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d5347-99bb-4880-bebc-75867148861b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7afcbe87-90ea-4003-b07c-5df233e4db3b,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:41.432438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52884) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:41.438140 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:41.471693 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.491085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-d3ac18c4-f36f-4679-8ccd-e6480199d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:41.492647 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-d3ac18c4-f36f-4679-8ccd-e6480199d605 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.0969732 Feb 15 10:23:41.540288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.544937 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.569806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c029b82-b445-4c67-8093-bbcebea3230c,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:41.573141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-2a879bdc-2e9e-4f11-8a1f-f430644636e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 999 time: 0.0735579 Feb 15 10:23:41.580471 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.584470 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a6d3f759-cba2-408e-b869-23fbdaa606c8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483150 Feb 15 10:23:41.584823 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52886) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:41.589945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:41.624290 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.633149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-4d9efe47-2472-4345-9114-a1adf7efeb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:41.634861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-4d9efe47-2472-4345-9114-a1adf7efeb4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0490658 Feb 15 10:23:41.685042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-9e176ad4-cb05-452a-9a3b-d8e5a10e46c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:41.686604 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-9e176ad4-cb05-452a-9a3b-d8e5a10e46c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437136 Feb 15 10:23:41.697846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.702941 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.723472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf27832d-9ec3-488d-88ec-1e4349284125,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:41.731656 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.735713 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f7d2c8d6-8e1a-4d73-b1e0-53e35c6f9e0d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1467798 Feb 15 10:23:41.736037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52888) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:41.741514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:41.778794 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.790309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'port_id': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'mac_address': 'fa:16:3e:86:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f4249-817a-42f9-9049-a982789ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:23:40Z', 'updated_at': '2022-02-15T10:23:40Z', 'revision_number': 0, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:41.796913 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-43040b9a-cfe7-4547-a1dd-f081ac56b6d1 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028743 Feb 15 10:23:41.822962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Checking router: 5821407f-7c5b-4e79-afd3-472d62e9ff39 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:23:41.837437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:23:41.838173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:23:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:41.850158 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.856000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.876430 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bda4554-1db1-45cc-8fad-c5ac80f5db23,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:41.887457 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.889539 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-50467294-7f5a-4779-9a55-72fec14f6a93 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524732 Feb 15 10:23:41.892485 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52890) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:41.898634 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:41.914731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bd2d7e7-20e2-410d-bc3b-c6f103019c37 req-27506b70-9779-4f97-b3a3-c7d914da92ce service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104176 Feb 15 10:23:41.932250 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:41.975862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:23:42.005105 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.008577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.030086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637877c7-d9d8-406b-8f3f-7ba5f0fa6409,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:42.036836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.040770 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e3d48172-f02c-4fa4-b973-f6ea2bd284e4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445398 Feb 15 10:23:42.040971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52892) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:42.045324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:42.069542 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Project 37b6261f5bb54359afb2e4d6c99e361f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:23:42.074408 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.136875 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.140570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.161863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26be4b95-c286-4a7c-99f8-d0715da5b2cf,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:42.167609 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.169083 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0d7d4eb2-50f5-41ce-9a76-2442ef71c16a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268616 Feb 15 10:23:42.171517 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52894) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:23:42.176401 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'security_group_rule': {'security_group_id': '7afcbe87-90ea-4003-b07c-5df233e4db3b', 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:42.199278 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Project 37b6261f5bb54359afb2e4d6c99e361f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:23:42.204328 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.216840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'port_id': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'mac_address': 'fa:16:3e:86:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f4249-817a-42f9-9049-a982789ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:23:40Z', 'updated_at': '2022-02-15T10:23:40Z', 'revision_number': 0, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:23:42.247336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57fe84c-55ef-434a-bd8c-d8f46ad5fac6 None None] The sync data for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 is: [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'floating_ip_address': '172.25.6.106', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'port_id': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'mac_address': 'fa:16:3e:86:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b5f4249-817a-42f9-9049-a982789ff56c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:23:40Z', 'updated_at': '2022-02-15T10:23:40Z', 'revision_number': 0, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:23:42.267676 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.272887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.291316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43aace5-9eae-48c4-ae62-4914e2be9815,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:42.298810 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.300065 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-737bf4a0-0b6c-4931-ae71-739904119fbc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275706 Feb 15 10:23:42.390819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-214acb20-76cd-4668-bff8-2bd18945045f req-ddfb99f6-d655-40c4-b942-4469f8943e03 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111177984&fields=id&tenant_id=37b6261f5bb54359afb2e4d6c99e361f HTTP/1.1" status: 200 len: 267 time: 0.0407705 Feb 15 10:23:42.446006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acb20-76cd-4668-bff8-2bd18945045f req-18d5aae8-f72d-45d6-a573-a7522118ecac tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:42.447576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-214acb20-76cd-4668-bff8-2bd18945045f req-18d5aae8-f72d-45d6-a573-a7522118ecac tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0507524 Feb 15 10:23:42.458532 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4c73a3-a97b-4d40-a28a-81e6caa0f0d9 None None] New status for floating IP 5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:23:42.460923 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'port': {'security_groups': ['ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9', '7afcbe87-90ea-4003-b07c-5df233e4db3b']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:23:42.528627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.741696 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:23:42.774230 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.779345 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.791758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:23:42.829622 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:42.830301 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:42.832628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-214acb20-76cd-4668-bff8-2bd18945045f req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "PUT /v2.0/ports/3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 981 time: 0.3781440 Feb 15 10:23:42.861947 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd2fe9-518d-45b3-b7ef-a8ac77d9f243 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:23:42.934860 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:23:42.958713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de709eed-dacb-4a0a-a654-f4e3fcfc791a req-4a735106-0785-4adc-9562-232e1a4a77bc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:42.960671 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de709eed-dacb-4a0a-a654-f4e3fcfc791a req-4a735106-0785-4adc-9562-232e1a4a77bc tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0692110 Feb 15 10:23:43.015209 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de709eed-dacb-4a0a-a654-f4e3fcfc791a req-3c757fb0-f6b3-4087-8858-718138e97442 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479834 Feb 15 10:23:43.234721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a408d87a-be89-4616-a187-cfb8e58f0e1a None None] Provisioning complete for port 3e1d9962-c002-4953-8a99-86486c43fe9d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:23:43.234990 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a408d87a-be89-4616-a187-cfb8e58f0e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:43.317367 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:23:43.319910 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37d18c5022c44bda523f87a6e5415e286b40e5b749c62d0eaa6f546c71570f65" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0361be-90c3-432d-a6bb-74a978ad6eea" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:23:43.358705 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40b42c8-34e5-4d53-990a-b0fb84b73bdd x-openstack-request-id: req-f40b42c8-34e5-4d53-990a-b0fb84b73bdd {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:23:43.358995 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:23:43.359249 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f40b42c8-34e5-4d53-990a-b0fb84b73bdd {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:23:43.359643 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:23:43.425919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-063feaef-f260-4d67-a45d-6134834b563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:43.427483 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-063feaef-f260-4d67-a45d-6134834b563d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1135 time: 0.0436206 Feb 15 10:23:43.529046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-a10be8ea-1e94-4e26-8d53-f188ab1eacec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:43.530585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-a10be8ea-1e94-4e26-8d53-f188ab1eacec service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.0963237 Feb 15 10:23:43.604643 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-99898b42-29a0-4e9a-9b2f-f7f2f0bbcab7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 1001 time: 0.0672998 Feb 15 10:23:43.659252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-3d8d4ab7-8e32-433a-87e6-1142a3453da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:43.661384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-3d8d4ab7-8e32-433a-87e6-1142a3453da5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0494421 Feb 15 10:23:43.710371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-08c1d1a6-f4fe-4b2f-b383-11ba47a2f629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:23:43.711895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-08c1d1a6-f4fe-4b2f-b383-11ba47a2f629 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431731 Feb 15 10:23:43.811572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-1f584ff1-58f0-4051-821c-ab732fb8d67f service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923100 Feb 15 10:23:43.903943 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2c0361be-90c3-432d-a6bb-74a978ad6eea req-66e7bd01-8579-4633-ba57-0cbded6546ff service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840285 Feb 15 10:23:44.202412 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:23:44.790057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:46.803932 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-99d6a112-439d-41e5-8a7e-ebae48c1d888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:47.279564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:49.358488 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c87a4c56-4d47-4ca3-934e-a97019eee657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:50.510155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:52.357645 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:23:52.554843 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:00.373766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155a04-f96d-4979-83c0-902845f42ed3 req-8fc16a21-7ff8-4fc5-bf96-982e9f831737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:00.375388 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-8fc16a21-7ff8-4fc5-bf96-982e9f831737 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1135 time: 0.1542861 Feb 15 10:24:00.413416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce4774-9d8f-4583-8e42-6a65fdca7724 req-b034b76f-59fd-43b6-8c47-fcf737eb8dec tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:00.415317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19ce4774-9d8f-4583-8e42-6a65fdca7724 req-b034b76f-59fd-43b6-8c47-fcf737eb8dec tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.1575413 Feb 15 10:24:00.505220 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-19ce4774-9d8f-4583-8e42-6a65fdca7724 req-96e9afbb-87ce-44e3-89f5-1196678392f1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600564 Feb 15 10:24:00.519912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155a04-f96d-4979-83c0-902845f42ed3 req-d2e55d96-a375-492c-a1f1-0e49e0016f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:00.521545 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-d2e55d96-a375-492c-a1f1-0e49e0016f31 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.1385679 Feb 15 10:24:00.593510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-ed731ee0-1dcd-4525-bc14-38dde9b9edaf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 1001 time: 0.0649741 Feb 15 10:24:00.644603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155a04-f96d-4979-83c0-902845f42ed3 req-e5b0af21-2556-467b-b2ad-d1979ee89519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:00.646140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-e5b0af21-2556-467b-b2ad-d1979ee89519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0459430 Feb 15 10:24:00.703059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34155a04-f96d-4979-83c0-902845f42ed3 req-346e60ae-e1c8-4c6e-8c1d-699279ed9105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:00.704597 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-346e60ae-e1c8-4c6e-8c1d-699279ed9105 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518005 Feb 15 10:24:00.800125 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-123af387-5ee6-48a6-a723-38be87699460 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877805 Feb 15 10:24:00.896382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-34155a04-f96d-4979-83c0-902845f42ed3 req-ff9ea713-9546-44ab-93e7-7bd49d9c5c53 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875981 Feb 15 10:24:01.767567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b695f-fc76-46be-ba1d-92d8c2473190 req-621f5d3d-fe05-4566-a05d-a3929a26b00a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:01.769139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d69b695f-fc76-46be-ba1d-92d8c2473190 req-621f5d3d-fe05-4566-a05d-a3929a26b00a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.1049542 Feb 15 10:24:01.812190 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d69b695f-fc76-46be-ba1d-92d8c2473190 req-8a229760-97f4-4df8-8c6a-6e53cdef701d tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0368609 Feb 15 10:24:02.945712 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8df84-2fc8-4a74-b464-11416697bde1 req-b1be1bed-a756-4873-91c3-c695820152a7 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:02.947335 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16a8df84-2fc8-4a74-b464-11416697bde1 req-b1be1bed-a756-4873-91c3-c695820152a7 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0615807 Feb 15 10:24:02.991856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-16a8df84-2fc8-4a74-b464-11416697bde1 req-618b2997-4709-4be0-8420-e4de7b014417 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382974 Feb 15 10:24:04.151495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab06ec-67a1-4d51-8c84-279ed9dce04e req-e081e99e-2cdc-4f01-8e24-b8e6e5481600 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:04.153488 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46ab06ec-67a1-4d51-8c84-279ed9dce04e req-e081e99e-2cdc-4f01-8e24-b8e6e5481600 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0751495 Feb 15 10:24:04.217745 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-46ab06ec-67a1-4d51-8c84-279ed9dce04e req-5eda231b-aa8d-4517-baa1-7a0257592f04 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572155 Feb 15 10:24:05.342665 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32dd31-2311-48a7-b823-38b7472b32ec req-355c3048-5db1-498e-a909-3dac61458978 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:05.344168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb32dd31-2311-48a7-b823-38b7472b32ec req-355c3048-5db1-498e-a909-3dac61458978 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0507634 Feb 15 10:24:05.389015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eb32dd31-2311-48a7-b823-38b7472b32ec req-c654cb7f-2315-41f4-ae38-7a054234c1aa tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371909 Feb 15 10:24:06.539039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a3f43-46fd-4020-9754-566213a9f0f9 req-3fd0a82a-733d-4f34-abd6-95a8bfd3225a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:06.540931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-271a3f43-46fd-4020-9754-566213a9f0f9 req-3fd0a82a-733d-4f34-abd6-95a8bfd3225a tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0582998 Feb 15 10:24:06.595929 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-271a3f43-46fd-4020-9754-566213a9f0f9 req-a2f6bcd9-ef55-4e45-a8a7-3b7700add6a7 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452225 Feb 15 10:24:07.736637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15350531-3947-490b-8538-6d19dc5b1a97 req-fe312eca-564a-45a6-9bc8-31373617cff1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:07.739249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15350531-3947-490b-8538-6d19dc5b1a97 req-fe312eca-564a-45a6-9bc8-31373617cff1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0574744 Feb 15 10:24:07.784724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15350531-3947-490b-8538-6d19dc5b1a97 req-cdc71a8a-0853-451d-b8db-e3108a47ac5c tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386174 Feb 15 10:24:08.923153 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97daa46-6872-4634-b191-af24664ba26c req-8dbb5621-5129-4fa9-bf5d-867f1b2b72f3 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:08.924877 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d97daa46-6872-4634-b191-af24664ba26c req-8dbb5621-5129-4fa9-bf5d-867f1b2b72f3 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0630963 Feb 15 10:24:08.978517 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d97daa46-6872-4634-b191-af24664ba26c req-058813ee-48d3-408d-ae7f-79986a46f5f0 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469534 Feb 15 10:24:10.106071 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2629daf-dfe2-411b-871b-d0988da9d898 req-9b297014-fa76-4fbd-a281-94eb3f921cdd tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:10.107842 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2629daf-dfe2-411b-871b-d0988da9d898 req-9b297014-fa76-4fbd-a281-94eb3f921cdd tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0572789 Feb 15 10:24:10.163031 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2629daf-dfe2-411b-871b-d0988da9d898 req-7ddf4828-9c46-425f-8fd7-bc4277847386 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407305 Feb 15 10:24:11.295189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635185e6-a00a-4339-984b-cd1cd8f834dc req-abea01b9-f580-4477-989b-04a74db188ac tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:11.296780 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-635185e6-a00a-4339-984b-cd1cd8f834dc req-abea01b9-f580-4477-989b-04a74db188ac tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0531802 Feb 15 10:24:11.344189 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-635185e6-a00a-4339-984b-cd1cd8f834dc req-530fd942-8c76-4444-ae01-e4d643149bc6 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360074 Feb 15 10:24:12.473481 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c533dd86-528c-4308-a26d-e455a2c54884 req-f6100ba4-64a6-436e-88cb-57b74d0b1ff8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:12.475693 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c533dd86-528c-4308-a26d-e455a2c54884 req-f6100ba4-64a6-436e-88cb-57b74d0b1ff8 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0575593 Feb 15 10:24:12.521435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c533dd86-528c-4308-a26d-e455a2c54884 req-93363ba1-54c9-43c5-a2c7-c7ee82acf6bf tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=7afcbe87-90ea-4003-b07c-5df233e4db3b&id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389748 Feb 15 10:24:14.014724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-2f5ebc0b-b343-483c-a6e5-370c94015d8e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457141 Feb 15 10:24:14.115702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-0a30d379-8fb7-44a3-9988-447a9fdc7f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:14.117402 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-0a30d379-8fb7-44a3-9988-447a9fdc7f92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1135 time: 0.0544257 Feb 15 10:24:14.235149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-b294c0ea-35d4-4a64-ac14-1a39c92f8238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:14.237197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-b294c0ea-35d4-4a64-ac14-1a39c92f8238 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.1004238 Feb 15 10:24:14.310686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-316ca8c4-eb79-4fd6-8b8d-dbad6c85005a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 1001 time: 0.0678673 Feb 15 10:24:14.367098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-1a24bbc3-77de-4d67-9d8f-e6e4e4a93c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:14.370501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-1a24bbc3-77de-4d67-9d8f-e6e4e4a93c77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0529380 Feb 15 10:24:14.422746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-d47d02a0-a346-4236-9fd8-891e4fd46a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:14.424628 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-d47d02a0-a346-4236-9fd8-891e4fd46a44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480630 Feb 15 10:24:14.530757 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-00503893-f4ef-4fb5-86ab-a1e2b661ffbe service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996940 Feb 15 10:24:14.630750 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fe995d9d-5861-4e65-8ee2-023e94bbf2a8 req-11b6ece5-81ec-483a-b2a6-8232ce73ad4d service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932927 Feb 15 10:24:14.788612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:16.805881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b56db27c-1e41-4b03-ac80-4a97736c59c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:17.294258 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:19.359404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2cdd1573-c0e7-4dff-8d21-68e54cbec0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:20.512336 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:21.201887 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:24:22.350991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:22.555496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:44.802081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.014865 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-19319031-397c-4ae0-b0cd-faa518d9eb9c tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1111177984&fields=id&tenant_id=37b6261f5bb54359afb2e4d6c99e361f HTTP/1.1" status: 200 len: 267 time: 0.0341926 Feb 15 10:24:45.069305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-95b8dbe1-b297-499a-a628-e858887e9209 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:45.070830 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-95b8dbe1-b297-499a-a628-e858887e9209 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 984 time: 0.0498385 Feb 15 10:24:45.081943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Request body: {'port': {'security_groups': ['ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9']}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:24:45.151506 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.328509 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:24:45.358458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.363177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.374848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:24:45.410160 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:45.410774 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.413647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f96ecde1-aa7c-4d00-8612-a71c229b3894 req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "PUT /v2.0/ports/3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 942 time: 0.3355608 Feb 15 10:24:45.414305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:24:45.418857 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 52956) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:24:45.450917 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event updated for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=7']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:24:45.460344 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.460695 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.461222 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.461558 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.461886 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.462214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.462536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.462857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.463218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.463490 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.463805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.464121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f20789-7d4b-4c91-a1fb-557199feb578 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.481620 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9460d3b9-59c1-4f94-9a22-d616b7c5242b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:24:45.518031 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.546510 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.572601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:24:45.601993 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff89bc3c-bf24-4311-a380-756c7fac468a x-openstack-request-id: req-ff89bc3c-bf24-4311-a380-756c7fac468a {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:24:45.602300 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:24:45.602548 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff89bc3c-bf24-4311-a380-756c7fac468a {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:24:45.603060 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:24:45.659036 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.661866 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.663117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "DELETE /v2.0/security-groups/7afcbe87-90ea-4003-b07c-5df233e4db3b HTTP/1.1" status: 204 len: 168 time: 0.2432888 Feb 15 10:24:45.665984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 52964) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:24:45.675960 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afcbe87-90ea-4003-b07c-5df233e4db3b,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:24:45.684869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.685517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.686045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.686557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.687083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.687602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.688112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.688668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.689214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.689729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.690373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.690883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e76c8ac-ae9c-446a-8c4e-727803ba76ad tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:24:45.705509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-550d720c-ed25-4b6b-a69d-f95d8525fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:45.707258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-550d720c-ed25-4b6b-a69d-f95d8525fd1c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1096 time: 0.0825660 Feb 15 10:24:45.801377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-c33e7218-80f2-4e33-bf15-5bec4f84207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:45.802856 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-c33e7218-80f2-4e33-bf15-5bec4f84207e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.0885434 Feb 15 10:24:45.804377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e240e4b1-3ff1-45f3-b55a-06f319fc7c37 None None] Provisioning complete for port 3e1d9962-c002-4953-8a99-86486c43fe9d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:24:45.804919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e240e4b1-3ff1-45f3-b55a-06f319fc7c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.868420 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Deleting port 94a2a56f-e6a9-4ac4-b88a-9707b7c441f7 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:24:45.868706 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.948362 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.948685 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:45.961764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Calling delete_port for 94a2a56f-e6a9-4ac4-b88a-9707b7c441f7 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:24:46.119193 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:46.146107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event deleted for resources: {'Port': ['ID=94a2a56f-e6a9-4ac4-b88a-9707b7c441f7,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:24:46.218731 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:46.219156 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Floating IP 5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041 disassociated (deleted). External IP: 172.25.6.106, port: 3e1d9962-c002-4953-8a99-86486c43fe9d. Feb 15 10:24:46.271244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-6f7d5282-0941-4a8f-aff4-8bcae796f23b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 1001 time: 0.4615588 Feb 15 10:24:46.320164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-1d67013a-28c9-457a-956f-8ea960e8a5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:46.321752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-1d67013a-28c9-457a-956f-8ea960e8a5e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0437474 Feb 15 10:24:46.369908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-e1d17fc1-2fcc-412f-b438-d19ae1c78452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:46.371360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-e1d17fc1-2fcc-412f-b438-d19ae1c78452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433571 Feb 15 10:24:46.437052 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Router 5821407f-7c5b-4e79-afd3-472d62e9ff39 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:24:46.467017 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-bc492e4d-7338-408f-a664-4636e84ab650 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882282 Feb 15 10:24:46.548468 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:24:46.553568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:46.560162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Sync routers for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:24:46.560538 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9460d3b9-59c1-4f94-9a22-d616b7c5242b req-6788cc34-09de-4d01-bfa5-acd0c8623270 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870986 Feb 15 10:24:46.571411 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:24:46.572012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:46.586564 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-53c41c32-fbe8-488e-b5d5-e1634d1811e1 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "DELETE /v2.0/floatingips/5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041 HTTP/1.1" status: 204 len: 168 time: 0.9194317 Feb 15 10:24:46.692201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:24:46.846902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be86178a-7d26-4267-be36-91a83c191c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:46.928668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:46.956180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Checking router: 5821407f-7c5b-4e79-afd3-472d62e9ff39 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:24:46.964570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:24:46.965216 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:47.075108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:24:47.285161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:47.320083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaadcbb6-5253-4ad2-ac28-ec9c23c02fae None None] The sync data for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 is: [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:51Z', 'revision_number': 4, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '75ea2e6d-adc7-43a6-92e5-aca70632420c', 'name': '', 'network_id': '0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'mac_address': 'fa:16:3e:1e:d5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:51Z', 'updated_at': '2022-02-15T10:22:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'subnets': [{'id': 'd3f0cb29-bb06-4f0e-a36b-3e633f098164', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:24:47.330111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:47.561791 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ea0294-50a7-4bdb-8264-29e8e0016369 None None] New status for floating IP 5c5c2ebd-3f2b-485f-a5ea-faf9b0fb0041: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:24:47.604561 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:24:47.607381 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:24:47.654580 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3c97ae-78ce-41e5-a91e-fd8c1ec12347 x-openstack-request-id: req-df3c97ae-78ce-41e5-a91e-fd8c1ec12347 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:24:47.654996 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:24:47.655248 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df3c97ae-78ce-41e5-a91e-fd8c1ec12347 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:24:47.655667 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:24:47.718553 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-aae7aaeb-d4b7-4f36-b131-ad31d0ccab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:47.720640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-aae7aaeb-d4b7-4f36-b131-ad31d0ccab4d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 1096 time: 0.0421984 Feb 15 10:24:47.817563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-a6a1574c-0854-4915-8b2d-c9aa35b486cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:47.819122 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-a6a1574c-0854-4915-8b2d-c9aa35b486cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 200 len: 915 time: 0.0925109 Feb 15 10:24:47.863580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-993660cb-8237-4e4b-8829-157735931858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 200 len: 217 time: 0.0374558 Feb 15 10:24:47.919761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-cd3916ce-9e8f-46d0-be1d-0e3371e84952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:47.921413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-cd3916ce-9e8f-46d0-be1d-0e3371e84952 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 200 len: 853 time: 0.0516016 Feb 15 10:24:47.969446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-1466b25e-88bb-4cb3-8a87-db741f0bc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:47.971019 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-1466b25e-88bb-4cb3-8a87-db741f0bc145 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421696 Feb 15 10:24:48.060626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-1175c2f0-ee3f-48e1-8235-35f99926e217 service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831945 Feb 15 10:24:48.154749 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5378666c-eb7b-4f5f-bc08-dd0a90fb71e5 req-f58a8736-1474-4bee-ab19-3501c55fa13a service neutron] 10.222.0.36 "GET /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873599 Feb 15 10:24:49.366174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d14a13ab-52b5-4223-833a-458f8b18ed0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:50.517325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:52.365213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:52.567475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:53.650054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209cae11-e701-4cb0-b1de-93dd06204ad8 req-81284edf-a224-442a-8979-dc62c86c35cd tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:53.652239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-209cae11-e701-4cb0-b1de-93dd06204ad8 req-81284edf-a224-442a-8979-dc62c86c35cd tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0612030 Feb 15 10:24:53.701934 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-209cae11-e701-4cb0-b1de-93dd06204ad8 req-799baad8-0a62-49b9-bd29-e7f6cf8b046b tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401585 Feb 15 10:24:54.858779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8e913-c3bb-466f-b38a-4a8b900f3638 req-1f1675f2-f4fb-46fb-b5ad-2803a0a4efa4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:54.862199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6c8e913-c3bb-466f-b38a-4a8b900f3638 req-1f1675f2-f4fb-46fb-b5ad-2803a0a4efa4 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0758266 Feb 15 10:24:54.900751 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d6c8e913-c3bb-466f-b38a-4a8b900f3638 req-66bbe288-c3db-4824-a5ab-916aed67bee9 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/security-groups?id=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Feb 15 10:24:55.203312 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-36c5d737-fd69-4fcb-b40c-e24163a62771 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:24:55.205440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-36c5d737-fd69-4fcb-b40c-e24163a62771 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.36 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 945 time: 0.0505912 Feb 15 10:24:55.305145 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Deleting port 3e1d9962-c002-4953-8a99-86486c43fe9d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:24:55.305485 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:55.403174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] For port 3e1d9962-c002-4953-8a99-86486c43fe9d, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=3e1d9962-c002-4953-8a99-86486c43fe9d,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:24:55.403441 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:55.418060 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Calling delete_port for 3e1d9962-c002-4953-8a99-86486c43fe9d owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:24:55.558407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:55.571247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['3e1d9962-c002-4953-8a99-86486c43fe9d'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:24:55.590425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Pushing event deleted for resources: {'Port': ['ID=3e1d9962-c002-4953-8a99-86486c43fe9d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:24:55.638197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] No DVR routers for this DVR port 3e1d9962-c002-4953-8a99-86486c43fe9d on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:24:55.641073 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:55.645751 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0282b627-8bb2-4b70-aab5-523e9f421c74 req-814e899d-4cf5-4d0c-9b27-40315beb1192 tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.36 "DELETE /v2.0/ports/3e1d9962-c002-4953-8a99-86486c43fe9d HTTP/1.1" status: 204 len: 173 time: 0.4347110 Feb 15 10:24:55.646207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'name': 'network-vif-deleted', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:24:55.689003 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a293664-15d3-47bd-8c3e-be0bbd04cd62" -d '{"events": [{"server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "name": "network-vif-deleted", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:24:55.784078 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae4fac1-a5c4-4c9e-9e75-2e2f5011190f x-openstack-request-id: req-fae4fac1-a5c4-4c9e-9e75-2e2f5011190f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:24:55.784391 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b5f4249-817a-42f9-9049-a982789ff56c", "name": "network-vif-deleted", "tag": "3e1d9962-c002-4953-8a99-86486c43fe9d", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:24:55.784643 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fae4fac1-a5c4-4c9e-9e75-2e2f5011190f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:24:55.785058 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b5f4249-817a-42f9-9049-a982789ff56c', 'name': 'network-vif-deleted', 'tag': '3e1d9962-c002-4953-8a99-86486c43fe9d', 'status': 'completed', 'code': 200} Feb 15 10:24:56.027028 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-23e74572-0cb3-411c-8643-8e940b40db42 req-9ec42944-df50-43d5-bc31-9c14849d64fa tempest-TestMinimumBasicScenario-1487318940 tempest-TestMinimumBasicScenario-1487318940-project] 10.222.0.10 "GET /v2.0/ports?device_id=8b5f4249-817a-42f9-9049-a982789ff56c HTTP/1.1" status: 200 len: 210 time: 0.0332627 Feb 15 10:24:57.653991 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53070) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:24:58.036630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:58.200615 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:24:58.309166 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Deleting port 75ea2e6d-adc7-43a6-92e5-aca70632420c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:24:58.310743 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:58.390191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] For port 75ea2e6d-adc7-43a6-92e5-aca70632420c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=75ea2e6d-adc7-43a6-92e5-aca70632420c,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:24:58.390603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:58.402442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Calling delete_port for 75ea2e6d-adc7-43a6-92e5-aca70632420c owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:24:58.577715 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:58.604655 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=75ea2e6d-adc7-43a6-92e5-aca70632420c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:24:58.773005 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:59.000126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Router 5821407f-7c5b-4e79-afd3-472d62e9ff39 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:24:59.108602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:24:59.114345 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d163d008-8984-4795-a318-a064da925d06 admin admin] 10.222.0.10 "PUT /v2.0/routers/5821407f-7c5b-4e79-afd3-472d62e9ff39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4593170 Feb 15 10:24:59.116943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53072) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:24:59.119497 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Sync routers for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:24:59.130493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:24:59.131115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:59.222503 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:59.236724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:24:59.292726 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3e1d9962-c002-4953-8a99-86486c43fe9d no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:24:59.324299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 3e1d9962-c002-4953-8a99-86486c43fe9d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:24:59.324747 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 3e1d9962-c002-4953-8a99-86486c43fe9d not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:24:59.325068 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:59.387999 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Deleting port 6179a6c5-cb63-4434-bb45-b5f40456ae7a {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:24:59.388401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:59.468700 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] For port 6179a6c5-cb63-4434-bb45-b5f40456ae7a, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6179a6c5-cb63-4434-bb45-b5f40456ae7a,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:24:59.469087 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:24:59.485725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Calling delete_port for 6179a6c5-cb63-4434-bb45-b5f40456ae7a owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:24:59.605361 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155'}], 'enable_snat': True}, 'gw_port_id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:24:58Z', 'revision_number': 5, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port': {'id': '6179a6c5-cb63-4434-bb45-b5f40456ae7a', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:22:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:59.635538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Checking router: 5821407f-7c5b-4e79-afd3-472d62e9ff39 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:24:59.646460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Routers {'5821407f-7c5b-4e79-afd3-472d62e9ff39'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:24:59.647259 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['5821407f-7c5b-4e79-afd3-472d62e9ff39'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:59.739724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] Set router 5821407f-7c5b-4e79-afd3-472d62e9ff39 gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:24:59.799404 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:24:59Z', 'revision_number': 6, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:24:59.826843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c82aebe-c5e5-4e4c-bd75-cad2e8dad713 None None] The sync data for ids ['5821407f-7c5b-4e79-afd3-472d62e9ff39'] in n-d-825064-4 is: [{'id': '5821407f-7c5b-4e79-afd3-472d62e9ff39', 'name': 'tempest-TestMinimumBasicScenario-548670864-router', 'tenant_id': '37b6261f5bb54359afb2e4d6c99e361f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:49Z', 'updated_at': '2022-02-15T10:24:59Z', 'revision_number': 6, 'project_id': '37b6261f5bb54359afb2e4d6c99e361f', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:00.013638 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.049811 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Pushing event deleted for resources: {'Port': ['ID=6179a6c5-cb63-4434-bb45-b5f40456ae7a,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:00.109012 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.199920 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.202294 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.250150 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.250772 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5821407f-7c5b-4e79-afd3-472d62e9ff39 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:25:00.255231 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.256403 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ce151d79-20d2-44af-ac7c-6b8e5a2d012f admin admin] 10.222.0.10 "DELETE /v2.0/routers/5821407f-7c5b-4e79-afd3-472d62e9ff39 HTTP/1.1" status: 204 len: 168 time: 1.1386273 Feb 15 10:25:00.258970 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53076) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:00.310445 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Deleting subnet d3f0cb29-bb06-4f0e-a36b-3e633f098164 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:25:00.314053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.347773 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.423179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.479455 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.507028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3f0cb29-bb06-4f0e-a36b-3e633f098164,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:00.510747 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.514008 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-96e422e2-d772-4f5e-b93a-c3bc8647151c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d3f0cb29-bb06-4f0e-a36b-3e633f098164 HTTP/1.1" status: 204 len: 168 time: 0.2540381 Feb 15 10:25:00.516764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac9192-cb5e-4bca-bdcb-159b536f68c2 None None] Network 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:25:00.517303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53078) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:00.597508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.653756 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Deleting port 16a695a8-3897-433e-9a34-f9a5be1e7308 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:00.654100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.710086 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] DHCP port deletion for 0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:25:00.749382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] For port 16a695a8-3897-433e-9a34-f9a5be1e7308, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=16a695a8-3897-433e-9a34-f9a5be1e7308,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:00.749744 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.770520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Deleting port 16a695a8-3897-433e-9a34-f9a5be1e7308 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:00.770841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Calling delete_port for 16a695a8-3897-433e-9a34-f9a5be1e7308 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:00.771271 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.847106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] For port 16a695a8-3897-433e-9a34-f9a5be1e7308, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=16a695a8-3897-433e-9a34-f9a5be1e7308,segment=NetworkSegment(bfa2cb4e-889d-4b20-af73-ebfa4acc15cd),segment_id=bfa2cb4e-889d-4b20-af73-ebfa4acc15cd)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:00.847453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.867313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:00.869165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Calling delete_port for 16a695a8-3897-433e-9a34-f9a5be1e7308 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:00.881781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] No DVR routers for this DVR port 16a695a8-3897-433e-9a34-f9a5be1e7308 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:25:00.905351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Pushing event deleted for resources: {'Port': ['ID=16a695a8-3897-433e-9a34-f9a5be1e7308,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:00.999579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 75ea2e6d-adc7-43a6-92e5-aca70632420c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:00.999996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.023492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:01.025234 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 75ea2e6d-adc7-43a6-92e5-aca70632420c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:01.025578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 75ea2e6d-adc7-43a6-92e5-aca70632420c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:01.026012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 16a695a8-3897-433e-9a34-f9a5be1e7308 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:01.038728 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:01.038942 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa2cb4e-889d-4b20-af73-ebfa4acc15cd') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:01.049365 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.052491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 16a695a8-3897-433e-9a34-f9a5be1e7308 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:01.052851 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 16a695a8-3897-433e-9a34-f9a5be1e7308 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:01.053283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6179a6c5-cb63-4434-bb45-b5f40456ae7a no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:01.056968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.064211 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.072602 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:25:01.073040 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:25:01.074696 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:25:01.101613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6179a6c5-cb63-4434-bb45-b5f40456ae7a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:01.101892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6179a6c5-cb63-4434-bb45-b5f40456ae7a not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:01.106939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Pushing event deleted for resources: {'Port': ['ID=16a695a8-3897-433e-9a34-f9a5be1e7308,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:01.119591 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] No DVR routers for this DVR port 16a695a8-3897-433e-9a34-f9a5be1e7308 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:25:01.124597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.125087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.125320 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.126240 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.126569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.126904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.127226 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.127546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.127870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.128246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.128571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.128926 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11ca310-0db3-4b16-936d-408b5618d653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:01.149169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.153989 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.157710 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] 10.222.0.10 "DELETE /v2.0/networks/0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76 HTTP/1.1" status: 204 len: 168 time: 0.6391270 Feb 15 10:25:01.160570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53080) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:01.170461 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d24c0-b6c9-4674-8f6d-9c67f70203fd admin admin] Pushing event deleted for resources: {'Network': ['ID=0a15daa8-5f80-4cf2-bd20-ff5ea1be2d76,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:01.518059 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.785337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Deleting port 36a171d5-1510-441e-a5a8-1e4a22fbdba0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:01.785638 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.875630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] For port 36a171d5-1510-441e-a5a8-1e4a22fbdba0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=36a171d5-1510-441e-a5a8-1e4a22fbdba0,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:01.876119 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:01.888474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Calling delete_port for 36a171d5-1510-441e-a5a8-1e4a22fbdba0 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:02.073980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:02.102254 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a171d5-1510-441e-a5a8-1e4a22fbdba0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:02.278413 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:02.505029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:25:02.613291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:25:02.618286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a2674569-042e-4aad-8b69-d6835c3b8d49 admin admin] 10.222.0.10 "PUT /v2.0/routers/cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4560726 Feb 15 10:25:02.621010 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53082) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:02.621918 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Sync routers for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:25:02.632208 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:02.632848 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:02.729216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:02.749276 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:02.841358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:02.922080 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Deleting port a91647e7-ad4d-49a7-84cc-2ac9444829ad {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:02.923112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:02.962272 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116'}], 'enable_snat': True}, 'gw_port_id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:25:02Z', 'revision_number': 5, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port': {'id': 'a91647e7-ad4d-49a7-84cc-2ac9444829ad', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:4e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:02.993608 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Checking router: cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:25:03.001916 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Routers {'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:03.002739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:03.011860 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] For port a91647e7-ad4d-49a7-84cc-2ac9444829ad, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a91647e7-ad4d-49a7-84cc-2ac9444829ad,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:03.012218 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.025844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Calling delete_port for a91647e7-ad4d-49a7-84cc-2ac9444829ad owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:03.099209 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] Set router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:03.150166 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:25:02Z', 'revision_number': 6, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:03.178792 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dd475f-95c1-4b75-8597-7420bcf255b2 None None] The sync data for ids ['cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3'] in n-d-825064-4 is: [{'id': 'cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3', 'name': 'tempest-TestMinimumBasicScenario-1494067738-router', 'tenant_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:22:54Z', 'updated_at': '2022-02-15T10:25:02Z', 'revision_number': 6, 'project_id': 'fdd05df61b8d417db5678c29b03e1fc1', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:03.211785 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.250862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a91647e7-ad4d-49a7-84cc-2ac9444829ad,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:03.316320 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.408229 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.410306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.456926 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.457613 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:25:03.461892 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.463081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ebcadc07-3e68-4dbf-9566-4228dc761ef0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cbbdd3ec-5a54-4bbc-b516-a4bc332f91f3 HTTP/1.1" status: 204 len: 168 time: 0.8410802 Feb 15 10:25:03.465658 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53084) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:03.518438 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Deleting subnet 51fe33fe-4f30-4ce5-8779-5877f1312b8d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:25:03.521767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.558837 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.644527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.707489 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.742557 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51fe33fe-4f30-4ce5-8779-5877f1312b8d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:03.746302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.749537 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6b899bc0-0904-44e4-9c39-42fcf8d96a1e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/51fe33fe-4f30-4ce5-8779-5877f1312b8d HTTP/1.1" status: 204 len: 168 time: 0.2829134 Feb 15 10:25:03.753539 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:03.757319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de7d2f-c886-4f5e-b784-35056e4fd8be None None] Network f85a0f12-1346-48bf-b404-4b8ec54f5148 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:25:03.865527 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:03.938086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Deleting port b1f4cbc0-a94c-4876-afe0-67e38928ba20 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:03.938450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.012503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] DHCP port deletion for f85a0f12-1346-48bf-b404-4b8ec54f5148 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:25:04.013875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] For port b1f4cbc0-a94c-4876-afe0-67e38928ba20, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1f4cbc0-a94c-4876-afe0-67e38928ba20,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:04.014239 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.029572 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Calling delete_port for b1f4cbc0-a94c-4876-afe0-67e38928ba20 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:04.068204 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Deleting port b1f4cbc0-a94c-4876-afe0-67e38928ba20 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:04.068837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.112165 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.135349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f4cbc0-a94c-4876-afe0-67e38928ba20,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:04.137617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] For port b1f4cbc0-a94c-4876-afe0-67e38928ba20, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=b1f4cbc0-a94c-4876-afe0-67e38928ba20,segment=NetworkSegment(b050b066-9399-45dc-8f96-f71f3cb75773),segment_id=b050b066-9399-45dc-8f96-f71f3cb75773)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:04.138014 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.141909 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] No DVR routers for this DVR port b1f4cbc0-a94c-4876-afe0-67e38928ba20 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:25:04.151951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Calling delete_port for b1f4cbc0-a94c-4876-afe0-67e38928ba20 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:04.220679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.238724 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.246960 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85a0f12-1346-48bf-b404-4b8ec54f5148']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:04.259514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b050b066-9399-45dc-8f96-f71f3cb75773') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:04.259910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b050b066-9399-45dc-8f96-f71f3cb75773') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:04.269485 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] Pushing event deleted for resources: {'Port': ['ID=b1f4cbc0-a94c-4876-afe0-67e38928ba20,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:04.273176 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.275388 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c23eb-4001-4400-9779-80ba051ef4b7 None None] No DVR routers for this DVR port b1f4cbc0-a94c-4876-afe0-67e38928ba20 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:25:04.294339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.301076 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:25:04.301521 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:25:04.303449 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:25:04.364630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.370488 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.373739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] 10.222.0.10 "DELETE /v2.0/networks/f85a0f12-1346-48bf-b404-4b8ec54f5148 HTTP/1.1" status: 204 len: 168 time: 0.6191001 Feb 15 10:25:04.388944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ff570-c75b-4c95-b507-f1a500483bda admin admin] Pushing event deleted for resources: {'Network': ['ID=f85a0f12-1346-48bf-b404-4b8ec54f5148,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:04.551234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:04.592230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d59a81c9-0cd3-40c3-b457-fda7b6d6755e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=37b6261f5bb54359afb2e4d6c99e361f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398149 Feb 15 10:25:04.595157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53092) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:04.647268 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.671553 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.719780 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.722797 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:04.724016 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9 HTTP/1.1" status: 204 len: 168 time: 0.1279278 Feb 15 10:25:04.732706 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f7585-aa01-4c42-8294-186d727e6b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca9cf024-c8d7-44ed-83cc-45e0b29c8ae9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:04.965717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36a171d5-1510-441e-a5a8-1e4a22fbdba0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:04.987059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 36a171d5-1510-441e-a5a8-1e4a22fbdba0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:04.987601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 36a171d5-1510-441e-a5a8-1e4a22fbdba0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:04.987791 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1f4cbc0-a94c-4876-afe0-67e38928ba20 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:05.007648 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: b1f4cbc0-a94c-4876-afe0-67e38928ba20 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:05.007983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device b1f4cbc0-a94c-4876-afe0-67e38928ba20 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:05.008398 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a91647e7-ad4d-49a7-84cc-2ac9444829ad no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:25:05.030347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a91647e7-ad4d-49a7-84cc-2ac9444829ad {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:25:05.030686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a91647e7-ad4d-49a7-84cc-2ac9444829ad not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:25:05.054293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:05.096295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c4aa445a-9dce-4f25-bbb3-3748dd33dd8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdd05df61b8d417db5678c29b03e1fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407922 Feb 15 10:25:05.098912 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53100) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:05.149219 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:05.170673 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:05.222285 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:05.225044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:05.226228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/577c04f0-ea40-4800-9de3-d38bc0e7f180 HTTP/1.1" status: 204 len: 168 time: 0.1263952 Feb 15 10:25:05.234133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996074b4-f1b9-4d4c-81a6-135f6d575b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577c04f0-ea40-4800-9de3-d38bc0e7f180,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.027730 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.033631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-113308457', 'description': 'tempest-secgroup-smoke-113308457 description', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.057660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.065824 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.143216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.146848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.188903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf5a90b-1448-44ff-9fb5-8a1650a34e87,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.228132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.232036 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.263767 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.265040 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2362106 Feb 15 10:25:07.267556 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0da59-f40c-42bb-a108-f25920774939 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7195fbed-ff37-4492-961d-8d3006f0c8ed,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.268293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53144) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.273016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.302707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.350034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.353662 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.371231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4351209-a846-40da-aad8-8fc0ecb60eeb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.380983 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.382177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d1cc2a90-aa9c-4728-bd55-8ca5a097ca92 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1127753 Feb 15 10:25:07.384929 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53146) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.389166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.418353 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.475053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.478813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.496378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14a617a2-22a6-417c-9f96-1f637d4ef8ed,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.505337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.506593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2e91b97c-db4e-47d7-a53e-fbbe877bc878 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207492 Feb 15 10:25:07.509348 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53148) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.513843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.542588 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.603555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.607318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.625580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831663e6-4b3a-4903-aa4b-801fc89cc0c9,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.634123 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.635356 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c833f914-b0af-4dd4-8fdf-1d5863ee5e09 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250231 Feb 15 10:25:07.638176 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53150) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.642667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.671514 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.734525 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.739097 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.754770 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30168bea-46f5-472b-b4e0-d3279ac2e99e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.765727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.767834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f971b7a3-45ce-42e5-9272-c32b6634d540 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285186 Feb 15 10:25:07.771953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53152) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.776373 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.801683 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:25:07.806724 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.870338 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.874541 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.893754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee484b6-3279-4bd9-bcfc-85f2e02c9435,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:07.902277 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:07.903496 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bfc2a656-6975-468c-b053-e9c9b32191eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306000 Feb 15 10:25:07.906441 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53154) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:07.912581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': '7195fbed-ff37-4492-961d-8d3006f0c8ed', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:07.937105 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:25:07.942262 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.019889 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.024657 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.046603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937edb08-0bc3-47da-8ed4-e37853dcf142,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:08.056838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.058313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b1d62f1a-56d7-4c64-a624-6476574a09cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500146 Feb 15 10:25:08.061383 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53156) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:08.067385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'network': {'name': 'tempest-network-smoke--1577971164', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:08.090395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:25:08.094193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.118758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:25:08.129422 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.129763 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Added segment 66d38516-2d10-4db5-a97f-0ecc067e21f0 of type vlan for network 5cb03ef7-f501-43a1-b5a8-a915711f3833 Feb 15 10:25:08.171825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.196021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.201615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:08.202197 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.263198 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2007487 Feb 15 10:25:08.266402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53158) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:08.271884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'admin_state_up': True, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:08.272935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c0e467-9059-4e98-949a-cfedda44434e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Network': ['ID=5cb03ef7-f501-43a1-b5a8-a915711f3833,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:08.284000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:25:08.302356 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.303523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.365274 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.520608 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.728532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.753686 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:08.863996 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.24 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/e09fd4e2-e53f-43dd-a47d-498509b5923e) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:25:08.980136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:09.015185 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:09.057752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:09.060836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:09.065712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:25:09.071138 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=e09fd4e2-e53f-43dd-a47d-498509b5923e,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:09.339711 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:09.546429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:09.680319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 602ea394-186f-42fa-9d11-a2acd65f0246 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:25:09.791782 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:25:09.802438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Sync routers for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:25:09.812183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:09.812914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:09.813889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:09.817270 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e9c6c1ca-6b84-4756-be8e-55e308e5f346 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5473459 Feb 15 10:25:09.818749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53164) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:09.924304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:09.971368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-76745321-3802-43ff-a00f-6c264195cb00 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=51c259ca4ca341c3b7007685ab9f63cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1511402 Feb 15 10:25:09.974171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53168) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:10.116386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:10.129673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195b899-f8e4-4e7e-ab07-eef67a0e2ef9 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:10.131234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d195b899-f8e4-4e7e-ab07-eef67a0e2ef9 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1561434 Feb 15 10:25:10.136841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53170) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:10.151819 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Checking router: 602ea394-186f-42fa-9d11-a2acd65f0246 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:25:10.152170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Updating router 602ea394-186f-42fa-9d11-a2acd65f0246 port e09fd4e2-e53f-43dd-a47d-498509b5923e binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:25:10.169878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8b8b1aa7-51b2-4fb3-b7d7-610675936401 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0291550 Feb 15 10:25:10.170247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53172) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:10.176342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-598811955', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:10.182361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.272198 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:25:10.275771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.459438 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.465382 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.467357 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.523583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Attempting to bind port e09fd4e2-e53f-43dd-a47d-498509b5923e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:25:10.523949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Attempting to bind port e09fd4e2-e53f-43dd-a47d-498509b5923e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:25:10.524309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Attempting to bind port e09fd4e2-e53f-43dd-a47d-498509b5923e on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:25:10.531113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abc015-f3c8-488d-958e-8979dd825b80 None None] Pushing event updated for resources: {'Port': ['ID=e09fd4e2-e53f-43dd-a47d-498509b5923e,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:10.535347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:25:10.535738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:25:10.536118 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.536505 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:25:10.537009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Bound port: e09fd4e2-e53f-43dd-a47d-498509b5923e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:25:10.537391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.542130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Subnet': ['ID=867de269-3174-4b6d-afb8-65bd38e73c77,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:10.548072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Checking segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:25:10.548423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network hostable DHCP agents. Network: 5cb03ef7-f501-43a1-b5a8-a915711f3833, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:25:10.566169 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:25:10.575763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 5cb03ef7-f501-43a1-b5a8-a915711f3833) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:10.580309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:10.580940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.598795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5303ea1d-1ef9-4e12-923e-7d7dc02f85f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4272187 Feb 15 10:25:10.601440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7541cf-9cb3-4f74-932a-ed554a69a6ee None None] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:25:10.603159 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53174) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:10.655909 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] For port e09fd4e2-e53f-43dd-a47d-498509b5923e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:25:10.673697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] For port e09fd4e2-e53f-43dd-a47d-498509b5923e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e09fd4e2-e53f-43dd-a47d-498509b5923e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:25:10.682527 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:10.783415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:10.784041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:10.785739 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6abc015-f3c8-488d-958e-8979dd825b80 None None] Pushing event updated for resources: {'Port': ['ID=e09fd4e2-e53f-43dd-a47d-498509b5923e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:11.079712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-5cb03ef7-f501-43a1-b5a8-a915711f3833', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:25:11.080713 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.175606 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:11.335388 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.355315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Allocated IP 172.20.0.2 (5cb03ef7-f501-43a1-b5a8-a915711f3833/867de269-3174-4b6d-afb8-65bd38e73c77/da096611-2657-42e3-a61e-76c76bcfe2d2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:25:11.496630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:11.557493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277dba3e-1e04-43ec-8f89-79140e3c2c72 None None] The sync data for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 is: [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:11.587008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.594515 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.643228 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:11.646396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:11.648907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:25:11.654595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.1 (5cb03ef7-f501-43a1-b5a8-a915711f3833/867de269-3174-4b6d-afb8-65bd38e73c77/072b065d-dea6-42f9-a0d6-289aa5177af0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:25:11.657527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Pushing event updated for resources: {'Port': ['ID=da096611-2657-42e3-a61e-76c76bcfe2d2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:11.718151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Attempting to bind port da096611-2657-42e3-a61e-76c76bcfe2d2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:25:11.718872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Attempting to bind port da096611-2657-42e3-a61e-76c76bcfe2d2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:25:11.719489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Attempting to bind port da096611-2657-42e3-a61e-76c76bcfe2d2 on network 5cb03ef7-f501-43a1-b5a8-a915711f3833 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:25:11.726467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:25:11.727156 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Checking segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:25:11.727706 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.728143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Bound using segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:25:11.728646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Bound port: da096611-2657-42e3-a61e-76c76bcfe2d2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:25:11.729081 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.812414 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.820633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] For port da096611-2657-42e3-a61e-76c76bcfe2d2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:25:11.825076 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] For port da096611-2657-42e3-a61e-76c76bcfe2d2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da096611-2657-42e3-a61e-76c76bcfe2d2,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:25:11.831409 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.858478 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:11.901020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3a4c1-269b-4155-b44e-20bf363a18a1 None None] Pushing event updated for resources: {'Port': ['ID=da096611-2657-42e3-a61e-76c76bcfe2d2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:11.905545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:11.912261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:11.916541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:25:11.949507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:11.975813 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:12.139163 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:12.449935 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:12.455731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:12.530528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:12.534324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:12.634514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:12.635976 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:12.770222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 602ea394-186f-42fa-9d11-a2acd65f0246 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:25:12.884314 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:25:12.884932 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0ea35-7844-4a7a-9cc5-1af4bc0358e1 None None] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:25:12.896852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2248290d-11f3-4f9d-ba25-84dc563db174 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/602ea394-186f-42fa-9d11-a2acd65f0246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859626 Feb 15 10:25:13.021501 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] Provisioning complete for port da096611-2657-42e3-a61e-76c76bcfe2d2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.022077 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.064238 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da096611-2657-42e3-a61e-76c76bcfe2d2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:13.067862 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-e3719819-8491-4267-be16-e1aac3ecea04 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-113308457&fields=id&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 267 time: 0.0461726 Feb 15 10:25:13.185000 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-763cc96a-ceb4-42bc-bb5f-a75a1f8f8dc2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:13.186591 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-763cc96a-ceb4-42bc-bb5f-a75a1f8f8dc2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/networks?id=5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 200 len: 797 time: 0.1116300 Feb 15 10:25:13.210169 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-45107a3b-cc6c-4961-a1a9-a6ac2b2bd5d0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/quotas/51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 375 time: 0.0161378 Feb 15 10:25:13.244264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port da096611-2657-42e3-a61e-76c76bcfe2d2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.244639 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.248057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.272323 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-31a92184-86c8-4caf-8b38-58cc7ba453da tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557969 Feb 15 10:25:13.323338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] For port da096611-2657-42e3-a61e-76c76bcfe2d2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da096611-2657-42e3-a61e-76c76bcfe2d2,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:13.335481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.383052 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Sync routers for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:25:13.397731 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:13.398506 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:13.428235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e09fd4e2-e53f-43dd-a47d-498509b5923e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:13.455999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafae604-20a0-4746-b537-b36e8cf95ce7 None None] Pushing event updated for resources: {'Port': ['ID=da096611-2657-42e3-a61e-76c76bcfe2d2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:13.494044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e09fd4e2-e53f-43dd-a47d-498509b5923e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.494579 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.589426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:13.598265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f3766fdf-27e0-4685-b509-c486f5dafb1d None None] Provisioning complete for port da096611-2657-42e3-a61e-76c76bcfe2d2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.598731 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3766fdf-27e0-4685-b509-c486f5dafb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.659307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.683776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port e09fd4e2-e53f-43dd-a47d-498509b5923e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e09fd4e2-e53f-43dd-a47d-498509b5923e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:13.730088 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.788877 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f3766fdf-27e0-4685-b509-c486f5dafb1d None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.789289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3766fdf-27e0-4685-b509-c486f5dafb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.838459 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f3766fdf-27e0-4685-b509-c486f5dafb1d None None] Port 072b065d-dea6-42f9-a0d6-289aa5177af0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:25:13.845263 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=e09fd4e2-e53f-43dd-a47d-498509b5923e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:13.858130 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 2, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:13.885061 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-ceb89530-19d8-4f90-b634-53e92cda7f30 service neutron] 10.222.0.10 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622272 Feb 15 10:25:13.892618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Checking router: 602ea394-186f-42fa-9d11-a2acd65f0246 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:25:13.893022 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Updating router 602ea394-186f-42fa-9d11-a2acd65f0246 port 072b065d-dea6-42f9-a0d6-289aa5177af0 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:25:13.920750 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.962456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-16238596-aeef-4e2b-a36b-032c04ba66e0 None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:13.963417 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-16238596-aeef-4e2b-a36b-032c04ba66e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:13.995632 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-9f9ff84b-cc0d-470e-af44-d337bc76a8a7 service neutron] 10.222.0.10 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048858 Feb 15 10:25:14.019319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-16238596-aeef-4e2b-a36b-032c04ba66e0 None None] Port 072b065d-dea6-42f9-a0d6-289aa5177af0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:25:14.139064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-230c250a-cf92-411d-ab9c-0cf9140767d2 None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:14.139527 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-230c250a-cf92-411d-ab9c-0cf9140767d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.181396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-230c250a-cf92-411d-ab9c-0cf9140767d2 None None] Port 072b065d-dea6-42f9-a0d6-289aa5177af0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:25:14.308293 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.314267 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.370828 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Pushing event updated for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:14.395833 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.396498 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.397193 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.397193 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.397571 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.397986 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.398405 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.398800 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.399324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.399566 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.399947 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.400327 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:14.435653 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Attempting to bind port 072b065d-dea6-42f9-a0d6-289aa5177af0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:25:14.436012 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Attempting to bind port 072b065d-dea6-42f9-a0d6-289aa5177af0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:25:14.436363 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Attempting to bind port 072b065d-dea6-42f9-a0d6-289aa5177af0 on network 5cb03ef7-f501-43a1-b5a8-a915711f3833 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:25:14.441634 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:25:14.441996 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Checking segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:25:14.442410 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.442772 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Bound using segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:25:14.443225 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Bound port: 072b065d-dea6-42f9-a0d6-289aa5177af0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:25:14.443592 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.506862 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] For port 072b065d-dea6-42f9-a0d6-289aa5177af0, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:25:14.510084 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] For port 072b065d-dea6-42f9-a0d6-289aa5177af0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=072b065d-dea6-42f9-a0d6-289aa5177af0,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:25:14.516915 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.581905 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:14.582475 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:24:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:14.584555 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1bd6-27a6-4bc1-baeb-cfcb0220e33d None None] Pushing event updated for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:14.697794 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:14.697999 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-48992490-7914-4c6e-b088-65445341279b None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:14.698264 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48992490-7914-4c6e-b088-65445341279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.781659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48992490-7914-4c6e-b088-65445341279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.820418 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.829148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-48992490-7914-4c6e-b088-65445341279b None None] For port 072b065d-dea6-42f9-a0d6-289aa5177af0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=072b065d-dea6-42f9-a0d6-289aa5177af0,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:14.834262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-48992490-7914-4c6e-b088-65445341279b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.890478 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48992490-7914-4c6e-b088-65445341279b None None] Pushing event updated for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:14.907422 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:14.933894 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853f4c28-f852-4e47-95e5-49d9ccb7886e None None] The sync data for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 is: [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:14.961677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c7a46b28-823d-431a-a47b-78d066578b30 None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:14.961996 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c7a46b28-823d-431a-a47b-78d066578b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:14.995136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da096611-2657-42e3-a61e-76c76bcfe2d2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:15.092548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port da096611-2657-42e3-a61e-76c76bcfe2d2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:15.092849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:15.202309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e09fd4e2-e53f-43dd-a47d-498509b5923e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:15.209581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-78c6ee39-d3e2-4008-8680-f7aa48351019 req-51e30f5f-9c89-46d8-aa04-4bc5b23ae898 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 210 time: 0.0397673 Feb 15 10:25:15.257588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port e09fd4e2-e53f-43dd-a47d-498509b5923e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:15.257955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.226270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-c847751d-7c03-40c2-860d-5781134c2c81 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:16.227727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-c847751d-7c03-40c2-860d-5781134c2c81 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/networks?id=5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 200 len: 797 time: 0.1088688 Feb 15 10:25:16.280194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-37c03856-108b-41af-8171-75f62b11a311 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 379 time: 0.0419137 Feb 15 10:25:16.294022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'port': {'device_id': '9445741f-c892-4339-8069-7d121fd4e089', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'admin_state_up': True, 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'security_groups': ['7195fbed-ff37-4492-961d-8d3006f0c8ed']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:16.311499 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b7f4aa9e-a8ac-4570-a7ca-3b11a3f7fcdb req-dfc09e72-063b-4c41-9f34-ccb7ed4f254d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 210 time: 0.0275328 Feb 15 10:25:16.404910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:25:16.409247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.548368 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.5 (5cb03ef7-f501-43a1-b5a8-a915711f3833/867de269-3174-4b6d-afb8-65bd38e73c77/9e552eb5-ca92-47a3-9e43-dde58d26112a) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:25:16.694630 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.728967 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.774427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:16.779455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:16.784449 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:25:16.815261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:16.817841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94a4feea-6b30-4438-95e2-b8ae325a8d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.841417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:16.842061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.860354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-bf355638-819b-4b2c-a6e9-0768b8fd895f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5695298 Feb 15 10:25:16.873728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Request body: {'port': {'device_id': '9445741f-c892-4339-8069-7d121fd4e089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:16.934613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:16.989613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 072b065d-dea6-42f9-a0d6-289aa5177af0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:17.051428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 072b065d-dea6-42f9-a0d6-289aa5177af0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:17.051897 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.105254 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b9d86186-ea2e-4cc1-b0f0-fc98b6b9f11c None None] Provisioning complete for port 9e552eb5-ca92-47a3-9e43-dde58d26112a triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:17.105620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b9d86186-ea2e-4cc1-b0f0-fc98b6b9f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.172750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b9d86186-ea2e-4cc1-b0f0-fc98b6b9f11c None None] Port 9e552eb5-ca92-47a3-9e43-dde58d26112a cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:25:17.249891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e552eb5-ca92-47a3-9e43-dde58d26112a {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:25:17.259007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.272768 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Transition to ACTIVE for port object 9e552eb5-ca92-47a3-9e43-dde58d26112a will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:25:17.276980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.304125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.334493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:17.452508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Attempting to bind port 9e552eb5-ca92-47a3-9e43-dde58d26112a on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:25:17.452880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Attempting to bind port 9e552eb5-ca92-47a3-9e43-dde58d26112a by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:25:17.453517 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Attempting to bind port 9e552eb5-ca92-47a3-9e43-dde58d26112a on network 5cb03ef7-f501-43a1-b5a8-a915711f3833 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:25:17.460990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Port 9e552eb5-ca92-47a3-9e43-dde58d26112a on network 5cb03ef7-f501-43a1-b5a8-a915711f3833 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:25:17.461291 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Attempting to bind port 9e552eb5-ca92-47a3-9e43-dde58d26112a on network 5cb03ef7-f501-43a1-b5a8-a915711f3833 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:25:17.475434 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241f3ad-2c71-48a2-8dc2-f3bc46446acc req-5ca8ccb4-e439-4c67-bde6-01eb3ac531f3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:17.477863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4241f3ad-2c71-48a2-8dc2-f3bc46446acc req-5ca8ccb4-e439-4c67-bde6-01eb3ac531f3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 943 time: 0.0873544 Feb 15 10:25:17.479689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:25:17.480137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Checking segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:25:17.480479 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Bound using segment: {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:25:17.481576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Bound port: 9e552eb5-ca92-47a3-9e43-dde58d26112a, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d38516-2d10-4db5-a97f-0ecc067e21f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:25:17.481986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.556222 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4241f3ad-2c71-48a2-8dc2-f3bc46446acc req-e6b5d5d8-cff4-4293-98c7-b5fa6b9d6c2c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640757 Feb 15 10:25:17.594242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:25:17.603952 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:25:17.614727 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.650485 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:17.651120 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:17.652521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 200 len: 1091 time: 0.7848082 Feb 15 10:25:17.652981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:25:17.655746 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827" -d '{"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:25:17.684801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2f373-28f4-4210-a5cc-86320b7d20d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:17.735605 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a5e96-8a63-47fc-ab3b-f4ef799267f8 x-openstack-request-id: req-026a5e96-8a63-47fc-ab3b-f4ef799267f8 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:25:17.735605 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:25:17.736730 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-026a5e96-8a63-47fc-ab3b-f4ef799267f8 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:25:17.736730 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'status': 'completed', 'code': 200} Feb 15 10:25:17.754315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-55cc5344-6afe-4c4d-9276-1a70f9824410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:17.755859 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-55cc5344-6afe-4c4d-9276-1a70f9824410 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1094 time: 0.0578105 Feb 15 10:25:17.802316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-ceb76735-5ff4-48fc-b4e6-67550be47c31 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 200 len: 217 time: 0.0391273 Feb 15 10:25:17.852735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-f21391a8-5863-4883-a6e9-47e5a684357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:17.854327 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-f21391a8-5863-4883-a6e9-47e5a684357d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=867de269-3174-4b6d-afb8-65bd38e73c77 HTTP/1.1" status: 200 len: 834 time: 0.0460544 Feb 15 10:25:17.902851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-ebcf8bab-91d3-4beb-a58d-38182729df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:17.904407 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-ebcf8bab-91d3-4beb-a58d-38182729df31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb03ef7-f501-43a1-b5a8-a915711f3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420973 Feb 15 10:25:18.003182 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-1f78ab26-c2eb-437f-89ed-1bfabdd21ba5 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905755 Feb 15 10:25:18.107020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5134c904-b59b-4232-b70a-f2ec43ba5797 req-938bf116-8b57-4d72-8b19-2d2c8e5e4715 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975616 Feb 15 10:25:18.201823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-97339e54-2986-4701-b601-9f4e01282b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:18.203431 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-97339e54-2986-4701-b601-9f4e01282b06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1094 time: 0.0490305 Feb 15 10:25:18.308052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-79398768-4976-4b9b-849b-38bf725dc80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:18.309486 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-79398768-4976-4b9b-849b-38bf725dc80e service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 200 len: 898 time: 0.0995426 Feb 15 10:25:18.353996 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-03d85d94-b5b1-498d-9fa8-519bffc18688 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 200 len: 217 time: 0.0364914 Feb 15 10:25:18.411593 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-720bed91-1808-4a16-b7b6-e269c5b01dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:18.413217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-720bed91-1808-4a16-b7b6-e269c5b01dd5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=867de269-3174-4b6d-afb8-65bd38e73c77 HTTP/1.1" status: 200 len: 834 time: 0.0519044 Feb 15 10:25:18.461847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-1bca32fd-1df0-4dd4-9e50-198023e83711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:18.463374 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-1bca32fd-1df0-4dd4-9e50-198023e83711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb03ef7-f501-43a1-b5a8-a915711f3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432703 Feb 15 10:25:18.563547 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-eeb09890-d79b-4a60-b641-7746e88b53d8 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910251 Feb 15 10:25:18.714133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce29f2ba-8aaa-4155-b652-e5dc04c9d827 req-f8262e4e-f354-486c-8a75-6fabf04b7843 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433959 Feb 15 10:25:18.722564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570272d6-cc40-4847-921d-fffc83566978 req-e2476522-c32e-49d0-84cf-98f3fbf5e4d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:18.724044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-570272d6-cc40-4847-921d-fffc83566978 req-e2476522-c32e-49d0-84cf-98f3fbf5e4d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 943 time: 0.0792627 Feb 15 10:25:18.762821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-570272d6-cc40-4847-921d-fffc83566978 req-a3fac2fb-a9d4-4083-adef-0223f276782b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323591 Feb 15 10:25:19.361345 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d99dbb57-3173-4d6e-9bf6-8d784c455cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:19.379178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e552eb5-ca92-47a3-9e43-dde58d26112a details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:25:19.495850 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:19.510102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'port_id': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'mac_address': 'fa:16:3e:e2:3b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:25:19.549540 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:19.562083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e552eb5-ca92-47a3-9e43-dde58d26112a {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:25:19.581903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:19.586019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:19.641899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:19.792732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9e552eb5-ca92-47a3-9e43-dde58d26112a'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:25:19.886818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d8871-7ab1-41a3-9043-5deb4a2dec19 req-19e42ca5-c510-437f-8395-2a70acb1d072 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:19.888389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc4d8871-7ab1-41a3-9043-5deb4a2dec19 req-19e42ca5-c510-437f-8395-2a70acb1d072 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 944 time: 0.0526052 Feb 15 10:25:19.928959 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc4d8871-7ab1-41a3-9043-5deb4a2dec19 req-e3aec284-dd8b-4d86-adf0-f8d314f1679a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341711 Feb 15 10:25:20.676801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:21.067774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a811b0-247d-41ee-b8b6-e90e2bf65a46 req-3c14324d-111c-44f5-bd3c-9d2a270da96b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:21.069372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7a811b0-247d-41ee-b8b6-e90e2bf65a46 req-3c14324d-111c-44f5-bd3c-9d2a270da96b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 944 time: 0.0695767 Feb 15 10:25:21.109165 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e7a811b0-247d-41ee-b8b6-e90e2bf65a46 req-612b0b97-8cb2-4c39-85d5-3afdcd1f4f6e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336061 Feb 15 10:25:21.379662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e552eb5-ca92-47a3-9e43-dde58d26112a up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:25:21.429792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9e552eb5-ca92-47a3-9e43-dde58d26112a completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:25:21.434055 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9e552eb5-ca92-47a3-9e43-dde58d26112a triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:25:21.434420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:21.516643 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:21.539418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:25:21.555059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:25:21.559279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:21.584672 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c9f458-4175-44c5-8b7a-13ac7b666987" -d '{"events": [{"server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "name": "network-vif-plugged", "status": "completed", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:25:21.615252 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:21.681452 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac970163-cee0-47b1-a2c7-427b82044d8d x-openstack-request-id: req-ac970163-cee0-47b1-a2c7-427b82044d8d {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:25:21.682061 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "name": "network-vif-plugged", "status": "completed", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:25:21.682061 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac970163-cee0-47b1-a2c7-427b82044d8d {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:25:21.682447 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'code': 200} Feb 15 10:25:21.781818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69daa20-7c0f-4618-9a90-ea05708b66d1 req-63bf243e-b5c6-444d-8430-67b39d081d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:21.783616 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e69daa20-7c0f-4618-9a90-ea05708b66d1 req-63bf243e-b5c6-444d-8430-67b39d081d27 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1096 time: 0.0422425 Feb 15 10:25:21.819649 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e69daa20-7c0f-4618-9a90-ea05708b66d1 req-67d895a8-6ead-43ab-a797-2700634669a3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298924 Feb 15 10:25:22.234477 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92cb5d-32ec-4ef1-be8f-9962ad455b0e req-14afa525-9962-4ac2-b2fd-d6b22f4b901c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:22.235982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e92cb5d-32ec-4ef1-be8f-9962ad455b0e req-14afa525-9962-4ac2-b2fd-d6b22f4b901c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0506959 Feb 15 10:25:22.274900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9e92cb5d-32ec-4ef1-be8f-9962ad455b0e req-25de2aea-9cff-4c52-9eba-46b56ffd0e7c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325079 Feb 15 10:25:22.364691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:22.563091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:23.411118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cee707-4359-4132-bd48-7ae973da4b70 req-25135ecd-8902-4378-a6ca-911d0fa1994e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:23.413728 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0cee707-4359-4132-bd48-7ae973da4b70 req-25135ecd-8902-4378-a6ca-911d0fa1994e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0619676 Feb 15 10:25:23.455503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b0cee707-4359-4132-bd48-7ae973da4b70 req-3189f268-93c9-42ce-948a-b9f1b5d54974 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353241 Feb 15 10:25:23.576577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340921f-af86-4954-be47-6e5e24454a14 req-305ee9c9-31d6-418d-8956-647393a26317 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:23.578050 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3340921f-af86-4954-be47-6e5e24454a14 req-305ee9c9-31d6-418d-8956-647393a26317 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0525167 Feb 15 10:25:23.617599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3340921f-af86-4954-be47-6e5e24454a14 req-d21c62e0-29c8-460f-90b1-f8c178bbb69d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313981 Feb 15 10:25:23.641054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53234) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:23.681847 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f48385-f029-4665-9a90-b6ccc8597572 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:23.683409 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-55f48385-f029-4665-9a90-b6ccc8597572 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1091 time: 0.0412714 Feb 15 10:25:23.686498 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:23.691612 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:25:23.715709 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:23.819611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:23.925002 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.56 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/ae1fc074-fba4-4fad-a3ec-f214a0086396) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:25:24.052795 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.088898 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.126197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:25:24.131334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:25:24.135082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:25:24.159363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=ae1fc074-fba4-4fad-a3ec-f214a0086396,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:24.520231 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.587481 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.741784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.746562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.816109 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=ae1fc074-fba4-4fad-a3ec-f214a0086396,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:24.828233 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:24.936863 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP a9c63cc4-7614-4441-9d7c-b8d561a944dc associated. External IP: 172.25.6.56, port: 9e552eb5-ca92-47a3-9e43-dde58d26112a. Feb 15 10:25:25.510203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 602ea394-186f-42fa-9d11-a2acd65f0246 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:25:25.623337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:25:25.636218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Sync routers for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:25:25.643226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:25.648327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:25.649046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:25.682541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5e91b8be-1c15-4d36-b99f-f0f36acbde26 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9921262 Feb 15 10:25:25.682541 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:25:25.684510 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa060c20-83f4-4498-89a6-6633291f67e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:25:25.731555 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f1649-b708-49e3-8db3-ccf0e9549bdf x-openstack-request-id: req-4b5f1649-b708-49e3-8db3-ccf0e9549bdf {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:25:25.731846 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:25:25.732102 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b5f1649-b708-49e3-8db3-ccf0e9549bdf {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:25:25.732506 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'status': 'completed', 'code': 200} Feb 15 10:25:25.801143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:25.825166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-5f9f6f61-5cc9-4444-b4a6-b3bea2bf9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:25.827689 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-5f9f6f61-5cc9-4444-b4a6-b3bea2bf9431 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1096 time: 0.0708067 Feb 15 10:25:25.836514 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ed73c-d540-4dde-864b-475001c0d717 req-e01c4222-ac71-48bd-adc2-b0017e853189 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:25.837848 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e8ed73c-d540-4dde-864b-475001c0d717 req-e01c4222-ac71-48bd-adc2-b0017e853189 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0818484 Feb 15 10:25:25.889952 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7e8ed73c-d540-4dde-864b-475001c0d717 req-90a2710a-678c-4d5a-98b8-016ea4e303a6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427878 Feb 15 10:25:25.922591 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53242) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:25.949508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-a73cfc52-6ce6-4c5b-a134-257e26815ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:25.951955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-a73cfc52-6ce6-4c5b-a134-257e26815ead service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 200 len: 898 time: 0.1173491 Feb 15 10:25:25.989098 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6519eb9a-2476-4f9f-bc1e-04eb6e28451a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/a9c63cc4-7614-4441-9d7c-b8d561a944dc HTTP/1.1" status: 200 len: 990 time: 0.0652862 Feb 15 10:25:26.030283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-06e9c67c-1425-43f3-b93a-f041a253a8f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 200 len: 998 time: 0.0704803 Feb 15 10:25:26.102569 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-2d71c47f-48c3-4721-b44a-1c58f4b2491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:26.105128 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-2d71c47f-48c3-4721-b44a-1c58f4b2491e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=867de269-3174-4b6d-afb8-65bd38e73c77 HTTP/1.1" status: 200 len: 834 time: 0.0681581 Feb 15 10:25:26.114043 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a9c63cc4-7614-4441-9d7c-b8d561a944dc', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'port_id': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'mac_address': 'fa:16:3e:e2:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445741f-c892-4339-8069-7d121fd4e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:25:24Z', 'updated_at': '2022-02-15T10:25:24Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:26.147245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Checking router: 602ea394-186f-42fa-9d11-a2acd65f0246 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:25:26.153331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-b87420a5-083e-46ba-b5c3-43350a6a63a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:26.154860 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-b87420a5-083e-46ba-b5c3-43350a6a63a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb03ef7-f501-43a1-b5a8-a915711f3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430703 Feb 15 10:25:26.161707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:26.162112 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:26.248440 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-b66d1048-430a-4405-bf9d-a1bf756df87f service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864367 Feb 15 10:25:26.278810 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:26.349846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-aa060c20-83f4-4498-89a6-6633291f67e5 req-f6b048af-beef-4731-b77d-7b2cac28bcae service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937672 Feb 15 10:25:26.539603 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a9c63cc4-7614-4441-9d7c-b8d561a944dc', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'port_id': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'mac_address': 'fa:16:3e:e2:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445741f-c892-4339-8069-7d121fd4e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:25:24Z', 'updated_at': '2022-02-15T10:25:24Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:26.568700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e7385a-89ae-4c2f-9e85-9f2e2a116f24 None None] The sync data for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 is: [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'a9c63cc4-7614-4441-9d7c-b8d561a944dc', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.56', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'port_id': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'mac_address': 'fa:16:3e:e2:3b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9445741f-c892-4339-8069-7d121fd4e089', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:25:24Z', 'updated_at': '2022-02-15T10:25:24Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:26.764972 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f7945c-857e-4f02-b518-e166cd894a73 None None] New status for floating IP a9c63cc4-7614-4441-9d7c-b8d561a944dc: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:25:26.994012 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53244) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:27.069851 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54565cf4-8af4-40ea-95ca-d8d64a2264f3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/a9c63cc4-7614-4441-9d7c-b8d561a944dc HTTP/1.1" status: 200 len: 992 time: 0.0745988 Feb 15 10:25:35.200669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:25:44.794627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:46.812780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f8961601-bd0e-4006-8d4d-cb6ca79ba7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:47.335647 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:49.364931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-29580a8c-d626-4092-87af-d654c7a194ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:50.522092 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:52.367991 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:52.569019 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:53.855821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e6831-ed9f-4b43-8c9c-c4021f3904bf req-de81e904-62f8-4a7f-a617-614ab2302dc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:53.857498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-462e6831-ed9f-4b43-8c9c-c4021f3904bf req-de81e904-62f8-4a7f-a617-614ab2302dc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0525033 Feb 15 10:25:53.901170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-462e6831-ed9f-4b43-8c9c-c4021f3904bf req-8689fa0f-43fa-4c48-87d3-f6acba01c11a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360963 Feb 15 10:25:55.036818 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32f5ddf-3c9f-4ac2-9756-477f6849937b req-16530ee1-751e-4deb-b9d1-d4df25fede6a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:55.038378 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f32f5ddf-3c9f-4ac2-9756-477f6849937b req-16530ee1-751e-4deb-b9d1-d4df25fede6a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0567827 Feb 15 10:25:55.077894 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f32f5ddf-3c9f-4ac2-9756-477f6849937b req-2114f036-0db2-40f7-8ea6-aae46f5e489f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326650 Feb 15 10:25:55.101096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53266) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:55.168431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ccb21a59-934a-4814-a234-0c0bf40a01f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/a9c63cc4-7614-4441-9d7c-b8d561a944dc HTTP/1.1" status: 200 len: 992 time: 0.0659955 Feb 15 10:25:56.465242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1e09c-dc42-4295-bd56-fe0169659336 req-5367267f-accc-48d8-b1fe-fe9551de3a84 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:56.466851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26e1e09c-dc42-4295-bd56-fe0169659336 req-5367267f-accc-48d8-b1fe-fe9551de3a84 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0539563 Feb 15 10:25:56.516152 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-26e1e09c-dc42-4295-bd56-fe0169659336 req-42dcc635-8b05-49d7-a46d-7a786779a773 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Feb 15 10:25:57.643213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872c5ac-41dd-4992-a668-659f231bd006 req-18924bae-0b6a-4821-bc1a-f08877438906 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:57.644750 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0872c5ac-41dd-4992-a668-659f231bd006 req-18924bae-0b6a-4821-bc1a-f08877438906 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0522420 Feb 15 10:25:57.685204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0872c5ac-41dd-4992-a668-659f231bd006 req-de9639a4-4d23-4ad0-8f73-24a12917d93d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344470 Feb 15 10:25:57.713612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53276) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:57.775092 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b0877340-3d31-431e-a737-8370d55426a2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/a9c63cc4-7614-4441-9d7c-b8d561a944dc HTTP/1.1" status: 200 len: 992 time: 0.0603254 Feb 15 10:25:57.980071 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53282) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:25:58.149029 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port ae1fc074-fba4-4fad-a3ec-f214a0086396 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:25:58.149371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.224570 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.224921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.237334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for ae1fc074-fba4-4fad-a3ec-f214a0086396 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:25:58.396599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.422068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=ae1fc074-fba4-4fad-a3ec-f214a0086396,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:25:58.438804 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.439148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.439483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.439814 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.440141 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.440480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.440829 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.441168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.441492 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.441817 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.442139 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.442454 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:25:58.509225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.509564 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP a9c63cc4-7614-4441-9d7c-b8d561a944dc disassociated (deleted). External IP: 172.25.6.56, port: 9e552eb5-ca92-47a3-9e43-dde58d26112a. Feb 15 10:25:58.729780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 602ea394-186f-42fa-9d11-a2acd65f0246 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:25:58.847814 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:25:58.853329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:25:58.858779 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Sync routers for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:25:58.872348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:58.873012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:58.895663 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f540c554-814d-44b7-a21b-c5bac5fa2127 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/floatingips/a9c63cc4-7614-4441-9d7c-b8d561a944dc HTTP/1.1" status: 204 len: 168 time: 0.9144619 Feb 15 10:25:58.896275 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:25:58.898637 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a2c957-7222-49ab-b440-cf5dea094824" -d '{"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:25:58.953184 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ddcfee-e052-41a0-9569-ba351f994472 x-openstack-request-id: req-52ddcfee-e052-41a0-9569-ba351f994472 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:25:58.953657 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:25:58.954068 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52ddcfee-e052-41a0-9569-ba351f994472 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:25:58.954647 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'status': 'completed', 'code': 200} Feb 15 10:25:59.016596 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:59.033261 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c957-7222-49ab-b440-cf5dea094824 req-ff0c2a2a-cbc2-4678-939a-a66c4b049271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:59.036393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-ff0c2a2a-cbc2-4678-939a-a66c4b049271 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 1096 time: 0.0583389 Feb 15 10:25:59.196075 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c957-7222-49ab-b440-cf5dea094824 req-38d91402-f4c1-4be8-a277-033ec05e1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:59.197946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-38d91402-f4c1-4be8-a277-033ec05e1e8d service neutron] 10.222.0.36 "GET /v2.0/networks?id=5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 200 len: 898 time: 0.1539407 Feb 15 10:25:59.256348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-eab05af5-9252-4e08-9f6c-fdd6bba3915e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 200 len: 217 time: 0.0390365 Feb 15 10:25:59.266347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:59.298392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Checking router: 602ea394-186f-42fa-9d11-a2acd65f0246 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:25:59.303273 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe34035-be61-4a08-9aef-458e349f0b2b req-d5723bb4-7f1e-4f6c-b450-40b752aec3f5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:59.304855 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fe34035-be61-4a08-9aef-458e349f0b2b req-d5723bb4-7f1e-4f6c-b450-40b752aec3f5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.1248591 Feb 15 10:25:59.307818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:25:59.308434 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:59.340046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c957-7222-49ab-b440-cf5dea094824 req-1c5f278a-a53d-42b6-9e74-9f6ebfb4f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:59.341573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-1c5f278a-a53d-42b6-9e74-9f6ebfb4f036 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=867de269-3174-4b6d-afb8-65bd38e73c77 HTTP/1.1" status: 200 len: 834 time: 0.0776684 Feb 15 10:25:59.393057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2fe34035-be61-4a08-9aef-458e349f0b2b req-f8404bc2-568f-469f-8282-f583cc351277 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763514 Feb 15 10:25:59.408411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2c957-7222-49ab-b440-cf5dea094824 req-fd657532-d746-48c8-bc4f-d388ab57ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:25:59.409979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-fd657532-d746-48c8-bc4f-d388ab57ab47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5cb03ef7-f501-43a1-b5a8-a915711f3833&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610859 Feb 15 10:25:59.427514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:25:59.528174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-242fccf7-061e-4ad1-bedd-23867608b0b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052811 Feb 15 10:25:59.634299 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88a2c957-7222-49ab-b440-cf5dea094824 req-a67347fe-64d5-41a6-9731-e81e90a245d1 service neutron] 10.222.0.36 "GET /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981877 Feb 15 10:25:59.655145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:25:59.683528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1462e-2169-4d61-9162-3d25073b27bb None None] The sync data for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 is: [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '072b065d-dea6-42f9-a0d6-289aa5177af0', 'name': '', 'network_id': '5cb03ef7-f501-43a1-b5a8-a915711f3833', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:aa:2e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:11Z', 'updated_at': '2022-02-15T10:25:14Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '867de269-3174-4b6d-afb8-65bd38e73c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:25:59.917481 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe2525-0cba-43cd-9e8c-3fa4cd3bea3a None None] New status for floating IP a9c63cc4-7614-4441-9d7c-b8d561a944dc: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:26:00.537672 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d06bb-845c-450b-9061-b2e9229b04b0 req-f5067c2a-3728-4e1e-93c3-97243f0ee7b5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:00.539314 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-107d06bb-845c-450b-9061-b2e9229b04b0 req-f5067c2a-3728-4e1e-93c3-97243f0ee7b5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0543768 Feb 15 10:26:00.582928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-107d06bb-845c-450b-9061-b2e9229b04b0 req-1649a222-ea9f-4716-8a29-558cc98f797a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=7195fbed-ff37-4492-961d-8d3006f0c8ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370202 Feb 15 10:26:00.830353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-0306613b-15a1-41c1-a75a-b4fb385c99ed tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:00.832009 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-0306613b-15a1-41c1-a75a-b4fb385c99ed tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 945 time: 0.0549550 Feb 15 10:26:00.925155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 9e552eb5-ca92-47a3-9e43-dde58d26112a {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:26:00.925513 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:01.022352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 9e552eb5-ca92-47a3-9e43-dde58d26112a, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9e552eb5-ca92-47a3-9e43-dde58d26112a,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:01.022711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:01.035993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 9e552eb5-ca92-47a3-9e43-dde58d26112a owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:26:01.170001 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:01.198497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=9e552eb5-ca92-47a3-9e43-dde58d26112a,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:01.212340 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.212697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.213064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.213398 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.213721 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.214219 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.214376 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.214720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.215091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.215343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.215659 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.215980 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:01.250996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] No DVR routers for this DVR port 9e552eb5-ca92-47a3-9e43-dde58d26112a on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:26:01.253671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:01.257067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae08c4c2-c746-4814-afe4-4e53a2d3563b req-74328968-bca4-4ae2-95e4-7e532dd5e0a9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "DELETE /v2.0/ports/9e552eb5-ca92-47a3-9e43-dde58d26112a HTTP/1.1" status: 204 len: 173 time: 0.4188387 Feb 15 10:26:01.257473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'name': 'network-vif-deleted', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:26:01.259737 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e62804-4736-4a0d-b70d-366663873738" -d '{"events": [{"server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "name": "network-vif-deleted", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:26:01.297201 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d708c-0a24-4268-b24f-c5f8cd8bd781 x-openstack-request-id: req-f03d708c-0a24-4268-b24f-c5f8cd8bd781 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:26:01.297484 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9445741f-c892-4339-8069-7d121fd4e089", "name": "network-vif-deleted", "tag": "9e552eb5-ca92-47a3-9e43-dde58d26112a", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:26:01.297720 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f03d708c-0a24-4268-b24f-c5f8cd8bd781 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:26:01.298112 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9445741f-c892-4339-8069-7d121fd4e089', 'name': 'network-vif-deleted', 'tag': '9e552eb5-ca92-47a3-9e43-dde58d26112a', 'status': 'completed', 'code': 200} Feb 15 10:26:01.972296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5da2460c-75b1-4dbb-be73-0fbaccabca22 req-46e76027-2c06-44fa-8c1b-d81127049405 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=9445741f-c892-4339-8069-7d121fd4e089 HTTP/1.1" status: 200 len: 210 time: 0.0287991 Feb 15 10:26:03.034503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53306) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:03.400537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:03.679028 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 072b065d-dea6-42f9-a0d6-289aa5177af0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:26:03.679418 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:03.767820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 072b065d-dea6-42f9-a0d6-289aa5177af0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=072b065d-dea6-42f9-a0d6-289aa5177af0,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:03.768190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:03.779978 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 072b065d-dea6-42f9-a0d6-289aa5177af0 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:26:03.969606 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:03.997325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=072b065d-dea6-42f9-a0d6-289aa5177af0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:04.183022 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.403745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 602ea394-186f-42fa-9d11-a2acd65f0246 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:26:04.516133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:26:04.521279 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-dacb24c0-effd-4564-a05c-55467f701b0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/602ea394-186f-42fa-9d11-a2acd65f0246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4857473 Feb 15 10:26:04.523939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53308) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:04.529575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953136-642a-457d-911e-fe35498bff3c None None] Sync routers for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:26:04.540030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:04.540632 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:04.576130 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting subnet 867de269-3174-4b6d-afb8-65bd38e73c77 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:26:04.580438 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.629046 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.723358 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.783542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.814351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Subnet': ['ID=867de269-3174-4b6d-afb8-65bd38e73c77,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:04.817398 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:04.820978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-78363784-926f-40df-9571-1a538787482e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/subnets/867de269-3174-4b6d-afb8-65bd38e73c77 HTTP/1.1" status: 204 len: 168 time: 0.2960443 Feb 15 10:26:04.822761 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:04.823965 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53310) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:04.850891 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d62209e-4b5f-4a4f-ad81-47a6c9b3120f None None] Network 5cb03ef7-f501-43a1-b5a8-a915711f3833 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:26:04.942651 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.122106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:26:03Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:05.151148 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953136-642a-457d-911e-fe35498bff3c None None] Checking router: 602ea394-186f-42fa-9d11-a2acd65f0246 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:26:05.161324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] Routers {'602ea394-186f-42fa-9d11-a2acd65f0246'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:05.161941 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['602ea394-186f-42fa-9d11-a2acd65f0246'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:05.203494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] DHCP port deletion for 5cb03ef7-f501-43a1-b5a8-a915711f3833 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:26:05.306314 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] Set router 602ea394-186f-42fa-9d11-a2acd65f0246 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:05.379294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Deleting port da096611-2657-42e3-a61e-76c76bcfe2d2 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:26:05.379667 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.409769 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.471024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port e09fd4e2-e53f-43dd-a47d-498509b5923e {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:26:05.471371 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.497461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] For port da096611-2657-42e3-a61e-76c76bcfe2d2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=da096611-2657-42e3-a61e-76c76bcfe2d2,segment=NetworkSegment(66d38516-2d10-4db5-a97f-0ecc067e21f0),segment_id=66d38516-2d10-4db5-a97f-0ecc067e21f0)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:05.497849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.520336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Calling delete_port for da096611-2657-42e3-a61e-76c76bcfe2d2 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:26:05.553148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port e09fd4e2-e53f-43dd-a47d-498509b5923e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=e09fd4e2-e53f-43dd-a47d-498509b5923e,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:05.553523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.554172 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e552eb5-ca92-47a3-9e43-dde58d26112a no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:26:05.566580 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for e09fd4e2-e53f-43dd-a47d-498509b5923e owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:26:05.606220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9e552eb5-ca92-47a3-9e43-dde58d26112a {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:26:05.606548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9e552eb5-ca92-47a3-9e43-dde58d26112a not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:26:05.656960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-80953136-642a-457d-911e-fe35498bff3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:26:03Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:05.689832 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.697599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80953136-642a-457d-911e-fe35498bff3c None None] The sync data for ids ['602ea394-186f-42fa-9d11-a2acd65f0246'] in n-d-825064-4 is: [{'id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1963309064', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24'}], 'enable_snat': True}, 'gw_port_id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:26:03Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'e09fd4e2-e53f-43dd-a47d-498509b5923e', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:2b:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '602ea394-186f-42fa-9d11-a2acd65f0246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:25:08Z', 'updated_at': '2022-02-15T10:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:26:05.718476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Pushing event deleted for resources: {'Port': ['ID=da096611-2657-42e3-a61e-76c76bcfe2d2,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:05.723556 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] No DVR routers for this DVR port da096611-2657-42e3-a61e-76c76bcfe2d2 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:26:05.731561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.731903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.732243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.732566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.732921 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.733830 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.734994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.734994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.734994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.735416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.735571 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.735809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a962c94-b607-4c7b-8800-2a32818b6653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:26:05.753964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.784440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=e09fd4e2-e53f-43dd-a47d-498509b5923e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:05.845680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.943658 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.945791 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.990980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:05.991491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Fanout notify agent at l3_agent the message router_deleted on router 602ea394-186f-42fa-9d11-a2acd65f0246 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:26:05.998519 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.000450 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b34a2d5c-ceb0-4860-8adf-936dbca0f154 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/routers/602ea394-186f-42fa-9d11-a2acd65f0246 HTTP/1.1" status: 204 len: 168 time: 1.1751535 Feb 15 10:26:06.003021 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53312) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:06.088963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.190432 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.213729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb03ef7-f501-43a1-b5a8-a915711f3833']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:06.226793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d38516-2d10-4db5-a97f-0ecc067e21f0') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:06.227086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d38516-2d10-4db5-a97f-0ecc067e21f0') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:06.237963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.250942 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.257055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:26:06.257448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:26:06.260340 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:26:06.320848 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.328625 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.332220 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/networks/5cb03ef7-f501-43a1-b5a8-a915711f3833 HTTP/1.1" status: 204 len: 168 time: 0.3281446 Feb 15 10:26:06.335231 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53314) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:06.348393 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c75ed0-a7c5-42e0-bac9-49ea932089c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Network': ['ID=5cb03ef7-f501-43a1-b5a8-a915711f3833,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:06.404803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.434266 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.494585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.497356 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:06.498615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/security-groups/7195fbed-ff37-4492-961d-8d3006f0c8ed HTTP/1.1" status: 204 len: 168 time: 0.1624238 Feb 15 10:26:06.509491 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f5e76-9669-45b8-93d1-c30652136d2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7195fbed-ff37-4492-961d-8d3006f0c8ed,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:06.984308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da096611-2657-42e3-a61e-76c76bcfe2d2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:26:07.005639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: da096611-2657-42e3-a61e-76c76bcfe2d2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:26:07.006102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device da096611-2657-42e3-a61e-76c76bcfe2d2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:26:07.006489 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e09fd4e2-e53f-43dd-a47d-498509b5923e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:26:07.028180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: e09fd4e2-e53f-43dd-a47d-498509b5923e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:26:07.028520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device e09fd4e2-e53f-43dd-a47d-498509b5923e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:26:07.028965 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 072b065d-dea6-42f9-a0d6-289aa5177af0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:26:07.053942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 072b065d-dea6-42f9-a0d6-289aa5177af0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:26:07.054282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 072b065d-dea6-42f9-a0d6-289aa5177af0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:26:07.079982 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53324) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.084644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757475731', 'description': 'tempest-secgroup-smoke-757475731 description', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.109206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.176284 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.180179 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.210208 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.211430 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1304202 Feb 15 10:26:07.212654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e89a3d-24a3-4ed7-a229-21ad9c2bfe00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee668afe-75cc-4c78-be02-a99073f89985,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.214749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53326) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.219720 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.247509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.309029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.313306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.332386 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71fcea05-a709-4020-94e2-bd3b969b1479,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.340395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.341647 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b26f656-dd6f-4c89-b279-bc77182bfdc6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259780 Feb 15 10:26:07.345265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53328) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.349667 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.378329 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.444511 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.451786 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.474904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47e2dea-a20b-43c1-83ec-def771a1f2d7,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.493550 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.494826 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-34634747-b0ac-4d5e-8cee-d12244ffa62b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1486063 Feb 15 10:26:07.498004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53330) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.505038 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.537215 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.607809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.614195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.635124 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d57aebc8-c7fd-4fb2-bdce-3cac102e06d3,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.644572 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.645857 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d56bec46-c672-4bad-ae7f-2c9e7d0c7827 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469350 Feb 15 10:26:07.648826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53332) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.654278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.683782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.748446 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.752886 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.774265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adc80d5-5a0f-40f5-905a-8afd00e18db7,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.780965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.782265 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3bb49e5e-4093-4236-a5ea-c7560fc123bb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320977 Feb 15 10:26:07.785491 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53334) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.790369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.828262 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:26:07.834866 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.903097 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.908467 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.930736 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be6655e-06fd-4d24-8a74-13a47020b336,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:07.937816 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:07.938838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4b3ea65e-4703-4997-aee9-f196bcbe5116 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1523395 Feb 15 10:26:07.941638 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53336) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:07.946234 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ee668afe-75cc-4c78-be02-a99073f89985', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:07.973937 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:26:07.981391 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.053585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.057575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.073938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff70bcf7-d41b-4686-97ff-0159998200af,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:08.088964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.090284 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f257577d-28b5-4c29-93d8-8474b5a33bae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476750 Feb 15 10:26:08.094177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53338) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:08.099630 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'network': {'name': 'tempest-network-smoke--1398011094', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'port_security_enabled': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:08.124765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:26:08.129171 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.154073 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:26:08.163896 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.164246 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Added segment 52468b6f-a6ab-4bfc-a427-348ec56d73c7 of type vlan for network 491e89b1-288a-44b9-b753-0ab3115174ca Feb 15 10:26:08.207972 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.232479 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.238213 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:08.238803 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.298081 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2025986 Feb 15 10:26:08.300744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53340) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:08.307477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'admin_state_up': True, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:08.317004 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fda3991-c90f-4038-ab47-eb024ecd9ce7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Network': ['ID=491e89b1-288a-44b9-b753-0ab3115174ca,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:08.327488 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 491e89b1-288a-44b9-b753-0ab3115174ca details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:26:08.340287 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.341354 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.402910 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.545042 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.753927 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.774569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:08.883826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.198 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/48037920-73a8-430e-86a5-6dc7b570ba5c) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:26:09.002589 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:09.037537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:09.083768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:09.086820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:09.089500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:26:09.114725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=48037920-73a8-430e-86a5-6dc7b570ba5c,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:09.358783 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:09.573639 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:09.713374 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:26:09.837583 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:26:09.849497 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Sync routers for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:26:09.867346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:09.867859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:09.868349 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:09.870033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e6d77ce2-ebc0-4878-bee1-b5ac54321616 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5680642 Feb 15 10:26:09.874301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53342) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:09.908990 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0e2d4426-2087-4a3c-84bb-879f2ee4f223 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=51c259ca4ca341c3b7007685ab9f63cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331576 Feb 15 10:26:09.912910 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53344) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:09.977726 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:10.006127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728a392b-1553-4a88-8de0-807bef16eb63 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:10.009082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-728a392b-1553-4a88-8de0-807bef16eb63 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0940046 Feb 15 10:26:10.011416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53348) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:10.043067 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b5a5638f-573d-427a-bdfc-01ed8ab5732e tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282447 Feb 15 10:26:10.043302 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53350) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:10.048103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1768886823', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:10.143701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:26:10.147344 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.171211 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:10.204409 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Checking router: 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:26:10.204883 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Updating router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 port 48037920-73a8-430e-86a5-6dc7b570ba5c binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:26:10.232156 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.351560 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.420286 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Subnet': ['ID=54e4e311-649e-4dde-abde-bd07c4f7e2d6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:10.427428 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Checking segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:26:10.427800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network hostable DHCP agents. Network: 491e89b1-288a-44b9-b753-0ab3115174ca, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:26:10.451104 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 491e89b1-288a-44b9-b753-0ab3115174ca is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:26:10.461806 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 491e89b1-288a-44b9-b753-0ab3115174ca) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:10.469345 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:10.469986 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.474742 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebeb7af6-cd7e-422d-8012-bf15ae8f8d1e None None] Network 491e89b1-288a-44b9-b753-0ab3115174ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:26:10.500528 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9d2a9935-b343-4706-93e2-d35d9c165ef6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4554365 Feb 15 10:26:10.502680 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53354) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:10.606671 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.613312 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.645800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-491e89b1-288a-44b9-b753-0ab3115174ca', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:26:10.646742 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.668778 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Attempting to bind port 48037920-73a8-430e-86a5-6dc7b570ba5c on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:26:10.669299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Attempting to bind port 48037920-73a8-430e-86a5-6dc7b570ba5c by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:26:10.670115 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Attempting to bind port 48037920-73a8-430e-86a5-6dc7b570ba5c on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:26:10.684431 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:26:10.684832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:26:10.685235 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.685630 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:26:10.686110 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Bound port: 48037920-73a8-430e-86a5-6dc7b570ba5c, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:26:10.686728 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.715308 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a2df-04ec-4a28-baed-4d14ead083b4 None None] Pushing event updated for resources: {'Port': ['ID=48037920-73a8-430e-86a5-6dc7b570ba5c,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:10.748024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] For port 48037920-73a8-430e-86a5-6dc7b570ba5c, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:26:10.751466 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] For port 48037920-73a8-430e-86a5-6dc7b570ba5c, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=48037920-73a8-430e-86a5-6dc7b570ba5c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:26:10.758451 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.808588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Allocated IP 172.20.0.2 (491e89b1-288a-44b9-b753-0ab3115174ca/54e4e311-649e-4dde-abde-bd07c4f7e2d6/a4aaf2e7-1b93-4307-b483-5d55d75fca47) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:26:10.831998 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:10.832956 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:10.888557 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0a2df-04ec-4a28-baed-4d14ead083b4 None None] Pushing event updated for resources: {'Port': ['ID=48037920-73a8-430e-86a5-6dc7b570ba5c,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:10.962910 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:10.963891 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:10.971982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.015029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Network 491e89b1-288a-44b9-b753-0ab3115174ca is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:11.018359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:11.022071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:26:11.052302 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Pushing event updated for resources: {'Port': ['ID=a4aaf2e7-1b93-4307-b483-5d55d75fca47,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:11.083042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Attempting to bind port a4aaf2e7-1b93-4307-b483-5d55d75fca47 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:26:11.083409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Attempting to bind port a4aaf2e7-1b93-4307-b483-5d55d75fca47 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:26:11.083979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Attempting to bind port a4aaf2e7-1b93-4307-b483-5d55d75fca47 on network 491e89b1-288a-44b9-b753-0ab3115174ca {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:26:11.089653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:26:11.090038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Checking segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:26:11.090611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.091209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Bound using segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:26:11.091876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Bound port: a4aaf2e7-1b93-4307-b483-5d55d75fca47, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:26:11.092262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.172917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] For port a4aaf2e7-1b93-4307-b483-5d55d75fca47, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:26:11.176713 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] For port a4aaf2e7-1b93-4307-b483-5d55d75fca47, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4aaf2e7-1b93-4307-b483-5d55d75fca47,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:26:11.184265 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.200470 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:11.207603 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.240682 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3090e79b-af59-4bb3-8a49-fb79da435908 None None] The sync data for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 is: [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:09Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:26:11.252521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782a8a2-4411-4791-bbf7-a262c44ef4d0 None None] Pushing event updated for resources: {'Port': ['ID=a4aaf2e7-1b93-4307-b483-5d55d75fca47,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:11.639053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.1 (491e89b1-288a-44b9-b753-0ab3115174ca/54e4e311-649e-4dde-abde-bd07c4f7e2d6/d3411d4c-7556-41ad-a6ac-7319dc2b1603) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:26:11.778509 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.817376 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:11.868699 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 491e89b1-288a-44b9-b753-0ab3115174ca is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:11.872584 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:11.877044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:26:11.901329 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:11.930529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.205791 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:26:12.346036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34112a-2c8d-4086-8212-6b51c24bcda9 None None] Network 491e89b1-288a-44b9-b753-0ab3115174ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:26:12.448973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.469102 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] Provisioning complete for port a4aaf2e7-1b93-4307-b483-5d55d75fca47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:12.469474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.598391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.637955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] For port a4aaf2e7-1b93-4307-b483-5d55d75fca47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4aaf2e7-1b93-4307-b483-5d55d75fca47,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:12.644132 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.709570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4880bdb2-666c-4599-836d-5033c2400fc3 None None] Pushing event updated for resources: {'Port': ['ID=a4aaf2e7-1b93-4307-b483-5d55d75fca47,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:12.807742 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.814444 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.870885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d383186c-50ac-4b29-965a-9fc429af65d8 None None] Provisioning complete for port a4aaf2e7-1b93-4307-b483-5d55d75fca47 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:12.871467 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d383186c-50ac-4b29-965a-9fc429af65d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:12.906937 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:12.913186 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.085046 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d383186c-50ac-4b29-965a-9fc429af65d8 None None] Provisioning complete for port d3411d4c-7556-41ad-a6ac-7319dc2b1603 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:13.085325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d383186c-50ac-4b29-965a-9fc429af65d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.091085 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 491e89b1-288a-44b9-b753-0ab3115174ca is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:13.093107 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:13.251182 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:26:13.293522 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 48037920-73a8-430e-86a5-6dc7b570ba5c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:26:13.339191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d383186c-50ac-4b29-965a-9fc429af65d8 None None] Port d3411d4c-7556-41ad-a6ac-7319dc2b1603 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:26:13.360230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 48037920-73a8-430e-86a5-6dc7b570ba5c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:13.360875 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.376484 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:26:13.381552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f5b67034-8493-4c13-9eac-bfc4f2101564 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/24dd1a7c-9a0c-4e6b-839b-275bef02f6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8775821 Feb 15 10:26:13.388719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Sync routers for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:26:13.414339 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:13.414957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:13.514186 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a7e52a72-f022-415e-beb8-97afa4fda89e None None] Provisioning complete for port d3411d4c-7556-41ad-a6ac-7319dc2b1603 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:13.515022 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7e52a72-f022-415e-beb8-97afa4fda89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.540572 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-42458af2-15fd-4694-aff5-142e5bf251ee tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757475731&fields=id&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 267 time: 0.0357776 Feb 15 10:26:13.600660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a7e52a72-f022-415e-beb8-97afa4fda89e None None] Port d3411d4c-7556-41ad-a6ac-7319dc2b1603 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:26:13.605094 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.615075 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:13.659869 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 48037920-73a8-430e-86a5-6dc7b570ba5c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=48037920-73a8-430e-86a5-6dc7b570ba5c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:13.665229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.666006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4aaf2e7-1b93-4307-b483-5d55d75fca47 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:26:13.666843 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-4e2c6b9e-b74d-4cdd-8b2f-580e5d316cf5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:13.668368 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-4e2c6b9e-b74d-4cdd-8b2f-580e5d316cf5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 797 time: 0.1204839 Feb 15 10:26:13.685433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-487fcbd3-6906-4ad0-ab2e-bfb558957c19 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/quotas/51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 375 time: 0.0104949 Feb 15 10:26:13.740898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-72553cd4-7b71-445f-a9a2-a18559891d30 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481958 Feb 15 10:26:13.820362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=48037920-73a8-430e-86a5-6dc7b570ba5c,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:13.851039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port a4aaf2e7-1b93-4307-b483-5d55d75fca47 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:13.851317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-248ffcac-86da-4c49-b6ed-1f1d0cecea20 service neutron] 10.222.0.10 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975187 Feb 15 10:26:13.851464 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:13.954084 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-c6a0f71a-b9ad-42dd-abee-c7d5b2458557 service neutron] 10.222.0.10 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967453 Feb 15 10:26:13.996036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 2, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:14.024837 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Checking router: 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:26:14.025177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Updating router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 port d3411d4c-7556-41ad-a6ac-7319dc2b1603 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:26:14.051668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.147154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d8ae083c-58f7-4acb-aba8-b4d342de28a6 req-37e53c11-461a-467f-85cd-ddc0f8bbacf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 210 time: 0.0360363 Feb 15 10:26:14.406217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.412716 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.467633 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b80095-fe59-4b26-b6ff-61087366fbe6 None None] Pushing event updated for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:14.527686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Attempting to bind port d3411d4c-7556-41ad-a6ac-7319dc2b1603 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:26:14.528345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Attempting to bind port d3411d4c-7556-41ad-a6ac-7319dc2b1603 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:26:14.528718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Attempting to bind port d3411d4c-7556-41ad-a6ac-7319dc2b1603 on network 491e89b1-288a-44b9-b753-0ab3115174ca {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:26:14.535402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:26:14.536203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Checking segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:26:14.536425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.536738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Bound using segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:26:14.537286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Bound port: d3411d4c-7556-41ad-a6ac-7319dc2b1603, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:26:14.537668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.618651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] For port d3411d4c-7556-41ad-a6ac-7319dc2b1603, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:26:14.622465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] For port d3411d4c-7556-41ad-a6ac-7319dc2b1603, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d3411d4c-7556-41ad-a6ac-7319dc2b1603,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:26:14.628078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.693410 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b80095-fe59-4b26-b6ff-61087366fbe6 None None] Pushing event updated for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:14.710825 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:14.711901 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:25:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:14.887967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:14.937461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:15.019668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] Provisioning complete for port d3411d4c-7556-41ad-a6ac-7319dc2b1603 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:15.020263 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.095119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 48037920-73a8-430e-86a5-6dc7b570ba5c up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:26:15.246516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-04377583-0f35-409f-8d14-b41b20f1c683 req-df93a6bf-2bdd-4aec-9d9b-acc166038eb6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 210 time: 0.0283034 Feb 15 10:26:15.267493 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 48037920-73a8-430e-86a5-6dc7b570ba5c triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:15.267854 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.469199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-f166f45a-ad17-464e-a255-2f12c1565bb0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:15.470659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-f166f45a-ad17-464e-a255-2f12c1565bb0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 797 time: 0.1326642 Feb 15 10:26:15.491169 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.525662 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-3dc64492-a5e5-4124-9dfe-1df6dcaa2f4e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 379 time: 0.0464036 Feb 15 10:26:15.536895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'port': {'device_id': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'admin_state_up': True, 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'security_groups': ['ee668afe-75cc-4c78-be02-a99073f89985']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:15.544146 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] For port d3411d4c-7556-41ad-a6ac-7319dc2b1603, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d3411d4c-7556-41ad-a6ac-7319dc2b1603,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:15.570233 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.581305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:14Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:15.642545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62046590-de5f-41c6-a80b-2ca79b3857f2 None None] The sync data for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 is: [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:14Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:26:15.672947 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482e9b3-35ce-4bc5-bd9a-be68d417bd43 None None] Pushing event updated for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:15.673232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:26:15.676923 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.690490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7dc26f8c-f7ba-4fe5-9311-b665a6f44a6d None None] Provisioning complete for port d3411d4c-7556-41ad-a6ac-7319dc2b1603 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:15.690846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7dc26f8c-f7ba-4fe5-9311-b665a6f44a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:15.858218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.9 (491e89b1-288a-44b9-b753-0ab3115174ca/54e4e311-649e-4dde-abde-bd07c4f7e2d6/9748b2cb-9820-43a4-bc26-9e5255c358d0) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:26:16.050869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.090126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.178607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 491e89b1-288a-44b9-b753-0ab3115174ca is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:16.184761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:16.192158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:26:16.238046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:16.285036 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:16.285713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.317680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3f6378d-904a-4ea2-b9a8-1e3bc89147d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7857118 Feb 15 10:26:16.331812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Request body: {'port': {'device_id': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:16.433712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.462382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2febb0-c309-479c-8762-ff4d00805451 req-be13b836-a4a1-407b-ae1e-060ed01adfdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:16.464011 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2febb0-c309-479c-8762-ff4d00805451 req-be13b836-a4a1-407b-ae1e-060ed01adfdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 931 time: 0.1094177 Feb 15 10:26:16.535258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0b2f5065-a1b6-4e2f-8e09-e68c4c40b7ad None None] Provisioning complete for port 9748b2cb-9820-43a4-bc26-9e5255c358d0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:16.535848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5065-a1b6-4e2f-8e09-e68c4c40b7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.583079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f5065-a1b6-4e2f-8e09-e68c4c40b7ad None None] Port 9748b2cb-9820-43a4-bc26-9e5255c358d0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:26:16.602068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2febb0-c309-479c-8762-ff4d00805451 req-cf040fee-58e4-4843-ac6d-75b6a80e0c5f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129737 Feb 15 10:26:16.804458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9748b2cb-9820-43a4-bc26-9e5255c358d0 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:26:16.812890 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.826224 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be425684-ed46-42e1-b4a7-2e64f6da3ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.830927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Transition to ACTIVE for port object 9748b2cb-9820-43a4-bc26-9e5255c358d0 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:26:16.834579 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:16.894487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:16.977421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Attempting to bind port 9748b2cb-9820-43a4-bc26-9e5255c358d0 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:26:16.977967 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Attempting to bind port 9748b2cb-9820-43a4-bc26-9e5255c358d0 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:26:16.978495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Attempting to bind port 9748b2cb-9820-43a4-bc26-9e5255c358d0 on network 491e89b1-288a-44b9-b753-0ab3115174ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:26:16.991150 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Port 9748b2cb-9820-43a4-bc26-9e5255c358d0 on network 491e89b1-288a-44b9-b753-0ab3115174ca not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:26:16.991755 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Attempting to bind port 9748b2cb-9820-43a4-bc26-9e5255c358d0 on network 491e89b1-288a-44b9-b753-0ab3115174ca {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:26:17.002274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:26:17.002819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Checking segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:26:17.003455 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Bound using segment: {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:26:17.004175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Bound port: 9748b2cb-9820-43a4-bc26-9e5255c358d0, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52468b6f-a6ab-4bfc-a427-348ec56d73c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:26:17.005083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:17.042438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d3411d4c-7556-41ad-a6ac-7319dc2b1603 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:26:17.089146 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:26:17.093766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:26:17.098748 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d3411d4c-7556-41ad-a6ac-7319dc2b1603 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:17.099256 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:17.099937 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:17.138446 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.140201 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:17.142226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] 10.222.0.36 "PUT /v2.0/ports/9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 1091 time: 0.8162115 Feb 15 10:26:17.172974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:26:17.175460 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94fc76b-c3d7-4b33-a83c-d0beed633167" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:26:17.178590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe406448-7602-4e95-922a-893d77c7c0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:17.233662 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4708fea-255f-4bdd-8cad-3c7d388a8f82 x-openstack-request-id: req-b4708fea-255f-4bdd-8cad-3c7d388a8f82 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:26:17.233843 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:26:17.234046 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4708fea-255f-4bdd-8cad-3c7d388a8f82 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:26:17.234500 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'status': 'completed', 'code': 200} Feb 15 10:26:17.252090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-3487b248-8c60-4f6e-ba4c-aef2cc03771b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.253654 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-3487b248-8c60-4f6e-ba4c-aef2cc03771b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1094 time: 0.0606833 Feb 15 10:26:17.302683 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-5f61761e-09e2-4a4d-8eff-815f5a8e8176 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 217 time: 0.0401542 Feb 15 10:26:17.359001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-f3e064b5-71a1-4b3d-95be-728dfdd8dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.360030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:17.361345 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-f3e064b5-71a1-4b3d-95be-728dfdd8dee1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0521007 Feb 15 10:26:17.407007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-b8984a7d-a5ab-476e-8b69-60421c0a1915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.408754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-b8984a7d-a5ab-476e-8b69-60421c0a1915 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413435 Feb 15 10:26:17.508195 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-2e5a11bb-256b-458b-bcae-01217cd9cdc7 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926669 Feb 15 10:26:17.601439 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ccc1ba3-5f2a-4471-898f-b61a3e7e31d1 req-d3d2169b-0821-4932-834b-57ac517225e1 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Feb 15 10:26:17.733408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-88743c9e-7060-4a70-a3ec-a4af594a4c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.735186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-88743c9e-7060-4a70-a3ec-a4af594a4c78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1094 time: 0.0743327 Feb 15 10:26:17.758625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2506c9-b818-4ad6-82a0-a77b197672e2 req-1ab9d344-3707-480c-bb6a-515be11b2200 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.760116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce2506c9-b818-4ad6-82a0-a77b197672e2 req-1ab9d344-3707-480c-bb6a-515be11b2200 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 943 time: 0.0726383 Feb 15 10:26:17.840363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ce2506c9-b818-4ad6-82a0-a77b197672e2 req-a588468c-177c-4371-8a5a-3cff82c5ba4d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690393 Feb 15 10:26:17.864518 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-8d2e86de-ebe3-4cc1-9820-741fdb733db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.866032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-8d2e86de-ebe3-4cc1-9820-741fdb733db4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 898 time: 0.1227474 Feb 15 10:26:17.913055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-05582176-53d6-49e6-a65e-3d317864bdd0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 217 time: 0.0393412 Feb 15 10:26:17.966357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-b2d6c6db-8bb7-4806-ab2b-b8c7bd829779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:17.968542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-b2d6c6db-8bb7-4806-ab2b-b8c7bd829779 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0493736 Feb 15 10:26:18.017102 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-852eaca4-c5d0-47f9-884f-c90c65c12d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:18.018617 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-852eaca4-c5d0-47f9-884f-c90c65c12d26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426652 Feb 15 10:26:18.115923 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-6666d0e9-6a5f-4ed8-bbfa-2974f882fe55 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896077 Feb 15 10:26:18.214637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b94fc76b-c3d7-4b33-a83c-d0beed633167 req-c0d1f0e1-d859-4ee8-9d4b-c0a05f54be3e service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920148 Feb 15 10:26:18.963892 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf33813-3683-476b-84b7-7e3aaf5d214a req-837b03d6-25ae-42bc-8bbf-53abdce9f554 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:18.965431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8cf33813-3683-476b-84b7-7e3aaf5d214a req-837b03d6-25ae-42bc-8bbf-53abdce9f554 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 943 time: 0.0514688 Feb 15 10:26:19.017471 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8cf33813-3683-476b-84b7-7e3aaf5d214a req-e191df82-4512-45a3-9e9f-6ca7e2ebc2ad tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Feb 15 10:26:19.367778 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8637617-580f-48f9-bd50-f6b572a92026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:20.145943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf5af8-9961-4f1e-8b2b-db4e4c67a412 req-c2968a61-0139-47f7-abf8-ff21176dea39 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:20.147515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98bf5af8-9961-4f1e-8b2b-db4e4c67a412 req-c2968a61-0139-47f7-abf8-ff21176dea39 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 943 time: 0.0519660 Feb 15 10:26:20.198926 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-98bf5af8-9961-4f1e-8b2b-db4e4c67a412 req-98c0a8c8-ddf4-4101-aa2f-07bba9bc22ea tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426707 Feb 15 10:26:20.525315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:21.335463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c12f1-99aa-487a-9825-3470a73a1c5a req-d3682180-35d0-443f-91b0-2c3b76042d88 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:21.337058 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e93c12f1-99aa-487a-9825-3470a73a1c5a req-d3682180-35d0-443f-91b0-2c3b76042d88 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 943 time: 0.0619564 Feb 15 10:26:21.379427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e93c12f1-99aa-487a-9825-3470a73a1c5a req-be438a77-a307-4359-baf3-41d54954fdfd tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357649 Feb 15 10:26:21.596359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9748b2cb-9820-43a4-bc26-9e5255c358d0 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:26:21.733458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:21.751750 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'port_id': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'mac_address': 'fa:16:3e:51:84:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:26:21.794689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:21.810638 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9748b2cb-9820-43a4-bc26-9e5255c358d0 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:26:21.833318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:21.838347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:21.891575 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:22.045931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['9748b2cb-9820-43a4-bc26-9e5255c358d0'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:26:22.372057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:22.511974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fdcee-c6b5-4bd8-815e-a479f019c650 req-60706f18-46ee-44f4-9a92-4f14e669f43e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:22.513658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f70fdcee-c6b5-4bd8-815e-a479f019c650 req-60706f18-46ee-44f4-9a92-4f14e669f43e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 944 time: 0.0608015 Feb 15 10:26:22.561136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f70fdcee-c6b5-4bd8-815e-a479f019c650 req-148afff9-2e03-483d-95d5-17d2153c1076 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399823 Feb 15 10:26:22.571400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:23.612738 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9748b2cb-9820-43a4-bc26-9e5255c358d0 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:26:23.687565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 9748b2cb-9820-43a4-bc26-9e5255c358d0 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:26:23.692545 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 9748b2cb-9820-43a4-bc26-9e5255c358d0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:26:23.693219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:23.712369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ab612c-c21e-451a-ba40-9bd5df9c72d9 req-59f3e09a-d5a1-459f-9535-ee0563405194 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:23.715139 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59ab612c-c21e-451a-ba40-9bd5df9c72d9 req-59f3e09a-d5a1-459f-9535-ee0563405194 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 944 time: 0.0705333 Feb 15 10:26:23.774185 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-59ab612c-c21e-451a-ba40-9bd5df9c72d9 req-1b8790ef-1478-4c91-a1d3-9dca291adac3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527346 Feb 15 10:26:23.783999 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:23.811771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:26:23.814356 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d052614e-7849-4e2c-97e7-31df6e10b9f4" -d '{"events": [{"server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "name": "network-vif-plugged", "status": "completed", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:26:23.832417 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:26:23.838301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:23.878218 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92181cec-c6f1-4fd3-a3c5-e8ab910161c5 x-openstack-request-id: req-92181cec-c6f1-4fd3-a3c5-e8ab910161c5 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:26:23.878673 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "name": "network-vif-plugged", "status": "completed", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:26:23.879041 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92181cec-c6f1-4fd3-a3c5-e8ab910161c5 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:26:23.879964 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'code': 200} Feb 15 10:26:23.927873 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:23.971196 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3824c1-e098-43d5-84c6-797f5f2ff0eb req-df78f19c-1987-4761-b93c-e2e581c69ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:23.972780 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd3824c1-e098-43d5-84c6-797f5f2ff0eb req-df78f19c-1987-4761-b93c-e2e581c69ced service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1096 time: 0.0472929 Feb 15 10:26:24.013242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bd3824c1-e098-43d5-84c6-797f5f2ff0eb req-74aeca53-39e7-493c-97e4-91db9e504034 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338521 Feb 15 10:26:24.919295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286537f2-c06c-4dfd-b877-c8233cb1d6c4 req-a95f5ee2-568d-485f-9fc8-eb8ef63d7de5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:24.922057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-286537f2-c06c-4dfd-b877-c8233cb1d6c4 req-a95f5ee2-568d-485f-9fc8-eb8ef63d7de5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0635836 Feb 15 10:26:24.965600 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-286537f2-c06c-4dfd-b877-c8233cb1d6c4 req-619ef7a6-8179-4d58-8ffb-6ee8c971c4af tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370219 Feb 15 10:26:26.141021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c51995-e4f5-4a51-be74-9b793ceca3e2 req-503ac04c-4581-46eb-9984-1f41a868bb46 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:26.143728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5c51995-e4f5-4a51-be74-9b793ceca3e2 req-503ac04c-4581-46eb-9984-1f41a868bb46 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0841317 Feb 15 10:26:26.188592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5c51995-e4f5-4a51-be74-9b793ceca3e2 req-4ebf01e7-2f02-4b21-9794-29466332d272 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388966 Feb 15 10:26:26.318990 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8398f63f-60a1-4940-941d-856e695ec95e req-5a178ae7-f2ce-494b-993a-a238de04b79c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:26.320624 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8398f63f-60a1-4940-941d-856e695ec95e req-5a178ae7-f2ce-494b-993a-a238de04b79c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0580072 Feb 15 10:26:26.361398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8398f63f-60a1-4940-941d-856e695ec95e req-553c8dbe-7920-411b-b951-9cfd2dba0c40 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343797 Feb 15 10:26:26.390915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53436) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:26.440162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735f9101-1c79-484a-bfe7-4543f0ca6198 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:26.442008 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-735f9101-1c79-484a-bfe7-4543f0ca6198 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1091 time: 0.0497663 Feb 15 10:26:26.445530 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53438) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:26.450515 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:26:26.481803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:26.586393 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:26.713248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.32 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/1584a7e5-229e-4289-9b1a-d762d5be33f7) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:26:26.889920 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:26.945911 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.022364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:26:27.031188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:26:27.037687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:26:27.040925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=1584a7e5-229e-4289-9b1a-d762d5be33f7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:27.429252 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.523722 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.699708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.704988 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.774576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=1584a7e5-229e-4289-9b1a-d762d5be33f7,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:26:27.792582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:27.930254 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP bf82d67b-8c79-432b-a0fc-9703bf41a4a4 associated. External IP: 172.25.6.32, port: 9748b2cb-9820-43a4-bc26-9e5255c358d0. Feb 15 10:26:28.489135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:26:28.612524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:26:28.624016 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Sync routers for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:26:28.634735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:28.635521 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:28.636139 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:28.675817 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-61ed2505-0cdf-4a74-9222-e2475c73096e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2290642 Feb 15 10:26:28.676421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:26:28.678801 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56cc702-639c-4163-bf59-f40d961bebe9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:26:28.717742 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43ac8b4-6fe9-43be-8b35-65db28df5748 x-openstack-request-id: req-b43ac8b4-6fe9-43be-8b35-65db28df5748 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:26:28.718034 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:26:28.718283 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b43ac8b4-6fe9-43be-8b35-65db28df5748 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:26:28.718688 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'status': 'completed', 'code': 200} Feb 15 10:26:28.752876 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:28.834118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-26010435-8165-47f1-90c6-99dd462d355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:28.835687 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-26010435-8165-47f1-90c6-99dd462d355d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1096 time: 0.0955441 Feb 15 10:26:28.846775 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda5fca-a7c1-4133-8b4d-965d1e960cad req-a8b75fc0-adf6-4099-bafc-bb47f72af56f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:28.848348 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbda5fca-a7c1-4133-8b4d-965d1e960cad req-a8b75fc0-adf6-4099-bafc-bb47f72af56f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0962381 Feb 15 10:26:28.944620 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cbda5fca-a7c1-4133-8b4d-965d1e960cad req-6faf8915-1af7-43f1-adcb-ee0e02c22d3f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877571 Feb 15 10:26:28.977183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53444) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:28.977990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-9a5d01fe-eefc-4cfc-8d96-b43322ba663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:28.978878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-9a5d01fe-eefc-4cfc-8d96-b43322ba663a service neutron] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 898 time: 0.1295888 Feb 15 10:26:29.056378 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'bf82d67b-8c79-432b-a0fc-9703bf41a4a4', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'port_id': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'mac_address': 'fa:16:3e:51:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:26:27Z', 'updated_at': '2022-02-15T10:26:27Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:29.059475 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-53679374-196a-4882-b067-67344e6b33d9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 998 time: 0.0742648 Feb 15 10:26:29.065736 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-23904aa1-416b-4b0b-b9a4-5da8051acaf4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/bf82d67b-8c79-432b-a0fc-9703bf41a4a4 HTTP/1.1" status: 200 len: 990 time: 0.0808785 Feb 15 10:26:29.100460 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Checking router: 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:26:29.111533 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-e7f0e8aa-7ac2-4a2b-a461-d6118ff3bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:29.113069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-e7f0e8aa-7ac2-4a2b-a461-d6118ff3bda5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0461617 Feb 15 10:26:29.113601 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:26:29.114611 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:26:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:29.162816 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-c45df74d-cd3b-4d0a-8d23-66c56d9c82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:29.164342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-c45df74d-cd3b-4d0a-8d23-66c56d9c82c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449393 Feb 15 10:26:29.229291 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:26:29.265293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-1565ab5d-f5ad-40a4-8f12-8b8e89a41e5d service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931444 Feb 15 10:26:29.402304 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e56cc702-639c-4163-bf59-f40d961bebe9 req-9553483c-9a3e-4032-a66d-12a909e4d3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317604 Feb 15 10:26:29.515943 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'bf82d67b-8c79-432b-a0fc-9703bf41a4a4', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'port_id': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'mac_address': 'fa:16:3e:51:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:26:27Z', 'updated_at': '2022-02-15T10:26:27Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:26:29.551464 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e220968-2426-40ec-b745-a891e57bc6b5 None None] The sync data for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 is: [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'bf82d67b-8c79-432b-a0fc-9703bf41a4a4', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.32', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'port_id': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'mac_address': 'fa:16:3e:51:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:26:27Z', 'updated_at': '2022-02-15T10:26:27Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:26:29.760098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132acd43-f64f-497e-a346-27003c067a76 None None] New status for floating IP bf82d67b-8c79-432b-a0fc-9703bf41a4a4: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:26:30.068009 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53446) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:26:30.135099 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5980732e-bb1e-4f4f-a991-44c6dfbcb4b0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/bf82d67b-8c79-432b-a0fc-9703bf41a4a4 HTTP/1.1" status: 200 len: 992 time: 0.0658901 Feb 15 10:26:44.815652 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:46.821332 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e8b91f44-7975-4bb5-940d-0934987b2112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:47.348197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:49.206185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:26:49.371369 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-954f2ccc-507d-4d34-b90a-723fec671164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:50.528195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:52.379661 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:52.572695 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:26:59.505407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-6a585501-9ccc-4000-886a-cb0575d09114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:59.507690 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-6a585501-9ccc-4000-886a-cb0575d09114 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1096 time: 0.0525043 Feb 15 10:26:59.509357 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e65fc-03f8-4a24-9891-ee94199e4641 req-c4141e68-9c1e-4547-906b-67ec9f4051cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:59.510945 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de6e65fc-03f8-4a24-9891-ee94199e4641 req-c4141e68-9c1e-4547-906b-67ec9f4051cc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0624106 Feb 15 10:26:59.569698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-de6e65fc-03f8-4a24-9891-ee94199e4641 req-a62b56f8-e70a-4f84-8d18-52be421ac9c7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521955 Feb 15 10:26:59.619611 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-c105079c-75df-4d31-8a39-f51cc0bb1913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:59.621177 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-c105079c-75df-4d31-8a39-f51cc0bb1913 service neutron] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 898 time: 0.1053042 Feb 15 10:26:59.694382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-3cfa0d72-580d-46fb-bbf1-fa412c3537a9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 1000 time: 0.0662386 Feb 15 10:26:59.749055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-1d824cc3-524f-437e-b432-b3e615e60a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:59.750537 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-1d824cc3-524f-437e-b432-b3e615e60a7a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0501273 Feb 15 10:26:59.801000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-eaf5b13c-81cf-4f39-8145-9404fb64ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:26:59.802708 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-eaf5b13c-81cf-4f39-8145-9404fb64ca75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455081 Feb 15 10:26:59.898240 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-053c345e-1b81-41fc-a0c8-63a94b83ea00 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884724 Feb 15 10:27:00.003746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f7122418-3c2f-4a36-b145-27480bb03e36 req-5daf8d97-f1e2-42c3-9b58-8c6ca26c44d7 service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986669 Feb 15 10:27:00.698085 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a18f2-1b8c-48e7-9eec-24e609b2cf25 req-30460256-aa61-46ef-83ce-60c02b458a9f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:00.699797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f6a18f2-1b8c-48e7-9eec-24e609b2cf25 req-30460256-aa61-46ef-83ce-60c02b458a9f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0530739 Feb 15 10:27:00.741800 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1f6a18f2-1b8c-48e7-9eec-24e609b2cf25 req-46697727-14a5-423e-a3cf-5fd16945e886 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Feb 15 10:27:01.862653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01a8b8-cc1f-437a-947d-32a16399e19a req-fc22a2a0-46d7-4d35-a239-9232c1a2ff77 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:01.864224 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e01a8b8-cc1f-437a-947d-32a16399e19a req-fc22a2a0-46d7-4d35-a239-9232c1a2ff77 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0519595 Feb 15 10:27:01.912038 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6e01a8b8-cc1f-437a-947d-32a16399e19a req-113471a5-5f10-4e89-8bf3-7bf207c8c9fa tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367084 Feb 15 10:27:03.048882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3da6a-a45d-453c-8499-61a3d96c4d36 req-3887890b-2f82-4a9f-8ca0-9ba5a759fd01 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:03.050435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41b3da6a-a45d-453c-8499-61a3d96c4d36 req-3887890b-2f82-4a9f-8ca0-9ba5a759fd01 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0580950 Feb 15 10:27:03.098256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-41b3da6a-a45d-453c-8499-61a3d96c4d36 req-3e9c053b-0e97-484e-8add-9a15696054fd tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413246 Feb 15 10:27:04.225661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c4546-2fd8-4c1a-bc21-638b7e20f3e5 req-8291bcae-ba74-4400-96e6-89ab56c5654c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:04.227192 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd5c4546-2fd8-4c1a-bc21-638b7e20f3e5 req-8291bcae-ba74-4400-96e6-89ab56c5654c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0543778 Feb 15 10:27:04.268317 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd5c4546-2fd8-4c1a-bc21-638b7e20f3e5 req-4af393c7-bd84-46be-be51-34de8e879421 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340509 Feb 15 10:27:05.397179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50142e3b-efdd-4e8c-8322-e51c87e75b3b req-f084dcf5-4697-462e-a054-9638e638627a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:05.398782 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50142e3b-efdd-4e8c-8322-e51c87e75b3b req-f084dcf5-4697-462e-a054-9638e638627a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0541620 Feb 15 10:27:05.441411 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-50142e3b-efdd-4e8c-8322-e51c87e75b3b req-0da84949-7d93-4a80-9582-610e7951ab59 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337884 Feb 15 10:27:06.564311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b130a7d-12ea-462b-9b62-a48d4336a39a req-39ecd33a-b2e4-4d64-b8dd-6031dffde669 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:06.565970 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b130a7d-12ea-462b-9b62-a48d4336a39a req-39ecd33a-b2e4-4d64-b8dd-6031dffde669 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0517135 Feb 15 10:27:06.605670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4b130a7d-12ea-462b-9b62-a48d4336a39a req-ce4c58f0-d925-44f6-b01d-cec29cc0d9e8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336933 Feb 15 10:27:07.725521 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632538b6-fc0f-4db9-8bfc-b6c6ef628731 req-620a8102-bfde-485c-a029-30dad30f1fd0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:07.727032 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-632538b6-fc0f-4db9-8bfc-b6c6ef628731 req-620a8102-bfde-485c-a029-30dad30f1fd0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0500715 Feb 15 10:27:07.767150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-632538b6-fc0f-4db9-8bfc-b6c6ef628731 req-efefa004-73d9-477f-b4f8-325c585896f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326190 Feb 15 10:27:08.900074 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019068a3-53a1-46c3-b0dc-e608742dfa2f req-425efc08-8a42-4ec1-93f5-841c6fc99cf0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:08.901687 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-019068a3-53a1-46c3-b0dc-e608742dfa2f req-425efc08-8a42-4ec1-93f5-841c6fc99cf0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0549698 Feb 15 10:27:08.959895 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-019068a3-53a1-46c3-b0dc-e608742dfa2f req-6e4f9d6b-d922-464d-a7d9-5871c556cd6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513518 Feb 15 10:27:10.089736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aba54-ce3d-40c6-8bc3-4612764cbcc9 req-db425cea-48c5-4186-9c6d-6c5687e090e8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:10.091900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cd4aba54-ce3d-40c6-8bc3-4612764cbcc9 req-db425cea-48c5-4186-9c6d-6c5687e090e8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0563781 Feb 15 10:27:10.131660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cd4aba54-ce3d-40c6-8bc3-4612764cbcc9 req-88289241-0899-41b4-a448-ca407784541f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333760 Feb 15 10:27:11.269127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4baa48-1165-48f5-bd20-ba8c733f84a2 req-24c67be8-076e-4579-8a81-3af4699716dc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:11.270766 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f4baa48-1165-48f5-bd20-ba8c733f84a2 req-24c67be8-076e-4579-8a81-3af4699716dc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0614417 Feb 15 10:27:11.313688 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0f4baa48-1165-48f5-bd20-ba8c733f84a2 req-1660d743-f9d5-4d99-a1cf-85c02d3472d2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362842 Feb 15 10:27:12.433963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225110c5-d15f-4059-8924-b802800ab954 req-770ed735-b26c-4a06-9a72-6d35b4501c8b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:12.436474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-225110c5-d15f-4059-8924-b802800ab954 req-770ed735-b26c-4a06-9a72-6d35b4501c8b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0525286 Feb 15 10:27:12.482201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-225110c5-d15f-4059-8924-b802800ab954 req-3b4bf37f-9102-4d3e-927e-a0dd653e49f5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341816 Feb 15 10:27:13.612844 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049928a0-49bf-48b8-a5d8-46b756ca0ab0 req-e2c2515c-dbd6-4421-bd9a-8ddda219226c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:13.614863 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-049928a0-49bf-48b8-a5d8-46b756ca0ab0 req-e2c2515c-dbd6-4421-bd9a-8ddda219226c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0569463 Feb 15 10:27:13.660361 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-049928a0-49bf-48b8-a5d8-46b756ca0ab0 req-18f48145-cdd2-4add-9c47-5fb9796ac5fc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390534 Feb 15 10:27:14.791851 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa81c4c-dd69-44af-af6b-6b175baf75dc req-3d279598-70f0-4fb7-8bbd-077d5f67929a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:14.794244 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fa81c4c-dd69-44af-af6b-6b175baf75dc req-3d279598-70f0-4fb7-8bbd-077d5f67929a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0539362 Feb 15 10:27:14.813537 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:14.838635 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0fa81c4c-dd69-44af-af6b-6b175baf75dc req-8356ab08-4413-4b8d-bb93-abc5303f522a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376513 Feb 15 10:27:15.963334 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c4437-c05c-4b4b-b27e-f4824b20f1d0 req-096d29c5-0c39-43fa-9861-40daa71fb232 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:15.964993 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a94c4437-c05c-4b4b-b27e-f4824b20f1d0 req-096d29c5-0c39-43fa-9861-40daa71fb232 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0536537 Feb 15 10:27:16.007568 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a94c4437-c05c-4b4b-b27e-f4824b20f1d0 req-11826141-4023-47e1-b80e-61922624db62 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358703 Feb 15 10:27:16.035346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53506) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:16.102931 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5067024f-f31f-474e-a513-a3f070e587df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/bf82d67b-8c79-432b-a0fc-9703bf41a4a4 HTTP/1.1" status: 200 len: 992 time: 0.0662692 Feb 15 10:27:16.823137 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5fff7194-459a-4259-85de-c5efd0a0a12a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:17.345492 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:18.584834 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-b03bad2e-3bfd-4971-868b-97cfaaddebfd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409920 Feb 15 10:27:18.673594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-39b944d7-3fcf-4842-ac4d-a330780e630b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:18.675209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-39b944d7-3fcf-4842-ac4d-a330780e630b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1096 time: 0.0445652 Feb 15 10:27:18.790462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-6f591e5e-d48a-4eb6-9c3e-ebee35bfa14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:18.792007 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-6f591e5e-d48a-4eb6-9c3e-ebee35bfa14f service neutron] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 898 time: 0.0969341 Feb 15 10:27:18.860533 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-a502752a-d896-4b50-bc88-33ba2c8e85b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 1000 time: 0.0620210 Feb 15 10:27:18.917524 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-1ee8eac7-954e-4bb8-a713-557055b34dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:18.919060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-1ee8eac7-954e-4bb8-a713-557055b34dde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0521421 Feb 15 10:27:18.968959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-8a770d13-57d6-44b9-80cf-6cac18da1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:18.970507 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-8a770d13-57d6-44b9-80cf-6cac18da1905 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456290 Feb 15 10:27:18.982841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-d176a5fa-1baf-4421-a00c-14211e1cf746 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:27:18.983867 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-d176a5fa-1baf-4421-a00c-14211e1cf746 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064754 Feb 15 10:27:19.082853 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-d2aca619-faab-4a42-bb2c-518cefb11bed service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906022 Feb 15 10:27:19.178714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-47da0146-0a6f-4d9d-b9e6-2958a34e8803 req-b909aaf1-a50a-4d3a-9f88-9d45828d68db service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Feb 15 10:27:19.375334 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-343c509d-372e-4116-a5ae-995eee668921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:20.531281 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:22.373860 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:22.573736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:26.205028 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:27:44.811729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:46.620012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53520) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:46.786333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 1584a7e5-229e-4289-9b1a-d762d5be33f7 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:27:46.786682 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:46.827568 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-641742ae-f0e8-413e-9832-cc63ce95bbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:46.866021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:46.866349 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:46.878897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 1584a7e5-229e-4289-9b1a-d762d5be33f7 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:27:47.033799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:47.066375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=1584a7e5-229e-4289-9b1a-d762d5be33f7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:47.092826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.093169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.093499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.093823 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.094142 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.094463 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.094784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.095104 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.095422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.095738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.096050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.096359 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:47.138178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:47.138425 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP bf82d67b-8c79-432b-a0fc-9703bf41a4a4 disassociated (deleted). External IP: 172.25.6.32, port: 9748b2cb-9820-43a4-bc26-9e5255c358d0. Feb 15 10:27:47.344968 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:47.350043 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:27:47.464761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:27:47.470334 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:47.477185 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Sync routers for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:27:47.488703 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:47.489411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:47.500194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0995cabf-b16f-431b-9355-f39d31671f53 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/floatingips/bf82d67b-8c79-432b-a0fc-9703bf41a4a4 HTTP/1.1" status: 204 len: 168 time: 0.8784232 Feb 15 10:27:47.500797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:27:47.503197 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d2767d-c656-43be-9408-3fe94616ef13" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:27:47.548619 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2de96bc-b9a8-4bd6-b06f-f127a8c8f7b9 x-openstack-request-id: req-e2de96bc-b9a8-4bd6-b06f-f127a8c8f7b9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:27:47.549068 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:27:47.549367 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2de96bc-b9a8-4bd6-b06f-f127a8c8f7b9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:27:47.549790 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'status': 'completed', 'code': 200} Feb 15 10:27:47.616475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2767d-c656-43be-9408-3fe94616ef13 req-652a9d08-7ad2-45d1-bcb7-210097e6ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:47.618293 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-652a9d08-7ad2-45d1-bcb7-210097e6ebf2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 1096 time: 0.0473745 Feb 15 10:27:47.623623 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:47.746408 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2767d-c656-43be-9408-3fe94616ef13 req-3d38e635-3653-458f-8bd6-3937e80cce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:47.747793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-3d38e635-3653-458f-8bd6-3937e80cce86 service neutron] 10.222.0.36 "GET /v2.0/networks?id=491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 200 len: 898 time: 0.1235042 Feb 15 10:27:47.770344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9917d78-ee19-4eca-aa79-1ed8657ac4e3 req-30684291-4cd2-4013-a202-b7eb7ca78a2b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:47.771927 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9917d78-ee19-4eca-aa79-1ed8657ac4e3 req-30684291-4cd2-4013-a202-b7eb7ca78a2b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0678873 Feb 15 10:27:47.801535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-bbab9e93-c28b-4688-8fe1-839dd551184a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 200 len: 217 time: 0.0454428 Feb 15 10:27:47.841173 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:47.866841 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e9917d78-ee19-4eca-aa79-1ed8657ac4e3 req-a8d9151f-2a2c-4670-95e0-399784e2e272 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676825 Feb 15 10:27:47.871397 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Checking router: 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:27:47.877614 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2767d-c656-43be-9408-3fe94616ef13 req-1f614aa7-ed27-48cf-9786-170dda8a55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:47.879062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-1f614aa7-ed27-48cf-9786-170dda8a55c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 200 len: 835 time: 0.0646977 Feb 15 10:27:47.880346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:47.881021 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:47.928710 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2767d-c656-43be-9408-3fe94616ef13 req-15bc319b-535b-4ce8-ba95-1aebb937ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:47.930563 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-15bc319b-535b-4ce8-ba95-1aebb937ce1b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=491e89b1-288a-44b9-b753-0ab3115174ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440187 Feb 15 10:27:47.988561 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:48.023713 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-ba10e0d3-5937-4320-bd52-d43eaa664e1b service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858488 Feb 15 10:27:48.122837 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-94d2767d-c656-43be-9408-3fe94616ef13 req-24c8b61f-75f6-4a15-930a-41acbae1118e service neutron] 10.222.0.36 "GET /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916510 Feb 15 10:27:48.193637 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:48.220727 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3d306f-e675-4029-b4f6-bbb86b58c00d None None] The sync data for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 is: [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:12Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'd3411d4c-7556-41ad-a6ac-7319dc2b1603', 'name': '', 'network_id': '491e89b1-288a-44b9-b753-0ab3115174ca', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:a0:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:11Z', 'updated_at': '2022-02-15T10:26:15Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '54e4e311-649e-4dde-abde-bd07c4f7e2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:27:48.437413 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daef91-036a-4a5b-bd03-412df0e6eebe None None] New status for floating IP bf82d67b-8c79-432b-a0fc-9703bf41a4a4: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:27:48.999540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e613d5-f4e2-4a0f-9089-6d48c6a96194 req-c068abf2-35e3-4bef-a8a1-4ff0c67742ce tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:49.002215 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e613d5-f4e2-4a0f-9089-6d48c6a96194 req-c068abf2-35e3-4bef-a8a1-4ff0c67742ce tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0629888 Feb 15 10:27:49.045561 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e613d5-f4e2-4a0f-9089-6d48c6a96194 req-62bbd6de-c498-489f-a497-017495ddb7ee tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ee668afe-75cc-4c78-be02-a99073f89985&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366330 Feb 15 10:27:49.156111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-a2d7f6b6-60d7-44b5-bc7c-f412eafed218 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:49.157542 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-a2d7f6b6-60d7-44b5-bc7c-f412eafed218 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/ports?device_id=a1b142d7-cb74-462f-abe9-a1b92c4837c8 HTTP/1.1" status: 200 len: 945 time: 0.0502739 Feb 15 10:27:49.251147 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 9748b2cb-9820-43a4-bc26-9e5255c358d0 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:27:49.251486 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:49.341450 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 9748b2cb-9820-43a4-bc26-9e5255c358d0, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=9748b2cb-9820-43a4-bc26-9e5255c358d0,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:49.341809 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:49.353388 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 9748b2cb-9820-43a4-bc26-9e5255c358d0 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:27:49.379260 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-23165823-a74f-49c6-939e-0673c94f84d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:49.490626 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:49.521989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=9748b2cb-9820-43a4-bc26-9e5255c358d0,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:49.568846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] No DVR routers for this DVR port 9748b2cb-9820-43a4-bc26-9e5255c358d0 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:27:49.571684 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:49.576419 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d22c0992-6949-4d51-b1b8-a8c9fda90327 req-fd7de36d-67e7-4913-97a4-82844b20201e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "DELETE /v2.0/ports/9748b2cb-9820-43a4-bc26-9e5255c358d0 HTTP/1.1" status: 204 len: 173 time: 0.4126613 Feb 15 10:27:49.576907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'name': 'network-vif-deleted', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:27:49.579719 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefdee8c-1745-47d8-83ea-1568740965d5" -d '{"events": [{"server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "name": "network-vif-deleted", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:27:49.628508 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0a095b-f53a-4b5d-842a-feefc8ad57bf x-openstack-request-id: req-cf0a095b-f53a-4b5d-842a-feefc8ad57bf {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:27:49.628799 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b142d7-cb74-462f-abe9-a1b92c4837c8", "name": "network-vif-deleted", "tag": "9748b2cb-9820-43a4-bc26-9e5255c358d0", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:27:49.629081 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf0a095b-f53a-4b5d-842a-feefc8ad57bf {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:27:49.629488 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b142d7-cb74-462f-abe9-a1b92c4837c8', 'name': 'network-vif-deleted', 'tag': '9748b2cb-9820-43a4-bc26-9e5255c358d0', 'status': 'completed', 'code': 200} Feb 15 10:27:50.104006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53534) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:50.535147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:50.768512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.035174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port d3411d4c-7556-41ad-a6ac-7319dc2b1603 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:27:51.035517 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.129228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port d3411d4c-7556-41ad-a6ac-7319dc2b1603, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d3411d4c-7556-41ad-a6ac-7319dc2b1603,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:51.129597 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.142173 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for d3411d4c-7556-41ad-a6ac-7319dc2b1603 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:27:51.328799 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.354957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=d3411d4c-7556-41ad-a6ac-7319dc2b1603,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:51.531108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.753193 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:27:51.864916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:27:51.870673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b8607dce-b95b-4cb4-b630-40411171963a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/24dd1a7c-9a0c-4e6b-839b-275bef02f6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7653430 Feb 15 10:27:51.873719 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53536) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:51.874570 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Sync routers for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:27:51.884771 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:51.885402 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:51.926916 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting subnet 54e4e311-649e-4dde-abde-bd07c4f7e2d6 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:27:51.930315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.972194 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:51.992967 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:52.066049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.126341 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.158192 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.163890 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/subnets/54e4e311-649e-4dde-abde-bd07c4f7e2d6 HTTP/1.1" status: 204 len: 168 time: 0.2866368 Feb 15 10:27:52.163890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Subnet': ['ID=54e4e311-649e-4dde-abde-bd07c4f7e2d6,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:52.164605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53538) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:52.170755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3558c0c-fbfe-4500-8e35-1dde0bd30cc6 None None] Network 491e89b1-288a-44b9-b753-0ab3115174ca requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:27:52.189830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:27:51Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:52.209460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.209805 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.210142 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.210471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.210795 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.211118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.211443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.211762 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.212082 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.212397 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.212712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.213058 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15ef3349-0774-4aa8-a590-6ffc9ca8a374 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.220285 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Checking router: 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:27:52.229074 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Routers {'24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:52.230245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:52.298288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.347717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] Set router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:52.378433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.389236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] DHCP port deletion for 491e89b1-288a-44b9-b753-0ab3115174ca request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:27:52.417095 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.442074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Deleting port a4aaf2e7-1b93-4307-b483-5d55d75fca47 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:27:52.442596 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.480089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 48037920-73a8-430e-86a5-6dc7b570ba5c {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:27:52.480442 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.523032 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] For port a4aaf2e7-1b93-4307-b483-5d55d75fca47, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=a4aaf2e7-1b93-4307-b483-5d55d75fca47,segment=NetworkSegment(52468b6f-a6ab-4bfc-a427-348ec56d73c7),segment_id=52468b6f-a6ab-4bfc-a427-348ec56d73c7)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:52.523439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.539928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Calling delete_port for a4aaf2e7-1b93-4307-b483-5d55d75fca47 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:27:52.581335 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 48037920-73a8-430e-86a5-6dc7b570ba5c, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=48037920-73a8-430e-86a5-6dc7b570ba5c,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:52.581612 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.598456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 48037920-73a8-430e-86a5-6dc7b570ba5c owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:27:52.612717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.637585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.671360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Pushing event deleted for resources: {'Port': ['ID=a4aaf2e7-1b93-4307-b483-5d55d75fca47,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:52.679904 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:27:51Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:52.682487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] No DVR routers for this DVR port a4aaf2e7-1b93-4307-b483-5d55d75fca47 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:27:52.685330 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.685818 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.686293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.686720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.687151 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.689072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.690255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.690759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.691312 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.691808 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.693846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.694205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fedaae-d5f5-4fec-94b4-f3d566a87446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:27:52.723527 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb04fbed-90e1-42f1-a881-dcf729e3b296 None None] The sync data for ids ['24dd1a7c-9a0c-4e6b-839b-275bef02f6c5'] in n-d-825064-4 is: [{'id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-904085547', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198'}], 'enable_snat': True}, 'gw_port_id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:27:51Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '48037920-73a8-430e-86a5-6dc7b570ba5c', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:7d:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dd1a7c-9a0c-4e6b-839b-275bef02f6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:26:08Z', 'updated_at': '2022-02-15T10:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:27:52.806245 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.834118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=48037920-73a8-430e-86a5-6dc7b570ba5c,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:52.895113 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.992702 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:52.994865 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.044133 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.044664 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Fanout notify agent at l3_agent the message router_deleted on router 24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:27:53.051899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.053043 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cdf2274d-c795-49b9-bc36-442c28c2700e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/routers/24dd1a7c-9a0c-4e6b-839b-275bef02f6c5 HTTP/1.1" status: 204 len: 168 time: 0.8876119 Feb 15 10:27:53.055780 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53540) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:53.148190 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.196914 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4aaf2e7-1b93-4307-b483-5d55d75fca47 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:27:53.219247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: a4aaf2e7-1b93-4307-b483-5d55d75fca47 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:27:53.219592 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device a4aaf2e7-1b93-4307-b483-5d55d75fca47 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:27:53.220016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d3411d4c-7556-41ad-a6ac-7319dc2b1603 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:27:53.245039 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.249036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d3411d4c-7556-41ad-a6ac-7319dc2b1603 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:27:53.249383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d3411d4c-7556-41ad-a6ac-7319dc2b1603 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:27:53.267979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491e89b1-288a-44b9-b753-0ab3115174ca']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:53.278208 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52468b6f-a6ab-4bfc-a427-348ec56d73c7') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:53.278499 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52468b6f-a6ab-4bfc-a427-348ec56d73c7') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:53.288584 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.302346 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.311751 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:27:53.312225 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:27:53.315585 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:27:53.381050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.389298 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.394986 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/networks/491e89b1-288a-44b9-b753-0ab3115174ca HTTP/1.1" status: 204 len: 168 time: 0.3357658 Feb 15 10:27:53.395218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53542) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:53.418611 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8586a-dee1-4e50-a62a-adc6e8d16635 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Network': ['ID=491e89b1-288a-44b9-b753-0ab3115174ca,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:53.481809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.515410 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.581637 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.584352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.588253 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/security-groups/ee668afe-75cc-4c78-be02-a99073f89985 HTTP/1.1" status: 204 len: 168 time: 0.1895497 Feb 15 10:27:53.597127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765b247-538b-4bd1-b9eb-71d4fad6d16e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee668afe-75cc-4c78-be02-a99073f89985,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:53.838024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53548) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:53.843145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2120531581', 'description': 'tempest-secgroup-smoke-2120531581 description', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:53.868928 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.941654 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.946153 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.968639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9748b2cb-9820-43a4-bc26-9e5255c358d0 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:27:53.979460 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:53.981303 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1421988 Feb 15 10:27:53.983240 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011186d-de41-44b1-affe-0020b487c3e9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6254b06-66a7-4e35-b689-ee5fc72eb097,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:53.984475 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53550) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:53.989186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:53.999537 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 9748b2cb-9820-43a4-bc26-9e5255c358d0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:27:53.999880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 9748b2cb-9820-43a4-bc26-9e5255c358d0 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:27:54.019752 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.078568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.082284 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.100797 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cf8cd4-5287-49ed-92ea-6e1a01efd2cf,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.105305 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.106551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3c9c4d18-7521-45d3-881b-bcc800ed6478 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1210313 Feb 15 10:27:54.109361 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53552) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.113764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.143029 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.207149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.211372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.230597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf90d9e-47d4-4218-84c5-1950f91f694f,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.235735 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.237092 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f45fb563-0efe-4817-853f-ed25541332e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266620 Feb 15 10:27:54.240967 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53554) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.246145 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.273913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.335132 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.339136 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.359337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7860f9-50b2-479c-b655-4cd0320207c8,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.368188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.369337 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d2767c5c-48e0-485d-8183-d4cb98bcf6df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1273699 Feb 15 10:27:54.372950 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53556) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.377270 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.405825 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.465586 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.469468 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.488482 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7627cb47-3b08-4761-afc6-126b8c632593,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.494448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.496536 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-38873f81-2bf9-45b2-be97-efda8c366a66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224346 Feb 15 10:27:54.499276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53558) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.503855 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.526768 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:27:54.531885 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.594488 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.598557 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.618352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3dda056-c209-473e-b4c3-5c151a8efa7e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.628845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.630150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f7a08594-7ce2-46ba-b039-e279febc7f72 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298680 Feb 15 10:27:54.633124 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53560) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.637934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'd6254b06-66a7-4e35-b689-ee5fc72eb097', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.668235 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:27:54.673335 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.735939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.739812 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.767241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e19a90a-d6ce-4af8-80c1-47a94aea1cbb,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:54.776263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.780880 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a81db643-052d-47e9-8aed-d78bdb7fd72b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1440964 Feb 15 10:27:54.781125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53562) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.786259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'network': {'name': 'tempest-network-smoke--550010278', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.809807 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:27:54.813438 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.838168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:27:54.847986 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.848382 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Added segment f02d85a1-7b68-4b08-9dc1-0eb7608a6b29 of type vlan for network 83cf73d3-2f15-437b-854e-0a97606149cb Feb 15 10:27:54.891971 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.919086 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.924579 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:54.925200 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:54.976554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1943765 Feb 15 10:27:54.979387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53564) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:54.984944 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'admin_state_up': True, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:54.996958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 48037920-73a8-430e-86a5-6dc7b570ba5c no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:27:54.999652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682c5b5-1dcb-4204-8e02-6786841c3c3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Network': ['ID=83cf73d3-2f15-437b-854e-0a97606149cb,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:55.017855 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.018878 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.024273 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 83cf73d3-2f15-437b-854e-0a97606149cb details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:27:55.027208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 48037920-73a8-430e-86a5-6dc7b570ba5c {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:27:55.027762 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 48037920-73a8-430e-86a5-6dc7b570ba5c not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:27:55.077881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.218708 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.434463 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.454342 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.568044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.18 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/26ba25db-c1fb-4236-8e00-9bb2fdd94d9d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:27:55.672112 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.705923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:55.745707 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:27:55.748681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:27:55.752091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:27:55.757548 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:56.020396 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:56.218665 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:56.348360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:27:56.818318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:27:56.829960 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Sync routers for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:27:56.838634 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:56.839864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:56.843732 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:56.843905 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-bbb5ad9a-a1a0-4e9c-b1d7-fe71862f7ff6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8595426 Feb 15 10:27:56.843905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53566) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:56.871769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6e76fcb0-b074-4266-b50c-c80b2a66c14e tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=51c259ca4ca341c3b7007685ab9f63cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268927 Feb 15 10:27:56.874629 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53568) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:56.950589 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:56.967054 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d91bb6-b7ae-4276-bdb7-4c32dcc194e0 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:56.968574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f8d91bb6-b7ae-4276-bdb7-4c32dcc194e0 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930386 Feb 15 10:27:56.971540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53570) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:57.006548 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-b6e9df13-9d0d-4d1d-80fa-93ae21631a71 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316014 Feb 15 10:27:57.006860 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53572) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:57.012070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350626352', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:27:57.116422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:27:57.120631 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.138345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:55Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:57.170752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Checking router: 9091b9e0-f77e-4f30-bc6f-957f6b5b304c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:27:57.171095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Updating router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:27:57.199300 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.321712 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.384458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Subnet': ['ID=43a0060c-069b-4348-b726-f9f97831421d,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:57.396068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Checking segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:27:57.396437 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network hostable DHCP agents. Network: 83cf73d3-2f15-437b-854e-0a97606149cb, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:27:57.414387 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 83cf73d3-2f15-437b-854e-0a97606149cb is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:27:57.426027 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 83cf73d3-2f15-437b-854e-0a97606149cb) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:27:57.431006 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:27:57.431613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.451636 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6bc2f74e-386a-4348-b3ca-93bf1337dad4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4436507 Feb 15 10:27:57.454595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53574) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:27:57.515916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3550c2a6-bb22-416d-a106-9e55fa4d78d0 None None] Network 83cf73d3-2f15-437b-854e-0a97606149cb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:27:57.738134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.746554 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.751786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-83cf73d3-2f15-437b-854e-0a97606149cb', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:27:57.752609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.826231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ffd18-4827-4933-a670-1f6e4f6dcbab None None] Pushing event updated for resources: {'Port': ['ID=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:57.832205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Attempting to bind port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:27:57.832975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Attempting to bind port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:27:57.832975 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Attempting to bind port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:27:57.893929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:27:57.894299 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:27:57.894697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.895092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:27:57.895567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Bound port: 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:27:57.895935 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.916860 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:57.998236 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] For port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:27:58.005736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] For port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:27:58.015250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.026916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Allocated IP 172.20.0.2 (83cf73d3-2f15-437b-854e-0a97606149cb/43a0060c-069b-4348-b726-f9f97831421d/01665779-7b10-4b2f-8e20-81fac2b6faa3) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:27:58.139730 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:27:58.140380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:58.143473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ffd18-4827-4933-a670-1f6e4f6dcbab None None] Pushing event updated for resources: {'Port': ['ID=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:58.305923 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:27:58.332863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.377777 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.416244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.1 (83cf73d3-2f15-437b-854e-0a97606149cb/43a0060c-069b-4348-b726-f9f97831421d/7d20a236-ca4b-4d88-bd2e-ac367658e763) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:27:58.453527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Network 83cf73d3-2f15-437b-854e-0a97606149cb is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:27:58.466677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:27:58.476948 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:27:58.482865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Pushing event updated for resources: {'Port': ['ID=01665779-7b10-4b2f-8e20-81fac2b6faa3,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:58.539844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.565534 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Attempting to bind port 01665779-7b10-4b2f-8e20-81fac2b6faa3 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:27:58.565801 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Attempting to bind port 01665779-7b10-4b2f-8e20-81fac2b6faa3 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:27:58.566169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Attempting to bind port 01665779-7b10-4b2f-8e20-81fac2b6faa3 on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:27:58.573456 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:27:58.573846 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Checking segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:27:58.574228 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.574615 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Bound using segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:27:58.575092 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Bound port: 01665779-7b10-4b2f-8e20-81fac2b6faa3, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:27:58.575472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.576341 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.616640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 83cf73d3-2f15-437b-854e-0a97606149cb is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:27:58.622410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:27:58.625031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:27:58.630308 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:55Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:27:58.656174 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:58.665790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4da0aed9-28e0-4e35-83ea-6a5a5cd1ce77 None None] The sync data for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 is: [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:55Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:27:58.676661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] For port 01665779-7b10-4b2f-8e20-81fac2b6faa3, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:27:58.679499 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.679962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] For port 01665779-7b10-4b2f-8e20-81fac2b6faa3, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01665779-7b10-4b2f-8e20-81fac2b6faa3,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:27:58.687648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:58.749540 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf7da7-0e84-40ed-838a-3857af492bcc None None] Pushing event updated for resources: {'Port': ['ID=01665779-7b10-4b2f-8e20-81fac2b6faa3,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:58.841924 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.164966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01665779-7b10-4b2f-8e20-81fac2b6faa3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:27:59.217443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01665779-7b10-4b2f-8e20-81fac2b6faa3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:27:59.217895 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.226671 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.232746 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.309728 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:59.310936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.312263 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.354327 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 01665779-7b10-4b2f-8e20-81fac2b6faa3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01665779-7b10-4b2f-8e20-81fac2b6faa3,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:59.363795 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.364590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:27:59.420959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 83cf73d3-2f15-437b-854e-0a97606149cb is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:27:59.422344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:27:59.446257 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=01665779-7b10-4b2f-8e20-81fac2b6faa3,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:59.457303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:27:59.457672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.550305 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.564484 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:27:59.581518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:27:59.588449 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:27:59.651232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:27:59.712735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:27:59.724512 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c0d62e34-bde6-4de1-b84e-e1c920459cf6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/9091b9e0-f77e-4f30-bc6f-957f6b5b304c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2631743 Feb 15 10:27:59.894337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6091ff0-6e4d-4974-bd04-320403b73e0a None None] Network 83cf73d3-2f15-437b-854e-0a97606149cb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:27:59.897212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a65d8d3d-bfe9-4d24-b4f3-4216f6434821 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2120531581&fields=id&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 267 time: 0.0361557 Feb 15 10:27:59.979066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-bf5475d3-4a9f-48b8-aaa3-3e6e74a09a80 None None] Provisioning complete for port 01665779-7b10-4b2f-8e20-81fac2b6faa3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:27:59.980149 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bf5475d3-4a9f-48b8-aaa3-3e6e74a09a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:00.013842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-52948ede-43a4-421e-a51f-6b1f0d2ecd9f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:00.015630 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-52948ede-43a4-421e-a51f-6b1f0d2ecd9f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 796 time: 0.1107273 Feb 15 10:28:00.031944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-6eff06ba-49ee-4c5a-baa2-c5bc264f06f7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/quotas/51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 375 time: 0.0104723 Feb 15 10:28:00.089641 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-2ca71d34-136d-4642-b703-5e0636d4810f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513325 Feb 15 10:28:00.293340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-6a813f68-774b-485d-a4da-d0034cd3f141 service neutron] 10.222.0.10 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440873 Feb 15 10:28:00.349458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c1cde841-f4a0-4bc8-a4ae-df5cfc795429 None None] Provisioning complete for port 01665779-7b10-4b2f-8e20-81fac2b6faa3 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:00.350421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1cde841-f4a0-4bc8-a4ae-df5cfc795429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:00.396164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-b94af892-14ee-4e9b-8a35-9a77651f1cd9 service neutron] 10.222.0.10 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965185 Feb 15 10:28:00.467796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c1cde841-f4a0-4bc8-a4ae-df5cfc795429 None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:00.468168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1cde841-f4a0-4bc8-a4ae-df5cfc795429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:00.513191 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c1cde841-f4a0-4bc8-a4ae-df5cfc795429 None None] Port 7d20a236-ca4b-4d88-bd2e-ac367658e763 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:28:00.599473 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-011ecbee-0f3d-4532-9102-f580332e843d req-7d06816a-4564-4e8f-939c-0d41fae51673 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 210 time: 0.0333807 Feb 15 10:28:00.631982 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Sync routers for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:28:00.645884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-53c05ba1-3b7d-41e7-8c01-a1197ae33c73 None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:00.646240 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:28:00.646846 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-53c05ba1-3b7d-41e7-8c01-a1197ae33c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:00.646970 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:00.700670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-53c05ba1-3b7d-41e7-8c01-a1197ae33c73 None None] Port 7d20a236-ca4b-4d88-bd2e-ac367658e763 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:28:00.772509 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:28:00.826577 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-f096a2f8-721f-4c25-bfa1-b2de9c31792a None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:00.826885 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f096a2f8-721f-4c25-bfa1-b2de9c31792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:00.868008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-f096a2f8-721f-4c25-bfa1-b2de9c31792a None None] Port 7d20a236-ca4b-4d88-bd2e-ac367658e763 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:28:00.987463 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 2, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:01.018945 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Checking router: 9091b9e0-f77e-4f30-bc6f-957f6b5b304c for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:28:01.019289 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Updating router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c port 7d20a236-ca4b-4d88-bd2e-ac367658e763 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:28:01.047079 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.076886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01665779-7b10-4b2f-8e20-81fac2b6faa3 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:28:01.298469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 01665779-7b10-4b2f-8e20-81fac2b6faa3 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:01.298963 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.346288 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.351602 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.387484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:28:01.433758 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Pushing event updated for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:01.440574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:01.440978 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.458432 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.458769 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.459324 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.459665 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.459980 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.460302 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.460620 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.460958 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.461302 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.461587 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.461901 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.462210 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:01.474729 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Attempting to bind port 7d20a236-ca4b-4d88-bd2e-ac367658e763 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:28:01.475101 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Attempting to bind port 7d20a236-ca4b-4d88-bd2e-ac367658e763 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:28:01.475461 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Attempting to bind port 7d20a236-ca4b-4d88-bd2e-ac367658e763 on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:28:01.481919 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:28:01.482498 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Checking segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:28:01.482903 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.483808 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Bound using segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:28:01.484290 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Bound port: 7d20a236-ca4b-4d88-bd2e-ac367658e763, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:28:01.484671 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.566982 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] For port 7d20a236-ca4b-4d88-bd2e-ac367658e763, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:28:01.570411 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] For port 7d20a236-ca4b-4d88-bd2e-ac367658e763, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d20a236-ca4b-4d88-bd2e-ac367658e763,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:28:01.580114 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.673948 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f099e39-134a-46a7-874c-34187d32f508 None None] Pushing event updated for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:01.679833 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:28:01.680761 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:01.735964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:01.736483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.762399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b164e3a-95fd-4108-9ea3-4ccb2d3b32f5 req-420f0910-a775-4d70-ac8f-78c96879374a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 210 time: 0.0415292 Feb 15 10:28:01.780969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-9406bd88-5da5-4a6f-b351-0696e6fcc8d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:01.782591 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-9406bd88-5da5-4a6f-b351-0696e6fcc8d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 796 time: 0.1867616 Feb 15 10:28:01.825243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:28:01.849266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-f233916d-92ac-4364-a94b-a1272fcbf788 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 380 time: 0.0577309 Feb 15 10:28:01.861702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'port': {'device_id': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'admin_state_up': True, 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'security_groups': ['d6254b06-66a7-4e35-b689-ee5fc72eb097']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:28:01.877197 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.915064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] For port 7d20a236-ca4b-4d88-bd2e-ac367658e763, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d20a236-ca4b-4d88-bd2e-ac367658e763,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:28:01.920580 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:01.969874 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b110ac-c8b0-445f-948e-acde823fe306 None None] Pushing event updated for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:01.985895 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:28:01.989432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.046920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-64399bd0-1f33-4d4b-88ca-544014b003ce None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:02.047701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-64399bd0-1f33-4d4b-88ca-544014b003ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.058382 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:02.088680 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99df3def-045d-4b25-9b49-337da2bb3b83 None None] The sync data for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 is: [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:28:02.134282 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.10 (83cf73d3-2f15-437b-854e-0a97606149cb/43a0060c-069b-4348-b726-f9f97831421d/8a27fa72-e356-4c88-9fab-2115edfa262e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:28:02.299380 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.340846 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.697051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 83cf73d3-2f15-437b-854e-0a97606149cb is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:28:02.701298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:28:02.705430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:28:02.712920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:02.763162 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:02.763864 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.782720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-ae6ed170-a0f4-434f-90d1-eafdedbc3c1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9259818 Feb 15 10:28:02.796023 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Request body: {'port': {'device_id': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:28:02.862965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:02.929309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822beaa3-fd79-4d81-9026-d3e404844b07 req-fa8e9ae7-f46f-402c-9285-671d7e25b10e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:02.931208 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-822beaa3-fd79-4d81-9026-d3e404844b07 req-fa8e9ae7-f46f-402c-9285-671d7e25b10e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 932 time: 0.0698617 Feb 15 10:28:02.987630 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-822beaa3-fd79-4d81-9026-d3e404844b07 req-a1e97dde-967c-4b12-845a-b3546203c00d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481069 Feb 15 10:28:03.003093 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-18b9227b-3a7b-4735-a953-221b945c03e5 None None] Provisioning complete for port 8a27fa72-e356-4c88-9fab-2115edfa262e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:03.003668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18b9227b-3a7b-4735-a953-221b945c03e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.084541 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-18b9227b-3a7b-4735-a953-221b945c03e5 None None] Port 8a27fa72-e356-4c88-9fab-2115edfa262e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:28:03.118224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d20a236-ca4b-4d88-bd2e-ac367658e763 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:28:03.176533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7d20a236-ca4b-4d88-bd2e-ac367658e763 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:03.177032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.204625 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:28:03.218048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a27fa72-e356-4c88-9fab-2115edfa262e {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:28:03.226477 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.241964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Transition to ACTIVE for port object 8a27fa72-e356-4c88-9fab-2115edfa262e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:28:03.250677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.361476 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:03.399149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:28:03.399633 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:28:03.399955 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:28:03.405088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:28:03.405410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:28:03.410764 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 27, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:28:03.411096 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Checking segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:28:03.411471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Bound using segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:28:03.411886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Bound port: 8a27fa72-e356-4c88-9fab-2115edfa262e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:28:03.412238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.510072 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:28:03.514103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:28:03.519589 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.554047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:03.554665 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:03.556067 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] 10.222.0.36 "PUT /v2.0/ports/8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 1092 time: 0.7651877 Feb 15 10:28:03.556505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:28:03.559052 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b" -d '{"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:28:03.585884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9730eca-b380-4819-85ed-cc71c6c0bee4 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:03.607800 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01429925-4e8c-43f6-bbde-0e4a2a036a7f x-openstack-request-id: req-01429925-4e8c-43f6-bbde-0e4a2a036a7f {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:28:03.608093 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:28:03.608345 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01429925-4e8c-43f6-bbde-0e4a2a036a7f {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:28:03.608752 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'status': 'completed', 'code': 200} Feb 15 10:28:03.656349 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-61b13032-1ace-4aa8-9e79-8daf63ad0265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:03.658214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-61b13032-1ace-4aa8-9e79-8daf63ad0265 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.0458918 Feb 15 10:28:03.705879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-2f01d9bc-e5c8-4d03-81b2-3e707d6086b0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 217 time: 0.0395575 Feb 15 10:28:03.758671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-bd3a9cd9-2def-49b9-a15a-25ac079e3ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:03.760143 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-bd3a9cd9-2def-49b9-a15a-25ac079e3ef2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0466824 Feb 15 10:28:03.807183 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-9d62537d-23c1-43c0-b578-e599bea8cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:03.809049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-9d62537d-23c1-43c0-b578-e599bea8cb98 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421636 Feb 15 10:28:03.905602 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-3631a897-76f9-41f2-95d3-8296df9a8ce4 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901268 Feb 15 10:28:03.996896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e1711ca-de00-4a7f-b35c-80ce68ca445e req-1d4d80e0-4300-4038-9168-6817fc36eaca service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Feb 15 10:28:04.087045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-b8cdb769-32e7-4384-925e-9128d09a6727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:04.089316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-b8cdb769-32e7-4384-925e-9128d09a6727 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.0434101 Feb 15 10:28:04.109648 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbf129-7caf-46e4-b8dc-2f4da1c3bb73 req-ddd2d516-56f1-4eda-a81f-1927ace43d5e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:04.111305 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bdbf129-7caf-46e4-b8dc-2f4da1c3bb73 req-ddd2d516-56f1-4eda-a81f-1927ace43d5e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0510237 Feb 15 10:28:04.150236 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6bdbf129-7caf-46e4-b8dc-2f4da1c3bb73 req-350f7b5e-08a9-4a70-b7f2-ef0273b88d0b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Feb 15 10:28:04.188536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-341d040e-57a3-4958-a4a4-fa737d8306a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:04.190117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-341d040e-57a3-4958-a4a4-fa737d8306a1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0950446 Feb 15 10:28:04.233612 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-c7578695-ebef-49e1-baac-1633a1b5cf23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 217 time: 0.0356984 Feb 15 10:28:04.289891 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-e3de0d45-1f3b-43f5-97c2-5f8653ca651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:04.291393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-e3de0d45-1f3b-43f5-97c2-5f8653ca651e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0505183 Feb 15 10:28:04.338378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-03f22c41-8aa5-485e-aa2d-30e9637e6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:04.341234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-03f22c41-8aa5-485e-aa2d-30e9637e6694 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424135 Feb 15 10:28:04.433658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-730ab8a3-2da3-435e-ae62-357f3eddd6f8 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836983 Feb 15 10:28:04.531707 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ab1ae1e-b728-47fd-9ba6-8a921fe0333b req-20ed3147-2cfe-4b1a-98d8-2ee69ef93282 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900893 Feb 15 10:28:05.270007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31d0ae-12c0-4f4e-aa0e-30c9813b421e req-6f7850af-0bf9-475d-95c4-45685d51b3a7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:05.271559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af31d0ae-12c0-4f4e-aa0e-30c9813b421e req-6f7850af-0bf9-475d-95c4-45685d51b3a7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0512791 Feb 15 10:28:05.310745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-af31d0ae-12c0-4f4e-aa0e-30c9813b421e req-1eca7022-213b-4b2d-b862-43bd5817b870 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324097 Feb 15 10:28:06.430581 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459ec7b-6cdc-46f3-b6d6-b315a670540a req-bc46f4b0-629a-4019-b8fc-9633509209f0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:06.432075 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3459ec7b-6cdc-46f3-b6d6-b315a670540a req-bc46f4b0-629a-4019-b8fc-9633509209f0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0529826 Feb 15 10:28:06.470667 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3459ec7b-6cdc-46f3-b6d6-b315a670540a req-22b8f07e-0b35-4723-86e8-8fdd79fee1ea tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318151 Feb 15 10:28:07.590292 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8882d-dfdc-4db5-a676-f3122e491e4c req-fcfb4c60-9698-4ebf-92c3-53cc01a358dd tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:07.591831 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cd8882d-dfdc-4db5-a676-f3122e491e4c req-fcfb4c60-9698-4ebf-92c3-53cc01a358dd tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0524478 Feb 15 10:28:07.630598 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7cd8882d-dfdc-4db5-a676-f3122e491e4c req-e0249f50-6c17-4c40-ba51-66f10ecc6f45 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327528 Feb 15 10:28:08.014986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:28:08.111898 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:28:08.124074 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'mac_address': 'fa:16:3e:fa:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:28:08.160727 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:08.173178 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a27fa72-e356-4c88-9fab-2115edfa262e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:28:08.191823 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:28:08.195625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:08.242402 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:08.396949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['8a27fa72-e356-4c88-9fab-2115edfa262e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:28:08.748723 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739d93a-97d2-431d-ad21-e7f9249fa251 req-ff9b6a25-c47f-47cb-9a00-2e1519c7d9d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:08.750374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9739d93a-97d2-431d-ad21-e7f9249fa251 req-ff9b6a25-c47f-47cb-9a00-2e1519c7d9d3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 945 time: 0.0489204 Feb 15 10:28:08.793212 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9739d93a-97d2-431d-ad21-e7f9249fa251 req-73e400b5-f54a-4b89-bd91-cb0ef5ad7942 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367765 Feb 15 10:28:09.914178 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3066b-5d41-494f-b384-7d55bcea5c25 req-9cf8c778-2468-40a4-b1f5-34ba90c8a9a1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:09.915712 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29e3066b-5d41-494f-b384-7d55bcea5c25 req-9cf8c778-2468-40a4-b1f5-34ba90c8a9a1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 945 time: 0.0557003 Feb 15 10:28:09.954555 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29e3066b-5d41-494f-b384-7d55bcea5c25 req-e98d3d7c-fc58-4feb-a165-a1b4183cb770 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325470 Feb 15 10:28:10.028246 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:28:10.080397 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 8a27fa72-e356-4c88-9fab-2115edfa262e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:28:10.084289 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 8a27fa72-e356-4c88-9fab-2115edfa262e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:28:10.084745 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:10.163597 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:10.187660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:28:10.189946 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e79c2ea-560b-4a43-9932-942c16b7cb67" -d '{"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-plugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:28:10.203108 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:28:10.208164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:10.232031 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06778cbd-87c8-4648-b22b-f010583a81cb x-openstack-request-id: req-06778cbd-87c8-4648-b22b-f010583a81cb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:28:10.232318 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-plugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:28:10.232559 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06778cbd-87c8-4648-b22b-f010583a81cb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:28:10.232961 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'code': 200} Feb 15 10:28:10.259274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:10.326385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0536b-212c-4313-b522-c58f82ee8940 req-4d1d6488-8372-40e8-af4e-141fac792881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:10.327889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cad0536b-212c-4313-b522-c58f82ee8940 req-4d1d6488-8372-40e8-af4e-141fac792881 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0417700 Feb 15 10:28:10.363722 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cad0536b-212c-4313-b522-c58f82ee8940 req-a2c6bc0e-b97b-4fc4-af22-337ca6bee59f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289547 Feb 15 10:28:11.075931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae12324-587c-44b1-8cf5-7cde242ef6b2 req-a6285e9d-e501-42a1-a531-92e631dda44f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:11.077531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae12324-587c-44b1-8cf5-7cde242ef6b2 req-a6285e9d-e501-42a1-a531-92e631dda44f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0530345 Feb 15 10:28:11.117435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1ae12324-587c-44b1-8cf5-7cde242ef6b2 req-13509bbd-6ebc-4198-bc68-228689b992d4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339091 Feb 15 10:28:12.236936 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee30945-9bec-407e-9a55-9dc3b1f8bf5c req-3c64f587-2a61-493a-83b7-75615e2896e0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:12.238437 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aee30945-9bec-407e-9a55-9dc3b1f8bf5c req-3c64f587-2a61-493a-83b7-75615e2896e0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0489917 Feb 15 10:28:12.277319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-aee30945-9bec-407e-9a55-9dc3b1f8bf5c req-15fb40a9-30ac-44ff-b972-7389b405bb4c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326235 Feb 15 10:28:12.396774 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8e07e0-cd60-4799-a054-57a7ebb681de req-72767835-16ad-4c53-9f98-2b11c825dff5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:12.398361 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db8e07e0-cd60-4799-a054-57a7ebb681de req-72767835-16ad-4c53-9f98-2b11c825dff5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0536294 Feb 15 10:28:12.440081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-db8e07e0-cd60-4799-a054-57a7ebb681de req-cd836caf-5c63-4fb7-8213-014f153f8f06 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338922 Feb 15 10:28:12.464151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53644) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:28:12.505136 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a6db39-b739-4eca-bd2d-6f400a9d1e78 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:12.506663 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-73a6db39-b739-4eca-bd2d-6f400a9d1e78 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1092 time: 0.0414557 Feb 15 10:28:12.509520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53646) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:28:12.513981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:28:12.537464 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:12.636193 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:12.742568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.91 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/6a7fd429-768a-46cd-9361-49bcc00bf3f4) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:28:12.848918 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:12.883826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:12.926913 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:28:12.929720 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:28:12.934210 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:28:12.937286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=6a7fd429-768a-46cd-9361-49bcc00bf3f4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:13.304418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:13.375731 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:13.534313 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:13.538693 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:13.612942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=6a7fd429-768a-46cd-9361-49bcc00bf3f4,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:13.624974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:13.735899 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 8894ab79-1667-49a8-a5cb-6bf779a1b7ff associated. External IP: 172.25.6.91, port: 8a27fa72-e356-4c88-9fab-2115edfa262e. Feb 15 10:28:13.943377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:28:14.050497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:28:14.061718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Sync routers for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:28:14.071169 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:14.072206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:28:14.072868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:14.103902 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f6aa2678-25e6-4fb0-b3d3-b7388ba2f278 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5907867 Feb 15 10:28:14.103902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:28:14.104412 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c" -d '{"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:28:14.146114 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5966f993-3327-4702-93d3-28af928632c9 x-openstack-request-id: req-5966f993-3327-4702-93d3-28af928632c9 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:28:14.146468 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:28:14.146645 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5966f993-3327-4702-93d3-28af928632c9 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:28:14.147019 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'status': 'completed', 'code': 200} Feb 15 10:28:14.185994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:28:14.209814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-aac773a7-4771-47ab-af3e-d6810b68c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:14.211243 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-aac773a7-4771-47ab-af3e-d6810b68c435 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0410123 Feb 15 10:28:14.212941 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd380c-dfb9-4a4e-8ca4-58e6cf888482 req-472c9a02-8bdd-443b-8bff-8636286cecb5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:14.215348 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-badd380c-dfb9-4a4e-8ca4-58e6cf888482 req-472c9a02-8bdd-443b-8bff-8636286cecb5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0582993 Feb 15 10:28:14.255514 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-badd380c-dfb9-4a4e-8ca4-58e6cf888482 req-0ca6e9ca-1f49-48ef-a707-353b85c92869 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Feb 15 10:28:14.279500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53654) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:28:14.306105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-5d8ded7e-a578-4ad8-b469-306dacb3f645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:14.307677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-5d8ded7e-a578-4ad8-b469-306dacb3f645 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0898955 Feb 15 10:28:14.348749 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c151d126-f31b-45b1-8991-37d8939c8919 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/8894ab79-1667-49a8-a5cb-6bf779a1b7ff HTTP/1.1" status: 200 len: 991 time: 0.0680885 Feb 15 10:28:14.380316 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-53131331-e8d4-41b3-b5c6-6d4b5db97c19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 999 time: 0.0663030 Feb 15 10:28:14.416514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8894ab79-1667-49a8-a5cb-6bf779a1b7ff', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'mac_address': 'fa:16:3e:fa:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:28:13Z', 'updated_at': '2022-02-15T10:28:13Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:14.429330 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-304d9b28-8934-4606-8337-1de6b4d4a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:14.430798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-304d9b28-8934-4606-8337-1de6b4d4a502 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0437884 Feb 15 10:28:14.447007 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Checking router: 9091b9e0-f77e-4f30-bc6f-957f6b5b304c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:28:14.456548 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:28:14.457460 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:27:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:14.476893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-31024703-37a9-4234-96a3-5f33325a3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:14.478396 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-31024703-37a9-4234-96a3-5f33325a3777 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412354 Feb 15 10:28:14.561977 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:28:14.570308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-05f6012d-32a8-4d5b-8b8d-fe6d403b8473 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856664 Feb 15 10:28:14.661770 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-52ebcfc4-3f28-47cd-affd-49534d4ccc6c req-a8239a28-0e6b-4e31-a130-7f3a5265d5ca service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847232 Feb 15 10:28:14.806774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8894ab79-1667-49a8-a5cb-6bf779a1b7ff', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'mac_address': 'fa:16:3e:fa:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:28:13Z', 'updated_at': '2022-02-15T10:28:13Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:28:14.840665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee80fd69-d5d7-4a82-beec-6a673058e98b None None] The sync data for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 is: [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '8894ab79-1667-49a8-a5cb-6bf779a1b7ff', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.91', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'mac_address': 'fa:16:3e:fa:9e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:28:13Z', 'updated_at': '2022-02-15T10:28:13Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:28:14.845239 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:15.043489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d27fae2-d42b-4bf8-a0fd-e7160fe2a74d None None] New status for floating IP 8894ab79-1667-49a8-a5cb-6bf779a1b7ff: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:28:15.353014 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53656) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:28:15.424112 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1c132505-1a52-4e02-8534-5fcdb8465aa2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/8894ab79-1667-49a8-a5cb-6bf779a1b7ff HTTP/1.1" status: 200 len: 993 time: 0.0700352 Feb 15 10:28:16.831168 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab88ebdd-c57c-4fb3-a497-c1d82fc993d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:17.347924 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:19.381486 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02eb69f2-bfeb-4b81-9a98-f94d1cd443c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:19.472671 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-9c23306c-d5ea-4ae1-85f6-fd042062703a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412269 Feb 15 10:28:19.566584 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-c67292cd-0185-47e7-b265-229216fd834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:19.568370 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-c67292cd-0185-47e7-b265-229216fd834b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0481198 Feb 15 10:28:19.678811 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-5db50cf9-0685-40e0-be2d-d2311c7fde53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:19.680216 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-5db50cf9-0685-40e0-be2d-d2311c7fde53 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0896711 Feb 15 10:28:19.746429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-5b31f029-c977-4fe8-bf1a-146da5c0dd22 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 1001 time: 0.0597818 Feb 15 10:28:19.797474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-5f532cf2-7763-4b77-bb8c-8fae87d505b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:19.798995 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-5f532cf2-7763-4b77-bb8c-8fae87d505b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0467937 Feb 15 10:28:19.851066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-9d911c4a-149b-4423-8449-272a77332722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:19.852644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-9d911c4a-149b-4423-8449-272a77332722 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474763 Feb 15 10:28:19.944599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-9edea8fd-fa3d-48aa-a5a9-ab96b346adcc service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856466 Feb 15 10:28:20.325873 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-18d51f9c-8352-4d28-9e6f-3391c99bd7e4 req-de8755ce-0ac5-4c9e-9f62-2d4edc05e7d8 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753538 Feb 15 10:28:20.538146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:22.380246 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:22.579834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:40.204352 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:28:42.085271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-ebfa64b4-9694-4451-ba96-2f19709209b8 req-370d7144-1bc9-49bc-b82b-c197f2a33de0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:28:42.086239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebfa64b4-9694-4451-ba96-2f19709209b8 req-370d7144-1bc9-49bc-b82b-c197f2a33de0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054288 Feb 15 10:28:43.290119 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53676) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:28:43.309057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a87413-7881-4dba-a8c5-6181912bc4d1 req-a14d29ea-85f5-40d3-b888-f48e524749df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:43.313083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59a87413-7881-4dba-a8c5-6181912bc4d1 req-a14d29ea-85f5-40d3-b888-f48e524749df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0582049 Feb 15 10:28:43.370035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-59a87413-7881-4dba-a8c5-6181912bc4d1 req-068074d3-2f1d-449d-8b20-628ae940f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490766 Feb 15 10:28:43.411943 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-ef094dec-a7e9-4d71-bb32-b07612961fdc service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1202810 Feb 15 10:28:43.421810 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa310dab-bd70-4fc5-a972-70b07ac1c225 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:28:43.422860 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa310dab-bd70-4fc5-a972-70b07ac1c225 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Feb 15 10:28:44.513745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29656b-4849-4ef2-a824-67881608bbba req-e2c3d076-c9bd-44da-a88d-d60733df5e70 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:44.515515 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af29656b-4849-4ef2-a824-67881608bbba req-e2c3d076-c9bd-44da-a88d-d60733df5e70 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0678422 Feb 15 10:28:44.559680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af29656b-4849-4ef2-a824-67881608bbba req-3a4d7d30-248c-4dfe-8ceb-8da025cdc4a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367486 Feb 15 10:28:44.578443 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-2aae720c-8646-45dc-bfec-973f9588df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:44.579954 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-2aae720c-8646-45dc-bfec-973f9588df6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0490885 Feb 15 10:28:44.679812 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-b468151a-ba7e-4dc2-8420-eeca3c39ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:44.682228 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-b468151a-ba7e-4dc2-8420-eeca3c39ae12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0939510 Feb 15 10:28:44.752576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-4aa0c005-22b3-4396-a2fd-41ad1f114368 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 1001 time: 0.0641115 Feb 15 10:28:44.804248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-328cf77e-17b3-413c-97e7-0e143fde2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:44.807614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-328cf77e-17b3-413c-97e7-0e143fde2f89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0482714 Feb 15 10:28:44.824531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:44.860979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-d07d2ee6-02f7-4356-adfd-cd16d2ac68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:44.862577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-d07d2ee6-02f7-4356-adfd-cd16d2ac68fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484817 Feb 15 10:28:44.956599 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-95886412-0a35-4f63-9c6a-a3af758c5d04 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864043 Feb 15 10:28:45.058282 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-5a0620d8-c3ef-43aa-b618-63d70cf98850 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943038 Feb 15 10:28:45.687600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d918370-a633-476f-9f71-3ae3eec9a66d req-542619f3-5b6b-4e0a-9662-e88b345b08aa tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:45.689347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d918370-a633-476f-9f71-3ae3eec9a66d req-542619f3-5b6b-4e0a-9662-e88b345b08aa tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0559354 Feb 15 10:28:45.728451 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8d918370-a633-476f-9f71-3ae3eec9a66d req-df3cf7f4-807e-4511-bd1f-cf15d395ecac tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Feb 15 10:28:46.833604 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb593302-1681-404a-a4a8-6b950c9d15c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:46.851338 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90070e05-7c03-4ecc-99b9-5a0c75316ab0 req-871e9d39-3444-4708-bf44-5f6eddc2a4df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:46.853408 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-90070e05-7c03-4ecc-99b9-5a0c75316ab0 req-871e9d39-3444-4708-bf44-5f6eddc2a4df tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Feb 15 10:28:46.891936 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-90070e05-7c03-4ecc-99b9-5a0c75316ab0 req-3a4518d5-eb95-42d4-89ed-2e879903f4c5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Feb 15 10:28:47.344215 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:48.032140 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd5c65e-2ef4-4738-83d2-dc210adc9d09 req-723cc0a2-d8f7-432f-8694-a7a04a370511 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:48.033992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fd5c65e-2ef4-4738-83d2-dc210adc9d09 req-723cc0a2-d8f7-432f-8694-a7a04a370511 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0514748 Feb 15 10:28:48.075428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1fd5c65e-2ef4-4738-83d2-dc210adc9d09 req-9dfb15bc-10f5-46ec-a9c6-c30377c216b0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354536 Feb 15 10:28:49.193855 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f420583-6ca8-4492-a816-998e77b772ce req-1a819f66-c283-4dc6-94b9-f95f852092c1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:49.195343 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f420583-6ca8-4492-a816-998e77b772ce req-1a819f66-c283-4dc6-94b9-f95f852092c1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0507262 Feb 15 10:28:49.233896 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7f420583-6ca8-4492-a816-998e77b772ce req-60229d82-886e-48e0-bd2a-4f060aff4531 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Feb 15 10:28:49.383590 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ab411975-85f3-4916-8c64-c9b978f63027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:50.356001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d059ee-f089-49ae-ae7d-cfb955401012 req-2808bbaa-410a-44e5-b414-bbb5e52a9171 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:50.357442 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58d059ee-f089-49ae-ae7d-cfb955401012 req-2808bbaa-410a-44e5-b414-bbb5e52a9171 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0539620 Feb 15 10:28:50.394968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-58d059ee-f089-49ae-ae7d-cfb955401012 req-acb1c2be-1e18-4b9d-b61e-eba856589c58 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315964 Feb 15 10:28:50.540030 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:51.518737 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5882c-2ea3-4dc6-845d-cb2cc3ff607c req-8593b3e4-a110-45d1-acc2-02733955f4ed tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:51.520239 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8b5882c-2ea3-4dc6-845d-cb2cc3ff607c req-8593b3e4-a110-45d1-acc2-02733955f4ed tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0531304 Feb 15 10:28:51.560381 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c8b5882c-2ea3-4dc6-845d-cb2cc3ff607c req-7eb243b4-70e1-425d-a27d-fa125301bac8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329144 Feb 15 10:28:52.383351 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:52.582748 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:52.682035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ec89-4c6c-482d-bc3c-ee7a0ff8c52b req-0f0b6bdf-5090-4e52-959b-aa89deab698d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:52.683478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcd0ec89-4c6c-482d-bc3c-ee7a0ff8c52b req-0f0b6bdf-5090-4e52-959b-aa89deab698d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0510695 Feb 15 10:28:52.725473 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcd0ec89-4c6c-482d-bc3c-ee7a0ff8c52b req-ec9e16f4-93e3-4349-8a05-bc373183898d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359647 Feb 15 10:28:53.847716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af75f4b6-c7a0-432c-a36f-56b13fbe41f6 req-a660cbfb-c8df-4aa5-a620-ea21e5dd4d65 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:53.849322 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af75f4b6-c7a0-432c-a36f-56b13fbe41f6 req-a660cbfb-c8df-4aa5-a620-ea21e5dd4d65 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0511663 Feb 15 10:28:53.888720 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af75f4b6-c7a0-432c-a36f-56b13fbe41f6 req-882e476f-638f-4e51-97a2-64f5acab27e1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327642 Feb 15 10:28:55.010564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95299e68-d226-4035-92ae-29c5f051dad5 req-dc014af7-e4d9-45a7-b88d-a84d306d387d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:55.012081 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95299e68-d226-4035-92ae-29c5f051dad5 req-dc014af7-e4d9-45a7-b88d-a84d306d387d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0518289 Feb 15 10:28:55.050578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95299e68-d226-4035-92ae-29c5f051dad5 req-06c18994-2851-407f-9d7e-2e92beae8c9b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Feb 15 10:28:56.171416 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9d1fe-e10f-42ca-b53f-492303bd924b req-c6ada107-00c3-4025-b5f2-3dd43dcfd083 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:56.172934 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67c9d1fe-e10f-42ca-b53f-492303bd924b req-c6ada107-00c3-4025-b5f2-3dd43dcfd083 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0505455 Feb 15 10:28:56.210370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67c9d1fe-e10f-42ca-b53f-492303bd924b req-df71b355-9e5b-4f7b-9500-99f5927e02d1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314720 Feb 15 10:28:56.825609 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-ae7a8b26-7aa1-4cc0-bb45-4b4df595d36b service neutron] show failed (client error): The resource could not be found. Feb 15 10:28:56.826637 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-ae7a8b26-7aa1-4cc0-bb45-4b4df595d36b service neutron] 10.222.0.36 "GET /v2.0/ports/8a27fa72-e356-4c88-9fab-2115edfa262e/bindings/n-h2-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0616584 Feb 15 10:28:57.101705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-435468dd-5eb3-463b-a299-d5efea0a6ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:57.104225 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-435468dd-5eb3-463b-a299-d5efea0a6ec6 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 1097 time: 0.0826612 Feb 15 10:28:57.114205 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-68d81107-4bb9-4215-bdb6-379054bc333a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:28:57.115149 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-68d81107-4bb9-4215-bdb6-379054bc333a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050273 Feb 15 10:28:57.127042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:28:57.179998 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.393534 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcb118e-5e13-42d5-9f46-8328179e7328 req-fa5c49ae-4240-4857-8ea0-d852060b3bbe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:57.395033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bcb118e-5e13-42d5-9f46-8328179e7328 req-fa5c49ae-4240-4857-8ea0-d852060b3bbe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.1120763 Feb 15 10:28:57.448125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:28:57.463724 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0bcb118e-5e13-42d5-9f46-8328179e7328 req-2235b77e-eb2e-4cf0-b9d5-c5fd27dfe626 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600150 Feb 15 10:28:57.487822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:28:57.529802 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:28:57.532110 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3956564-203b-4df0-8f7d-844eb4cd9df2" -d '{"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-unplugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:28:57.536378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.549881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Transition to ACTIVE for port object 8a27fa72-e356-4c88-9fab-2115edfa262e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:28:57.553839 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.598553 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e5943c-2060-43d8-869d-cfcb536bc036 x-openstack-request-id: req-19e5943c-2060-43d8-869d-cfcb536bc036 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:28:57.598862 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-unplugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:28:57.599112 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19e5943c-2060-43d8-869d-cfcb536bc036 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:28:57.599509 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'code': 200} Feb 15 10:28:57.609048 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=6']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:57.648689 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.649058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.650103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.650354 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.650587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.650915 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.651233 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.651549 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.651869 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.652182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.652495 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.652827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:28:57.700389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] No DVR routers for this DVR port 8a27fa72-e356-4c88-9fab-2115edfa262e on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:28:57.838777 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:28:57.839490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:28:57.839490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:28:57.843637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:28:57.843954 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Attempting to bind port 8a27fa72-e356-4c88-9fab-2115edfa262e on network 83cf73d3-2f15-437b-854e-0a97606149cb {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:28:57.848722 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:28:57.849083 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Checking segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:28:57.849465 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Bound using segment: {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:28:57.849887 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Bound port: 8a27fa72-e356-4c88-9fab-2115edfa262e, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:28:57.850238 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.918942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:28:57.922195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:28:57.927365 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.965993 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:57.966586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:28:57.967993 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] 10.222.0.72 "PUT /v2.0/ports/8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 1092 time: 0.8447297 Feb 15 10:28:57.986424 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0010cf-4c4b-4444-8501-5ce5f6ee00e9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=7']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:28:58.037480 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-3da4dcde-0d9a-4894-a819-7037c0cc8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:58.039005 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-3da4dcde-0d9a-4894-a819-7037c0cc8359 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.0478911 Feb 15 10:28:58.139925 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-43c559e5-4991-48f8-b948-01deba042203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:58.141456 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-43c559e5-4991-48f8-b948-01deba042203 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0948775 Feb 15 10:28:58.206870 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-24bfc8d5-2916-4199-a2ed-9c26ed548d46 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 999 time: 0.0589020 Feb 15 10:28:58.260252 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-2d19a712-86f6-4ffa-a308-51cc155f5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:58.261795 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-2d19a712-86f6-4ffa-a308-51cc155f5ceb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0487943 Feb 15 10:28:58.311438 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-7e7b3e8e-d27f-4807-8047-983924a5ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:58.312977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-7e7b3e8e-d27f-4807-8047-983924a5ba77 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443699 Feb 15 10:28:58.402397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-d966d0ac-812c-4414-a6ce-934b0da5ac58 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828571 Feb 15 10:28:58.499556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0a2cde6d-1585-4a08-8e52-f82e2913131e req-7c929672-9955-4ff3-8177-faf177c52652 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Feb 15 10:28:58.587997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe82da-951d-47eb-a84c-b82a1c5be44d req-360ee46f-2311-40e4-ae95-80b330eab496 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:58.589896 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49fe82da-951d-47eb-a84c-b82a1c5be44d req-360ee46f-2311-40e4-ae95-80b330eab496 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0535045 Feb 15 10:28:58.630144 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-49fe82da-951d-47eb-a84c-b82a1c5be44d req-890636dc-f705-4a7c-a1cb-acea02d5294b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343215 Feb 15 10:28:59.601137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:28:59.605745 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9" -d '{"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:28:59.663161 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965fdcc7-b4e8-4173-847b-df10bc2afc75 x-openstack-request-id: req-965fdcc7-b4e8-4173-847b-df10bc2afc75 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:28:59.663473 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:28:59.663722 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-965fdcc7-b4e8-4173-847b-df10bc2afc75 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:28:59.664124 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'status': 'completed', 'code': 200} Feb 15 10:28:59.773547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-8d8d77c4-d45f-4423-8362-b58b8cf85753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:59.775658 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-8d8d77c4-d45f-4423-8362-b58b8cf85753 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.0876248 Feb 15 10:28:59.838918 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-c6b5e263-ef4b-4be7-a166-72bc0058aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:59.840461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-c6b5e263-ef4b-4be7-a166-72bc0058aa75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.1576831 Feb 15 10:28:59.960288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317512f7-4975-4367-b2e8-80e91a5bb96c req-a5b0862e-ac26-4d05-b53e-f4678b50c5f7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:59.962292 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-317512f7-4975-4367-b2e8-80e91a5bb96c req-a5b0862e-ac26-4d05-b53e-f4678b50c5f7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.2466033 Feb 15 10:28:59.995853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-9ca3ffc5-f577-4618-841d-2ede46e8a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:28:59.997347 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-9ca3ffc5-f577-4618-841d-2ede46e8a7f5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.2100081 Feb 15 10:29:00.079637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7667c3e2-a8a7-4141-9fd1-4c3307c76adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:00.081130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7667c3e2-a8a7-4141-9fd1-4c3307c76adc service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.2114472 Feb 15 10:29:00.088684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-317512f7-4975-4367-b2e8-80e91a5bb96c req-29cfc48c-86da-4c94-b6c0-a96649313299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140633 Feb 15 10:29:00.139141 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-4816fd26-a02b-4928-bd29-1d404b76d334 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 999 time: 0.1298337 Feb 15 10:29:00.188705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-13188f26-5883-42c0-b360-232ed421320d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 999 time: 0.0990448 Feb 15 10:29:00.207757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7b774e16-d7e9-49ba-b1c7-1ad1474bcc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:00.209217 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7b774e16-d7e9-49ba-b1c7-1ad1474bcc1d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0628080 Feb 15 10:29:00.262563 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:29:00.272664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-27e74347-f43c-4a88-8aa3-c7fefbfe49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:00.274937 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-27e74347-f43c-4a88-8aa3-c7fefbfe49a8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0792627 Feb 15 10:29:00.293580 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-3198913e-0cb7-45c1-8843-0fa236d2909b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:00.295058 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-3198913e-0cb7-45c1-8843-0fa236d2909b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633879 Feb 15 10:29:00.306628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:29:00.376113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7b45c719-5363-452c-a6f2-c05d56a011ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:00.377626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-7b45c719-5363-452c-a6f2-c05d56a011ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954304 Feb 15 10:29:00.445518 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-129814de-ed79-45d1-b7fa-510ce41f59b0 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362267 Feb 15 10:29:00.534276 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-6cc5d5c7-767f-4141-b5ed-490a262eda09 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466982 Feb 15 10:29:00.605864 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-15d29599-1f9b-4ea4-a7dc-e0e393071bfa service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531408 Feb 15 10:29:00.642482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ba2c6461-90f3-4f3e-bfc8-31de65d1b6c9 req-c03897e6-9265-447d-9098-b83a29132fcf service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975690 Feb 15 10:29:01.214947 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5d0f-aa18-471c-921a-e13c998ba99f req-cbd678eb-1c82-4835-9771-0c6cf71bd917 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.216433 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d55a5d0f-aa18-471c-921a-e13c998ba99f req-cbd678eb-1c82-4835-9771-0c6cf71bd917 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0525503 Feb 15 10:29:01.255790 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d55a5d0f-aa18-471c-921a-e13c998ba99f req-fae64e40-6568-4178-996b-8ca4ccff101e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331695 Feb 15 10:29:01.456472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6f2d2-225a-46f2-8287-9084d3282e3e req-3088be6b-a9cf-4120-b4f7-192e7e2e2b99 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.458057 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ace6f2d2-225a-46f2-8287-9084d3282e3e req-3088be6b-a9cf-4120-b4f7-192e7e2e2b99 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0529218 Feb 15 10:29:01.463480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:29:01.472514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb37-65ea-4701-a981-6d889a34e07b req-de3551bc-deab-4569-bfd0-8d1d1f91c1a4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.474086 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-de3551bc-deab-4569-bfd0-8d1d1f91c1a4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848&tenant_id=51c259ca4ca341c3b7007685ab9f63cc&binding%3Ahost_id=n-h2-825064-4 HTTP/1.1" status: 200 len: 944 time: 0.0591486 Feb 15 10:29:01.503319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ace6f2d2-225a-46f2-8287-9084d3282e3e req-2bf2c4ee-8590-4a7e-9a4f-38a1002301ed tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Feb 15 10:29:01.543922 n-d-825064-4 neutron-server[102358]: INFO neutron.api.v2.resource [req-f297fb37-65ea-4701-a981-6d889a34e07b req-301904c1-ae7a-42d1-968d-f9191ae06753 service neutron] delete failed (client error): The resource could not be found. Feb 15 10:29:01.545035 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-301904c1-ae7a-42d1-968d-f9191ae06753 service neutron] 10.222.0.36 "DELETE /v2.0/ports/8a27fa72-e356-4c88-9fab-2115edfa262e/bindings/n-h1-825064-4 HTTP/1.1" status: 404 len: 380 time: 0.0634246 Feb 15 10:29:01.571593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:01.584184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'port_id': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'mac_address': 'fa:16:3e:fa:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:29:01.627780 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:01.661351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99d7be-5e6d-46aa-9b1d-675e61daa94d req-1d76360f-a6fc-43ec-ac78-86a1b5cceece tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.663006 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c99d7be-5e6d-46aa-9b1d-675e61daa94d req-1d76360f-a6fc-43ec-ac78-86a1b5cceece tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 944 time: 0.0836184 Feb 15 10:29:01.665946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb37-65ea-4701-a981-6d889a34e07b req-ae4883a4-6907-48a0-bfdf-0fc73b6c0de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.667520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-ae4883a4-6907-48a0-bfdf-0fc73b6c0de0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1095 time: 0.0745165 Feb 15 10:29:01.758063 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1c99d7be-5e6d-46aa-9b1d-675e61daa94d req-7a44ecb0-13b9-4d53-8167-2399a4c6e063 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883570 Feb 15 10:29:01.804402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb37-65ea-4701-a981-6d889a34e07b req-ab369e46-1e01-471b-b944-9d157e0edb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.806363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-ab369e46-1e01-471b-b944-9d157e0edb5f service neutron] 10.222.0.36 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.1305535 Feb 15 10:29:01.812060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a27fa72-e356-4c88-9fab-2115edfa262e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:29:01.832547 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:01.838216 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:01.881338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-4fe8288a-706d-424b-b23a-048f7efa6d20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 999 time: 0.0683589 Feb 15 10:29:01.885905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:01.893247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.893588 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.893918 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.894247 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.894578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.895003 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.895326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.895642 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.895981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.896270 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.896641 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.896917 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:01.932137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb37-65ea-4701-a981-6d889a34e07b req-992fccee-644b-4dce-9578-367c8ec935ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.933698 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-992fccee-644b-4dce-9578-367c8ec935ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0462179 Feb 15 10:29:01.980448 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297fb37-65ea-4701-a981-6d889a34e07b req-475f3583-99ef-4564-8e5e-eddf1e56a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:01.982001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-475f3583-99ef-4564-8e5e-eddf1e56a711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424266 Feb 15 10:29:02.059572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['8a27fa72-e356-4c88-9fab-2115edfa262e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:29:02.078253 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-d5cf52d7-1f31-4ef5-a851-ee7a9498197f service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895698 Feb 15 10:29:02.465021 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f297fb37-65ea-4701-a981-6d889a34e07b req-e707b462-f7fe-4b1d-b119-fb9136ff3975 service neutron] 10.222.0.36 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802919 Feb 15 10:29:02.952460 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484981a2-6b17-49b1-98b4-d3ddcebed0c9 req-7dafad3f-72a6-4514-b27a-7ec11e5310b4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:02.955391 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-484981a2-6b17-49b1-98b4-d3ddcebed0c9 req-7dafad3f-72a6-4514-b27a-7ec11e5310b4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 945 time: 0.1101003 Feb 15 10:29:03.009845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-484981a2-6b17-49b1-98b4-d3ddcebed0c9 req-ab0d69e0-bebf-4ac3-9da4-3e90576c6cae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484004 Feb 15 10:29:03.479221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:03.529515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 8a27fa72-e356-4c88-9fab-2115edfa262e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:29:03.533814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 8a27fa72-e356-4c88-9fab-2115edfa262e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:03.534279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:03.625855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:03.648562 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:03.650910 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6db2aa-8153-4641-a6a1-ff7a54db718b" -d '{"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-plugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:03.664484 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:03.677712 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:03.703111 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc95081-d223-467c-8407-cd187f0c31fb x-openstack-request-id: req-fcc95081-d223-467c-8407-cd187f0c31fb {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:03.703436 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-plugged", "status": "completed", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:03.703691 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fcc95081-d223-467c-8407-cd187f0c31fb {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:03.704078 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'code': 200} Feb 15 10:29:03.729622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=9']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:04.139644 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ab10-9278-4bec-8927-66f839e92263 req-4e2e101e-49e1-47bd-b4ca-34b623fa1f00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:04.141152 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ecc7ab10-9278-4bec-8927-66f839e92263 req-4e2e101e-49e1-47bd-b4ca-34b623fa1f00 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0531065 Feb 15 10:29:04.178967 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ecc7ab10-9278-4bec-8927-66f839e92263 req-7fbd2d9c-6726-4bf1-a3ed-23dc398da5b4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316331 Feb 15 10:29:04.201731 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53758) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:04.262661 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13245f60-8265-4745-badb-bf89b10db618 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/8894ab79-1667-49a8-a5cb-6bf779a1b7ff HTTP/1.1" status: 200 len: 993 time: 0.0597975 Feb 15 10:29:14.823567 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:16.837109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f3b71d09-4bac-4c12-8ef4-c80877c6c637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:17.203710 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:29:17.345130 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:19.386447 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f9033f3-eb83-43d6-af6b-a9b5dcd8fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:20.542202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:22.387619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:22.588162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:29.439146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-b135097b-6c1f-47c1-ba0a-5c3ab3d1fab5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433173 Feb 15 10:29:29.529353 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-d2b5a77a-2d9d-4c9b-9a7e-d7930ffb7b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:29.530846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-d2b5a77a-2d9d-4c9b-9a7e-d7930ffb7b4d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0462987 Feb 15 10:29:29.633597 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-c8c4c325-9a29-4a45-a8f8-f332a224c83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:29.635101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-c8c4c325-9a29-4a45-a8f8-f332a224c83b service neutron] 10.222.0.72 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.0853810 Feb 15 10:29:29.707846 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-fb8b6278-de8e-41ec-ba2f-3bf48f336af2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 1001 time: 0.0652232 Feb 15 10:29:29.756703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-7a0bcc64-2cd9-41a1-acaf-107416ecdef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:29.759372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-7a0bcc64-2cd9-41a1-acaf-107416ecdef2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0450840 Feb 15 10:29:29.807374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-02913e5b-a931-449c-8a45-4b0eb9527bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:29.808911 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-02913e5b-a931-449c-8a45-4b0eb9527bb5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420358 Feb 15 10:29:29.905949 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-cb364081-baa8-48f6-b8a7-97ba70e8fa1b service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895045 Feb 15 10:29:29.997754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-464af8da-cc5b-4b8b-a6af-3b1da5ff9645 req-4fa65867-2fe6-45f5-ab99-32492ea1e8a2 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849485 Feb 15 10:29:30.630405 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53770) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:30.788573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 6a7fd429-768a-46cd-9361-49bcc00bf3f4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:29:30.788940 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:30.868754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:30.869077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:30.880396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 6a7fd429-768a-46cd-9361-49bcc00bf3f4 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:29:31.037539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:31.065355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=6a7fd429-768a-46cd-9361-49bcc00bf3f4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:31.090369 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.090718 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.091060 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.091392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.091722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.092055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.092381 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.092704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.093057 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.093382 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.093701 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.094017 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:31.133893 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:31.134224 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 8894ab79-1667-49a8-a5cb-6bf779a1b7ff disassociated (deleted). External IP: 172.25.6.91, port: 8a27fa72-e356-4c88-9fab-2115edfa262e. Feb 15 10:29:31.343824 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:29:31.450035 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:29:31.454836 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:31.459840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Sync routers for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:29:31.469955 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:31.470567 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:31.483873 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-336a875d-997e-4429-a85f-3cadeae7b469 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/floatingips/8894ab79-1667-49a8-a5cb-6bf779a1b7ff HTTP/1.1" status: 204 len: 168 time: 0.8523779 Feb 15 10:29:31.484538 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:31.486931 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a90ac52-aa61-447a-8c99-f1c186443203" -d '{"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:31.529830 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c852a-6913-4c97-bd7f-a058826f7dba x-openstack-request-id: req-264c852a-6913-4c97-bd7f-a058826f7dba {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:31.530124 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:31.530373 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-264c852a-6913-4c97-bd7f-a058826f7dba {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:31.530781 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'status': 'completed', 'code': 200} Feb 15 10:29:31.584386 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:31.592401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-95da6a50-531e-433d-91b2-27ec59b173e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:31.594052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-95da6a50-531e-433d-91b2-27ec59b173e1 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 1097 time: 0.0433338 Feb 15 10:29:31.720046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-effa8ead-7b9b-4c27-bf58-31e286e50b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:31.721975 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-effa8ead-7b9b-4c27-bf58-31e286e50b15 service neutron] 10.222.0.72 "GET /v2.0/networks?id=83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 200 len: 897 time: 0.1220567 Feb 15 10:29:31.773790 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-08db02bf-f635-477f-8378-55b9196b837c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 200 len: 217 time: 0.0432050 Feb 15 10:29:31.782660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b6ea6-0935-4428-a4b2-de8f7e1d38c3 req-94508c92-4e5b-45fa-b8cc-57158c5f649f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:31.784398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca3b6ea6-0935-4428-a4b2-de8f7e1d38c3 req-94508c92-4e5b-45fa-b8cc-57158c5f649f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.1029253 Feb 15 10:29:31.799044 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:31.831070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Checking router: 9091b9e0-f77e-4f30-bc6f-957f6b5b304c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:29:31.840438 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:31.841088 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:31.858746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-1dfe2f3d-8825-4271-afd2-688f5cf9f6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:31.860117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-1dfe2f3d-8825-4271-afd2-688f5cf9f6be service neutron] 10.222.0.72 "GET /v2.0/subnets?id=43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 200 len: 834 time: 0.0748446 Feb 15 10:29:31.863508 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ca3b6ea6-0935-4428-a4b2-de8f7e1d38c3 req-472c89c7-5cb6-4bc5-87f4-cbb046fa2096 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696349 Feb 15 10:29:31.916975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-2cc15c09-6242-4ca1-b71c-dbd70ed9c911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:31.918861 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-2cc15c09-6242-4ca1-b71c-dbd70ed9c911 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=83cf73d3-2f15-437b-854e-0a97606149cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519993 Feb 15 10:29:31.953429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:32.011838 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-b3356c09-312d-407c-93ea-f7d134fb8cc8 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860562 Feb 15 10:29:32.103156 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a90ac52-aa61-447a-8c99-f1c186443203 req-61ff1a02-15d2-44f8-a4f2-65cd9e9e55d5 service neutron] 10.222.0.72 "GET /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836334 Feb 15 10:29:32.157988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:32.189319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca341fb0-c8c9-4d7f-afbd-6232ad9648f8 None None] The sync data for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 is: [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:58Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '7d20a236-ca4b-4d88-bd2e-ac367658e763', 'name': '', 'network_id': '83cf73d3-2f15-437b-854e-0a97606149cb', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:ab:ba:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '43a0060c-069b-4348-b726-f9f97831421d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:58Z', 'updated_at': '2022-02-15T10:28:01Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '43a0060c-069b-4348-b726-f9f97831421d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:29:32.406896 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edca31c-80ff-4d89-81c0-11e06121483c None None] New status for floating IP 8894ab79-1667-49a8-a5cb-6bf779a1b7ff: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:29:32.982884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-fb24c1b3-3dc3-47cb-8f8f-f6a461b5f30b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:32.984461 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-fb24c1b3-3dc3-47cb-8f8f-f6a461b5f30b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.72 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0545611 Feb 15 10:29:32.987225 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca611455-ac0c-4a1c-91ac-52d069b4378c req-b1a3b513-1315-405e-b21e-17d096624184 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:32.988775 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca611455-ac0c-4a1c-91ac-52d069b4378c req-b1a3b513-1315-405e-b21e-17d096624184 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=331c5df6-355a-4eed-baa9-09c9aa3c3848 HTTP/1.1" status: 200 len: 946 time: 0.0503528 Feb 15 10:29:33.043769 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ca611455-ac0c-4a1c-91ac-52d069b4378c req-ce7cbb09-f0a9-40f9-9344-31f538876669 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=d6254b06-66a7-4e35-b689-ee5fc72eb097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477364 Feb 15 10:29:33.087959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 8a27fa72-e356-4c88-9fab-2115edfa262e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:29:33.088318 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:33.179789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 8a27fa72-e356-4c88-9fab-2115edfa262e, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=8a27fa72-e356-4c88-9fab-2115edfa262e,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:33.180054 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:33.191493 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 8a27fa72-e356-4c88-9fab-2115edfa262e owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:29:33.315887 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:33.349245 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=8a27fa72-e356-4c88-9fab-2115edfa262e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:33.390462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] No DVR routers for this DVR port 8a27fa72-e356-4c88-9fab-2115edfa262e on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:29:33.393122 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:33.396351 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d5fe1e43-f5bf-4bbb-90b0-f068d4bda6aa req-f065e954-453d-42b5-9d6d-75e7821d5347 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.72 "DELETE /v2.0/ports/8a27fa72-e356-4c88-9fab-2115edfa262e HTTP/1.1" status: 204 len: 173 time: 0.4063385 Feb 15 10:29:33.396786 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-deleted', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:33.399261 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fba9c45-bdef-4b28-a17e-180a13c05d5d" -d '{"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-deleted", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:33.439009 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f124eaa-c992-4174-8fe0-384ac1a90721 x-openstack-request-id: req-6f124eaa-c992-4174-8fe0-384ac1a90721 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:33.439290 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331c5df6-355a-4eed-baa9-09c9aa3c3848", "name": "network-vif-deleted", "tag": "8a27fa72-e356-4c88-9fab-2115edfa262e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:33.439532 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f124eaa-c992-4174-8fe0-384ac1a90721 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:33.439919 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331c5df6-355a-4eed-baa9-09c9aa3c3848', 'name': 'network-vif-deleted', 'tag': '8a27fa72-e356-4c88-9fab-2115edfa262e', 'status': 'completed', 'code': 200} Feb 15 10:29:34.104271 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53786) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:34.470523 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:34.735641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 7d20a236-ca4b-4d88-bd2e-ac367658e763 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:29:34.735899 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:34.824575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 7d20a236-ca4b-4d88-bd2e-ac367658e763, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7d20a236-ca4b-4d88-bd2e-ac367658e763,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:34.824980 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:34.849077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 7d20a236-ca4b-4d88-bd2e-ac367658e763 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:29:35.051996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.081543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=7d20a236-ca4b-4d88-bd2e-ac367658e763,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:35.256874 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.479133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:29:35.587016 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:29:35.593831 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f816e375-c4a6-4576-8d4b-c21711ed2f82 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/9091b9e0-f77e-4f30-bc6f-957f6b5b304c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866717 Feb 15 10:29:35.594785 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53788) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:35.596828 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff543b-e955-4427-8897-9287faade993 None None] Sync routers for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:29:35.607521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff543b-e955-4427-8897-9287faade993 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:35.608137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-deff543b-e955-4427-8897-9287faade993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:35.646608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting subnet 43a0060c-069b-4348-b726-f9f97831421d {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:29:35.650453 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.691730 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.714628 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-deff543b-e955-4427-8897-9287faade993 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:35.783624 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.846495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.874402 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Subnet': ['ID=43a0060c-069b-4348-b726-f9f97831421d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:35.878178 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:35.881547 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fed51905-26df-4054-ad53-3b2d092f969c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/subnets/43a0060c-069b-4348-b726-f9f97831421d HTTP/1.1" status: 204 len: 168 time: 0.2858171 Feb 15 10:29:35.885564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53790) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:35.888546 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff185d1-481d-43b2-9fcf-df761765b4f8 None None] Network 83cf73d3-2f15-437b-854e-0a97606149cb requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:29:35.962103 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-deff543b-e955-4427-8897-9287faade993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:29:34Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.004939 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.010689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff543b-e955-4427-8897-9287faade993 None None] Checking router: 9091b9e0-f77e-4f30-bc6f-957f6b5b304c for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:29:36.037175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff543b-e955-4427-8897-9287faade993 None None] Routers {'9091b9e0-f77e-4f30-bc6f-957f6b5b304c'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:36.037701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-deff543b-e955-4427-8897-9287faade993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.111706 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.152248 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-deff543b-e955-4427-8897-9287faade993 None None] Set router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:36.170462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:29:36.170948 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.183566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] DHCP port deletion for 83cf73d3-2f15-437b-854e-0a97606149cb request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:29:36.254744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:36.254744 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.267818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:29:36.444190 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.470392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=26ba25db-c1fb-4236-8e00-9bb2fdd94d9d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:36.508142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Deleting port 01665779-7b10-4b2f-8e20-81fac2b6faa3 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:29:36.508611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.531551 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.582468 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] For port 01665779-7b10-4b2f-8e20-81fac2b6faa3, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=01665779-7b10-4b2f-8e20-81fac2b6faa3,segment=NetworkSegment(f02d85a1-7b68-4b08-9dc1-0eb7608a6b29),segment_id=f02d85a1-7b68-4b08-9dc1-0eb7608a6b29)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:36.582931 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.597629 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Calling delete_port for 01665779-7b10-4b2f-8e20-81fac2b6faa3 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:29:36.608381 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-deff543b-e955-4427-8897-9287faade993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:29:34Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.629314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.631605 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.638073 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff543b-e955-4427-8897-9287faade993 None None] The sync data for ids ['9091b9e0-f77e-4f30-bc6f-957f6b5b304c'] in n-d-825064-4 is: [{'id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-816394211', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18'}], 'enable_snat': True}, 'gw_port_id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:29:34Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '26ba25db-c1fb-4236-8e00-9bb2fdd94d9d', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:49:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9091b9e0-f77e-4f30-bc6f-957f6b5b304c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:27:55Z', 'updated_at': '2022-02-15T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:29:36.680152 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.681094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Fanout notify agent at l3_agent the message router_deleted on router 9091b9e0-f77e-4f30-bc6f-957f6b5b304c {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:29:36.687876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.689001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-cac9edaa-8f1e-497a-bb7f-93cfe0627a94 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/routers/9091b9e0-f77e-4f30-bc6f-957f6b5b304c HTTP/1.1" status: 204 len: 168 time: 0.8020005 Feb 15 10:29:36.691877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53792) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:36.713926 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.740538 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] Pushing event deleted for resources: {'Port': ['ID=01665779-7b10-4b2f-8e20-81fac2b6faa3,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:36.747539 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5e0f1e-4f52-431b-85de-cc6f61257603 None None] No DVR routers for this DVR port 01665779-7b10-4b2f-8e20-81fac2b6faa3 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:29:36.771068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.861375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.881207 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83cf73d3-2f15-437b-854e-0a97606149cb']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.891339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.891985 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02d85a1-7b68-4b08-9dc1-0eb7608a6b29') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:36.901613 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.915931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.921734 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:29:36.922121 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:29:36.925201 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:29:36.987278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.994975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:36.998245 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/networks/83cf73d3-2f15-437b-854e-0a97606149cb HTTP/1.1" status: 204 len: 168 time: 0.3052082 Feb 15 10:29:37.004674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53794) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:37.022399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04b4b40-87bc-4110-8dce-d67d508d6998 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Network': ['ID=83cf73d3-2f15-437b-854e-0a97606149cb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:37.084352 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.110974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.170031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d20a236-ca4b-4d88-bd2e-ac367658e763 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:29:37.188021 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.190787 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.197268 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/security-groups/d6254b06-66a7-4e35-b689-ee5fc72eb097 HTTP/1.1" status: 204 len: 168 time: 0.1929862 Feb 15 10:29:37.197472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7d20a236-ca4b-4d88-bd2e-ac367658e763 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:29:37.197721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7d20a236-ca4b-4d88-bd2e-ac367658e763 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:29:37.198121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01665779-7b10-4b2f-8e20-81fac2b6faa3 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:29:37.211583 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07008-4385-42d2-964e-097aad280333 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6254b06-66a7-4e35-b689-ee5fc72eb097,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:37.220702 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 01665779-7b10-4b2f-8e20-81fac2b6faa3 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:29:37.221078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 01665779-7b10-4b2f-8e20-81fac2b6faa3 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:29:37.520000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53800) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:37.525803 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1750047545', 'description': 'tempest-secgroup-smoke-1750047545 description', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:37.551260 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.609855 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:29:37.622061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.626771 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.630969 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 8a27fa72-e356-4c88-9fab-2115edfa262e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:29:37.631323 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 8a27fa72-e356-4c88-9fab-2115edfa262e not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:29:37.659784 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.660976 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399534 Feb 15 10:29:37.662831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0134a-3804-4773-aced-9c27f372f248 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aac1d157-7ca3-479c-93cd-b466007a5188,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:37.664471 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53802) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:37.669459 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:37.698653 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.766913 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.770846 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.792407 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=456d68b0-2858-46ae-91ae-acecdd9bea84,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:37.799114 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.800291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-be3d1e75-5189-4b2c-8c10-9ffef4430778 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1345389 Feb 15 10:29:37.803087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53804) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:37.809265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:37.839254 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.896607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.901043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.919931 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a932319-b3d5-4941-9b55-6aa89ab940ba,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:37.928100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:37.929870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9b139b9c-8ba3-446d-a00f-4ed70beaf299 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258662 Feb 15 10:29:37.934121 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53806) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:37.938512 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:37.967955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.027029 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.030661 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.049472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b2684e5-b489-4b9e-a006-d30f6ffc7fed,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:38.055573 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.056802 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-13196dcc-156c-41c7-95a6-cf1eca79a5a0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217341 Feb 15 10:29:38.059526 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53808) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:38.064049 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:38.091814 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.151738 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.155196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.173116 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21d4b826-297a-4eed-8c64-e92ce720c7e4,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:38.180823 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.182037 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a5294f58-e0b0-4368-ab64-79233a00c6d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1215680 Feb 15 10:29:38.184800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53810) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:38.189175 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:38.213189 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:29:38.218125 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.279416 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.282996 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.304520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065471a7-4726-44d8-b527-9523a0a4d585,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:38.310224 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.311427 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2d2a6cdd-b63a-4446-955b-75cdd4d6f191 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256614 Feb 15 10:29:38.314215 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53812) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:38.318803 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'aac1d157-7ca3-479c-93cd-b466007a5188', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:38.343727 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:29:38.349222 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.418120 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.422170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.443168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f42354f-3ddf-4133-91d8-c750167b0877,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:38.450449 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.451681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e02ae7e4-3b5f-4e1c-bdb2-a1bad9fac595 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1363106 Feb 15 10:29:38.454650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53814) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:38.459697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'network': {'name': 'tempest-network-smoke--1755570984', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'port_security_enabled': True}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:38.487077 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:29:38.490699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.524371 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:29:38.536582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.536873 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Added segment cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf of type vlan for network 610306c7-e389-4097-bcc2-6794d33581d7 Feb 15 10:29:38.585569 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.615805 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.622620 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:38.623221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.686432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2304950 Feb 15 10:29:38.689077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53816) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:38.695851 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'admin_state_up': True, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:38.711651 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb481437-c012-4279-906a-20b2cb072fa1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Network': ['ID=610306c7-e389-4097-bcc2-6794d33581d7,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:38.725328 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network 610306c7-e389-4097-bcc2-6794d33581d7 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:29:38.727305 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.728456 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.795950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:38.943312 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.056163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:29:39.083078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:29:39.083440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 26ba25db-c1fb-4236-8e00-9bb2fdd94d9d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:29:39.181561 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.200458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.320328 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.38 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/d1ff0fa0-7f47-41df-a225-6f44552c9eac) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:29:39.421542 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.454282 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.490423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:39.495181 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:39.498815 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:29:39.525746 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=d1ff0fa0-7f47-41df-a225-6f44552c9eac,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:39.754170 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:39.957313 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.088749 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router d30cf58e-6346-4aa8-997e-61837f9937fb is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:29:40.196239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:29:40.208603 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Sync routers for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:29:40.216567 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.217939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a928ee2a-e011-452e-aaac-bbcea7012c8a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5277853 Feb 15 10:29:40.221231 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:40.222005 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:40.222610 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:40.252374 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c28fddbd-f494-4140-be27-11bb2afa6e4e tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=51c259ca4ca341c3b7007685ab9f63cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275838 Feb 15 10:29:40.252601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53820) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:40.336250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:40.523905 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:39Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:40.556416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Checking router: d30cf58e-6346-4aa8-997e-61837f9937fb for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:29:40.556757 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Updating router d30cf58e-6346-4aa8-997e-61837f9937fb port d1ff0fa0-7f47-41df-a225-6f44552c9eac binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:29:40.582440 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.708744 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5d864e-60ef-40bd-96ea-df35058b4e06 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:40.710263 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca5d864e-60ef-40bd-96ea-df35058b4e06 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4567719 Feb 15 10:29:40.713754 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53822) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:40.742376 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9ea1a8aa-8af2-4470-9241-6ba59f97aeed tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267556 Feb 15 10:29:40.744862 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:40.749586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1077645468', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:40.840239 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:29:40.840940 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.843964 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.845796 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.895218 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Attempting to bind port d1ff0fa0-7f47-41df-a225-6f44552c9eac on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:29:40.895662 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Attempting to bind port d1ff0fa0-7f47-41df-a225-6f44552c9eac by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:29:40.896022 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Attempting to bind port d1ff0fa0-7f47-41df-a225-6f44552c9eac on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:29:40.901957 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Pushing event updated for resources: {'Port': ['ID=d1ff0fa0-7f47-41df-a225-6f44552c9eac,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:40.910718 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.911744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.911744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.911744 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.912047 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.912306 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.912620 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.912964 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.913893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.914263 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.914529 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.914839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:29:40.918243 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:29:40.918612 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:29:40.919000 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.919383 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:29:40.919832 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Bound port: d1ff0fa0-7f47-41df-a225-6f44552c9eac, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:29:40.923641 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:40.980337 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] For port d1ff0fa0-7f47-41df-a225-6f44552c9eac, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:29:40.983511 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] For port d1ff0fa0-7f47-41df-a225-6f44552c9eac, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d1ff0fa0-7f47-41df-a225-6f44552c9eac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:29:40.987100 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.032288 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.046403 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:41.047041 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:41.052340 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ecd97-fedb-4a36-bddc-e8b6c6423794 None None] Pushing event updated for resources: {'Port': ['ID=d1ff0fa0-7f47-41df-a225-6f44552c9eac,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:41.100786 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Subnet': ['ID=89ba7120-8a10-4e0e-ad95-896b31aa8756,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:41.110712 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Checking segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:29:41.111190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network hostable DHCP agents. Network: 610306c7-e389-4097-bcc2-6794d33581d7, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:29:41.130151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 610306c7-e389-4097-bcc2-6794d33581d7 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:29:41.140974 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, 610306c7-e389-4097-bcc2-6794d33581d7) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:41.145024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:41.145821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.152405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806ff76-36bb-492f-9185-21f09c437238 None None] Network 610306c7-e389-4097-bcc2-6794d33581d7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:29:41.164624 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:41.171569 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d299b98b-af21-4708-b94a-77b0c79b08e5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4256783 Feb 15 10:29:41.175326 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:41.339758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-610306c7-e389-4097-bcc2-6794d33581d7', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:29:41.340736 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.370924 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:39Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:41.405201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df038bf-f991-494b-9db5-1556a2a16753 None None] The sync data for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 is: [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:39Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:29:41.493016 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Allocated IP 172.20.0.2 (610306c7-e389-4097-bcc2-6794d33581d7/89ba7120-8a10-4e0e-ad95-896b31aa8756/c786d26e-f106-4b2e-b676-c94da9b43695) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:29:41.672881 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.676370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.683221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.731624 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Network 610306c7-e389-4097-bcc2-6794d33581d7 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:41.739203 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:41.744197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:29:41.751764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Pushing event updated for resources: {'Port': ['ID=c786d26e-f106-4b2e-b676-c94da9b43695,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:41.822578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Attempting to bind port c786d26e-f106-4b2e-b676-c94da9b43695 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:29:41.823064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Attempting to bind port c786d26e-f106-4b2e-b676-c94da9b43695 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:29:41.823333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Attempting to bind port c786d26e-f106-4b2e-b676-c94da9b43695 on network 610306c7-e389-4097-bcc2-6794d33581d7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:29:41.830284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:29:41.830662 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Checking segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:29:41.831098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.831440 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Bound using segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:29:41.831928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Bound port: c786d26e-f106-4b2e-b676-c94da9b43695, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:29:41.832283 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.921608 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] For port c786d26e-f106-4b2e-b676-c94da9b43695, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:29:41.925433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] For port c786d26e-f106-4b2e-b676-c94da9b43695, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c786d26e-f106-4b2e-b676-c94da9b43695,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:29:41.931732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:41.990994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf46c7-3df0-48a7-8501-a7cbb377d752 None None] Pushing event updated for resources: {'Port': ['ID=c786d26e-f106-4b2e-b676-c94da9b43695,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:41.999230 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.1 (610306c7-e389-4097-bcc2-6794d33581d7/89ba7120-8a10-4e0e-ad95-896b31aa8756/f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:29:42.140962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.192859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.240132 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 610306c7-e389-4097-bcc2-6794d33581d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:42.243903 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:42.248973 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:29:42.253103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:42.297206 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.440145 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.734669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.739175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.813623 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:42.815508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:42.916863 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 610306c7-e389-4097-bcc2-6794d33581d7 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:42.918263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:42.986715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112466e1-625d-49b2-aceb-fe37a769a90d None None] Network 610306c7-e389-4097-bcc2-6794d33581d7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:29:43.040303 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router d30cf58e-6346-4aa8-997e-61837f9937fb has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:29:43.057174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] Provisioning complete for port c786d26e-f106-4b2e-b676-c94da9b43695 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:43.057545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.170935 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:29:43.180861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-30fb25d4-8e2d-47b7-992c-24a32c62c839 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/d30cf58e-6346-4aa8-997e-61837f9937fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0007012 Feb 15 10:29:43.207416 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.224688 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c786d26e-f106-4b2e-b676-c94da9b43695 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:43.303019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] For port c786d26e-f106-4b2e-b676-c94da9b43695, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c786d26e-f106-4b2e-b676-c94da9b43695,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:43.311389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.342101 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-555fe4c7-eaff-4e73-ac35-ab1cb7ab7b3d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1750047545&fields=id&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 267 time: 0.0465882 Feb 15 10:29:43.370796 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c786d26e-f106-4b2e-b676-c94da9b43695 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:43.371174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.372943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d3ec8-5adf-471b-bd68-66f9c5a65778 None None] Pushing event updated for resources: {'Port': ['ID=c786d26e-f106-4b2e-b676-c94da9b43695,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:43.471157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d1ff0fa0-7f47-41df-a225-6f44552c9eac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:43.475428 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-decd4036-a946-4090-98c8-4f6c57ffb51b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:43.477585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-decd4036-a946-4090-98c8-4f6c57ffb51b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 797 time: 0.1267047 Feb 15 10:29:43.500481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-24b2e052-efe1-49fc-b985-75e3273e3e2f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/quotas/51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 375 time: 0.0162640 Feb 15 10:29:43.511831 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Sync routers for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:29:43.530872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:43.531527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:43.557389 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-de2cec1a-331c-4afd-b2a4-7b445f949d14 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559185 Feb 15 10:29:43.570862 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-04eb113b-a7ad-43fc-997b-7f95ecf80ce8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:29:43.571899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-04eb113b-a7ad-43fc-997b-7f95ecf80ce8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060594 Feb 15 10:29:43.573568 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d1ff0fa0-7f47-41df-a225-6f44552c9eac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:43.573942 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.677382 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-daccd82f-24aa-49a7-aa6f-1d68130d1089 service neutron] 10.222.0.10 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968435 Feb 15 10:29:43.686935 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c63cb1cd-7920-4f97-b8b8-be2b692289b5 None None] Provisioning complete for port c786d26e-f106-4b2e-b676-c94da9b43695 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:43.687343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c63cb1cd-7920-4f97-b8b8-be2b692289b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:43.718374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:43.776854 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-7021998f-a679-40c2-b65e-31a1b2361d9c service neutron] 10.222.0.10 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933888 Feb 15 10:29:43.982969 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2cbaa7b-5663-4c8c-a777-8a43ae2c654a req-855020c8-be20-4921-a286-ee0a463a277a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 210 time: 0.0348523 Feb 15 10:29:44.000934 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.041765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port d1ff0fa0-7f47-41df-a225-6f44552c9eac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d1ff0fa0-7f47-41df-a225-6f44552c9eac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:44.075100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.200775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c63cb1cd-7920-4f97-b8b8-be2b692289b5 None None] Provisioning complete for port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:44.201175 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c63cb1cd-7920-4f97-b8b8-be2b692289b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.202653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=d1ff0fa0-7f47-41df-a225-6f44552c9eac,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:44.267727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c63cb1cd-7920-4f97-b8b8-be2b692289b5 None None] Port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:29:44.286903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 2, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:44.315694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Checking router: d30cf58e-6346-4aa8-997e-61837f9937fb for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:29:44.316056 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Updating router d30cf58e-6346-4aa8-997e-61837f9937fb port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:29:44.341475 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.459332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-abd46de3-52e5-4a20-a945-b893de84e301 None None] Provisioning complete for port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:44.459697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-abd46de3-52e5-4a20-a945-b893de84e301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.513239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-abd46de3-52e5-4a20-a945-b893de84e301 None None] Port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:29:44.652104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.657401 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.705104 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942d88b-206c-4c3b-8677-58abecb039c6 None None] Pushing event updated for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:44.767686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Attempting to bind port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:29:44.768054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Attempting to bind port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:29:44.768418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Attempting to bind port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 on network 610306c7-e389-4097-bcc2-6794d33581d7 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:29:44.774310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:29:44.774795 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Checking segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:29:44.775149 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.775521 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Bound using segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:29:44.776036 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Bound port: f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:29:44.776450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.862033 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.879133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] For port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:29:44.883885 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] For port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:29:44.890653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:44.963970 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-e7e6aebd-021d-402b-bb33-d5fe4b4bc3f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:44.965468 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-e7e6aebd-021d-402b-bb33-d5fe4b4bc3f8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 797 time: 0.1365173 Feb 15 10:29:44.980452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:44.981461 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:45.024802 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-e2384f79-b2cd-4144-a9b0-1f5c33351630 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 380 time: 0.0492570 Feb 15 10:29:45.040385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'port': {'device_id': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'admin_state_up': True, 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'security_groups': ['aac1d157-7ca3-479c-93cd-b466007a5188']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:45.040725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942d88b-206c-4c3b-8677-58abecb039c6 None None] Pushing event updated for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:45.134283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] Provisioning complete for port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:45.134653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.140241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:45.145384 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-085b8a2a-bb85-4851-a8c6-604cc5d08d5f req-a247fab0-b8e4-4d7f-9486-1b53faae2bc5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 210 time: 0.0489337 Feb 15 10:29:45.204903 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c786d26e-f106-4b2e-b676-c94da9b43695 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:45.213057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:29:45.216720 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.349278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.5 (610306c7-e389-4097-bcc2-6794d33581d7/89ba7120-8a10-4e0e-ad95-896b31aa8756/cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:29:45.402030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c786d26e-f106-4b2e-b676-c94da9b43695 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:45.402404 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.443835 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.495884 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.521090 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] For port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:45.530468 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.531446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.574377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 610306c7-e389-4097-bcc2-6794d33581d7 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:45.580115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:45.584180 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:29:45.615741 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:45.637184 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d1ff0fa0-7f47-41df-a225-6f44552c9eac up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:45.643286 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:45.647162 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11908473-57e2-4467-9dbe-d7e291eff7a0 None None] Pushing event updated for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:45.653920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:45.654555 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.675775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-afa2bd63-a760-4ee2-997f-d799e7908310 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403799 Feb 15 10:29:45.688237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Request body: {'port': {'device_id': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:45.708668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e5e004-d8e4-4277-a21b-2f45d07b848b None None] The sync data for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 is: [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:29:45.720063 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-67086ddd-1066-4cff-aaf8-6abc1e42f527 None None] Provisioning complete for port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:45.720433 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-67086ddd-1066-4cff-aaf8-6abc1e42f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.751627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:45.836623 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port d1ff0fa0-7f47-41df-a225-6f44552c9eac triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:45.837016 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.016221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9c9947cd-4dbc-4766-879e-a8dece88aa5d None None] Provisioning complete for port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:46.016640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9c9947cd-4dbc-4766-879e-a8dece88aa5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.060170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9c9947cd-4dbc-4766-879e-a8dece88aa5d None None] Port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:29:46.068339 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:29:46.077077 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.091166 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Transition to ACTIVE for port object cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:29:46.094963 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.152600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Pushing event updated for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:46.232532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Attempting to bind port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:29:46.232901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Attempting to bind port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:29:46.233310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Attempting to bind port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f on network 610306c7-e389-4097-bcc2-6794d33581d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:29:46.238688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f on network 610306c7-e389-4097-bcc2-6794d33581d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:29:46.239011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Attempting to bind port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f on network 610306c7-e389-4097-bcc2-6794d33581d7 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:29:46.245172 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:29:46.245516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Checking segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:29:46.245902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Bound using segment: {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:29:46.246331 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Bound port: cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:29:46.246837 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.288442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62af610-9e40-4ac7-9b85-0afcdde5bea1 req-fcb40288-ae44-4f43-bb1e-4d5a30448f3b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.297080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a62af610-9e40-4ac7-9b85-0afcdde5bea1 req-fcb40288-ae44-4f43-bb1e-4d5a30448f3b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 943 time: 0.0661960 Feb 15 10:29:46.337576 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:29:46.341606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:29:46.346299 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a62af610-9e40-4ac7-9b85-0afcdde5bea1 req-47cdc465-869c-4f61-930a-5a61f9eb26e8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 Feb 15 10:29:46.346804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.388108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.388711 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.390176 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] 10.222.0.36 "PUT /v2.0/ports/cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 1091 time: 0.7065890 Feb 15 10:29:46.390616 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:46.392928 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a501b5-3ec7-417d-a32b-af8d8b5565e6" -d '{"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:46.430897 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f076f-7558-480c-8c6e-b94a9ee4e24a service neutron] Pushing event updated for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:46.454036 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff3c11c-cdcd-4276-beb3-168a2ff64282 x-openstack-request-id: req-bff3c11c-cdcd-4276-beb3-168a2ff64282 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:46.454334 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:46.454590 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bff3c11c-cdcd-4276-beb3-168a2ff64282 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:46.454990 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'status': 'completed', 'code': 200} Feb 15 10:29:46.487984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-c1cb5ddd-92d0-431d-8a3b-f80d032eb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.489999 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-c1cb5ddd-92d0-431d-8a3b-f80d032eb9a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1094 time: 0.0514834 Feb 15 10:29:46.537539 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-8b959f63-0356-42e7-8756-9a2464aa754f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 217 time: 0.0394545 Feb 15 10:29:46.595747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-f6f138c1-9afb-41cf-93e8-4763c2230154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.597261 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-f6f138c1-9afb-41cf-93e8-4763c2230154 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0533819 Feb 15 10:29:46.646258 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-586780d6-e3e3-44c1-874d-40ddc2a6d9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.648154 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-586780d6-e3e3-44c1-874d-40ddc2a6d9d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436008 Feb 15 10:29:46.751629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-094d9ede-b35e-49f5-a61a-a8243727a431 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962546 Feb 15 10:29:46.839954 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-06f90b08-a8bc-4c10-8d96-01d5739525ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:46.857517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7f8272b-837a-4ad7-81cc-ac1e0bcbd8ef req-c467ea86-b297-40c2-b7a9-999def07ca65 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982120 Feb 15 10:29:46.950679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-a37ea9b8-2548-409f-adb7-3447015046e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:46.952205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-a37ea9b8-2548-409f-adb7-3447015046e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1094 time: 0.0472748 Feb 15 10:29:47.124920 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:47.178119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:47.178391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:47.342492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-ae6b7b26-0e68-4b7d-b460-77a5b666920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:47.343959 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-ae6b7b26-0e68-4b7d-b460-77a5b666920d service neutron] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 898 time: 0.3855946 Feb 15 10:29:47.381977 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:47.387057 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-333d5e80-9af2-4a74-b2b0-00c94fd74360 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 217 time: 0.0350049 Feb 15 10:29:47.438984 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-db2ab0d2-adc1-4a7a-90d0-e34964fd909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:47.440406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-db2ab0d2-adc1-4a7a-90d0-e34964fd909d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0466878 Feb 15 10:29:47.472022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d707274-0430-4daf-a6df-e9059e83aa41 req-ad34ec65-5ea3-4d35-987b-774934ff9f0f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:47.473584 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d707274-0430-4daf-a6df-e9059e83aa41 req-ad34ec65-5ea3-4d35-987b-774934ff9f0f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 943 time: 0.0533524 Feb 15 10:29:47.492011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-85bb8fde-5867-4db1-89f7-cbfc5f219aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:47.493565 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-85bb8fde-5867-4db1-89f7-cbfc5f219aaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454311 Feb 15 10:29:47.526675 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d707274-0430-4daf-a6df-e9059e83aa41 req-adb63f33-3b51-436f-881f-c04d217c2ac1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Feb 15 10:29:47.586745 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-18b138e0-467e-49be-90c3-506ee4b7fd4b service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852356 Feb 15 10:29:47.681150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12a501b5-3ec7-417d-a32b-af8d8b5565e6 req-63ada95a-3eff-4eec-8147-1ceeb3bd37f8 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868104 Feb 15 10:29:48.648047 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4144d57-2968-4f2a-b082-6cefcfcff4e2 req-9671e1b2-729c-4b27-9505-b75b76193dff tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:48.649716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4144d57-2968-4f2a-b082-6cefcfcff4e2 req-9671e1b2-729c-4b27-9505-b75b76193dff tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 943 time: 0.0516062 Feb 15 10:29:48.688150 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f4144d57-2968-4f2a-b082-6cefcfcff4e2 req-4d719560-f40b-4e11-8ce6-43679e2595e8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Feb 15 10:29:49.388091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-19862e05-c892-486c-a14a-bf0120f9bcb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:49.808505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557aab2c-b5b3-488b-abad-9e522d5b83b6 req-162a27d7-674f-4b46-ae2b-63620abe68eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:49.810086 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-557aab2c-b5b3-488b-abad-9e522d5b83b6 req-162a27d7-674f-4b46-ae2b-63620abe68eb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 943 time: 0.0505204 Feb 15 10:29:49.850621 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-557aab2c-b5b3-488b-abad-9e522d5b83b6 req-f6fdae4c-1f53-47f4-8303-8cd9c3f89e3d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345225 Feb 15 10:29:50.418196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:29:50.516137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:50.528225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'port_id': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'mac_address': 'fa:16:3e:ef:99:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:29:50.571023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:50.586732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:50.601130 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:29:50.622490 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:50.626359 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:50.674205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:50.862737 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:29:50.977198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35fd51-35b8-4df7-96a2-09cd33249c88 req-20ea9c22-cfc5-4466-8912-872e2a4b87c6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:50.978716 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b35fd51-35b8-4df7-96a2-09cd33249c88 req-20ea9c22-cfc5-4466-8912-872e2a4b87c6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 944 time: 0.0530727 Feb 15 10:29:51.021567 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9b35fd51-35b8-4df7-96a2-09cd33249c88 req-8ec57c51-913b-4f19-aae3-ac14648b1e5b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360644 Feb 15 10:29:52.143483 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c7b0d-7948-4945-a3ff-48c6aa8b0f2b req-2763de5b-966c-454b-8d9e-e1365968844e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:52.145012 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd0c7b0d-7948-4945-a3ff-48c6aa8b0f2b req-2763de5b-966c-454b-8d9e-e1365968844e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 944 time: 0.0519743 Feb 15 10:29:52.183956 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dd0c7b0d-7948-4945-a3ff-48c6aa8b0f2b req-3564e158-46a6-42cf-b29d-bc628b5b05de tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325229 Feb 15 10:29:52.390610 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:52.432746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:29:52.487000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:29:52.492482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:29:52.492787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:52.577850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:52.602684 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:52.607889 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:52.610180 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b2037-811b-4555-9bf4-1f940a904408" -d '{"events": [{"server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "name": "network-vif-plugged", "status": "completed", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:52.624375 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:29:52.628671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:52.655160 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8b7ab8-20ac-4c21-9eca-65be9d6c5fbf x-openstack-request-id: req-2a8b7ab8-20ac-4c21-9eca-65be9d6c5fbf {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:52.655452 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "name": "network-vif-plugged", "status": "completed", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:52.655706 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a8b7ab8-20ac-4c21-9eca-65be9d6c5fbf {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:52.656088 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'code': 200} Feb 15 10:29:52.687755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:52.762069 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc687a05-9dd7-49c7-8f58-7fee0dc94301 req-2a9389dd-c18b-4002-8f8c-e3c454c75dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:52.763590 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc687a05-9dd7-49c7-8f58-7fee0dc94301 req-2a9389dd-c18b-4002-8f8c-e3c454c75dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1096 time: 0.0450773 Feb 15 10:29:52.799226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bc687a05-9dd7-49c7-8f58-7fee0dc94301 req-658c16a8-197f-4778-af49-e35db8c85b0d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293889 Feb 15 10:29:53.314362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4051406-0d67-4aa6-9954-66cb31b220b0 req-4a4265ed-9bc3-4f21-8c33-71961391da91 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:53.315879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4051406-0d67-4aa6-9954-66cb31b220b0 req-4a4265ed-9bc3-4f21-8c33-71961391da91 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0595102 Feb 15 10:29:53.359845 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d4051406-0d67-4aa6-9954-66cb31b220b0 req-e705edde-800a-46a8-80bf-2ce541ebb48e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372894 Feb 15 10:29:54.202751 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:29:54.481062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b2b20-9ce1-415b-a294-6d3b582500e8 req-a1b56342-5b7c-47bb-95cb-d80480d0978b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:54.482571 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-086b2b20-9ce1-415b-a294-6d3b582500e8 req-a1b56342-5b7c-47bb-95cb-d80480d0978b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0521686 Feb 15 10:29:54.522072 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-086b2b20-9ce1-415b-a294-6d3b582500e8 req-4e801dc8-6a11-4385-8539-6c93ae301bb0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335150 Feb 15 10:29:54.641204 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d443a-2fd2-4dae-9134-a49577bfc636 req-2e4d2e6b-afbf-4243-905c-086506ff1929 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:54.642618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-435d443a-2fd2-4dae-9134-a49577bfc636 req-2e4d2e6b-afbf-4243-905c-086506ff1929 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0504131 Feb 15 10:29:54.682947 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-435d443a-2fd2-4dae-9134-a49577bfc636 req-93776fd6-9afd-4406-9ebc-1e66b63384c2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328662 Feb 15 10:29:54.705263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53878) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:54.745174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f570521a-3d0e-4fec-965e-0dbffc9403a6 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:54.746747 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f570521a-3d0e-4fec-965e-0dbffc9403a6 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1091 time: 0.0404994 Feb 15 10:29:54.749618 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53880) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:54.754098 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:29:54.780067 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:54.880613 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:54.984363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.87 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/1f434975-4d9f-44ea-817d-6d2c46d89969) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:29:55.091871 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.126118 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.167533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:29:55.170378 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:29:55.174686 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:29:55.177745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=1f434975-4d9f-44ea-817d-6d2c46d89969,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:55.539462 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.607096 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.762104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.766956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.837586 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=1f434975-4d9f-44ea-817d-6d2c46d89969,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:29:55.849315 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:55.949574 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 04ee26f8-e989-44ae-b834-eeecce6e1cb0 associated. External IP: 172.25.6.87, port: cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f. Feb 15 10:29:56.515096 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router d30cf58e-6346-4aa8-997e-61837f9937fb has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:29:56.620654 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:29:56.631725 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Sync routers for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:29:56.639201 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:29:56.641350 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:56.641956 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:56.672295 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2f6398f4-a457-4005-bb05-557b433f7a38 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9216149 Feb 15 10:29:56.673013 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:29:56.675384 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4835da2e-863e-4470-9779-09f2fc7a4f04" -d '{"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:29:56.762489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:56.785907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b305dfc-8d6f-42b1-a5a8-96c627e79b33 req-68cfd9ad-e0ea-4318-824f-b06b2b62af62 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:56.787436 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b305dfc-8d6f-42b1-a5a8-96c627e79b33 req-68cfd9ad-e0ea-4318-824f-b06b2b62af62 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0539317 Feb 15 10:29:56.817097 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5715d5-5c07-4cad-b4ce-fce068bf513f x-openstack-request-id: req-cc5715d5-5c07-4cad-b4ce-fce068bf513f {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:29:56.817605 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:29:56.817690 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc5715d5-5c07-4cad-b4ce-fce068bf513f {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:29:56.818018 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'status': 'completed', 'code': 200} Feb 15 10:29:56.829566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b305dfc-8d6f-42b1-a5a8-96c627e79b33 req-bf852ecb-9a05-4ca9-a4c7-90b95ddb1d7f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342231 Feb 15 10:29:56.854443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53888) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:56.890560 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-fd31abe6-389a-419e-b33c-aba94a3ba608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:56.892415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-fd31abe6-389a-419e-b33c-aba94a3ba608 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1096 time: 0.0470719 Feb 15 10:29:56.923928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9e423491-7070-4b45-84b9-1850b199c1ff tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/04ee26f8-e989-44ae-b834-eeecce6e1cb0 HTTP/1.1" status: 200 len: 990 time: 0.0660961 Feb 15 10:29:56.988110 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-f0c3bf29-47c0-4893-a0fc-5da19123e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:56.989650 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-f0c3bf29-47c0-4893-a0fc-5da19123e7ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 898 time: 0.0899158 Feb 15 10:29:57.008428 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '04ee26f8-e989-44ae-b834-eeecce6e1cb0', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'port_id': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'mac_address': 'fa:16:3e:ef:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:29:55Z', 'updated_at': '2022-02-15T10:29:55Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:57.067852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-d8abdcda-c01b-429e-bb9f-1f2cc7b35a89 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 998 time: 0.0719748 Feb 15 10:29:57.120471 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-acb69207-dd22-48f1-a2bd-4799b2592fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:57.121978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-acb69207-dd22-48f1-a2bd-4799b2592fce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0476696 Feb 15 10:29:57.130343 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Checking router: d30cf58e-6346-4aa8-997e-61837f9937fb for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:29:57.139440 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:29:57.140040 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:29:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:57.169531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-71ef0b97-295c-45ec-8d99-d4884a3d4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:29:57.171053 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-71ef0b97-295c-45ec-8d99-d4884a3d4028 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431805 Feb 15 10:29:57.246623 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:29:57.267746 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-42ad2dcd-0c3d-475d-8fbe-a8bd4e1120a4 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902355 Feb 15 10:29:57.362133 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4835da2e-863e-4470-9779-09f2fc7a4f04 req-4385328c-16e8-4a10-b7dd-f441d0ae3e1f service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878305 Feb 15 10:29:57.474165 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '04ee26f8-e989-44ae-b834-eeecce6e1cb0', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'port_id': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'mac_address': 'fa:16:3e:ef:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:29:55Z', 'updated_at': '2022-02-15T10:29:55Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:29:57.505053 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41cf8f2c-8ccb-4513-bf03-019c809c10d1 None None] The sync data for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 is: [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '04ee26f8-e989-44ae-b834-eeecce6e1cb0', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.87', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'port_id': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'mac_address': 'fa:16:3e:ef:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:29:55Z', 'updated_at': '2022-02-15T10:29:55Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:29:57.719152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ce59e-4b2c-46e2-ac86-6cbb79aa9771 None None] New status for floating IP 04ee26f8-e989-44ae-b834-eeecce6e1cb0: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:29:57.927619 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53890) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:29:57.994226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-64a3805d-8221-4a31-aaea-b063b3fbff66 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/04ee26f8-e989-44ae-b834-eeecce6e1cb0 HTTP/1.1" status: 200 len: 992 time: 0.0654294 Feb 15 10:30:14.821869 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:16.842389 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-645014f7-fe64-45f8-89f8-345632b48530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:17.387483 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:19.390723 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-066957c4-a824-4af9-8688-772e3f711c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:20.542592 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-f5bfc5f0-a365-489c-88c7-80f978cf2efd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410922 Feb 15 10:30:20.551827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:20.625871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-eedd73d8-2cfe-4cc3-a746-9c84b4219076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:20.627367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-eedd73d8-2cfe-4cc3-a746-9c84b4219076 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1096 time: 0.0403972 Feb 15 10:30:20.740492 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-4bb853ad-95dc-4cd2-b424-7ffb5a97e1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:20.742045 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-4bb853ad-95dc-4cd2-b424-7ffb5a97e1c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 898 time: 0.0943944 Feb 15 10:30:20.818570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-5ba9d899-8f65-4781-a76a-7a2063b013d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 1000 time: 0.0692480 Feb 15 10:30:20.865730 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-ed01dcc0-44f0-49fc-9529-c0fbc2a5939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:20.867233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-ed01dcc0-44f0-49fc-9529-c0fbc2a5939c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0429647 Feb 15 10:30:20.921042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-349bea16-a4af-4bea-aee3-34b79ec9aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:20.922546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-349bea16-a4af-4bea-aee3-34b79ec9aa9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471187 Feb 15 10:30:21.013892 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-ee71a844-c2f3-4d0e-8b58-e42c97ae1519 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830553 Feb 15 10:30:21.111189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-76a2ce90-81f5-46f5-83a8-24a8333aee74 req-fe60091b-0519-44ca-9baa-3e4d80ed5d58 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912097 Feb 15 10:30:22.394276 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:22.591628 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:24.808097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94721f2c-774c-4f8c-a813-7257a535989b req-eae081eb-ede9-4f1d-97aa-04974c3dabfb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:24.810827 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94721f2c-774c-4f8c-a813-7257a535989b req-eae081eb-ede9-4f1d-97aa-04974c3dabfb tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0605235 Feb 15 10:30:24.848931 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-94721f2c-774c-4f8c-a813-7257a535989b req-7037f9c2-03b9-4f5c-90bb-e896d54a42e4 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Feb 15 10:30:25.976377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e371b-ac8b-44ff-9a34-ce02bcafe9ef req-24ec222f-3f5c-412f-823a-199ada76c3a3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:25.978027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-590e371b-ac8b-44ff-9a34-ce02bcafe9ef req-24ec222f-3f5c-412f-823a-199ada76c3a3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0538344 Feb 15 10:30:26.017426 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-590e371b-ac8b-44ff-9a34-ce02bcafe9ef req-b7318663-4a1b-4df3-ba1f-5a84edb9bc25 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332880 Feb 15 10:30:27.142015 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b523e-6966-491f-bc0c-c7e2a970bca7 req-48643c15-c81f-4f74-a6d3-0ccd4e597a19 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:27.143516 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-871b523e-6966-491f-bc0c-c7e2a970bca7 req-48643c15-c81f-4f74-a6d3-0ccd4e597a19 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0526893 Feb 15 10:30:27.182592 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-871b523e-6966-491f-bc0c-c7e2a970bca7 req-f01c4c1f-1633-46d9-a0c3-37ca800f7502 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324082 Feb 15 10:30:28.302103 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ce5b-d5ec-4c3a-bc43-d2aeb9127556 req-3ef6fd5c-2694-4cba-a410-f78bb1a1c59b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:28.303576 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8797ce5b-d5ec-4c3a-bc43-d2aeb9127556 req-3ef6fd5c-2694-4cba-a410-f78bb1a1c59b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0485387 Feb 15 10:30:28.341324 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8797ce5b-d5ec-4c3a-bc43-d2aeb9127556 req-f77c69d5-b673-4536-bfac-4714c6d87bf9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309353 Feb 15 10:30:29.462885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e5906-dc05-4c17-986e-4f27138a6792 req-ddd5b4f3-2461-4424-b37e-89da62e164ba tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:29.464482 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-052e5906-dc05-4c17-986e-4f27138a6792 req-ddd5b4f3-2461-4424-b37e-89da62e164ba tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0551965 Feb 15 10:30:29.503783 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-052e5906-dc05-4c17-986e-4f27138a6792 req-dfa6ad80-3786-4504-ad4a-b047ee92dd62 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330503 Feb 15 10:30:30.624927 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f29bfd-7ecd-4648-9e25-50b8d140161e req-a71a3e97-a8c1-4c29-bd7a-8080f5d1f8ae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:30.626428 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90f29bfd-7ecd-4648-9e25-50b8d140161e req-a71a3e97-a8c1-4c29-bd7a-8080f5d1f8ae tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0527511 Feb 15 10:30:30.663987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-90f29bfd-7ecd-4648-9e25-50b8d140161e req-a622ce4d-fe75-4bcd-95d4-b68f565c8613 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Feb 15 10:30:31.201830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:30:31.783550 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76e3816-a80a-4eb2-9dd0-151fa51612d9 req-5a976251-3a90-43c8-ac45-a19272b9c556 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:31.785076 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a76e3816-a80a-4eb2-9dd0-151fa51612d9 req-5a976251-3a90-43c8-ac45-a19272b9c556 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0517356 Feb 15 10:30:31.824389 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a76e3816-a80a-4eb2-9dd0-151fa51612d9 req-7f402015-272a-4067-aaff-5632f989efaa tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330377 Feb 15 10:30:32.949122 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7bf19-ad82-4b87-805e-499e1169f669 req-c39100b4-32a9-470d-94a4-b2158334d7a8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:32.950679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e7bf19-ad82-4b87-805e-499e1169f669 req-c39100b4-32a9-470d-94a4-b2158334d7a8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0493550 Feb 15 10:30:32.988422 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d0e7bf19-ad82-4b87-805e-499e1169f669 req-916e1421-efbe-48fd-9e71-560f82cd26c6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317645 Feb 15 10:30:34.110295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68efec-8a85-43f0-a275-f417ccba360a req-5fe0854a-5ca8-4e7e-b502-cece98d219c6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:34.111762 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d68efec-8a85-43f0-a275-f417ccba360a req-5fe0854a-5ca8-4e7e-b502-cece98d219c6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0527756 Feb 15 10:30:34.150100 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d68efec-8a85-43f0-a275-f417ccba360a req-01a70e3f-df19-4fd6-aa54-2bf068065c4d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Feb 15 10:30:35.265107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc1bc7-230c-473d-bb45-13981c563721 req-1ad7e328-496f-40b8-b29b-9e7bcac3935b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:35.266579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ddc1bc7-230c-473d-bb45-13981c563721 req-1ad7e328-496f-40b8-b29b-9e7bcac3935b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0481257 Feb 15 10:30:35.304055 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8ddc1bc7-230c-473d-bb45-13981c563721 req-ac52e53a-0d9e-4f73-aaeb-231fd4f0ee3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Feb 15 10:30:35.327230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53926) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:30:35.391189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ba1d91b2-9887-494d-b794-2823af5daf1d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/04ee26f8-e989-44ae-b834-eeecce6e1cb0 HTTP/1.1" status: 200 len: 992 time: 0.0628340 Feb 15 10:30:36.665396 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5159ea93-4dab-4604-9752-5b528b019e8b req-f1296b0d-faff-40ab-9427-a9a1c798efcc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:36.667041 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5159ea93-4dab-4604-9752-5b528b019e8b req-f1296b0d-faff-40ab-9427-a9a1c798efcc tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0498154 Feb 15 10:30:36.694653 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-c37d67d1-c729-482e-8fb4-8892e137a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:36.697333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-c37d67d1-c729-482e-8fb4-8892e137a189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1096 time: 0.0430663 Feb 15 10:30:36.706832 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-5159ea93-4dab-4604-9752-5b528b019e8b req-df45c10a-4d3a-4bed-8f46-25c70010a387 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337245 Feb 15 10:30:36.788547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-8b9b37a3-f1c4-45a4-8115-e521ad2ad210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:36.790091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-8b9b37a3-f1c4-45a4-8115-e521ad2ad210 service neutron] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 898 time: 0.0878992 Feb 15 10:30:36.860977 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-c465e39f-4989-471f-b5e4-33755b578ebc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 1000 time: 0.0645616 Feb 15 10:30:36.913589 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-76a60cd4-4c89-4975-92ce-2948da6f6111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:36.915675 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-76a60cd4-4c89-4975-92ce-2948da6f6111 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0480742 Feb 15 10:30:36.964859 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-628a2290-4132-4930-88c4-34cf4176cc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:36.966421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-628a2290-4132-4930-88c4-34cf4176cc11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446942 Feb 15 10:30:37.054252 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-321c9e34-0490-4e26-bf09-3eae664693db service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813270 Feb 15 10:30:37.144184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f6a1b520-f419-4bec-9312-0ffa5483d394 req-35926158-78a6-43d5-9b07-84e9cac22529 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839834 Feb 15 10:30:37.828044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d3114-02c3-4446-bdad-98b65301504b req-99083a0d-aa15-4c6c-9919-bd621de2bdea tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:30:37.829587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-782d3114-02c3-4446-bdad-98b65301504b req-99083a0d-aa15-4c6c-9919-bd621de2bdea tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0495765 Feb 15 10:30:37.868365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-782d3114-02c3-4446-bdad-98b65301504b req-64d83377-c2e2-4bc8-b38b-208ea1709b63 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Feb 15 10:30:37.891561 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53936) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:30:37.952666 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6e90206e-c23d-4da2-9725-b24238292050 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/04ee26f8-e989-44ae-b834-eeecce6e1cb0 HTTP/1.1" status: 200 len: 992 time: 0.0599558 Feb 15 10:30:44.836653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:46.844582 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-74f69e63-302a-4f4d-b838-5b850fac4c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:47.402542 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:49.397324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-758bc9f3-0027-46ef-bfbc-fb5700694d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:50.553620 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:52.403104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:30:52.597020 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:00.696101 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-84282646-ea7b-4bb3-9fa4-8eeb303c0e07 req-c291ec52-1c0d-4337-8070-0210ed3a6c08 service neutron] (102359) timed out ('10.222.0.36', 61394) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:31:08.200580 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:31:08.299168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53948) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:08.458656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 1f434975-4d9f-44ea-817d-6d2c46d89969 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:31:08.458907 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:08.533761 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:08.534087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:08.546199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 1f434975-4d9f-44ea-817d-6d2c46d89969 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:31:08.698449 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:08.724739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=1f434975-4d9f-44ea-817d-6d2c46d89969,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:08.749681 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.749969 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.750293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.750629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.750958 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.751289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.751617 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.751943 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.752270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.752602 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.752942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.753262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:08.796451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:08.796769 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 04ee26f8-e989-44ae-b834-eeecce6e1cb0 disassociated (deleted). External IP: 172.25.6.87, port: cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f. Feb 15 10:31:09.020042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router d30cf58e-6346-4aa8-997e-61837f9937fb has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:31:09.131634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:31:09.137004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:09.142213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Sync routers for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:31:09.152287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:09.152928 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:09.166457 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fc2908f1-66bd-47ce-b50e-5f3141ca4fe5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/floatingips/04ee26f8-e989-44ae-b834-eeecce6e1cb0 HTTP/1.1" status: 204 len: 168 time: 0.8661766 Feb 15 10:31:09.167328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:31:09.169769 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c398c27d-4b7a-4a3c-b59f-611c2db58137" -d '{"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:31:09.260920 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:09.273464 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2eafbc-c314-4ca8-9162-8b8b005574d4 x-openstack-request-id: req-4b2eafbc-c314-4ca8-9162-8b8b005574d4 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:31:09.273785 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:31:09.274068 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b2eafbc-c314-4ca8-9162-8b8b005574d4 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:31:09.275015 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'status': 'completed', 'code': 200} Feb 15 10:31:09.365603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-561d07d2-de8f-46cb-bde0-6d82f2528e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:09.367204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-561d07d2-de8f-46cb-bde0-6d82f2528e07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 1096 time: 0.0513632 Feb 15 10:31:09.403913 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f2a07-74d5-465d-a3af-39dc930d09d5 req-a9bfccfa-1fb6-45f1-8bf6-883e67745069 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:09.406296 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d5f2a07-74d5-465d-a3af-39dc930d09d5 req-a9bfccfa-1fb6-45f1-8bf6-883e67745069 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0516300 Feb 15 10:31:09.447971 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0d5f2a07-74d5-465d-a3af-39dc930d09d5 req-02be1b81-1279-44c2-9681-86b7281ae7b8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349765 Feb 15 10:31:09.459433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-29c12bda-8872-4f37-a6db-ac8dd490b2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:09.465060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-29c12bda-8872-4f37-a6db-ac8dd490b2d8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 200 len: 898 time: 0.0873239 Feb 15 10:31:09.467295 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:09.496779 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Checking router: d30cf58e-6346-4aa8-997e-61837f9937fb for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:31:09.503166 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-0a0b531c-08a1-4efe-b3a4-ec0a6d2bf0d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 200 len: 217 time: 0.0349133 Feb 15 10:31:09.505317 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:09.505950 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:09.557337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-e7d83ca8-f96a-4860-9a58-82248e7afea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:09.559023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-e7d83ca8-f96a-4860-9a58-82248e7afea4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 200 len: 835 time: 0.0480764 Feb 15 10:31:09.606220 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-b930e89a-6138-4f78-8a27-115eb9bfe507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:09.607721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-b930e89a-6138-4f78-8a27-115eb9bfe507 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=610306c7-e389-4097-bcc2-6794d33581d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416541 Feb 15 10:31:09.613086 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:09.701212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-059227ae-a4b3-4f0a-993e-963a6af3fea7 service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860088 Feb 15 10:31:09.795189 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c398c27d-4b7a-4a3c-b59f-611c2db58137 req-31c8fcbe-660f-4d51-9bf1-f2b8bdf3393e service neutron] 10.222.0.36 "GET /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871952 Feb 15 10:31:09.812797 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:09.840072 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83daa3e7-a1e8-42e1-a1e8-358c27e0fa7d None None] The sync data for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 is: [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:29:42Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89', 'name': '', 'network_id': '610306c7-e389-4097-bcc2-6794d33581d7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:4c:ec:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:41Z', 'updated_at': '2022-02-15T10:29:45Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '89ba7120-8a10-4e0e-ad95-896b31aa8756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:31:10.070950 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e59ecb-b95c-4296-8147-2bd03614f794 None None] New status for floating IP 04ee26f8-e989-44ae-b834-eeecce6e1cb0: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:31:10.570264 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577e9c8-2739-4a75-9964-2127ce172214 req-96f8f5cc-b292-49d1-9e5b-5fa88b8da4e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:10.571924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c577e9c8-2739-4a75-9964-2127ce172214 req-96f8f5cc-b292-49d1-9e5b-5fa88b8da4e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0497496 Feb 15 10:31:10.614603 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c577e9c8-2739-4a75-9964-2127ce172214 req-38eed634-049f-4155-b3a5-a9d42deac14a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=aac1d157-7ca3-479c-93cd-b466007a5188&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365334 Feb 15 10:31:10.865168 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-18cdf8de-38d1-4f9a-be4e-62e0785f141f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:10.866608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-18cdf8de-38d1-4f9a-be4e-62e0785f141f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 945 time: 0.0516334 Feb 15 10:31:10.955154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:31:10.955492 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:11.053882 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:11.054232 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:11.066148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:31:11.196678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:11.230321 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:11.268886 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] No DVR routers for this DVR port cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:31:11.271520 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:11.275764 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-91abd8a0-0043-4167-9f7c-a7d6c90f8b8d req-646b65be-83a9-43bf-bcda-6462e299bcd2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "DELETE /v2.0/ports/cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f HTTP/1.1" status: 204 len: 173 time: 0.4028544 Feb 15 10:31:11.276031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'name': 'network-vif-deleted', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:31:11.278276 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a62d9d1-a561-4d22-a73a-c29b5906e3e6" -d '{"events": [{"server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "name": "network-vif-deleted", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:31:11.318223 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f4f08b-3686-4eba-b450-1e9645490342 x-openstack-request-id: req-35f4f08b-3686-4eba-b450-1e9645490342 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:31:11.318504 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81726359-7c68-4ac1-a4a8-fe774a0df80c", "name": "network-vif-deleted", "tag": "cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:31:11.318747 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35f4f08b-3686-4eba-b450-1e9645490342 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:31:11.319140 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81726359-7c68-4ac1-a4a8-fe774a0df80c', 'name': 'network-vif-deleted', 'tag': 'cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f', 'status': 'completed', 'code': 200} Feb 15 10:31:11.729640 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c12647b-17c1-4f55-9d27-01b43bc2fe82 req-4940db2f-e750-4ea1-b3e2-0b6f08b01f3e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=81726359-7c68-4ac1-a4a8-fe774a0df80c HTTP/1.1" status: 200 len: 210 time: 0.0264485 Feb 15 10:31:12.790599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53972) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:13.444715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:13.699550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:31:13.699800 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:13.788112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:13.788473 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:13.800762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:31:13.996845 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.024041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:14.200364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.414423 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router d30cf58e-6346-4aa8-997e-61837f9937fb has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:31:14.522841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:31:14.528232 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-63825b98-da25-46ed-b8f4-d56bf4ff0a4b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/d30cf58e-6346-4aa8-997e-61837f9937fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365258 Feb 15 10:31:14.531305 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53974) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:14.536697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Sync routers for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:31:14.546674 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:14.547269 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:14.593555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting subnet 89ba7120-8a10-4e0e-ad95-896b31aa8756 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:31:14.597053 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.638616 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.722074 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.744200 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:14.783690 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.810022 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Subnet': ['ID=89ba7120-8a10-4e0e-ad95-896b31aa8756,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:14.820115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.820570 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.820790 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.821301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.821577 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.821894 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.822392 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.822717 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.823037 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.823349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.823666 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.823979 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:14.827011 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.827446 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a294c434-cefa-4dfd-addc-b174e5d4e66f None None] Network 610306c7-e389-4097-bcc2-6794d33581d7 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:31:14.832980 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-718cd1fd-2387-44fc-8178-576d236f6663 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/subnets/89ba7120-8a10-4e0e-ad95-896b31aa8756 HTTP/1.1" status: 204 len: 168 time: 0.2999415 Feb 15 10:31:14.833201 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53976) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:14.846318 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:31:14.906585 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:31:14.907222 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device cb782fbc-fd5e-4fd3-97cc-1e6637a14b3f not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:31:14.922586 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:14.929677 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:31:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:14.958439 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Checking router: d30cf58e-6346-4aa8-997e-61837f9937fb for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:31:14.967671 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Routers {'d30cf58e-6346-4aa8-997e-61837f9937fb'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:14.968113 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:30:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['d30cf58e-6346-4aa8-997e-61837f9937fb'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:14.974468 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.058227 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] DHCP port deletion for 610306c7-e389-4097-bcc2-6794d33581d7 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:31:15.081153 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] Set router d30cf58e-6346-4aa8-997e-61837f9937fb gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:15.091688 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.114746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Deleting port c786d26e-f106-4b2e-b676-c94da9b43695 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:31:15.115441 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.161888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port d1ff0fa0-7f47-41df-a225-6f44552c9eac {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:31:15.162280 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.187472 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] For port c786d26e-f106-4b2e-b676-c94da9b43695, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c786d26e-f106-4b2e-b676-c94da9b43695,segment=NetworkSegment(cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf),segment_id=cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:15.187850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.201708 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Calling delete_port for c786d26e-f106-4b2e-b676-c94da9b43695 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:31:15.257590 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c786d26e-f106-4b2e-b676-c94da9b43695 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:31:15.261808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port d1ff0fa0-7f47-41df-a225-6f44552c9eac, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=d1ff0fa0-7f47-41df-a225-6f44552c9eac,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:15.262167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.276197 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for d1ff0fa0-7f47-41df-a225-6f44552c9eac owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:31:15.295475 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:31:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:15.322706 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46915993-4706-4e89-aecf-3d9ddd88ae0a None None] The sync data for ids ['d30cf58e-6346-4aa8-997e-61837f9937fb'] in n-d-825064-4 is: [{'id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103033323', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38'}], 'enable_snat': True}, 'gw_port_id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:29:38Z', 'updated_at': '2022-02-15T10:31:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': 'd1ff0fa0-7f47-41df-a225-6f44552c9eac', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:b7:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd30cf58e-6346-4aa8-997e-61837f9937fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:29:39Z', 'updated_at': '2022-02-15T10:29:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:31:15.360672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.399866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] No DVR routers for this DVR port c786d26e-f106-4b2e-b676-c94da9b43695 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:31:15.407291 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Pushing event deleted for resources: {'Port': ['ID=c786d26e-f106-4b2e-b676-c94da9b43695,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:15.414687 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.418084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.418437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.418778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.419122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.419509 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.419958 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.420709 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.421065 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.421392 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.421716 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.422042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.422362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7fb71-adef-493c-bfb5-becfb832b0e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:15.471014 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.501068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=d1ff0fa0-7f47-41df-a225-6f44552c9eac,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:15.565049 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.663019 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.668264 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.717568 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.718151 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Fanout notify agent at l3_agent the message router_deleted on router d30cf58e-6346-4aa8-997e-61837f9937fb {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:31:15.726067 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.727794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da91b96b-c14d-4e64-ac7e-2ae1b7fd2e51 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/routers/d30cf58e-6346-4aa8-997e-61837f9937fb HTTP/1.1" status: 204 len: 168 time: 0.8930910 Feb 15 10:31:15.730413 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53978) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:15.817242 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.904155 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.928610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['610306c7-e389-4097-bcc2-6794d33581d7']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:15.939531 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:15.940116 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf1d8bcd-e4a7-4012-91d1-726e0bf1abcf') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:15.950436 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.965274 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.972154 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:31:15.972589 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:31:15.975682 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:31:16.039629 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.047518 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.050501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/networks/610306c7-e389-4097-bcc2-6794d33581d7 HTTP/1.1" status: 204 len: 168 time: 0.3191793 Feb 15 10:31:16.053349 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53980) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:16.062184 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94f24f-0584-426f-9b2e-939451835dc9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Network': ['ID=610306c7-e389-4097-bcc2-6794d33581d7,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:16.114872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.138936 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.199013 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.201712 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.202843 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/security-groups/aac1d157-7ca3-479c-93cd-b466007a5188 HTTP/1.1" status: 204 len: 168 time: 0.1479895 Feb 15 10:31:16.212410 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe378e93-f86f-4ee3-9a8a-64e53023a6c0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac1d157-7ca3-479c-93cd-b466007a5188,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:16.537256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53986) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:16.542834 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534292866', 'description': 'tempest-secgroup-smoke-1534292866 description', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:16.566918 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.631821 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.636189 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.668077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea55289d-c72d-4bbd-83bb-503c675af5b2,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:16.672493 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.673740 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5f5b55d9-d0ba-4456-92e1-3bc1e08a4280 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1354578 Feb 15 10:31:16.676710 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53988) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:16.681993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:16.710283 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.766900 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.770529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.793247 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ece5b06-40a6-4c28-a833-dc3e5faedb77,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:16.797897 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.799129 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c39cc4d0-faeb-42dc-bacc-4785979f2ce3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1213744 Feb 15 10:31:16.801857 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53990) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:16.806603 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:16.836169 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.847572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78d809f9-b84f-4787-bd47-04750de53249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.895292 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.899820 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.918440 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4939b46-7ef7-4906-b103-145730079698,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:16.927069 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:16.928276 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-54e3a837-73a4-4e12-bbcb-aa78a904a031 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254776 Feb 15 10:31:16.931396 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53992) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:16.935979 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:16.963378 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.021189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.025331 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.044057 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93742a3-95e0-419e-844d-8fbe3b988ca8,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:17.049209 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.050437 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-5f8b1bd6-62c5-4ff1-b8c8-5c1b5f020db0 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180086 Feb 15 10:31:17.053190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 53994) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:17.057833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:17.085975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.146331 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:31:17.154562 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.158681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.170287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:31:17.170731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device f5a19f7f-3a4d-4d5a-b3d7-60c22ff2fa89 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:31:17.171137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d1ff0fa0-7f47-41df-a225-6f44552c9eac no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:31:17.177804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e200738c-9a0d-40ec-bc95-598c7daee864,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:17.187161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.188373 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2ffe9584-adb5-4dae-bc6c-7a64f95323e2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1342545 Feb 15 10:31:17.191347 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53996) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:17.192409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: d1ff0fa0-7f47-41df-a225-6f44552c9eac {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:31:17.192678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device d1ff0fa0-7f47-41df-a225-6f44552c9eac not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:31:17.198437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:17.222526 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:31:17.227575 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.286698 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.290513 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.310575 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836c9792-09a2-46a0-be47-d67c85520ef5,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:17.317304 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.318519 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-9807e3cc-f426-4cf9-bcff-0c0e4e801cb2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260011 Feb 15 10:31:17.321883 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 53998) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:17.326263 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'security_group_rule': {'security_group_id': 'ea55289d-c72d-4bbd-83bb-503c675af5b2', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:17.357814 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Project 51c259ca4ca341c3b7007685ab9f63cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:31:17.362939 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.423798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.427528 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.451593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.452831 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0a609e-f942-47fd-a79f-35b3054ac281,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:17.460213 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.461460 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3369938c-4399-4840-a575-c85776ce9a56 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385839 Feb 15 10:31:17.465143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54000) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:17.469899 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'network': {'name': 'tempest-network-smoke--1880695060', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'port_security_enabled': True}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:17.492850 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:31:17.496450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.521040 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:31:17.530668 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.531004 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Added segment 384a8088-8672-4b06-92db-407109098478 of type vlan for network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f Feb 15 10:31:17.573050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.596679 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.602164 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:17.603466 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.656601 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1903570 Feb 15 10:31:17.659564 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54002) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:17.664163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'admin_state_up': True, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:17.674533 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6db5a4-9ecb-4c30-8157-dec694ae9743 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Network': ['ID=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:17.686154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:31:17.691348 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.692406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.747595 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:17.891248 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:18.088006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:18.110254 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:18.212286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.149 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/8ef33cbd-a646-4d7b-a79c-59139b942619) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:31:18.318832 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:18.353545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:18.391950 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:18.394942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:18.398276 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:31:18.404082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=8ef33cbd-a646-4d7b-a79c-59139b942619,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:18.950211 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.153675 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.281155 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:31:19.389333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:31:19.399661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Sync routers for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:31:19.403941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11e7995e-e664-46dd-9fee-4c52374e5fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.410151 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.411395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-1b0f134e-722b-4ea4-9df3-fb90a06817b7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7507460 Feb 15 10:31:19.412529 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:19.413175 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:19.414704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54004) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:19.488949 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-034ecaed-e3ce-4e97-beab-c5c3c0baa78e tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=51c259ca4ca341c3b7007685ab9f63cc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0730314 Feb 15 10:31:19.491628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54008) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:19.522170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:19.582816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c746ad7-38a5-4e12-b6a3-1e0119b43869 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:19.584247 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c746ad7-38a5-4e12-b6a3-1e0119b43869 tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914700 Feb 15 10:31:19.587151 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54010) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:19.614916 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e26991f5-eadf-44c1-92ba-dc9b3186fb8a tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=15f4941e-d96a-4647-963e-cfdc4a3cca09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267239 Feb 15 10:31:19.617524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54012) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:19.623190 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-416701770', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:19.704532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:18Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:19.715653 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:31:19.719266 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.734129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Checking router: 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:31:19.734482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Updating router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d port 8ef33cbd-a646-4d7b-a79c-59139b942619 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:31:19.759989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.910859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:19.971777 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Subnet': ['ID=8f81c215-1772-4a00-9a48-52c34d4e80ea,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:19.981566 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Checking segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:31:19.981928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network hostable DHCP agents. Network: f9a02019-7bc4-4e38-b4e5-7c6ebca0390f, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:31:19.998553 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:31:20.008876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, f9a02019-7bc4-4e38-b4e5-7c6ebca0390f) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:20.017086 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:20.017681 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.018071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70040ca-b449-4ca5-8b6a-6dcf19521a91 None None] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:31:20.030163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.035615 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-08fde1e3-3f65-413d-ab45-31bc260c2bf8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4163964 Feb 15 10:31:20.038412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54014) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:20.082739 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.164686 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Attempting to bind port 8ef33cbd-a646-4d7b-a79c-59139b942619 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:31:20.164983 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Attempting to bind port 8ef33cbd-a646-4d7b-a79c-59139b942619 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:31:20.165495 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Attempting to bind port 8ef33cbd-a646-4d7b-a79c-59139b942619 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:31:20.167660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6f8f-dc7d-441f-b3eb-f1ba5766da6b None None] Pushing event updated for resources: {'Port': ['ID=8ef33cbd-a646-4d7b-a79c-59139b942619,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:20.175496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:31:20.175865 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:31:20.176334 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.176626 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:31:20.177114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Bound port: 8ef33cbd-a646-4d7b-a79c-59139b942619, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:31:20.177487 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.275197 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] For port 8ef33cbd-a646-4d7b-a79c-59139b942619, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:31:20.285290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:31:20.286124 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.292660 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] For port 8ef33cbd-a646-4d7b-a79c-59139b942619, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8ef33cbd-a646-4d7b-a79c-59139b942619,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:31:20.302151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.427970 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:20.428627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:20.433350 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd6f8f-dc7d-441f-b3eb-f1ba5766da6b None None] Pushing event updated for resources: {'Port': ['ID=8ef33cbd-a646-4d7b-a79c-59139b942619,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:20.503089 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.727131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:20.734887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Allocated IP 172.20.0.2 (f9a02019-7bc4-4e38-b4e5-7c6ebca0390f/8f81c215-1772-4a00-9a48-52c34d4e80ea/8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:31:20.761952 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:21.018904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.027794 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.081807 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:21.082055 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.1 (f9a02019-7bc4-4e38-b4e5-7c6ebca0390f/8f81c215-1772-4a00-9a48-52c34d4e80ea/385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:31:21.086462 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Pushing event updated for resources: {'Port': ['ID=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:21.090890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:21.101887 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:31:21.107210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:18Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:21.148502 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd3f2e62-b670-4109-9ef5-9c8fb292aabb None None] The sync data for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 is: [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:18Z', 'revision_number': 3, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:31:21.184992 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Attempting to bind port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:31:21.185351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Attempting to bind port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:31:21.185706 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Attempting to bind port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 on network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:31:21.191033 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:31:21.191399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Checking segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:31:21.191801 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.192188 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Bound using segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:31:21.192789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Bound port: 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:31:21.193191 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.208156 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.246084 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.271476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] For port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:31:21.276132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] For port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:31:21.282194 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.292890 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:21.296118 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:21.298779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:31:21.344105 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66311e8-bda4-4a78-b8be-749f8ed13a81 None None] Pushing event updated for resources: {'Port': ['ID=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:21.356605 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:21.365485 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.535700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.845647 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.850763 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.933269 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:21.935033 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:22.038306 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:22.039761 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:22.160800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:31:22.274934 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:31:22.280468 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-71eb74f0-cac7-4f3c-8eff-91e599981c86 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2406716 Feb 15 10:31:22.370048 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab04489-1299-4e74-bb25-ec26b17ed0ca None None] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:31:22.440925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-407be52b-b884-4af5-8924-959961f7008e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534292866&fields=id&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 267 time: 0.0349414 Feb 15 10:31:22.446341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.464872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] Provisioning complete for port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:22.465240 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.559217 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-1b964439-06c2-4f5a-93ce-5613aa55e755 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:22.560733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-1b964439-06c2-4f5a-93ce-5613aa55e755 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 797 time: 0.1107121 Feb 15 10:31:22.577264 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-12b83343-53ac-4855-bd01-a4989f1d207b tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/quotas/51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 375 time: 0.0101533 Feb 15 10:31:22.625396 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.627289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.639478 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-7886790f-5498-4896-81fa-f4c7d38a711c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558980 Feb 15 10:31:22.674532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] For port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:22.679541 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.739651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68785c74-db1b-4d8e-a568-45622ae8407a None None] Pushing event updated for resources: {'Port': ['ID=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:22.770900 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-121c40f6-1a12-4273-8d58-d3ee4dab93c0 service neutron] 10.222.0.10 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099961 Feb 15 10:31:22.880991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-0caa4146-fb96-4b5a-b827-2d33e441fe01 service neutron] 10.222.0.10 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021810 Feb 15 10:31:22.909866 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ba7af12c-5bc3-4eff-968b-4dd60ffce89b None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:22.910325 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba7af12c-5bc3-4eff-968b-4dd60ffce89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:22.926270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Sync routers for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:31:22.937449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:22.938287 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:22.957109 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ba7af12c-5bc3-4eff-968b-4dd60ffce89b None None] Port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:31:22.969443 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ba7af12c-5bc3-4eff-968b-4dd60ffce89b None None] Provisioning complete for port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:22.970111 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ba7af12c-5bc3-4eff-968b-4dd60ffce89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.092477 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:23.127645 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-30a832a0-6dbc-462e-a7a7-d6056dda3536 req-794a983e-4e66-47f1-9e4c-09fbc71e0828 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0611174 Feb 15 10:31:23.266790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-6631b4e6-6a63-4bfa-af50-b09c5b6aa0a5 None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:23.267342 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6631b4e6-6a63-4bfa-af50-b09c5b6aa0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.310349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:31:23.338144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-6631b4e6-6a63-4bfa-af50-b09c5b6aa0a5 None None] Port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:31:23.374477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:23.375174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.409467 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 2, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:23.444262 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Checking router: 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:31:23.444598 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Updating router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:31:23.465599 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8ef33cbd-a646-4d7b-a79c-59139b942619 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:31:23.473112 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.517990 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8ef33cbd-a646-4d7b-a79c-59139b942619 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:23.518422 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.574741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a627111d-9756-4496-863c-5d1f1cc6c09c None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:23.575195 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a627111d-9756-4496-863c-5d1f1cc6c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.645137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a627111d-9756-4496-863c-5d1f1cc6c09c None None] Port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:31:23.647091 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.669839 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 8ef33cbd-a646-4d7b-a79c-59139b942619, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8ef33cbd-a646-4d7b-a79c-59139b942619,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:23.673640 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.726237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=8ef33cbd-a646-4d7b-a79c-59139b942619,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:23.762463 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.768450 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.818734 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Pushing event updated for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:23.831669 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.832061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.832465 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.832730 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.833131 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.833430 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.833785 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.834284 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.834404 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.834709 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.835023 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.835335 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:31:23.882375 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Attempting to bind port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:31:23.882846 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Attempting to bind port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:31:23.883077 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Attempting to bind port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 on network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:31:23.889246 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:31:23.889607 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Checking segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:31:23.890002 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.890389 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Bound using segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:31:23.890848 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Bound port: 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:31:23.891223 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:23.956985 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] For port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:31:23.960245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] For port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:31:23.964792 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.025032 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:24.025980 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:24.069057 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638dd5b-b4a6-47f1-93e1-cd49e04a0777 None None] Pushing event updated for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=4']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:24.070066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:24.070543 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.175414 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.218154 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] For port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:24.233847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.295189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:24.299095 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a756bb-8ccc-43f5-b575-9f5c695349b7 None None] Pushing event updated for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:24.313908 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c8ffc807-e4a0-48c2-a983-9d0fdc4d765b req-88809afd-756d-4370-89a5-7ba32610a380 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0379496 Feb 15 10:31:24.360235 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e660fdf8-8a6c-4af8-abf6-0b656bdc0336 None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:24.360603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e660fdf8-8a6c-4af8-abf6-0b656bdc0336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.362478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-424a5861-173d-4229-8fa4-ed149f7ac58d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:24.364201 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-424a5861-173d-4229-8fa4-ed149f7ac58d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 797 time: 0.2209520 Feb 15 10:31:24.421495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-37f94542-dd65-455d-b1ad-108220b2d794 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51c259ca4ca341c3b7007685ab9f63cc HTTP/1.1" status: 200 len: 380 time: 0.0469859 Feb 15 10:31:24.431293 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'port': {'device_id': '70920b49-e443-4070-90ed-54c375ba3dc1', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'admin_state_up': True, 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'security_groups': ['ea55289d-c72d-4bbd-83bb-503c675af5b2']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:24.502270 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:24.528711 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e69220-7d12-4f81-ad4d-9a9ebcb45f92 None None] The sync data for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 is: [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:31:24.548244 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Made reservation on behalf of 51c259ca4ca341c3b7007685ab9f63cc for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:31:24.551902 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.716629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.20.0.14 (f9a02019-7bc4-4e38-b4e5-7c6ebca0390f/8f81c215-1772-4a00-9a48-52c34d4e80ea/4ada16c4-e87c-4f1e-8bb8-c0aa235eec18) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:31:24.864226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.901132 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:24.953962 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:24.958304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:24.961051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:31:24.993059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:25.022715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:25.023372 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.042333 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-535e32da-5018-4188-8f82-a6783d9d6a44 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6152484 Feb 15 10:31:25.054029 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Request body: {'port': {'device_id': '70920b49-e443-4070-90ed-54c375ba3dc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:25.115247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.256274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:31:25.307083 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-7ee6cc7f-1a69-4785-9be0-470a3b4faa6d None None] Provisioning complete for port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:25.307448 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ee6cc7f-1a69-4785-9be0-470a3b4faa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.362384 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:25.363090 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.410079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6cc7f-1a69-4785-9be0-470a3b4faa6d None None] Port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:31:25.459661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:31:25.462940 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8ef33cbd-a646-4d7b-a79c-59139b942619 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:31:25.467908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc336030-27e1-4e1b-b76a-f5687e5d4281 req-e122da1e-51b2-4fd9-91ad-6df9d1245d91 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:25.472108 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.476948 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc336030-27e1-4e1b-b76a-f5687e5d4281 req-e122da1e-51b2-4fd9-91ad-6df9d1245d91 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 932 time: 0.0752397 Feb 15 10:31:25.486818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Transition to ACTIVE for port object 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:31:25.493428 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.518996 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dc336030-27e1-4e1b-b76a-f5687e5d4281 req-f5c41341-dc22-46e9-99ff-43b8da6fe10a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408435 Feb 15 10:31:25.527712 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 8ef33cbd-a646-4d7b-a79c-59139b942619 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:25.528129 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.560900 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:25.647362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Attempting to bind port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:31:25.647747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Attempting to bind port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:31:25.648114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Attempting to bind port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 on network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:31:25.653805 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 on network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:31:25.654130 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Attempting to bind port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 on network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:31:25.659680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:31:25.660018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Checking segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:31:25.660401 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Bound using segment: {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:31:25.660849 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Bound port: 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '384a8088-8672-4b06-92db-407109098478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:31:25.661208 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.738386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:31:25.741893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:31:25.748585 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.784403 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:25.785088 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:25.786446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] 10.222.0.36 "PUT /v2.0/ports/4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 1092 time: 0.7368274 Feb 15 10:31:25.786871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:31:25.789152 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ae678-29f2-4f01-955f-4ee9fb8b9d73" -d '{"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:31:25.824473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c72ef87-fa7c-4e5f-a20c-f7eb3b1dbf73 service neutron] Pushing event updated for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:25.859828 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871294cf-8353-4f95-9f97-9b99de5aa564 x-openstack-request-id: req-871294cf-8353-4f95-9f97-9b99de5aa564 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:31:25.860134 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:31:25.860366 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-871294cf-8353-4f95-9f97-9b99de5aa564 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:31:25.860762 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'status': 'completed', 'code': 200} Feb 15 10:31:25.878417 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-ef2d4814-ffa6-4823-8c6b-f408bcd71aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:25.879968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-ef2d4814-ffa6-4823-8c6b-f408bcd71aee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0522723 Feb 15 10:31:25.928353 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-4750e18f-0e2e-4be8-b2da-2221e81702e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 217 time: 0.0415077 Feb 15 10:31:25.986004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-2ee3b2c8-4c2f-4624-8e1a-e69a7fe5231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:25.987531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-2ee3b2c8-4c2f-4624-8e1a-e69a7fe5231b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 200 len: 834 time: 0.0458117 Feb 15 10:31:26.033826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f261296-0253-44a1-b36b-a01578b06b1b req-9705aa73-a66a-4043-b90f-439f285f9eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.036522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-9705aa73-a66a-4043-b90f-439f285f9eaa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429056 Feb 15 10:31:26.134561 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-347f0fe9-1190-4564-9e62-81a7c093419b service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903590 Feb 15 10:31:26.224504 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f261296-0253-44a1-b36b-a01578b06b1b req-497d8b8c-8eac-451c-8a54-b4d820f67f53 service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826538 Feb 15 10:31:26.311342 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-9e53e58b-57bf-47a4-91dc-b61b64de30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.312924 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-9e53e58b-57bf-47a4-91dc-b61b64de30d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1095 time: 0.0415199 Feb 15 10:31:26.403846 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-8cb7b7b4-0593-413a-91df-41e3f3b01f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.405362 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-8cb7b7b4-0593-413a-91df-41e3f3b01f05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 898 time: 0.0863874 Feb 15 10:31:26.446398 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-9287a003-9164-4d45-8b63-32265a3d1997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 217 time: 0.0337689 Feb 15 10:31:26.497647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-6f6ff91b-a0d6-4c1d-b05e-94488fe8a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.499079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-6f6ff91b-a0d6-4c1d-b05e-94488fe8a073 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 200 len: 834 time: 0.0465610 Feb 15 10:31:26.545698 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-98ced5f4-93cc-4e7d-96c9-df64456f7f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.547186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-98ced5f4-93cc-4e7d-96c9-df64456f7f81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408826 Feb 15 10:31:26.639972 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-953bc0b3-2494-40b8-ab8b-37927e565b4d service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851839 Feb 15 10:31:26.643346 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287e73d-3dd0-45d4-bc73-38ed4194f9d1 req-e41b3b58-1d4d-4246-a5da-33922fb94fbe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:26.644918 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8287e73d-3dd0-45d4-bc73-38ed4194f9d1 req-e41b3b58-1d4d-4246-a5da-33922fb94fbe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0507486 Feb 15 10:31:26.686102 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8287e73d-3dd0-45d4-bc73-38ed4194f9d1 req-e6f8addc-ad1b-453e-a7aa-4c0f9064b2ac tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340517 Feb 15 10:31:26.734400 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-028ae678-29f2-4f01-955f-4ee9fb8b9d73 req-afbfbfee-cdb9-4618-8bdb-c6000650d486 service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875764 Feb 15 10:31:27.805814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22c653-d46e-4f43-a41c-035abd6bd58d req-984df1e4-d8e8-43d6-bdf7-edc4f3bbe2b5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:27.807321 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e22c653-d46e-4f43-a41c-035abd6bd58d req-984df1e4-d8e8-43d6-bdf7-edc4f3bbe2b5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0505140 Feb 15 10:31:27.844889 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2e22c653-d46e-4f43-a41c-035abd6bd58d req-5dc79409-48d0-41ea-a1c7-f20f2386d47d tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Feb 15 10:31:28.915736 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:31:28.962889 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cfe434-b429-47ea-8fc5-c08dc1714a6d req-ad6db79c-f3c4-467d-bc57-a51eedef18d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:28.964431 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9cfe434-b429-47ea-8fc5-c08dc1714a6d req-ad6db79c-f3c4-467d-bc57-a51eedef18d9 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 944 time: 0.0516427 Feb 15 10:31:29.004466 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b9cfe434-b429-47ea-8fc5-c08dc1714a6d req-344756b3-663e-4b0b-8e39-c65b4bcca03c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339229 Feb 15 10:31:29.016580 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:29.029697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'port_id': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'mac_address': 'fa:16:3e:8f:62:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:31:29.075425 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:29.088733 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:31:29.108630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:29.112608 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:29.167790 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:29.315040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:31:30.137470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74248d-1b31-4d42-ba32-b0f5ab8384ca req-3d1ce27e-c4e9-4965-aea7-329ebd535f27 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:30.139015 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e74248d-1b31-4d42-ba32-b0f5ab8384ca req-3d1ce27e-c4e9-4965-aea7-329ebd535f27 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 945 time: 0.0536716 Feb 15 10:31:30.179079 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7e74248d-1b31-4d42-ba32-b0f5ab8384ca req-598190d9-2300-4389-93aa-d03c1f079440 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333054 Feb 15 10:31:30.930939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:31:30.982523 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:31:30.986281 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:31:30.986648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:31.065123 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:31.088668 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:31:31.091129 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea52078-53bf-404b-a1ec-0f6a64d6c793" -d '{"events": [{"server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:31:31.104884 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:31:31.110556 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:31.163031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:31.181947 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bc2b35-8623-40dd-90f7-7a5f19dc97a8 x-openstack-request-id: req-e8bc2b35-8623-40dd-90f7-7a5f19dc97a8 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:31:31.182230 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "name": "network-vif-plugged", "status": "completed", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:31:31.182475 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8bc2b35-8623-40dd-90f7-7a5f19dc97a8 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:31:31.182859 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'code': 200} Feb 15 10:31:31.311248 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618fb45-4772-4dcb-a78f-c92ba7490f9d req-3fef8f23-c5bc-4ca9-945f-086dbfdb3367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:31.312754 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8618fb45-4772-4dcb-a78f-c92ba7490f9d req-3fef8f23-c5bc-4ca9-945f-086dbfdb3367 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0727394 Feb 15 10:31:31.333265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a2a5-86a1-4be7-a068-d11d7fcf5d19 req-6d538bc6-4a76-4816-ab69-7d4a0aeedbc1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:31.334694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44f8a2a5-86a1-4be7-a068-d11d7fcf5d19 req-6d538bc6-4a76-4816-ab69-7d4a0aeedbc1 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0652552 Feb 15 10:31:31.374887 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8618fb45-4772-4dcb-a78f-c92ba7490f9d req-114179e1-c528-4ad7-9dee-0c47b8873417 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547194 Feb 15 10:31:31.388113 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44f8a2a5-86a1-4be7-a068-d11d7fcf5d19 req-8c7ce877-c706-41de-87e2-039960dac1e3 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452790 Feb 15 10:31:32.517919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db58d-f682-4e9a-bea3-e8a62136f348 req-085ea7f3-8280-4bcb-96b9-8e0dedbfa565 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:32.519422 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-197db58d-f682-4e9a-bea3-e8a62136f348 req-085ea7f3-8280-4bcb-96b9-8e0dedbfa565 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0551977 Feb 15 10:31:32.559070 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-197db58d-f682-4e9a-bea3-e8a62136f348 req-3a2c0d92-938a-4be8-b54d-e75a04bc9496 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329118 Feb 15 10:31:32.675837 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176a419-fe6f-45bd-9083-e2c918f498f0 req-dc9b94b2-57bd-4f49-b2d0-ebd0308750b6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:32.677277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a176a419-fe6f-45bd-9083-e2c918f498f0 req-dc9b94b2-57bd-4f49-b2d0-ebd0308750b6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0505712 Feb 15 10:31:32.716733 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a176a419-fe6f-45bd-9083-e2c918f498f0 req-a35eef2e-2565-4009-b517-07222ccc35ab tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334263 Feb 15 10:31:32.739387 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54072) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:32.780645 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5bc80-346b-46b4-8335-260f041efbbb tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:32.782205 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e2f5bc80-346b-46b4-8335-260f041efbbb tempest-TestNetworkAdvancedServerOps-1366796329 tempest-TestNetworkAdvancedServerOps-1366796329-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1092 time: 0.0418372 Feb 15 10:31:32.785435 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54074) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:32.790858 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:31:32.814000 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:32.914175 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.018423 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Allocated IP 172.25.6.185 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/5b747769-b54e-4d28-83e5-a2552f1a86dc) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:31:33.127864 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.163700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.204129 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:31:33.208608 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:31:33.214168 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:31:33.216157 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=5b747769-b54e-4d28-83e5-a2552f1a86dc,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:33.583104 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.649495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.800611 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.805935 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.876911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event updated for resources: {'Port': ['ID=5b747769-b54e-4d28-83e5-a2552f1a86dc,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:31:33.889541 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:33.995175 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 59f0c05f-045c-45f9-90d0-f6cd9d1bada7 associated. External IP: 172.25.6.185, port: 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18. Feb 15 10:31:34.202348 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:31:34.662218 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:31:34.672277 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Sync routers for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:31:34.682374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:34.683085 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:34.684015 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:34.714370 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-3fe112e9-720d-4223-9477-67087566ad18 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9279101 Feb 15 10:31:34.715053 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:31:34.717629 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b67d90d-22db-439f-9d37-6f74f644cf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:31:34.763333 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2350af0-84b8-4cec-b82a-7c69ac49ae8b x-openstack-request-id: req-e2350af0-84b8-4cec-b82a-7c69ac49ae8b {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:31:34.763762 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:31:34.764082 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2350af0-84b8-4cec-b82a-7c69ac49ae8b {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:31:34.764494 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'status': 'completed', 'code': 200} Feb 15 10:31:34.834694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b6174-039b-4032-85da-bf9ba1d42969 req-8190f295-f769-4091-b4d4-ae61be5f199a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:34.836598 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee5b6174-039b-4032-85da-bf9ba1d42969 req-8190f295-f769-4091-b4d4-ae61be5f199a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0585697 Feb 15 10:31:34.841186 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-bc088696-db4b-491b-9b42-b18390ef8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:34.842829 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-bc088696-db4b-491b-9b42-b18390ef8890 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0567980 Feb 15 10:31:34.879707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee5b6174-039b-4032-85da-bf9ba1d42969 req-554fd57a-0c3a-44ed-821a-cf7abfe575f2 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361490 Feb 15 10:31:34.905856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54080) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:34.940303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-9614485d-610b-46f4-b1c3-7ef09f0073a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:34.942095 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-9614485d-610b-46f4-b1c3-7ef09f0073a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 898 time: 0.0926673 Feb 15 10:31:34.974989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cd7e9909-1738-4952-91f1-23e10edb5949 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/59f0c05f-045c-45f9-90d0-f6cd9d1bada7 HTTP/1.1" status: 200 len: 992 time: 0.0674872 Feb 15 10:31:34.978169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:35.016835 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-3334e3c6-bd51-4473-81ed-62de859c4539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 1000 time: 0.0666258 Feb 15 10:31:35.068508 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-e5f2bba3-a479-4697-ae08-f96ef604ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:35.070020 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-e5f2bba3-a479-4697-ae08-f96ef604ef65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 200 len: 834 time: 0.0472057 Feb 15 10:31:35.116489 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-bca80a0f-900a-4abb-8bdd-b18a182b83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:31:35.118271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-bca80a0f-900a-4abb-8bdd-b18a182b83be service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420234 Feb 15 10:31:35.209428 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '59f0c05f-045c-45f9-90d0-f6cd9d1bada7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'port_id': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'mac_address': 'fa:16:3e:8f:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70920b49-e443-4070-90ed-54c375ba3dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:31:33Z', 'updated_at': '2022-02-15T10:31:33Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:35.213501 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-73cc227f-de99-4422-90db-7c3a960af4f8 service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887501 Feb 15 10:31:35.240583 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Checking router: 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:31:35.250258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:31:35.250870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:35.306705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5b67d90d-22db-439f-9d37-6f74f644cf3a req-21ead3b4-244a-415e-b210-e2ee33789b3c service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Feb 15 10:31:35.364107 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:31:35.603225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '59f0c05f-045c-45f9-90d0-f6cd9d1bada7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'port_id': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'mac_address': 'fa:16:3e:8f:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70920b49-e443-4070-90ed-54c375ba3dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:31:33Z', 'updated_at': '2022-02-15T10:31:33Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:31:35.634210 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f231c-567e-4d47-ba69-a06e149948e2 None None] The sync data for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 is: [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '59f0c05f-045c-45f9-90d0-f6cd9d1bada7', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'floating_ip_address': '172.25.6.185', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'port_id': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'mac_address': 'fa:16:3e:8f:62:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70920b49-e443-4070-90ed-54c375ba3dc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:31:33Z', 'updated_at': '2022-02-15T10:31:33Z', 'revision_number': 0, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:31:35.832062 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bdb64b-d246-4143-a5bb-47de289e7d9b None None] New status for floating IP 59f0c05f-045c-45f9-90d0-f6cd9d1bada7: ACTIVE {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:31:35.979334 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54082) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:31:36.046806 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6091da8d-eb6f-4d63-8bdb-17d84ce569b6 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/59f0c05f-045c-45f9-90d0-f6cd9d1bada7 HTTP/1.1" status: 200 len: 994 time: 0.0659831 Feb 15 10:31:44.849936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:45.199936 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:31:46.851116 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9684d350-f8a6-411e-88d6-b7b23a71793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:47.432447 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:49.396353 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b59b3723-0285-4b91-9a46-717e0c701a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:50.560065 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:52.398253 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:31:52.599245 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:02.830045 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e133d4-811d-4041-a450-57f75ee66431 req-57408a41-17a7-422e-ac7c-ca5b729a5003 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:02.831600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e133d4-811d-4041-a450-57f75ee66431 req-57408a41-17a7-422e-ac7c-ca5b729a5003 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0507276 Feb 15 10:32:02.871059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-39e133d4-811d-4041-a450-57f75ee66431 req-33fe5627-70d0-4aa4-ae13-2b6d69ea3b2a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334110 Feb 15 10:32:03.998670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d215f78-401f-4811-8940-7aaee562c935 req-474fe110-bf66-4609-8a14-49b9457040de tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:04.000194 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d215f78-401f-4811-8940-7aaee562c935 req-474fe110-bf66-4609-8a14-49b9457040de tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0533578 Feb 15 10:32:04.038273 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3d215f78-401f-4811-8940-7aaee562c935 req-1cba3fc7-131a-4c20-b434-7a5b905bfa0c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Feb 15 10:32:04.060971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54100) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:04.122957 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8982144a-daa6-4bac-94cd-93d87fa14161 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/59f0c05f-045c-45f9-90d0-f6cd9d1bada7 HTTP/1.1" status: 200 len: 994 time: 0.0607786 Feb 15 10:32:05.422806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfae598-2e0b-4707-b315-d3ccc8cc3a05 req-b88afea9-fbd1-4435-b5a1-4d9703e2142c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:05.424184 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcfae598-2e0b-4707-b315-d3ccc8cc3a05 req-b88afea9-fbd1-4435-b5a1-4d9703e2142c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0810711 Feb 15 10:32:05.429384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-91298022-9128-476d-8e6a-849137d8004a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:05.430766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-91298022-9128-476d-8e6a-849137d8004a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0606101 Feb 15 10:32:05.509878 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-bcfae598-2e0b-4707-b315-d3ccc8cc3a05 req-6b6c8166-0bf7-403c-bd9f-cf7cea6b6ee5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770400 Feb 15 10:32:05.542920 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-a4027cfe-196b-45ee-89ed-f5dafb853f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:05.544395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-a4027cfe-196b-45ee-89ed-f5dafb853f70 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 898 time: 0.1066165 Feb 15 10:32:05.612286 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-736ffe96-d7c5-4918-83cf-4918cf93e8f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 1002 time: 0.0617404 Feb 15 10:32:05.661215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-3a700784-cada-4833-8a0b-beae82064276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:05.662608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-3a700784-cada-4833-8a0b-beae82064276 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 200 len: 834 time: 0.0442860 Feb 15 10:32:05.707326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-4c505fa4-692f-4fdc-925b-9b052dfa2662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:05.708728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-4c505fa4-692f-4fdc-925b-9b052dfa2662 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396986 Feb 15 10:32:05.800611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-ea153d04-e4b0-402b-9689-0327ebf3b691 service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847623 Feb 15 10:32:05.888614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d14c088-a3e0-4132-bdfa-9da09f8b8b18 req-6ae647c1-bfa1-4777-a0cf-b47c08489db8 service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810306 Feb 15 10:32:06.630295 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a6dd-af7c-4916-9cd6-ef9582795fc0 req-37d6772b-3642-42f6-bd70-668af7cf7505 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:06.632151 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af47a6dd-af7c-4916-9cd6-ef9582795fc0 req-37d6772b-3642-42f6-bd70-668af7cf7505 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0506735 Feb 15 10:32:06.676501 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-af47a6dd-af7c-4916-9cd6-ef9582795fc0 req-b1a48db3-ee1b-402d-91de-b6fcff91a3c5 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366302 Feb 15 10:32:07.793794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cd66d-c457-4343-adc7-1ff7d0a3cb6a req-51570a8a-024e-497e-a5fc-e17ec6e496c8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:07.795279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-093cd66d-c457-4343-adc7-1ff7d0a3cb6a req-51570a8a-024e-497e-a5fc-e17ec6e496c8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0489757 Feb 15 10:32:07.831471 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-093cd66d-c457-4343-adc7-1ff7d0a3cb6a req-29d6a7bb-35c1-4ff1-8dc7-12b7cf2665e7 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303159 Feb 15 10:32:07.854685 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54112) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:07.922738 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-8aaae587-5a02-407a-bf0d-8ce7ccbc004a tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/floatingips/59f0c05f-045c-45f9-90d0-f6cd9d1bada7 HTTP/1.1" status: 200 len: 994 time: 0.0666976 Feb 15 10:32:08.189704 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54118) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:08.351281 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 5b747769-b54e-4d28-83e5-a2552f1a86dc {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:32:08.351627 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:08.433134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:08.433459 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:08.444738 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 5b747769-b54e-4d28-83e5-a2552f1a86dc owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:32:08.594177 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:08.618126 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=5b747769-b54e-4d28-83e5-a2552f1a86dc,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:08.682216 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:08.682736 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Floating IP 59f0c05f-045c-45f9-90d0-f6cd9d1bada7 disassociated (deleted). External IP: 172.25.6.185, port: 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18. Feb 15 10:32:08.897343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:32:09.011835 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:09.016308 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:09.022182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Sync routers for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:09.036937 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:09.037544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:09.045811 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-6029fe5f-3147-413c-a9ae-c37e2c2e0294 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/floatingips/59f0c05f-045c-45f9-90d0-f6cd9d1bada7 HTTP/1.1" status: 204 len: 168 time: 0.8549805 Feb 15 10:32:09.046398 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:32:09.048653 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540abef8-7a91-49e3-bfbc-714541a6b162" -d '{"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:32:09.095357 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463f4498-da58-482e-a0a0-333fcd1aa9aa x-openstack-request-id: req-463f4498-da58-482e-a0a0-333fcd1aa9aa {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:32:09.095965 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:32:09.096286 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-463f4498-da58-482e-a0a0-333fcd1aa9aa {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:32:09.096798 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'status': 'completed', 'code': 200} Feb 15 10:32:09.158280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:09.167595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-9f63918e-33e2-448d-8347-817e3ecf64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:09.170891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-9f63918e-33e2-448d-8347-817e3ecf64f3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 1097 time: 0.0558918 Feb 15 10:32:09.277991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-e980cd18-87a7-48d4-9c29-94f01e14149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:09.279479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-e980cd18-87a7-48d4-9c29-94f01e14149d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 200 len: 898 time: 0.0994925 Feb 15 10:32:09.300784 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e972386-a4ec-4eb5-95a1-c51a32eac134 req-de9eb34a-5755-49b0-b1e0-974a5b9a6f1f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:09.302631 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e972386-a4ec-4eb5-95a1-c51a32eac134 req-de9eb34a-5755-49b0-b1e0-974a5b9a6f1f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0542986 Feb 15 10:32:09.330644 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-827736c8-de21-448f-b6f0-a9d5c5e5d559 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 200 len: 217 time: 0.0434611 Feb 15 10:32:09.347256 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8e972386-a4ec-4eb5-95a1-c51a32eac134 req-9b0b3245-51a2-4837-9449-638079e10b67 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366411 Feb 15 10:32:09.377820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:09.405717 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Checking router: 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:09.415209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:09.415816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:09.527449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:09.690386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-53e42853-568d-4f9a-8bd3-7a9acbcf44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:09.692116 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-53e42853-568d-4f9a-8bd3-7a9acbcf44ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 200 len: 834 time: 0.3534412 Feb 15 10:32:09.734181 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:09.740132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-d7bf2ebb-bd74-45f0-859e-5c5614a7eb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:09.741678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-d7bf2ebb-bd74-45f0-859e-5c5614a7eb44 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418463 Feb 15 10:32:09.764784 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5c521-f9a1-4717-abfe-69c3184f252c None None] The sync data for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 is: [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:31:21Z', 'revision_number': 4, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4', 'name': '', 'network_id': 'f9a02019-7bc4-4e38-b4e5-7c6ebca0390f', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'mac_address': 'fa:16:3e:b7:d8:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:20Z', 'updated_at': '2022-02-15T10:31:24Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'subnets': [{'id': '8f81c215-1772-4a00-9a48-52c34d4e80ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:09.846866 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-3b975a12-2dda-4167-83fa-c7eb94bc717b service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884809 Feb 15 10:32:09.944609 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-540abef8-7a91-49e3-bfbc-714541a6b162 req-30383bc1-044c-4971-b4f7-5d151d0a40fe service neutron] 10.222.0.36 "GET /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896883 Feb 15 10:32:10.095532 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5746c75-6ffa-4206-9279-fe8b55b4551b None None] New status for floating IP 59f0c05f-045c-45f9-90d0-f6cd9d1bada7: DOWN {{(pid=102361) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:32:10.467337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b98fa72-ce8f-4260-bf6e-c3fc3b0bb663 req-e997d144-c857-4a96-b8c5-756bdc5b5892 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:10.468868 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b98fa72-ce8f-4260-bf6e-c3fc3b0bb663 req-e997d144-c857-4a96-b8c5-756bdc5b5892 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Feb 15 10:32:10.506779 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3b98fa72-ce8f-4260-bf6e-c3fc3b0bb663 req-a813bdfd-8604-4899-9630-d843736b7ee8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/security-groups?id=ea55289d-c72d-4bbd-83bb-503c675af5b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318584 Feb 15 10:32:10.900392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-d81d7276-d8dd-4250-a812-cf598901da65 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:10.901886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-d81d7276-d8dd-4250-a812-cf598901da65 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 946 time: 0.0526230 Feb 15 10:32:10.991613 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:32:10.991955 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:11.081344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:11.081707 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:11.093643 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:32:11.217110 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:11.249827 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=4ada16c4-e87c-4f1e-8bb8-c0aa235eec18,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:11.261932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.262284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.262628 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.262961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.263286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.263610 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.263937 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.264260 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.264582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.264930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.265255 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.265570 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:11.302133 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] No DVR routers for this DVR port 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:32:11.304713 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:11.309052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-484d68e9-561e-4fe9-846f-8fd9e7942186 req-0ba6a74c-6cf3-4b4a-8992-856ba22c5cb8 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.36 "DELETE /v2.0/ports/4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 HTTP/1.1" status: 204 len: 173 time: 0.4010997 Feb 15 10:32:11.309497 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'name': 'network-vif-deleted', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:32:11.311764 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451554ed-8908-4092-8ec1-5fd41b24d164" -d '{"events": [{"server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "name": "network-vif-deleted", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:32:11.351151 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31c614a-c8d6-4476-9412-8c0fc576889c x-openstack-request-id: req-e31c614a-c8d6-4476-9412-8c0fc576889c {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:32:11.351437 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70920b49-e443-4070-90ed-54c375ba3dc1", "name": "network-vif-deleted", "tag": "4ada16c4-e87c-4f1e-8bb8-c0aa235eec18", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:32:11.351727 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e31c614a-c8d6-4476-9412-8c0fc576889c {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:32:11.352146 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70920b49-e443-4070-90ed-54c375ba3dc1', 'name': 'network-vif-deleted', 'tag': '4ada16c4-e87c-4f1e-8bb8-c0aa235eec18', 'status': 'completed', 'code': 200} Feb 15 10:32:11.616273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-44a214bc-fa65-494e-af7e-2dc8d6e6b984 req-0cd3a575-7b15-474b-9dc7-69f5ec37c25e tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "GET /v2.0/ports?device_id=70920b49-e443-4070-90ed-54c375ba3dc1 HTTP/1.1" status: 200 len: 210 time: 0.0281246 Feb 15 10:32:12.676264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:13.045100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:13.299787 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:32:13.300043 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:13.387838 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:13.388200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:13.399768 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:32:13.589798 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:13.616155 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:13.800429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.021187 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:32:14.128456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:14.133696 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4c39428d-842c-4244-bc8a-97a9bd41ecfe tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "PUT /v2.0/routers/709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4561615 Feb 15 10:32:14.136536 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:14.138991 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Sync routers for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:14.148746 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:14.149437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:14.187868 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting subnet 8f81c215-1772-4a00-9a48-52c34d4e80ea {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:32:14.191009 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.230546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.258106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:14.320571 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.385153 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.413214 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Subnet': ['ID=8f81c215-1772-4a00-9a48-52c34d4e80ea,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:14.418792 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.422416 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-da239c7a-f565-4e3a-bc7d-0819e0dcdc6f tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/subnets/8f81c215-1772-4a00-9a48-52c34d4e80ea HTTP/1.1" status: 204 len: 168 time: 0.2846639 Feb 15 10:32:14.424871 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54138) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:14.427803 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b217a4b-b252-48bf-a73d-90110515f5cd None None] Network f9a02019-7bc4-4e38-b4e5-7c6ebca0390f requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:32:14.533772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.546809 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:32:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:14.578182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Checking router: 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:14.593980 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Routers {'709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:14.594579 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:31:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:14.645330 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.683325 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] DHCP port deletion for f9a02019-7bc4-4e38-b4e5-7c6ebca0390f request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:32:14.698554 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Deleting port 8ef33cbd-a646-4d7b-a79c-59139b942619 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:32:14.698903 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.786275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] For port 8ef33cbd-a646-4d7b-a79c-59139b942619, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8ef33cbd-a646-4d7b-a79c-59139b942619,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:14.786636 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.799624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Calling delete_port for 8ef33cbd-a646-4d7b-a79c-59139b942619 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:32:14.904152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:14.906654 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] Set router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:14.972437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.000845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Port': ['ID=8ef33cbd-a646-4d7b-a79c-59139b942619,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:15.036035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Deleting port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:32:15.036399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.077516 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.149931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:32:15.173822 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] For port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,segment=NetworkSegment(384a8088-8672-4b06-92db-407109098478),segment_id=384a8088-8672-4b06-92db-407109098478)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:15.174127 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.181696 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.184062 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:32:15.184322 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.184418 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 4ada16c4-e87c-4f1e-8bb8-c0aa235eec18 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:32:15.193079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Calling delete_port for 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:32:15.232070 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.232888 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Fanout notify agent at l3_agent the message router_deleted on router 709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:32:15.246946 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.250760 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-70b230d4-0981-456a-8af4-1ae0c4312f6c tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/routers/709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d HTTP/1.1" status: 204 len: 168 time: 0.8222308 Feb 15 10:32:15.250957 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54140) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:15.268052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:32:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:15.298285 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:32:15.325315 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1eb660-9686-4466-87de-22e5d9200679 None None] The sync data for ids ['709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d'] in n-d-825064-4 is: [{'id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951546488', 'tenant_id': '51c259ca4ca341c3b7007685ab9f63cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149'}], 'enable_snat': True}, 'gw_port_id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:31:17Z', 'updated_at': '2022-02-15T10:32:13Z', 'revision_number': 5, 'project_id': '51c259ca4ca341c3b7007685ab9f63cc', 'gw_port': {'id': '8ef33cbd-a646-4d7b-a79c-59139b942619', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:f8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709330c6-d2d4-4ef4-aeb9-e4bb2b0c2a5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:31:18Z', 'updated_at': '2022-02-15T10:31:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:15.331360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.345928 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.366717 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] The port '8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6' was deleted {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1976}} Feb 15 10:32:15.377380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No active binding found for port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 {{(pid=102360) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 15 10:32:15.377811 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:32:15.379972 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] Pushing event deleted for resources: {'Port': ['ID=8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:15.383572 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4cc08-7db0-42cb-9406-2df1096bb66c None None] No DVR routers for this DVR port 8a2c1d1d-2c5f-468f-b37e-b05f18d1ade6 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:32:15.450855 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.471868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a02019-7bc4-4e38-b4e5-7c6ebca0390f']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:15.481690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384a8088-8672-4b06-92db-407109098478') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:15.481975 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384a8088-8672-4b06-92db-407109098478') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:15.491816 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.505942 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.512723 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:32:15.513218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:32:15.516599 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:32:15.578369 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.583910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.587554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/networks/f9a02019-7bc4-4e38-b4e5-7c6ebca0390f HTTP/1.1" status: 204 len: 168 time: 0.3355012 Feb 15 10:32:15.590745 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54142) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:15.603559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc613b-56d2-460a-b98e-20059a3ea875 tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'Network': ['ID=f9a02019-7bc4-4e38-b4e5-7c6ebca0390f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:15.648576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.681593 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.750003 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.752585 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:15.754039 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] 10.222.0.10 "DELETE /v2.0/security-groups/ea55289d-c72d-4bbd-83bb-503c675af5b2 HTTP/1.1" status: 204 len: 168 time: 0.1623094 Feb 15 10:32:15.765235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea55289d-c72d-4bbd-83bb-503c675af5b2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:15.773414 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.773764 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.774105 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.774441 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.775358 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.775911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.776375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.776709 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.777131 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.777391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.777867 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:15.778294 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-229dc5d2-8dba-4665-ac76-198b0b879cdf tempest-TestNetworkAdvancedServerOps-517369944 tempest-TestNetworkAdvancedServerOps-517369944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:16.083748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54150) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:16.213853 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c26693d5-4d7e-4696-8982-85ddaccf7350 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51c259ca4ca341c3b7007685ab9f63cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289530 Feb 15 10:32:16.216477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:16.264669 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.285688 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.338549 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.341351 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.342560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fdf5a90b-1448-44ff-9fb5-8a1650a34e87 HTTP/1.1" status: 204 len: 168 time: 0.1251779 Feb 15 10:32:16.351702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198aae43-2744-424f-9b1c-0e7b268a1247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf5a90b-1448-44ff-9fb5-8a1650a34e87,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:16.614988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54160) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:16.628584 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49be5599-b7de-40c9-9e54-14ec0dbbf714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.705203 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49be5599-b7de-40c9-9e54-14ec0dbbf714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.709241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-49be5599-b7de-40c9-9e54-14ec0dbbf714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.747354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-49be5599-b7de-40c9-9e54-14ec0dbbf714 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e89877de3b9a45faa7bd72c5ec408972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311457 Feb 15 10:32:16.749187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be5599-b7de-40c9-9e54-14ec0dbbf714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fcef51-8e44-4fa2-8674-109aeacdf869,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:16.749954 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54162) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:16.800614 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.826450 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.853612 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7740f078-26c2-49db-8b05-4fabcf189c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.874153 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.876739 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:16.877928 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c9fcef51-8e44-4fa2-8674-109aeacdf869 HTTP/1.1" status: 204 len: 168 time: 0.1269197 Feb 15 10:32:16.886322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c25e57e-9f13-4377-89bb-dc6a2dcb97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fcef51-8e44-4fa2-8674-109aeacdf869,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:17.141221 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:32:17.162377 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:32:17.162787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 385a0087-75c1-4c7b-ae4d-b17f7a4f3ed4 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:32:17.163206 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8ef33cbd-a646-4d7b-a79c-59139b942619 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:32:17.185116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 8ef33cbd-a646-4d7b-a79c-59139b942619 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:32:17.185452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 8ef33cbd-a646-4d7b-a79c-59139b942619 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:32:17.435870 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.556077 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54184) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:17.651995 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-681185039-network', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:17.677367 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Made reservation on behalf of c6ec89e9d30f4e3190b7cef9714ee000 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:32:17.679889 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.690066 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.771839 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.777059 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.805729 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:32:17.811360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4756f1aa-e18c-4ca4-b875-51e547e9d586,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:17.818812 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.819251 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Added segment 65e86a01-f6f0-401d-b414-ca7cb2c4c0de of type vlan for network b4459b13-29d6-4981-a301-b118ab4121f4 Feb 15 10:32:17.861666 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.885299 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.886174 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:17.886751 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:17.948989 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3917069 Feb 15 10:32:17.952097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54190) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:17.954449 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bad74-01b9-4a2d-ae23-d10e66488a7c admin admin] Pushing event updated for resources: {'Network': ['ID=b4459b13-29d6-4981-a301-b118ab4121f4,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:17.958571 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Request body: {'subnet': {'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-681185039-subnet', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:17.965209 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b4459b13-29d6-4981-a301-b118ab4121f4 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:32:17.982568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Made reservation on behalf of c6ec89e9d30f4e3190b7cef9714ee000 for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:32:17.985343 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.164344 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.227305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b04e120-020f-4284-a2bc-06a913dc817c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:18.235082 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:18.235440 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Network hostable DHCP agents. Network: b4459b13-29d6-4981-a301-b118ab4121f4, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:32:18.253169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Network b4459b13-29d6-4981-a301-b118ab4121f4 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:32:18.262532 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b4459b13-29d6-4981-a301-b118ab4121f4) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:18.266784 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:18.267376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.274986 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df44fb2-93e9-465c-89bd-5bd019c29f7e None None] Network b4459b13-29d6-4981-a301-b118ab4121f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:32:18.284697 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-df14d6ad-ef52-4a58-a950-72622e39106c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3313570 Feb 15 10:32:18.287750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54192) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:18.294343 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:18.318434 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.319709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.378859 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.432515 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b4459b13-29d6-4981-a301-b118ab4121f4', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:32:18.433611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.525583 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.581272 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Allocated IP 172.20.0.2 (b4459b13-29d6-4981-a301-b118ab4121f4/5b04e120-020f-4284-a2bc-06a913dc817c/1697a329-c43a-4350-bd10-cac6353d3b7d) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:18.732337 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.738887 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.741717 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.766959 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.772298 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Network b4459b13-29d6-4981-a301-b118ab4121f4 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:18.775576 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:18.778978 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:18.816692 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Pushing event updated for resources: {'Port': ['ID=1697a329-c43a-4350-bd10-cac6353d3b7d,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:18.838141 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.838480 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.838814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.839142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.839465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.839786 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.840101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.840415 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.840729 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.841071 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.841382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.841695 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:18.855100 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Attempting to bind port 1697a329-c43a-4350-bd10-cac6353d3b7d on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:18.855697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Attempting to bind port 1697a329-c43a-4350-bd10-cac6353d3b7d by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:18.856054 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Attempting to bind port 1697a329-c43a-4350-bd10-cac6353d3b7d on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:18.861719 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:18.862087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:18.862486 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.862876 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Bound using segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:18.863363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Bound port: 1697a329-c43a-4350-bd10-cac6353d3b7d, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:18.863740 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:18.876897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Allocated IP 172.25.6.215 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c0e1efed-0870-4242-a8c1-f844c6b759b9) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:18.932800 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] For port 1697a329-c43a-4350-bd10-cac6353d3b7d, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:18.936848 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] For port 1697a329-c43a-4350-bd10-cac6353d3b7d, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1697a329-c43a-4350-bd10-cac6353d3b7d,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:18.941619 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.006592 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.010707 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f6e896-a64a-416e-a701-657d5b3e0537 None None] Pushing event updated for resources: {'Port': ['ID=1697a329-c43a-4350-bd10-cac6353d3b7d,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:19.045973 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.088661 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:19.091713 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:19.095144 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:19.100596 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Pushing event updated for resources: {'Port': ['ID=c0e1efed-0870-4242-a8c1-f844c6b759b9,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:19.367174 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.399644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-56c1252c-30f8-42ab-9fb1-5905d9ffd28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.562318 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:19.965473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9d6045-8224-47de-8e92-b24b832b6840 None None] Network b4459b13-29d6-4981-a301-b118ab4121f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:32:20.053618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] Provisioning complete for port 1697a329-c43a-4350-bd10-cac6353d3b7d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:20.054309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.087924 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Router 9afba334-f18a-4034-b718-4d0d575c26af is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:32:20.209160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.215298 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:20.229435 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:20.246428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.248172 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-89d5a69a-2745-4bde-a8b5-cab01535df61 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9593604 Feb 15 10:32:20.251241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54196) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:20.253820 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] For port 1697a329-c43a-4350-bd10-cac6353d3b7d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1697a329-c43a-4350-bd10-cac6353d3b7d,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:20.255355 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:20.256373 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:20.261701 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.316123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64122f-5d4c-4135-8097-45c770b3b3e0 None None] Pushing event updated for resources: {'Port': ['ID=1697a329-c43a-4350-bd10-cac6353d3b7d,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:20.388766 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:20.483561 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-be5747df-fa12-4e7b-932d-b2b93b1f2ab3 None None] Provisioning complete for port 1697a329-c43a-4350-bd10-cac6353d3b7d triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:20.484085 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-be5747df-fa12-4e7b-932d-b2b93b1f2ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.588039 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.594654 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:19Z', 'revision_number': 3, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:20.621893 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:20.622233 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Updating router 9afba334-f18a-4034-b718-4d0d575c26af port c0e1efed-0870-4242-a8c1-f844c6b759b9 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:32:20.646666 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.710177 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.863500 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Allocated IP 172.20.0.1 (b4459b13-29d6-4981-a301-b118ab4121f4/5b04e120-020f-4284-a2bc-06a913dc817c/6139ad3d-3b45-42ce-8ca0-3ff9fef1023e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:20.907407 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.913079 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.966929 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Attempting to bind port c0e1efed-0870-4242-a8c1-f844c6b759b9 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:20.967201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Attempting to bind port c0e1efed-0870-4242-a8c1-f844c6b759b9 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:20.967550 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Attempting to bind port c0e1efed-0870-4242-a8c1-f844c6b759b9 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:20.969413 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e81ae-0298-4048-a1f7-d330440e2935 None None] Pushing event updated for resources: {'Port': ['ID=c0e1efed-0870-4242-a8c1-f844c6b759b9,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:20.972398 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.974743 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:20.975179 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:20.975482 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:20.975864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:20.976316 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Bound port: c0e1efed-0870-4242-a8c1-f844c6b759b9, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:20.976683 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.009708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.028042 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] For port c0e1efed-0870-4242-a8c1-f844c6b759b9, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:21.031107 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] For port c0e1efed-0870-4242-a8c1-f844c6b759b9, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c0e1efed-0870-4242-a8c1-f844c6b759b9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:21.035742 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.056699 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Network b4459b13-29d6-4981-a301-b118ab4121f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:21.059563 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:21.064389 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:21.085832 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Pushing event updated for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:21.093738 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:21.095177 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:21.106101 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.137206 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e81ae-0298-4048-a1f7-d330440e2935 None None] Pushing event updated for resources: {'Port': ['ID=c0e1efed-0870-4242-a8c1-f844c6b759b9,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:21.230018 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:21.252755 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1697a329-c43a-4350-bd10-cac6353d3b7d up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:21.257474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.311908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1697a329-c43a-4350-bd10-cac6353d3b7d triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:21.312277 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.420008 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-34c0a10e-77b8-4a3f-a47c-e8da41f67410 None None] Provisioning complete for port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:21.420381 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34c0a10e-77b8-4a3f-a47c-e8da41f67410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.440640 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:19Z', 'revision_number': 3, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:21.448471 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.455457 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.457335 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-34c0a10e-77b8-4a3f-a47c-e8da41f67410 None None] Port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:21.471839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124b1beb-9297-4191-8f7c-0283a87900b3 None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:19Z', 'revision_number': 3, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:21.523213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.526780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Pushing event updated for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:21.624787 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Network b4459b13-29d6-4981-a301-b118ab4121f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:21.626232 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:21.767249 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:32:21.880422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-da1f20bb-59aa-45d2-8f9e-e2d36cf7434c None None] Provisioning complete for port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:21.880787 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da1f20bb-59aa-45d2-8f9e-e2d36cf7434c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:21.882288 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:21.897432 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-05a3e991-9e3f-4ecf-90b8-305985b710dc admin admin] 10.222.0.10 "PUT /v2.0/routers/9afba334-f18a-4034-b718-4d0d575c26af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6449876 Feb 15 10:32:21.923196 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-da1f20bb-59aa-45d2-8f9e-e2d36cf7434c None None] Port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:22.201129 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:32:22.395499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54212) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:22.401243 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.403198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-828829691-network', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:22.427032 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Made reservation on behalf of 8332a82c48cf4494828f76aa5f3905eb for: {'network': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:32:22.429598 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.438677 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.529058 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.533061 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.559795 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=102358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:32:22.565885 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7092e1f-42fa-4ecd-88bd-1d79a033f5be,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:22.572930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.573319 n-d-825064-4 neutron-server[102358]: INFO neutron.db.segments_db [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Added segment 226775b0-c722-4208-a938-45c9ea04255a of type vlan for network edad449c-2711-48eb-ba44-794c561ecb33 Feb 15 10:32:22.602078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.614592 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.639448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.640539 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:22.641159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.695242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2980835 Feb 15 10:32:22.698547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54214) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:22.703411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Request body: {'subnet': {'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-828829691-subnet', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'ip_version': 4}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:22.720688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709088e6-2e36-43da-afb6-c7de5ce26e3b admin admin] Pushing event updated for resources: {'Network': ['ID=edad449c-2711-48eb-ba44-794c561ecb33,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:22.731827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network edad449c-2711-48eb-ba44-794c561ecb33 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:32:22.738164 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Made reservation on behalf of 8332a82c48cf4494828f76aa5f3905eb for: {'subnet': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:32:22.741053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8808083'] for subnet, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.912451 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9224566', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8808065'] for subnet, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:22.973664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f0ec263-ecb9-4b09-bb55-26bbb4d7955e,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:22.982919 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Checking segment: {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:22.983283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Network hostable DHCP agents. Network: edad449c-2711-48eb-ba44-794c561ecb33, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:32:23.001615 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Network edad449c-2711-48eb-ba44-794c561ecb33 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:32:23.013668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, edad449c-2711-48eb-ba44-794c561ecb33) {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:23.017487 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:23.018134 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.023892 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cba5008-8f1a-4ff3-9a0f-8de5e46de3f7 None None] Network edad449c-2711-48eb-ba44-794c561ecb33 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:32:23.046665 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-7fbbb396-b02f-477e-ac63-9c48b65dbe4e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3470750 Feb 15 10:32:23.048161 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:23.049875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54216) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:23.057887 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:23.083196 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.084564 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.101207 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:23.101838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:23.144898 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.234882 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c0e1efed-0870-4242-a8c1-f844c6b759b9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:23.293026 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.303025 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:23.504604 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.523067 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-edad449c-2711-48eb-ba44-794c561ecb33', 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'fixed_ips': [{'subnet_id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:32:23.523912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.533732 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.585052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c0e1efed-0870-4242-a8c1-f844c6b759b9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:23.585282 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.640091 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Allocated IP 172.25.6.110 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/7cdc4eee-83b2-4570-b011-75e3278df433) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:23.749599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.785649 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.823280 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:23.829873 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:23.832324 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:23.858883 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Allocated IP 172.20.0.2 (edad449c-2711-48eb-ba44-794c561ecb33/7f0ec263-ecb9-4b09-bb55-26bbb4d7955e/ab43e503-6ff9-4b97-b150-56e277295e90) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:23.860612 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Pushing event updated for resources: {'Port': ['ID=7cdc4eee-83b2-4570-b011-75e3278df433,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:23.880360 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.918357 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c0e1efed-0870-4242-a8c1-f844c6b759b9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c0e1efed-0870-4242-a8c1-f844c6b759b9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:23.949174 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:23.984000 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 2, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:24.041200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:24.041555 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Updating router 9afba334-f18a-4034-b718-4d0d575c26af port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:32:24.095486 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.102069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c0e1efed-0870-4242-a8c1-f844c6b759b9,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:24.112374 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.190564 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.199291 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.300040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Network edad449c-2711-48eb-ba44-794c561ecb33 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:24.307121 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:24.313511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:24.314422 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.316605 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Pushing event updated for resources: {'Port': ['ID=ab43e503-6ff9-4b97-b150-56e277295e90,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:24.426815 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Attempting to bind port ab43e503-6ff9-4b97-b150-56e277295e90 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:24.427176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Attempting to bind port ab43e503-6ff9-4b97-b150-56e277295e90 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:24.427533 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Attempting to bind port ab43e503-6ff9-4b97-b150-56e277295e90 on network edad449c-2711-48eb-ba44-794c561ecb33 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:24.436904 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:24.437276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Checking segment: {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:24.437678 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.438064 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Bound using segment: {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:24.438526 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Bound port: ab43e503-6ff9-4b97-b150-56e277295e90, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:24.438901 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.451288 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Router 43da7da0-160a-4aca-bc8d-c306664cf32b is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:32:24.560928 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:24.561964 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] For port ab43e503-6ff9-4b97-b150-56e277295e90, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:24.566473 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] For port ab43e503-6ff9-4b97-b150-56e277295e90, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ab43e503-6ff9-4b97-b150-56e277295e90,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:24.573483 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Sync routers for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:24.575395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.584606 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:24.584975 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.585353 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:24.585765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.593182 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54218) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:24.594149 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-66bb6fa2-3648-4e02-b413-2594ba214e31 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5416498 Feb 15 10:32:24.610099 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.674052 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8b43-88a7-40ed-989f-c79a1d3b36c2 None None] Pushing event updated for resources: {'Port': ['ID=ab43e503-6ff9-4b97-b150-56e277295e90,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:24.715492 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:24.778152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Attempting to bind port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:24.778514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Attempting to bind port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:24.778872 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Attempting to bind port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:24.782230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33256b5-0631-42e0-8cbf-a44750bbdd0f None None] Pushing event updated for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:24.787774 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:24.788143 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:24.788535 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.788949 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Bound using segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:24.790267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Bound port: 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:24.790399 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.875625 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] For port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:24.879349 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] For port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:24.886694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:24.966651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:24.967271 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:25.130766 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33256b5-0631-42e0-8cbf-a44750bbdd0f None None] Pushing event updated for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:25.148205 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:25.236299 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 3, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:25.284134 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Checking router: 43da7da0-160a-4aca-bc8d-c306664cf32b for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:25.285898 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Updating router 43da7da0-160a-4aca-bc8d-c306664cf32b port 7cdc4eee-83b2-4570-b011-75e3278df433 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:32:25.303996 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] Provisioning complete for port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:25.304357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.348536 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.385224 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c0e1efed-0870-4242-a8c1-f844c6b759b9 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:25.492454 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.517396 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:24Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:25.558697 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458fde8-de66-4f9a-ab4d-570967058abc None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:24Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:25.577374 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c0e1efed-0870-4242-a8c1-f844c6b759b9 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:25.577374 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.585925 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] For port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:25.600370 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.611584 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.738986 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.747165 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.792077 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Attempting to bind port 7cdc4eee-83b2-4570-b011-75e3278df433 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:25.792585 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Attempting to bind port 7cdc4eee-83b2-4570-b011-75e3278df433 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:25.793072 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Attempting to bind port 7cdc4eee-83b2-4570-b011-75e3278df433 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:25.824839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:25.825380 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:25.825879 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.826364 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:25.827076 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Bound port: 7cdc4eee-83b2-4570-b011-75e3278df433, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:25.827566 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.878108 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Allocated IP 172.20.0.1 (edad449c-2711-48eb-ba44-794c561ecb33/7f0ec263-ecb9-4b09-bb55-26bbb4d7955e/1a38400e-1183-4c01-8e56-f9a692d3a6cf) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:25.884147 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-4190983a-f995-41a1-ae2e-39951e1dcb35 None None] Provisioning complete for port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:25.884455 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4190983a-f995-41a1-ae2e-39951e1dcb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:25.892117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca206c6-5052-41b5-9000-f9f5b4e6661f None None] Pushing event updated for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:25.913706 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Pushing event updated for resources: {'Port': ['ID=7cdc4eee-83b2-4570-b011-75e3278df433,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:25.933189 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.933712 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.934150 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.934576 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.935184 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.935617 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.936061 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.936486 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.936941 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.937354 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.937772 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.938190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:32:25.958327 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] For port 7cdc4eee-83b2-4570-b011-75e3278df433, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:25.966248 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] For port 7cdc4eee-83b2-4570-b011-75e3278df433, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cdc4eee-83b2-4570-b011-75e3278df433,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:25.972028 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.016627 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ab43e503-6ff9-4b97-b150-56e277295e90 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:26.058967 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36bb074-54b3-438e-bdc7-d9b6827a3265 None None] Pushing event updated for resources: {'Port': ['ID=7cdc4eee-83b2-4570-b011-75e3278df433,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:26.083888 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:26.084623 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:26.128841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.142661 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ab43e503-6ff9-4b97-b150-56e277295e90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:26.143160 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.205534 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.247625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.252503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Network edad449c-2711-48eb-ba44-794c561ecb33 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:26.255781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:26.260419 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:26.269807 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:26.282442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150a71a-4c1a-499b-ae19-0921549b6168 None None] Network edad449c-2711-48eb-ba44-794c561ecb33 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:32:26.323148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Pushing event updated for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:26.333198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.378251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port ab43e503-6ff9-4b97-b150-56e277295e90, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ab43e503-6ff9-4b97-b150-56e277295e90,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:26.391117 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-13283229-4945-4120-80a8-884ef36262a5 None None] Provisioning complete for port ab43e503-6ff9-4b97-b150-56e277295e90 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:26.391490 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-13283229-4945-4120-80a8-884ef36262a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.421490 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.503053 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.522636 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=ab43e503-6ff9-4b97-b150-56e277295e90,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:26.536731 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 3, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:26.571942 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c6dbd7-dcc6-4bfb-a8f0-89a89d2344da None None] The sync data for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 is: [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 3, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:26.752007 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.757916 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.861221 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.864746 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Pushing event updated for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:26.931916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e462489c-d811-4eb4-b354-b9d08199f729 None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:26.933517 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e462489c-d811-4eb4-b354-b9d08199f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:26.988473 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Network edad449c-2711-48eb-ba44-794c561ecb33 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:26.990269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:26.996260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e462489c-d811-4eb4-b354-b9d08199f729 None None] Port 1a38400e-1183-4c01-8e56-f9a692d3a6cf cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:27.023239 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e462489c-d811-4eb4-b354-b9d08199f729 None None] Provisioning complete for port ab43e503-6ff9-4b97-b150-56e277295e90 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.023971 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e462489c-d811-4eb4-b354-b9d08199f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.157138 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Router 43da7da0-160a-4aca-bc8d-c306664cf32b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:32:27.260792 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-aa81d10f-d079-4e1a-a2dc-5f76018b94b0 None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.261324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-aa81d10f-d079-4e1a-a2dc-5f76018b94b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.300842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:27.317229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-aa81d10f-d079-4e1a-a2dc-5f76018b94b0 None None] Port 1a38400e-1183-4c01-8e56-f9a692d3a6cf cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:27.326091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-976a0213-9b1f-4ef9-a07b-17b886513007 admin admin] 10.222.0.10 "PUT /v2.0/routers/43da7da0-160a-4aca-bc8d-c306664cf32b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286365 Feb 15 10:32:27.387516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:27.455494 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c834b7af-c65a-4fe1-bf4f-c0769baf54a8 None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.455848 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c834b7af-c65a-4fe1-bf4f-c0769baf54a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.496639 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.497057 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.501445 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c834b7af-c65a-4fe1-bf4f-c0769baf54a8 None None] Port 1a38400e-1183-4c01-8e56-f9a692d3a6cf cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:27.593694 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cdc4eee-83b2-4570-b011-75e3278df433 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:27.646351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7cdc4eee-83b2-4570-b011-75e3278df433 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.646720 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.731496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.752390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 7cdc4eee-83b2-4570-b011-75e3278df433, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cdc4eee-83b2-4570-b011-75e3278df433,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:27.756358 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.757189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ab43e503-6ff9-4b97-b150-56e277295e90 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:27.848017 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=7cdc4eee-83b2-4570-b011-75e3278df433,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:27.856212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port ab43e503-6ff9-4b97-b150-56e277295e90 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:27.856671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.879986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54226) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:27.884729 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1821992364', 'description': 'tempest-secgroup-smoke-1821992364 description', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:27.910635 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.979564 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:27.983213 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.012366 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.017433 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1327398 Feb 15 10:32:28.017433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd16d1-3a09-4c98-b5c3-26cc508b71ca tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.017801 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54228) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.022015 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.050454 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.109548 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.113332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.131608 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536428fa-b1ef-4665-ba1b-a23c88c167fa,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.140047 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.141444 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-c8136736-75cf-45b6-9430-2fbb2f64e1d1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227777 Feb 15 10:32:28.144167 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54230) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.148590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.176337 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.236687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.240226 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.259341 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dd8345-ef5f-4097-a7fa-bc037b9e8f3c,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.269324 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.270516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7e76eda-a1de-4cef-8f0e-d3a88aa35d02 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252649 Feb 15 10:32:28.273230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54232) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.277714 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.305573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.363315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.366966 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.384631 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d17af1-ca98-40c6-953f-f88932de99e1,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.392726 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.393955 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e6b7156e-f633-4bb5-888a-4ecc2fc4564a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197968 Feb 15 10:32:28.396702 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54234) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.401552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.432875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.491537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.495278 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.513118 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80a3d41d-eeec-466a-ae71-96d1eca1d5e7,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.520974 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.522221 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-98f7e05e-5ee2-41f0-b4dc-8a71f46a8fe5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1245439 Feb 15 10:32:28.525551 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54236) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.529866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.552834 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Project c6ec89e9d30f4e3190b7cef9714ee000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:32:28.557708 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.622083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.626022 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.644148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5addd-d80c-4790-a86c-fb2df4d50e80,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.652078 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.653325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-239be46c-4521-4c89-a477-f0c5a90f6f55 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1268516 Feb 15 10:32:28.656062 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:28.660568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:28.685441 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Project c6ec89e9d30f4e3190b7cef9714ee000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:32:28.690312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.751642 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.755818 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.773690 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4309f1-70b8-489d-9bfd-de148782dd64,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:28.784844 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:28.786197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e0188d7e-f225-4e9b-9bdf-46ec4670e13b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292224 Feb 15 10:32:28.933447 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-53d620f7-b9fe-429d-b288-2e434c0a42f1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1821992364&fields=id&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 267 time: 0.0367920 Feb 15 10:32:29.043706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-afd65dc0-9e86-44df-9d3d-33152a693aee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:29.045191 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-afd65dc0-9e86-44df-9d3d-33152a693aee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 808 time: 0.1048136 Feb 15 10:32:29.062185 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-6ae5c0bc-1545-4f39-b75e-2858710c83cd tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/quotas/c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 375 time: 0.0109441 Feb 15 10:32:29.075487 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Sync routers for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:29.085630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:29.086245 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:29.117577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-258f935a-4659-4cb9-8956-50bf417988a1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491519 Feb 15 10:32:29.201329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:29.222517 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-af9bb5a5-31ab-4aba-86b0-0e233347d965 service neutron] 10.222.0.10 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912850 Feb 15 10:32:29.231173 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cdc4eee-83b2-4570-b011-75e3278df433 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:29.317744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-cb5ad79e-d477-4845-b298-d1a2a81e1354 service neutron] 10.222.0.10 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882645 Feb 15 10:32:29.367167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 7cdc4eee-83b2-4570-b011-75e3278df433 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:29.367545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:29.494670 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d32cd2f4-161b-410b-a94b-b5210249bfe9 req-505efdda-741e-4a61-b5cc-6b4d345c2b30 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0291369 Feb 15 10:32:29.518516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:26Z', 'revision_number': 4, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1a38400e-1183-4c01-8e56-f9a692d3a6cf', 'name': '', 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'mac_address': 'fa:16:3e:fa:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:25Z', 'updated_at': '2022-02-15T10:32:26Z', 'revision_number': 2, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'subnets': [{'id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:29.550513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Checking router: 43da7da0-160a-4aca-bc8d-c306664cf32b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:29.550863 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Updating router 43da7da0-160a-4aca-bc8d-c306664cf32b port 1a38400e-1183-4c01-8e56-f9a692d3a6cf binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:32:29.574995 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:29.845289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:29.850644 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:29.902060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2082f-ad62-436e-bad5-d85ea3e1c930 None None] Pushing event updated for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:29.953527 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Attempting to bind port 1a38400e-1183-4c01-8e56-f9a692d3a6cf on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:29.953894 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Attempting to bind port 1a38400e-1183-4c01-8e56-f9a692d3a6cf by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:29.954260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Attempting to bind port 1a38400e-1183-4c01-8e56-f9a692d3a6cf on network edad449c-2711-48eb-ba44-794c561ecb33 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:29.959783 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:29.960192 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Checking segment: {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:29.960593 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:29.961021 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Bound using segment: {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:29.962031 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Bound port: 1a38400e-1183-4c01-8e56-f9a692d3a6cf, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '226775b0-c722-4208-a938-45c9ea04255a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:29.963070 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:30.034753 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] For port 1a38400e-1183-4c01-8e56-f9a692d3a6cf, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:30.038152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] For port 1a38400e-1183-4c01-8e56-f9a692d3a6cf, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1a38400e-1183-4c01-8e56-f9a692d3a6cf,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:30.043560 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:30.099595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:30.100243 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:30.105741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2082f-ad62-436e-bad5-d85ea3e1c930 None None] Pushing event updated for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:30.167421 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:30.167783 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:30.251125 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:30.556682 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:30.577481 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-95ef54e5-cc21-42d0-af4a-5b1b11c6203f req-e47df27d-4c4f-4bf0-902f-2c39d0adb765 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0276835 Feb 15 10:32:30.613039 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] For port 1a38400e-1183-4c01-8e56-f9a692d3a6cf, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1a38400e-1183-4c01-8e56-f9a692d3a6cf,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:30.617186 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:30.687518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c209f-8b9f-458a-919a-ab9698f7e56e None None] Pushing event updated for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:30.702030 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:26Z', 'revision_number': 4, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1a38400e-1183-4c01-8e56-f9a692d3a6cf', 'name': '', 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'mac_address': 'fa:16:3e:fa:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:25Z', 'updated_at': '2022-02-15T10:32:30Z', 'revision_number': 4, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'subnets': [{'id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:30.735915 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d735ee-8aaa-4204-8d8b-aec9c2fa138e None None] The sync data for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 is: [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:26Z', 'revision_number': 4, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '1a38400e-1183-4c01-8e56-f9a692d3a6cf', 'name': '', 'network_id': 'edad449c-2711-48eb-ba44-794c561ecb33', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'mac_address': 'fa:16:3e:fa:20:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:25Z', 'updated_at': '2022-02-15T10:32:30Z', 'revision_number': 4, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'subnets': [{'id': '7f0ec263-ecb9-4b09-bb55-26bbb4d7955e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:30.745868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b649e93b-788b-46ae-8e95-55a65f6c0c01 None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:30.746280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b649e93b-788b-46ae-8e95-55a65f6c0c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:31.212574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1a38400e-1183-4c01-8e56-f9a692d3a6cf up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:31.261479 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 1a38400e-1183-4c01-8e56-f9a692d3a6cf triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:31.261841 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:31.661904 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8a0398ae-d39c-4881-858a-3fd5b469b0de req-8a028ebf-0f80-44f6-9301-8b379a5d7c81 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0285447 Feb 15 10:32:32.751929 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2d17ece1-3e32-415d-b20d-312926bf8288 req-90576261-e6e4-4fad-9093-a266b6192b77 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0277343 Feb 15 10:32:33.850696 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-67beb90d-d30e-472f-b2be-c8dfb06bb424 req-1b8cb7bd-366f-4e66-a6a9-c31debe21881 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0258193 Feb 15 10:32:34.500326 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-37bd2e09-5bdb-43b9-b49a-16145a9513e6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:34.501756 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-37bd2e09-5bdb-43b9-b49a-16145a9513e6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 808 time: 0.1074307 Feb 15 10:32:34.545587 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-49c11223-72f4-4bcc-81eb-eda5fcc53e6e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 380 time: 0.0352342 Feb 15 10:32:34.556135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'port': {'device_id': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'admin_state_up': True, 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'security_groups': ['8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:34.662379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Made reservation on behalf of c6ec89e9d30f4e3190b7cef9714ee000 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:32:34.665917 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:34.793961 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Allocated IP 172.20.0.13 (b4459b13-29d6-4981-a301-b118ab4121f4/5b04e120-020f-4284-a2bc-06a913dc817c/db77c970-8b30-44c3-8d05-246667dc3501) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:34.958558 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6c7d7cb7-66f4-440a-af6a-ed4ff6b37c25 req-862fdd42-fd82-4fd4-b03e-3e5f84e50588 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 210 time: 0.0346751 Feb 15 10:32:34.961381 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:34.994357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.034789 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Network b4459b13-29d6-4981-a301-b118ab4121f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:35.040218 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:35.044123 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:35.069647 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:35.106067 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:35.106772 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.124077 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-f118d448-37f6-4c1f-9751-feb9f4a9b005 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5715325 Feb 15 10:32:35.139384 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Request body: {'port': {'device_id': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:35.207003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.291359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-898f44cb-5c63-4114-b5bd-5c9e4db68bf7 None None] Provisioning complete for port db77c970-8b30-44c3-8d05-246667dc3501 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:35.291949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-898f44cb-5c63-4114-b5bd-5c9e4db68bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.328106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-898f44cb-5c63-4114-b5bd-5c9e4db68bf7 None None] Port db77c970-8b30-44c3-8d05-246667dc3501 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:32:35.484021 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:32:35.491573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.505152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Transition to ACTIVE for port object db77c970-8b30-44c3-8d05-246667dc3501 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:32:35.510269 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.559634 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:35.645668 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:32:35.646003 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:32:35.646328 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:35.651751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:32:35.652073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:32:35.657208 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:32:35.657550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:32:35.657932 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Bound using segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:32:35.658640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Bound port: db77c970-8b30-44c3-8d05-246667dc3501, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:32:35.659004 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.726632 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:32:35.731296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:32:35.736159 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.771256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:35.771877 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:35.773510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] 10.222.0.36 "PUT /v2.0/ports/db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1092 time: 0.6389351 Feb 15 10:32:35.774547 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:32:35.776910 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:32:35.810152 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9b7ed-66b2-44ac-ab7b-8307b566d556 service neutron] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:35.824670 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476869ac-30bf-4455-be28-3d72807e5e93 x-openstack-request-id: req-476869ac-30bf-4455-be28-3d72807e5e93 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:32:35.825004 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:32:35.825314 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-476869ac-30bf-4455-be28-3d72807e5e93 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:32:35.825714 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'status': 'completed', 'code': 200} Feb 15 10:32:35.866191 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-bf86ab50-259b-4b1f-ac34-0b10c7dbf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:35.867963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-bf86ab50-259b-4b1f-ac34-0b10c7dbf145 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1095 time: 0.0537405 Feb 15 10:32:35.912944 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-2b0e24a6-90bf-4b34-8a77-6a0432d2dfb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 217 time: 0.0376129 Feb 15 10:32:35.966864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-c6ba17c5-4456-42f7-acaa-1352b2145b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:35.968338 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-c6ba17c5-4456-42f7-acaa-1352b2145b45 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0485253 Feb 15 10:32:36.022132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-e9b5e627-d66b-43c6-b060-d28c720d021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.023723 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-e9b5e627-d66b-43c6-b060-d28c720d021a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486541 Feb 15 10:32:36.142187 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05fee1-7bdb-4299-9a90-5e79253612bd req-66ec8d26-415f-408d-ba74-29d253acbfa8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.143623 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f05fee1-7bdb-4299-9a90-5e79253612bd req-66ec8d26-415f-408d-ba74-29d253acbfa8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 944 time: 0.1120377 Feb 15 10:32:36.178448 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-dacb1bfd-c0cc-4740-9349-38d56317eb94 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479354 Feb 15 10:32:36.238973 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6f05fee1-7bdb-4299-9a90-5e79253612bd req-b00be6a8-6069-4d75-b2b5-dce376ae1aef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864096 Feb 15 10:32:36.285688 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f91dbb05-e06f-4f1e-bd1c-ac1f6978df00 req-76741290-eb5a-4587-a69b-0a89c9f08d28 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005249 Feb 15 10:32:36.375499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-b9f53acd-b661-4bb6-8c04-992a0b3bf77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.377060 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-b9f53acd-b661-4bb6-8c04-992a0b3bf77a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1095 time: 0.0459347 Feb 15 10:32:36.472591 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-8a78774b-e64c-4dac-9a6e-8977ca90827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.474094 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-8a78774b-e64c-4dac-9a6e-8977ca90827f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0899050 Feb 15 10:32:36.515193 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-d51f0ed8-6feb-4138-9524-615764a948f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 217 time: 0.0339134 Feb 15 10:32:36.563752 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-6cc272eb-211f-40b9-b3b4-404345b69fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.565259 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-6cc272eb-211f-40b9-b3b4-404345b69fbe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0433304 Feb 15 10:32:36.615115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-a8524181-9460-4e82-9e47-bdcdd7c113bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:36.616673 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-a8524181-9460-4e82-9e47-bdcdd7c113bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449591 Feb 15 10:32:36.704585 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-be9f5a00-6895-4ad9-b55f-8b868516630f service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801389 Feb 15 10:32:36.800071 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0b6f128e-31d9-4fdf-8dbb-a66a95f8f7a5 req-0d634ecf-6701-4cce-b848-313f6bb7e32b service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886922 Feb 15 10:32:37.363419 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d4519-5135-43c2-8285-24a80ca7fea6 req-daffaf93-9078-40a5-b285-d7a9d774c446 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:37.364788 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e13d4519-5135-43c2-8285-24a80ca7fea6 req-daffaf93-9078-40a5-b285-d7a9d774c446 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 944 time: 0.0519912 Feb 15 10:32:37.406029 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e13d4519-5135-43c2-8285-24a80ca7fea6 req-4741933e-89ac-4713-82a7-789eb1a7f11b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Feb 15 10:32:38.526262 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed99557-be3a-4f54-af88-c05707b6e7cf req-2df26914-ce87-49f2-8d67-15741e4105d6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:38.527771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ed99557-be3a-4f54-af88-c05707b6e7cf req-2df26914-ce87-49f2-8d67-15741e4105d6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 944 time: 0.0551114 Feb 15 10:32:38.566694 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ed99557-be3a-4f54-af88-c05707b6e7cf req-5fc8475d-5bc9-4fe6-a3fd-d2049a9c4edd tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Feb 15 10:32:39.272429 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:32:39.372919 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:39.384423 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'db77c970-8b30-44c3-8d05-246667dc3501', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:32:39.427157 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:39.440602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:32:39.459928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:39.464676 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:39.511966 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:39.668122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['db77c970-8b30-44c3-8d05-246667dc3501'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:32:39.691360 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adebc8-79ae-4514-bbd6-74037c48f57d req-33eae275-791a-437a-be14-0e8a0cb280f4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:39.692926 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37adebc8-79ae-4514-bbd6-74037c48f57d req-33eae275-791a-437a-be14-0e8a0cb280f4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0529137 Feb 15 10:32:39.735011 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-37adebc8-79ae-4514-bbd6-74037c48f57d req-e6c619fe-788c-4e88-9c4d-803b1adfbd4e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Feb 15 10:32:40.860253 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97a235-469a-4a4b-af28-550cfda2fee7 req-7b6b641e-1e33-4664-b8c4-bb1c5343b9c5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:40.861819 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f97a235-469a-4a4b-af28-550cfda2fee7 req-7b6b641e-1e33-4664-b8c4-bb1c5343b9c5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0513513 Feb 15 10:32:40.905885 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5f97a235-469a-4a4b-af28-550cfda2fee7 req-22c05168-5550-4e7c-abb4-d70fa0713b41 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366955 Feb 15 10:32:41.288776 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:32:41.338864 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port db77c970-8b30-44c3-8d05-246667dc3501 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:32:41.343368 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port db77c970-8b30-44c3-8d05-246667dc3501 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:32:41.343766 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:41.429214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:41.454057 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:32:41.456334 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43fd386-d51c-47e5-8551-62f34679dc0a" -d '{"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:32:41.470020 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:32:41.474994 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:41.500668 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9ff300-b373-4d03-892c-5800e194d61c x-openstack-request-id: req-1b9ff300-b373-4d03-892c-5800e194d61c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:32:41.500988 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:32:41.501239 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b9ff300-b373-4d03-892c-5800e194d61c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:32:41.501650 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'code': 200} Feb 15 10:32:41.535310 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:41.611820 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb30631-33d0-4426-9157-73a5a041751d req-9d58e203-f762-4163-83c9-01f151d7f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:41.613263 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2eb30631-33d0-4426-9157-73a5a041751d req-9d58e203-f762-4163-83c9-01f151d7f5ba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1097 time: 0.0542457 Feb 15 10:32:41.656946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2eb30631-33d0-4426-9157-73a5a041751d req-9cb082b6-852c-471e-83e9-488095dad822 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363610 Feb 15 10:32:42.028406 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a81850-a6ad-4a73-a647-52701deee59f req-1836e773-140a-429e-9c56-6c1d75e49835 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:42.030062 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3a81850-a6ad-4a73-a647-52701deee59f req-1836e773-140a-429e-9c56-6c1d75e49835 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0540159 Feb 15 10:32:42.071090 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e3a81850-a6ad-4a73-a647-52701deee59f req-dcb9c6b6-83ca-485d-b687-9ce9e776ad1b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346057 Feb 15 10:32:43.188399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff17cea-c44c-471a-92c5-7ce2bfa1698c req-97197761-513d-49e8-85b1-c2a62bc586ce tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:43.189889 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ff17cea-c44c-471a-92c5-7ce2bfa1698c req-97197761-513d-49e8-85b1-c2a62bc586ce tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0492635 Feb 15 10:32:43.230227 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9ff17cea-c44c-471a-92c5-7ce2bfa1698c req-6721300c-f43f-4ab7-86db-eb917522b8b8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342903 Feb 15 10:32:43.347645 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bf35d-fc9f-4dc8-b47e-1f524b11f87c req-f49a3aa0-304d-40f8-b424-e24da8c4e0b5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:43.349068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f39bf35d-fc9f-4dc8-b47e-1f524b11f87c req-f49a3aa0-304d-40f8-b424-e24da8c4e0b5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0491080 Feb 15 10:32:43.387573 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f39bf35d-fc9f-4dc8-b47e-1f524b11f87c req-2b86675b-a8d9-43f2-92bc-4f2634ae12bf tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Feb 15 10:32:43.410195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54306) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:43.552747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3874a-a52e-49b9-acac-50285e63ae01 tempest-TestShelveInstance-2042452204 tempest-TestShelveInstance-2042452204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:43.554277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-0db3874a-a52e-49b9-acac-50285e63ae01 tempest-TestShelveInstance-2042452204 tempest-TestShelveInstance-2042452204-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1092 time: 0.1430926 Feb 15 10:32:43.557582 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54310) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:32:43.561751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:32:43.585462 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:43.679005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:43.781818 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Allocated IP 172.25.6.13 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/7d0e7ec2-d5a3-453f-8108-83bfb1593020) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:32:43.881180 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:43.917178 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:43.960416 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:32:43.963595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:32:43.967039 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:32:43.989148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=7d0e7ec2-d5a3-453f-8108-83bfb1593020,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:44.391497 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:44.472780 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:44.650909 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:44.656218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:44.727599 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=7d0e7ec2-d5a3-453f-8108-83bfb1593020,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:32:44.739241 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:44.839559 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:45.123382 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Floating IP f33e91d4-b075-4654-9b2d-fbb5dcf89d12 associated. External IP: 172.25.6.13, port: db77c970-8b30-44c3-8d05-246667dc3501. Feb 15 10:32:45.341732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:32:45.452618 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:32:45.463792 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:32:45.472220 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:45.475018 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:45.475630 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:45.505098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dc2b50b1-4d27-4310-9c5e-bb24e102078b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9461849 Feb 15 10:32:45.506004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:32:45.510920 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:32:45.555905 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9383a345-0671-4b70-8146-4ba823e6b3b7 x-openstack-request-id: req-9383a345-0671-4b70-8146-4ba823e6b3b7 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:32:45.556189 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:32:45.556457 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9383a345-0671-4b70-8146-4ba823e6b3b7 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:32:45.556897 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'status': 'completed', 'code': 200} Feb 15 10:32:45.591693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:45.617948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-375e1963-4c97-48c3-a824-421dd9808d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:45.619404 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-375e1963-4c97-48c3-a824-421dd9808d35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1097 time: 0.0417197 Feb 15 10:32:45.713557 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-4e01ac83-1400-499e-9818-8f2bd5e23e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:45.715044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-4e01ac83-1400-499e-9818-8f2bd5e23e0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0897920 Feb 15 10:32:45.785711 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-4f36d4a7-0fe0-4156-9694-2706f0fbea13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 999 time: 0.0642405 Feb 15 10:32:45.831804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f33e91d4-b075-4654-9b2d-fbb5dcf89d12', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:32:44Z', 'updated_at': '2022-02-15T10:32:44Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:45.836604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-e8dce4d6-ea06-4d34-80aa-cf7b8a4feac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:45.838161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-e8dce4d6-ea06-4d34-80aa-cf7b8a4feac5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0454025 Feb 15 10:32:45.860213 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:32:45.869864 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:32:45.870401 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:32:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:45.889435 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-362d0999-c8bc-4149-944e-d3067adc79b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:32:45.890962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-362d0999-c8bc-4149-944e-d3067adc79b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466101 Feb 15 10:32:45.982598 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:32:45.988580 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-32ff9389-917d-4466-bfa9-da14057074db service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907090 Feb 15 10:32:46.100614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9c371623-9b58-4f91-afce-5c2cc5a0c9c1 req-f3777547-6cfd-4f5f-88ad-08c4a3c3c3f1 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058383 Feb 15 10:32:46.333838 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-21690307-80fb-4f29-8988-98153fb4caec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f33e91d4-b075-4654-9b2d-fbb5dcf89d12', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:32:44Z', 'updated_at': '2022-02-15T10:32:44Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:32:46.364777 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21690307-80fb-4f29-8988-98153fb4caec None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': 'f33e91d4-b075-4654-9b2d-fbb5dcf89d12', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.13', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:32:44Z', 'updated_at': '2022-02-15T10:32:44Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:32:46.557773 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f70933d-e66b-450b-95a0-6bbc2d92e937 None None] New status for floating IP f33e91d4-b075-4654-9b2d-fbb5dcf89d12: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:32:46.856578 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-57277a40-b744-4426-a7c6-110426631f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:47.435824 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:49.405979 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5eb994d4-7ba9-4ef6-b3c5-17564394afc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:50.565377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:52.408099 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:52.607023 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:32:59.200778 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:33:14.848155 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:16.858119 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d0e2ff67-d98d-4d4e-8eeb-47ea8ac00c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:17.444705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:19.399315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-78d327ab-5dc8-4c87-ad1d-c0e47859a5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:20.566142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:21.467986 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-c56ddf3e-fb77-43c3-a901-27bcb67d451b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414643 Feb 15 10:33:21.551268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-bd927b6c-bc8f-45c7-a186-603019cf86b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:33:21.552759 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-bd927b6c-bc8f-45c7-a186-603019cf86b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1097 time: 0.0431859 Feb 15 10:33:21.666063 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-1068ef83-055f-4190-949e-90496beec33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:33:21.667566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-1068ef83-055f-4190-949e-90496beec33a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0954030 Feb 15 10:33:21.734963 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-25dedbbd-f964-4655-a3bb-d96fa0328dba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1001 time: 0.0607579 Feb 15 10:33:21.784390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-332b24de-8dce-4bc6-bdf6-5c15d8a010e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:33:21.785765 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-332b24de-8dce-4bc6-bdf6-5c15d8a010e7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0445921 Feb 15 10:33:21.837731 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-06b5ee44-c790-46c2-8231-877dfbc85505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:33:21.839239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-06b5ee44-c790-46c2-8231-877dfbc85505 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467045 Feb 15 10:33:21.933363 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-2efdd746-cb88-48f2-856b-601cbb1641d0 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873716 Feb 15 10:33:22.048737 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5551f8b7-7731-4651-ab3d-1d1a140553f1 req-cdef81bf-061f-4dab-b819-9dac7f8cd940 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087461 Feb 15 10:33:22.401274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:22.609758 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:36.200830 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:33:44.842959 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:46.874250 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6326d1db-a400-4683-8263-599afe371bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:47.462537 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:49.404856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd69d350-1b1a-445a-950c-700e0d5c5d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:50.569734 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:52.407447 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:33:52.619625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:13.199819 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:34:14.846032 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:16.163148 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-3baf3d65-9627-4a93-bc03-f40ea5d047a7 req-7f146a5a-633c-45c1-89b7-98099cdf7781 service neutron] (102359) timed out ('10.222.0.10', 50512) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:34:16.861098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9f879054-c267-4e3a-bad0-1a032a5eee41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:17.458479 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:19.399377 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-594a47e3-22d0-4001-b064-4dfcb6393523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:20.575735 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:22.402450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:22.612983 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:22.644741 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-7c006acd-b6bc-4a6b-a390-e22f98b62f73 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1044474 Feb 15 10:34:22.726519 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-ddfe382c-7bbd-41ae-83d8-9641b87aa8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:22.727962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-ddfe382c-7bbd-41ae-83d8-9641b87aa8be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1097 time: 0.0412853 Feb 15 10:34:22.836295 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-96fadb59-1830-48a4-9ea9-80e26fe2cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:22.837797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-96fadb59-1830-48a4-9ea9-80e26fe2cfb3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0904944 Feb 15 10:34:22.903515 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-f0601ee5-6c0f-47a3-a86b-427ae91f0ce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1001 time: 0.0581410 Feb 15 10:34:22.953806 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-8164e74a-de69-4203-94cc-9cae2e8b14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:22.955256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-8164e74a-de69-4203-94cc-9cae2e8b14b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0453794 Feb 15 10:34:23.003200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-e3bf2b3d-98d7-414f-b71b-b3a68fc9378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:23.004608 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-e3bf2b3d-98d7-414f-b71b-b3a68fc9378d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429993 Feb 15 10:34:23.096535 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-eafac1b1-fa3c-431a-a23b-50ebe2da2b2d service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850050 Feb 15 10:34:23.187463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c79218cf-e414-4e29-ba17-9d5ef14a11e1 req-22fa1ab3-a079-44e0-87bc-1ce9aa46e4db service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Feb 15 10:34:40.575523 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e29c81-3e49-4deb-921f-4491bfddafb9 req-5cefd0f4-82d0-4e37-86bd-0922d9c414ff tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:40.577130 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49e29c81-3e49-4deb-921f-4491bfddafb9 req-5cefd0f4-82d0-4e37-86bd-0922d9c414ff tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.1128254 Feb 15 10:34:40.618680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-49e29c81-3e49-4deb-921f-4491bfddafb9 req-53b694c4-b702-463e-b402-e3bc8c0730ec tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354271 Feb 15 10:34:41.745046 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262204b5-b3ba-4446-bba8-3b20a09079f2 req-b0d2464c-2078-46ef-9f3d-483731f86964 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:41.746629 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-262204b5-b3ba-4446-bba8-3b20a09079f2 req-b0d2464c-2078-46ef-9f3d-483731f86964 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0518575 Feb 15 10:34:41.787387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-262204b5-b3ba-4446-bba8-3b20a09079f2 req-1b897c03-979d-442b-bb81-a32e3d6b93ab tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346487 Feb 15 10:34:42.930249 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4785d23-fbf1-4d00-a323-378fa1a2a1e7 req-4a6f453f-5430-4caf-92fb-d3a71c25492d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:42.932017 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4785d23-fbf1-4d00-a323-378fa1a2a1e7 req-4a6f453f-5430-4caf-92fb-d3a71c25492d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0641427 Feb 15 10:34:42.990754 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b4785d23-fbf1-4d00-a323-378fa1a2a1e7 req-fef98c19-33ad-4a42-b6d5-256135c64d07 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518641 Feb 15 10:34:44.131278 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5a872-0068-4915-954d-f2e4bd147a4e req-a1cd953e-18ec-444d-a062-9f62a5adfdd8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:44.132786 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fda5a872-0068-4915-954d-f2e4bd147a4e req-a1cd953e-18ec-444d-a062-9f62a5adfdd8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0513415 Feb 15 10:34:44.173516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fda5a872-0068-4915-954d-f2e4bd147a4e req-a6220af5-e94b-4486-8218-87d11b9aefe7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336325 Feb 15 10:34:44.863217 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:45.294856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0160c-9195-411e-862c-3a05f28d0e28 req-31ed5c45-9bd6-4444-bf20-d19f6c8e228b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:45.296448 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29e0160c-9195-411e-862c-3a05f28d0e28 req-31ed5c45-9bd6-4444-bf20-d19f6c8e228b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0510321 Feb 15 10:34:45.340538 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-29e0160c-9195-411e-862c-3a05f28d0e28 req-38956a2b-8037-4bc5-83b6-5fc246dff4cc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Feb 15 10:34:46.459994 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d39f-10d4-4259-8903-abbcc08033df req-a1c976f9-7ca4-4c9f-a8fa-420f7c2588ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:46.461550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c82d39f-10d4-4259-8903-abbcc08033df req-a1c976f9-7ca4-4c9f-a8fa-420f7c2588ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0534153 Feb 15 10:34:46.501631 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8c82d39f-10d4-4259-8903-abbcc08033df req-833a6095-016b-4353-90c2-c3d539414deb tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Feb 15 10:34:46.865838 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08094755-1c83-4008-9106-d1059ee1adef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:47.457151 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:47.623097 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f73da1-2716-4b19-976b-7b5e8f0b94dd req-8a63d55c-d3a7-4932-a15f-8a0c88de9832 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:47.624576 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a4f73da1-2716-4b19-976b-7b5e8f0b94dd req-8a63d55c-d3a7-4932-a15f-8a0c88de9832 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0544276 Feb 15 10:34:47.661336 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a4f73da1-2716-4b19-976b-7b5e8f0b94dd req-9f4069c0-4d8a-44c3-bc6a-7c148926716f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307090 Feb 15 10:34:48.778565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79dd72-970b-4bd5-8410-2a7e324f44cc req-331aa481-ba10-4bbd-90f5-daca7c558d46 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:48.780054 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e79dd72-970b-4bd5-8410-2a7e324f44cc req-331aa481-ba10-4bbd-90f5-daca7c558d46 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0486493 Feb 15 10:34:48.819187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3e79dd72-970b-4bd5-8410-2a7e324f44cc req-02ec9961-b592-42d7-9a84-a8f4b01314e1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Feb 15 10:34:49.403330 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-18c37d0b-89ef-4558-acf6-7c74851bd694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:49.938018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d6996-ad90-4ffa-98d3-83c6a4c6c647 req-91a8e24c-6ef2-4eb8-81a5-e17eb054c76f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:49.939232 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee8d6996-ad90-4ffa-98d3-83c6a4c6c647 req-91a8e24c-6ef2-4eb8-81a5-e17eb054c76f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0507536 Feb 15 10:34:49.976879 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ee8d6996-ad90-4ffa-98d3-83c6a4c6c647 req-19e26a3e-ecfa-48c1-9c78-953ffd4ed90a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Feb 15 10:34:50.199250 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:34:50.575705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:51.096035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbef46-c98f-4447-82bc-dd2cdba463a8 req-02446645-b721-4063-98a4-e1942ba0e101 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:51.097531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fdbbef46-c98f-4447-82bc-dd2cdba463a8 req-02446645-b721-4063-98a4-e1942ba0e101 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0490685 Feb 15 10:34:51.135170 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fdbbef46-c98f-4447-82bc-dd2cdba463a8 req-d5a7aea2-beb7-4bc6-a1a7-070a545b93f8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316539 Feb 15 10:34:51.896911 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:34:51.991500 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:34:52.003419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'db77c970-8b30-44c3-8d05-246667dc3501', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:34:52.043672 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:52.056409 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:34:52.075804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:34:52.079856 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:52.128520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:34:52.136180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.136518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.136871 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.137201 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.137528 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.137844 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.138157 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.138470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.138781 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.139091 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.139399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.139734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:34:52.172760 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['db77c970-8b30-44c3-8d05-246667dc3501'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:34:52.253905 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb801-8620-43b0-8d19-b214efbb1b76 req-6fb7a164-a946-4cc8-884a-a681398eb434 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:52.255449 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aeeb801-8620-43b0-8d19-b214efbb1b76 req-6fb7a164-a946-4cc8-884a-a681398eb434 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0498564 Feb 15 10:34:52.294060 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2aeeb801-8620-43b0-8d19-b214efbb1b76 req-1b7b87e6-62d8-411f-b3ed-ecb6879a034e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Feb 15 10:34:52.409307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:52.612585 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:53.430059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ada84d-255b-4938-bd0b-a8596d0ef0e1 req-6483b88f-35b5-4ce7-84af-2bd84b435a3e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:53.431678 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37ada84d-255b-4938-bd0b-a8596d0ef0e1 req-6483b88f-35b5-4ce7-84af-2bd84b435a3e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0649951 Feb 15 10:34:53.476283 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-37ada84d-255b-4938-bd0b-a8596d0ef0e1 req-a809b4de-0b7c-4704-b421-3801360684bb tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382261 Feb 15 10:34:53.913646 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:34:53.975072 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port db77c970-8b30-44c3-8d05-246667dc3501 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:34:53.975457 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:54.075470 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:54.100687 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:34:54.102999 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd13abd-e8b5-4867-bd83-d70db9644aab" -d '{"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:34:54.117899 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:34:54.125582 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:34:54.180557 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c78a7a-7bca-4a05-90c6-1d5f6a912e78 x-openstack-request-id: req-26c78a7a-7bca-4a05-90c6-1d5f6a912e78 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:34:54.181465 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:34:54.181778 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-26c78a7a-7bca-4a05-90c6-1d5f6a912e78 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:34:54.182234 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'code': 200} Feb 15 10:34:54.187002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:34:54.620129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210435d-6c2b-46d3-a81a-d2abb5b6de3a req-219bd24f-a977-439d-835a-51955407b15d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:54.621679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6210435d-6c2b-46d3-a81a-d2abb5b6de3a req-219bd24f-a977-439d-835a-51955407b15d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0518625 Feb 15 10:34:54.671262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6210435d-6c2b-46d3-a81a-d2abb5b6de3a req-f5fa550d-ba6b-4efa-b242-fa8b79134b5f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381918 Feb 15 10:34:55.812083 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065cc666-031c-4146-8106-61655ebc11e5 req-21cd086a-7793-4eef-a26b-afcad3f1fe40 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:55.813681 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-065cc666-031c-4146-8106-61655ebc11e5 req-21cd086a-7793-4eef-a26b-afcad3f1fe40 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0653243 Feb 15 10:34:55.862045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-065cc666-031c-4146-8106-61655ebc11e5 req-c2c4d36d-3904-4e41-9eef-989e6b28a745 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Feb 15 10:34:56.995044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7898f28-1d28-4b2c-8d43-0d41b236c149 req-10af7a9f-1cd3-4a6a-895f-d3dde9416f21 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:56.996564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7898f28-1d28-4b2c-8d43-0d41b236c149 req-10af7a9f-1cd3-4a6a-895f-d3dde9416f21 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0542078 Feb 15 10:34:57.040887 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7898f28-1d28-4b2c-8d43-0d41b236c149 req-ca726c6b-8855-4f90-91a1-d72aa622911e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367899 Feb 15 10:34:58.177178 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d66f00-96b4-46a5-a532-4d2ad982db5c req-89e8c438-9991-451c-9576-b4d3e2f4811b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:58.179359 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5d66f00-96b4-46a5-a532-4d2ad982db5c req-89e8c438-9991-451c-9576-b4d3e2f4811b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0545118 Feb 15 10:34:58.224507 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d5d66f00-96b4-46a5-a532-4d2ad982db5c req-44cf87b5-5301-4a89-8409-c904dbc08d0b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Feb 15 10:34:59.377568 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22795007-2def-4b3b-9533-f14ec50a81a7 req-c3f2710f-db29-4bc1-b371-9b8e4f6b7b24 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:34:59.379810 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22795007-2def-4b3b-9533-f14ec50a81a7 req-c3f2710f-db29-4bc1-b371-9b8e4f6b7b24 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0612762 Feb 15 10:34:59.423581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-22795007-2def-4b3b-9533-f14ec50a81a7 req-aaf35169-c1f2-40a0-af2e-b81b50e007ed tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354214 Feb 15 10:35:00.561219 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60058f3-c646-4bac-82fe-020938f4aa83 req-6bbbd61b-7ec8-4981-aa63-c87341c5e238 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:00.568196 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d60058f3-c646-4bac-82fe-020938f4aa83 req-6bbbd61b-7ec8-4981-aa63-c87341c5e238 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0568018 Feb 15 10:35:00.608183 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d60058f3-c646-4bac-82fe-020938f4aa83 req-6bf688d3-672b-428a-9a05-d6f21ef15b4a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390155 Feb 15 10:35:01.738673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4f0f0-14bd-4cf2-97c8-4c93a71724cc req-d83f6883-a447-4ad5-bcdf-54693e790b44 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:01.740233 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3a4f0f0-14bd-4cf2-97c8-4c93a71724cc req-d83f6883-a447-4ad5-bcdf-54693e790b44 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0533147 Feb 15 10:35:01.785720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c3a4f0f0-14bd-4cf2-97c8-4c93a71724cc req-e9112d23-c624-4733-8e8e-cf28950790ed tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387037 Feb 15 10:35:02.618733 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-331fbe2e-cc35-422c-85b0-d36dfcd924f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:02.620255 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-331fbe2e-cc35-422c-85b0-d36dfcd924f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1097 time: 0.0419743 Feb 15 10:35:02.714089 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-b93d2a9b-57ec-406a-a876-cea3f6c0060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:02.715578 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-b93d2a9b-57ec-406a-a876-cea3f6c0060e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0888987 Feb 15 10:35:02.784482 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-f707db0f-f947-431f-ad36-77d5214e27cb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1001 time: 0.0622957 Feb 15 10:35:02.834224 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-39aeb9c8-9815-436d-9d1a-100a104b438c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:02.835700 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-39aeb9c8-9815-436d-9d1a-100a104b438c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0454552 Feb 15 10:35:02.887265 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-08ada9bc-adac-4c56-a247-ea97a87a89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:02.888704 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-08ada9bc-adac-4c56-a247-ea97a87a89b3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464544 Feb 15 10:35:02.906650 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a30e50-3c2f-431f-a73d-a6f5f92e3d41 req-0fff3b38-1a3a-43e1-8917-eba663eee2aa tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:02.908316 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9a30e50-3c2f-431f-a73d-a6f5f92e3d41 req-0fff3b38-1a3a-43e1-8917-eba663eee2aa tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0560327 Feb 15 10:35:02.953217 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9a30e50-3c2f-431f-a73d-a6f5f92e3d41 req-ba4ab05f-13c9-4cf8-a691-4dd10169c95c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366089 Feb 15 10:35:02.981886 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-96109b9d-f181-4d70-9178-95ea5a6a3590 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864401 Feb 15 10:35:03.083895 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a5f863f2-1ed9-4547-983c-61f9027ade6a req-b8419203-09ef-4425-8b70-7a0a9dc832b3 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955963 Feb 15 10:35:04.079661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8da29-5341-4bd2-817a-cd81013e4558 req-76276691-8e27-4bfd-bbec-80f4a40e0be7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:04.081188 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55f8da29-5341-4bd2-817a-cd81013e4558 req-76276691-8e27-4bfd-bbec-80f4a40e0be7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0525537 Feb 15 10:35:04.120843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-55f8da29-5341-4bd2-817a-cd81013e4558 req-c85d549e-255f-4b1d-acdf-3f57aeaf6eef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332813 Feb 15 10:35:05.237914 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e29744c-f4d7-41eb-9026-1acdd8d28967 req-ce46d3d3-b54d-4963-8b83-ab66aa59c4d4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:05.239405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e29744c-f4d7-41eb-9026-1acdd8d28967 req-ce46d3d3-b54d-4963-8b83-ab66aa59c4d4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0491326 Feb 15 10:35:05.278636 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3e29744c-f4d7-41eb-9026-1acdd8d28967 req-adca1d84-a642-49ff-837e-0caf22f220f0 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330691 Feb 15 10:35:05.394289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-f5f81f70-1371-4ecb-b541-dade9f9d326d req-d581e90c-72a0-49f4-bb6c-16a660e3e541 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:35:05.395298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f5f81f70-1371-4ecb-b541-dade9f9d326d req-d581e90c-72a0-49f4-bb6c-16a660e3e541 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0513246 Feb 15 10:35:05.561442 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b9a7a-4fb1-444b-9158-8077e0cfb93c req-253b6eff-7407-4b7e-bed3-a8858a71dcc9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:05.563595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-665b9a7a-4fb1-444b-9158-8077e0cfb93c req-253b6eff-7407-4b7e-bed3-a8858a71dcc9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0595040 Feb 15 10:35:05.604640 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-665b9a7a-4fb1-444b-9158-8077e0cfb93c req-736ae29f-ba99-4431-830a-0e4a1923cc64 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358453 Feb 15 10:35:05.752574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-477c7ca2-c441-42de-b0db-cc9eaa8f470b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0876129 Feb 15 10:35:06.009513 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:35:06.111531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:06.139524 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:35:06.142687 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d403e141-a798-4b3d-a206-0faa9b9fcc1a" -d '{"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-unplugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:35:06.158133 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:35:06.163202 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:06.189258 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ce2f0d-fe2f-4046-8d13-4ac88a30137f x-openstack-request-id: req-a0ce2f0d-fe2f-4046-8d13-4ac88a30137f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:35:06.189543 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-unplugged", "status": "failed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "code": 422}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:35:06.189785 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0ce2f0d-fe2f-4046-8d13-4ac88a30137f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:35:06.190162 n-d-825064-4 neutron-server[102360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'code': 422} returned with failed status Feb 15 10:35:06.224232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:35:06.575304 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-0d08ce3a-b8ae-4658-ad2f-8b2e18190019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:06.576793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-0d08ce3a-b8ae-4658-ad2f-8b2e18190019 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 1095 time: 0.0894372 Feb 15 10:35:06.588444 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825064-4', 'device_owner': 'compute:nova'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:35:06.643975 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:06.736984 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0ec99-2cc3-4cf3-b1e8-d8625576cfee req-ab628edb-db1f-46be-af4a-1d559eacd03c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:06.738739 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dde0ec99-2cc3-4cf3-b1e8-d8625576cfee req-ab628edb-db1f-46be-af4a-1d559eacd03c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 944 time: 0.0566251 Feb 15 10:35:06.802595 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-dde0ec99-2cc3-4cf3-b1e8-d8625576cfee req-5eb495cf-3361-4d48-aee4-ca63e91f7e7a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551252 Feb 15 10:35:06.854490 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:35:06.886883 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:35:06.919697 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:35:06.927062 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:06.940175 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Transition to ACTIVE for port object db77c970-8b30-44c3-8d05-246667dc3501 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:35:06.945009 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:07.024951 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=9']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:35:07.037215 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.037548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.038041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.038337 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.038642 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.038974 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.039303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.039629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.040655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.041034 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.041364 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.041686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:35:07.082454 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] No DVR routers for this DVR port db77c970-8b30-44c3-8d05-246667dc3501 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:35:07.236565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:35:07.236921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:35:07.237246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:35:07.241363 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:35:07.241679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Attempting to bind port db77c970-8b30-44c3-8d05-246667dc3501 on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:35:07.246892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:35:07.247158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:35:07.247535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Bound using segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:35:07.247949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Bound port: db77c970-8b30-44c3-8d05-246667dc3501, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:35:07.248298 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:07.311876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:35:07.315012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:35:07.319785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:07.359013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.359681 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:07.361087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] 10.222.0.72 "PUT /v2.0/ports/db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1092 time: 0.7770233 Feb 15 10:35:07.361523 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:35:07.363749 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbe63d7-2287-4cd5-9b5c-00f727381315" -d '{"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:35:07.389426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e28ad7-a43c-4dc3-b26a-c524e315d16c service neutron] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=10']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:35:07.411576 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2215b87c-453e-41f5-aab4-9c19223d9437 x-openstack-request-id: req-2215b87c-453e-41f5-aab4-9c19223d9437 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:35:07.411865 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:35:07.412115 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2215b87c-453e-41f5-aab4-9c19223d9437 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:35:07.412536 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'status': 'completed', 'code': 200} Feb 15 10:35:07.443402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-d427020b-c05f-454b-b37e-6e12d6810dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.444992 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-d427020b-c05f-454b-b37e-6e12d6810dd3 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1096 time: 0.0468302 Feb 15 10:35:07.540536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-76b4ca8b-99bf-40f8-8145-36422aebf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.542250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-76b4ca8b-99bf-40f8-8145-36422aebf780 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0911462 Feb 15 10:35:07.612354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-037dc498-4b0f-4622-af1e-e5aa12839961 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 999 time: 0.0623608 Feb 15 10:35:07.662562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c5e2f9d4-49b3-402b-a8c2-6a4caaf02dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.663982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-c5e2f9d4-49b3-402b-a8c2-6a4caaf02dd6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0457973 Feb 15 10:35:07.709016 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-643cd059-9026-4d1c-8a27-e9147355b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.710516 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-643cd059-9026-4d1c-8a27-e9147355b4fa service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398445 Feb 15 10:35:07.802413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-5d16033f-a704-431d-808a-ff04d32953f9 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844920 Feb 15 10:35:07.905103 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b2e1de24-7633-4848-bb6e-968da4efb87b req-3fb1f4ee-844c-42b7-a999-f6a656716283 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965505 Feb 15 10:35:07.926123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20add473-5437-4f2a-8fee-2d2965d5ecbc req-8f5ac18a-3401-493b-8a25-2f4e25a047d2 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:07.927729 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20add473-5437-4f2a-8fee-2d2965d5ecbc req-8f5ac18a-3401-493b-8a25-2f4e25a047d2 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0518956 Feb 15 10:35:07.975398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-20add473-5437-4f2a-8fee-2d2965d5ecbc req-c23c0dc9-afa8-43b2-8d37-3850b1799b5a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364799 Feb 15 10:35:08.005381 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-4212dad0-ff8f-4009-ab68-2e1ee629e021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:08.006387 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-4212dad0-ff8f-4009-ab68-2e1ee629e021 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1096 time: 0.0508590 Feb 15 10:35:08.101470 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-fc45e29a-d49e-4408-be7d-fdddfa68b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:08.103685 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-fc45e29a-d49e-4408-be7d-fdddfa68b7f1 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0905483 Feb 15 10:35:08.181068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-27c0a49e-50d0-4e41-876a-d604094c77fa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 999 time: 0.0707502 Feb 15 10:35:08.580935 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-051a2b10-45da-42e7-b5b2-d4a588fe5933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:08.583013 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-051a2b10-45da-42e7-b5b2-d4a588fe5933 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.3951344 Feb 15 10:35:09.118753 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d214e-65cb-41a7-bbe4-628730052a9d req-1669587c-f144-4dc4-87b1-4f8893ec8831 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:09.121479 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b9d214e-65cb-41a7-bbe4-628730052a9d req-1669587c-f144-4dc4-87b1-4f8893ec8831 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0609221 Feb 15 10:35:09.165368 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7b9d214e-65cb-41a7-bbe4-628730052a9d req-5f4ba147-6be6-4e0d-9a8c-4ef530b797de tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363362 Feb 15 10:35:10.310451 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae120c89-adac-4313-91d8-2c9cfe384e4e req-ec6dd122-c895-4d14-a664-2bb7a2bc5539 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:10.312026 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae120c89-adac-4313-91d8-2c9cfe384e4e req-ec6dd122-c895-4d14-a664-2bb7a2bc5539 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0587029 Feb 15 10:35:10.361465 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ae120c89-adac-4313-91d8-2c9cfe384e4e req-e827c158-976a-4651-abdc-b322ac80cb44 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430295 Feb 15 10:35:11.495514 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2bd7d-a98a-4d3e-8bf9-7764b50ea13c req-f436e946-d7b8-4092-9bb0-e3cf42e5ddc6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:11.498543 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07e2bd7d-a98a-4d3e-8bf9-7764b50ea13c req-f436e946-d7b8-4092-9bb0-e3cf42e5ddc6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0568719 Feb 15 10:35:11.543010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-07e2bd7d-a98a-4d3e-8bf9-7764b50ea13c req-afe7d699-1c12-4f89-bd4d-6e8d20b10141 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386417 Feb 15 10:35:12.685210 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28488d0-6770-4095-aae8-2cae3e9c0f3d req-54378ea6-fc14-438c-b0e0-7f204273ea78 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:12.686818 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f28488d0-6770-4095-aae8-2cae3e9c0f3d req-54378ea6-fc14-438c-b0e0-7f204273ea78 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0590587 Feb 15 10:35:12.728824 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f28488d0-6770-4095-aae8-2cae3e9c0f3d req-90684b1a-af31-48f3-a1c4-233132b95a04 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352752 Feb 15 10:35:13.877137 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b3158-2625-4468-b22a-b5c64a32ce6b req-67c85f40-4169-4d91-890e-49a431221a3e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:13.878891 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a5b3158-2625-4468-b22a-b5c64a32ce6b req-67c85f40-4169-4d91-890e-49a431221a3e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0625100 Feb 15 10:35:13.924046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6a5b3158-2625-4468-b22a-b5c64a32ce6b req-36f0ab21-d067-442e-86d7-c66e74a80db8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385780 Feb 15 10:35:14.876361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:15.052904 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae460ad-d79d-483a-95f0-1c082dc0c533 req-cfb2a87c-3bd6-4a37-8295-4094056c0a11 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:15.054491 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ae460ad-d79d-483a-95f0-1c082dc0c533 req-cfb2a87c-3bd6-4a37-8295-4094056c0a11 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0540242 Feb 15 10:35:15.107932 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ae460ad-d79d-483a-95f0-1c082dc0c533 req-45e639f4-ca95-4e00-b433-b86ddc232b04 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411830 Feb 15 10:35:16.237926 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2259400-038e-455b-a628-535cc59ae2d4 req-5c5ef5b9-f93a-46e9-964a-81d17b08b3ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:16.239406 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2259400-038e-455b-a628-535cc59ae2d4 req-5c5ef5b9-f93a-46e9-964a-81d17b08b3ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0551121 Feb 15 10:35:16.279930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c2259400-038e-455b-a628-535cc59ae2d4 req-53305af1-83a5-400f-97c3-d7bdf20c7565 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343769 Feb 15 10:35:16.558410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-348a9e8b-3866-4569-800b-e4c8502c17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:16.559821 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-348a9e8b-3866-4569-800b-e4c8502c17e7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457196 Feb 15 10:35:16.654213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-072c840f-fa83-41dc-b81b-d698bab03073 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873296 Feb 15 10:35:16.748341 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-8cbe63d7-2287-4cd5-9b5c-00f727381315 req-46ab9ac2-db82-4221-9098-e9d6cd9195b2 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842245 Feb 15 10:35:16.872522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d986e056-ba7e-4595-9ae4-b94b3701fde1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:17.405716 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3be85d-5ecd-4034-a11a-44455e0060a1 req-8d3d30c7-e9f2-42a9-a07e-2edb71580784 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:17.407204 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab3be85d-5ecd-4034-a11a-44455e0060a1 req-8d3d30c7-e9f2-42a9-a07e-2edb71580784 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0514657 Feb 15 10:35:17.451439 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ab3be85d-5ecd-4034-a11a-44455e0060a1 req-2a0561ff-ad91-443c-a2f0-7d7b733c64ed tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379059 Feb 15 10:35:17.468214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:18.586727 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d75b32-dfe4-4c07-aefe-24f1f740d108 req-ec996e3b-d649-47d7-8582-d651d13ba86c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:18.588575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09d75b32-dfe4-4c07-aefe-24f1f740d108 req-ec996e3b-d649-47d7-8582-d651d13ba86c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 945 time: 0.0621879 Feb 15 10:35:18.631710 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-09d75b32-dfe4-4c07-aefe-24f1f740d108 req-b529c07b-256c-41c9-ac12-7d354709fa37 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366480 Feb 15 10:35:19.317244 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:35:19.421253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:35:19.423375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-26972443-7ff2-4fa9-b529-25a129fa9f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:19.433241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': 'db77c970-8b30-44c3-8d05-246667dc3501', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'port_id': 'db77c970-8b30-44c3-8d05-246667dc3501', 'mac_address': 'fa:16:3e:96:ac:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:35:19.476142 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:19.489267 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:35:19.508622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:35:19.512599 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:19.559518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=11']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:35:19.750300 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['db77c970-8b30-44c3-8d05-246667dc3501'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:35:19.754316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf46683-cf71-4ad4-94c0-18d7984ef225 req-e72f9ce7-2c44-4e97-836b-979921fdd391 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:19.755828 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cf46683-cf71-4ad4-94c0-18d7984ef225 req-e72f9ce7-2c44-4e97-836b-979921fdd391 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0499582 Feb 15 10:35:19.795707 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1cf46683-cf71-4ad4-94c0-18d7984ef225 req-0c348a5d-a514-4c65-8ff7-17f58ea5c4ae tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337777 Feb 15 10:35:20.578955 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:20.916041 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa680b-e383-4e62-8f80-9fb5302a1dd5 req-cad279f7-2d8b-40b7-8173-e1de277ca577 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:20.918174 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ffa680b-e383-4e62-8f80-9fb5302a1dd5 req-cad279f7-2d8b-40b7-8173-e1de277ca577 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 946 time: 0.0515704 Feb 15 10:35:20.956897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0ffa680b-e383-4e62-8f80-9fb5302a1dd5 req-a92e828c-6d5d-406c-b05f-14a5117e040d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327141 Feb 15 10:35:21.333106 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:35:21.381059 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port db77c970-8b30-44c3-8d05-246667dc3501 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:35:21.385974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port db77c970-8b30-44c3-8d05-246667dc3501 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:35:21.386307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:21.467940 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:21.490304 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:35:21.492491 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3dd701-b6c4-47f5-a313-9ca33bf0f80b" -d '{"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:35:21.507814 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:35:21.513691 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:21.544946 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f8d78c-dd1e-4ba9-99c7-4a97c1306b5b x-openstack-request-id: req-56f8d78c-dd1e-4ba9-99c7-4a97c1306b5b {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:35:21.545227 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-plugged", "status": "completed", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:35:21.545476 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56f8d78c-dd1e-4ba9-99c7-4a97c1306b5b {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:35:21.545871 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'code': 200} Feb 15 10:35:21.574452 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=12']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:35:21.694303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c76383-a1d9-419a-8718-08391cb66038 req-a0adc4ce-73c8-45a1-92e1-b5b2c63bc66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:21.695851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2c76383-a1d9-419a-8718-08391cb66038 req-a0adc4ce-73c8-45a1-92e1-b5b2c63bc66a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1098 time: 0.0412080 Feb 15 10:35:21.730589 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f2c76383-a1d9-419a-8718-08391cb66038 req-9d2527f8-1ef7-4420-b574-7c75d17b25e7 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278072 Feb 15 10:35:22.079169 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a5eb4-26ce-465e-b655-eb84fce31bb0 req-b5764c41-b664-4e52-a01c-a51a1476ed4b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:22.080660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc7a5eb4-26ce-465e-b655-eb84fce31bb0 req-b5764c41-b664-4e52-a01c-a51a1476ed4b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0534050 Feb 15 10:35:22.118791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fc7a5eb4-26ce-465e-b655-eb84fce31bb0 req-25b84531-00f1-4da6-a273-602dc44ce916 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320892 Feb 15 10:35:22.401212 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:22.620209 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:23.241406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68799c8-40ea-46a3-a820-a96b26e8aaee req-c0bf16b6-a2e1-40a0-b4a6-633dd81ab51c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:23.242898 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a68799c8-40ea-46a3-a820-a96b26e8aaee req-c0bf16b6-a2e1-40a0-b4a6-633dd81ab51c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0482521 Feb 15 10:35:23.282420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a68799c8-40ea-46a3-a820-a96b26e8aaee req-5031c1c4-337e-49b0-b611-ed1589d36875 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328505 Feb 15 10:35:24.403206 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d16ccb-60d5-4a68-b106-d831da3254f2 req-6d00ba60-e827-4343-8dc5-87e575cc7603 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:24.404679 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4d16ccb-60d5-4a68-b106-d831da3254f2 req-6d00ba60-e827-4343-8dc5-87e575cc7603 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0490017 Feb 15 10:35:24.444947 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-e4d16ccb-60d5-4a68-b106-d831da3254f2 req-ccad2223-1c0d-46fc-86b0-6b21b73525d6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338809 Feb 15 10:35:27.199362 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:35:35.404721 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-9eac3f5f-beac-4fce-96a2-b2de3dff4eac service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0430498 Feb 15 10:35:35.493606 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-de43208c-02b6-4e4b-8c9f-ab269619bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:35.495505 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-de43208c-02b6-4e4b-8c9f-ab269619bea4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1098 time: 0.0473380 Feb 15 10:35:35.604780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-72f22ccf-58e6-4cb9-bb45-7d7146bcfe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:35.606306 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-72f22ccf-58e6-4cb9-bb45-7d7146bcfe18 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0890627 Feb 15 10:35:35.678463 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-b2d036e5-87ca-421b-9538-16466065da3c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 1001 time: 0.0648410 Feb 15 10:35:35.730091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-6b80bb20-a9a8-4a29-86f3-cc0bb3554577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:35.731593 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-6b80bb20-a9a8-4a29-86f3-cc0bb3554577 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0459828 Feb 15 10:35:35.779809 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-d7c27c9c-2438-4f26-abcf-bbf34d386f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:35:35.781340 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-d7c27c9c-2438-4f26-abcf-bbf34d386f9d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421803 Feb 15 10:35:35.886080 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-bc5dfde9-6c37-43c6-9d9e-632ee1cb6207 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870526 Feb 15 10:35:35.980180 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9f9140a3-3c97-46d2-9942-5fcd9a53342d req-5d113024-a9aa-430a-978a-3054e4904ecc service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879021 Feb 15 10:35:44.876150 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:46.865109 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9a47240c-ef9c-4f72-94c3-086ebc9b9f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:47.472989 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:49.412904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dc30b755-84e7-4f4c-b392-69416b08c817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:50.580130 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:52.403881 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:35:52.620482 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:04.198360 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:36:14.872297 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:16.866844 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ae9f06e4-0422-49a5-bb03-ec5f834d9862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:17.470717 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:19.403469 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-55652e31-6904-44f7-b28b-9715c06acf6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:20.592744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:22.406849 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:22.621495 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:32.800884 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54620) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:32.973303 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Deleting port 7d0e7ec2-d5a3-453f-8108-83bfb1593020 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:36:32.973650 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.061160 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.061437 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.073893 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Calling delete_port for 7d0e7ec2-d5a3-453f-8108-83bfb1593020 owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:36:33.233611 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.261744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'Port': ['ID=7d0e7ec2-d5a3-453f-8108-83bfb1593020,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:33.285650 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.286026 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.286362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.286694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.287022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.287343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.287667 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.287989 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.288306 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.288625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.288982 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.289301 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:33.334769 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.335321 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Floating IP f33e91d4-b075-4654-9b2d-fbb5dcf89d12 disassociated (deleted). External IP: 172.25.6.13, port: db77c970-8b30-44c3-8d05-246667dc3501. Feb 15 10:36:33.553819 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:36:33.667284 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:36:33.671899 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:33.677909 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:36:33.690370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:36:33.690981 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:36:33.703401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d936c01a-7e3d-4292-bb1d-bf1596a31645 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "DELETE /v2.0/floatingips/f33e91d4-b075-4654-9b2d-fbb5dcf89d12 HTTP/1.1" status: 204 len: 168 time: 0.9014077 Feb 15 10:36:33.703991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:36:33.706317 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1add872-dc7b-4450-ab73-5438c5389623" -d '{"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:36:33.801489 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:36:33.845863 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3840f26-9510-4e57-abfb-355a79a00456 x-openstack-request-id: req-c3840f26-9510-4e57-abfb-355a79a00456 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:36:33.846457 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:36:33.846457 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3840f26-9510-4e57-abfb-355a79a00456 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:36:33.847083 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'status': 'completed', 'code': 200} Feb 15 10:36:33.923000 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add872-dc7b-4450-ab73-5438c5389623 req-3f8beaef-e03f-4a6e-9a8c-690008e8843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:33.926875 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-3f8beaef-e03f-4a6e-9a8c-690008e8843f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 1098 time: 0.0589080 Feb 15 10:36:33.954047 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41343cb-c3d8-41d8-9e66-57bb03c72df2 req-ff4ade71-de86-41e1-afb6-ce5f5f51217d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:33.956171 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a41343cb-c3d8-41d8-9e66-57bb03c72df2 req-ff4ade71-de86-41e1-afb6-ce5f5f51217d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0601649 Feb 15 10:36:34.000371 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a41343cb-c3d8-41d8-9e66-57bb03c72df2 req-244097c6-abb2-46bd-83c4-50e1706e9e51 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368066 Feb 15 10:36:34.022346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:36:34.043732 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add872-dc7b-4450-ab73-5438c5389623 req-24050515-cc5b-4ba4-8540-17cafdb42d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:34.046572 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-24050515-cc5b-4ba4-8540-17cafdb42d16 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.1117411 Feb 15 10:36:34.052249 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:36:34.063543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:36:34.063543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:36:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:36:34.089979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-8c355b54-6fc8-4a79-85a5-5ad6f205a4f5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 200 len: 217 time: 0.0355265 Feb 15 10:36:34.141407 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add872-dc7b-4450-ab73-5438c5389623 req-a25c042a-dbe6-406c-b56c-23ced42a3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:34.142921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-a25c042a-dbe6-406c-b56c-23ced42a3e3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0455682 Feb 15 10:36:34.175056 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:36:34.194738 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add872-dc7b-4450-ab73-5438c5389623 req-0b07ded6-bfbc-4b47-ac4c-5cba00bddfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:34.196344 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-0b07ded6-bfbc-4b47-ac4c-5cba00bddfa6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459750 Feb 15 10:36:34.292164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-954f18ba-825e-447f-b513-c5c44839d75e service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880582 Feb 15 10:36:34.382712 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:36:34.403541 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f1add872-dc7b-4450-ab73-5438c5389623 req-35c59201-e8c7-4e43-90e8-d45b755f6938 service neutron] 10.222.0.72 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036696 Feb 15 10:36:34.414687 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7fb6f3b-3a79-4a36-86fb-80629e1b22e6 None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:36:34.642458 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a156661a-dd65-40b0-83e7-2b41ac284574 None None] New status for floating IP f33e91d4-b075-4654-9b2d-fbb5dcf89d12: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:36:35.128841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20e287-c506-4e74-8060-3e17afc2b6cc req-f4340ccf-6cd0-4dc1-a9b1-e73ef04ef6f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:35.130371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d20e287-c506-4e74-8060-3e17afc2b6cc req-f4340ccf-6cd0-4dc1-a9b1-e73ef04ef6f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0507042 Feb 15 10:36:35.193699 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0d20e287-c506-4e74-8060-3e17afc2b6cc req-38a6f7e3-8b31-472d-87df-6ec3ec6d623b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572541 Feb 15 10:36:35.212754 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-e2a60fce-4c97-4629-bb64-1d9f1a5297ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:35.214212 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-e2a60fce-4c97-4629-bb64-1d9f1a5297ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.72 "GET /v2.0/ports?device_id=db053af7-65a1-4b65-9585-52cae5a1065f HTTP/1.1" status: 200 len: 947 time: 0.0612645 Feb 15 10:36:35.326684 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Deleting port db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:36:35.327126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:35.426268 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] For port db77c970-8b30-44c3-8d05-246667dc3501, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=db77c970-8b30-44c3-8d05-246667dc3501,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:36:35.426634 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:35.439991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Calling delete_port for db77c970-8b30-44c3-8d05-246667dc3501 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:36:35.579433 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:35.611012 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'Port': ['ID=db77c970-8b30-44c3-8d05-246667dc3501,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:35.661719 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] No DVR routers for this DVR port db77c970-8b30-44c3-8d05-246667dc3501 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:36:35.664364 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:35.667670 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27de6b75-5ebe-426e-9f40-01b775399b1b req-6fff86fb-d61e-4981-9c70-cf936bf49a9d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.72 "DELETE /v2.0/ports/db77c970-8b30-44c3-8d05-246667dc3501 HTTP/1.1" status: 204 len: 173 time: 0.4474070 Feb 15 10:36:35.848324 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-deleted', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:36:35.851563 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4513667e-b630-4817-a152-2299dfc354c1" -d '{"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-deleted", "tag": "db77c970-8b30-44c3-8d05-246667dc3501"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:36:35.891421 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f046d2-6a2b-487b-a231-80b19feca74a x-openstack-request-id: req-e7f046d2-6a2b-487b-a231-80b19feca74a {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:36:35.891703 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db053af7-65a1-4b65-9585-52cae5a1065f", "name": "network-vif-deleted", "tag": "db77c970-8b30-44c3-8d05-246667dc3501", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:36:35.891955 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7f046d2-6a2b-487b-a231-80b19feca74a {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:36:35.892357 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db053af7-65a1-4b65-9585-52cae5a1065f', 'name': 'network-vif-deleted', 'tag': 'db77c970-8b30-44c3-8d05-246667dc3501', 'status': 'completed', 'code': 200} Feb 15 10:36:36.253594 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54642) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:36.313050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.339148 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.401481 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.407607 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.409188 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "DELETE /v2.0/security-groups/8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2 HTTP/1.1" status: 204 len: 168 time: 0.1545579 Feb 15 10:36:36.419018 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8308b91e-94cb-4d47-9e60-9a8e8b4ce7b2,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:36.427383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.427758 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.428089 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.428543 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.429087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.429465 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.429876 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.430269 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.430649 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.431044 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.431384 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.431715 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe25c15-499d-41b4-afc2-600fa66851c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:36:36.639329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54648) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:36.643908 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1408185431', 'description': 'tempest-secgroup-smoke-1408185431 description', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:36.669138 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.741408 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.750191 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.778429 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.783161 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1394269 Feb 15 10:36:36.783779 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54650) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:36.785828 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6519889-89f1-4b69-a957-317ca3b32320 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d19e9f3-d003-46a5-bc5a-fc59add721b3,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:36.788528 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:36.821395 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.878072 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.882339 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.902691 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc4f701-f616-4ab7-8a48-13c0c1e3273b,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:36.914129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:36.915453 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-788d8450-821d-4b5d-a630-da0d8f68ef7d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305873 Feb 15 10:36:36.918399 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54652) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:36.923087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:36.957734 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.030782 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.037428 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.057481 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e30fa80-e492-4070-9808-302e5ba565b6,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:37.071038 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.072310 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f4f1c9a5-804c-4735-a899-866b3953276a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529617 Feb 15 10:36:37.076872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54654) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:37.082379 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:37.113905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.182314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.186917 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.207014 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497c8da7-0795-4a13-9dbc-aea6a03e4193,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:37.212998 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.214267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-ad0b9c28-18ce-4cc2-9658-2778b9ec1457 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363578 Feb 15 10:36:37.218972 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54656) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:37.223908 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:37.259092 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.331255 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.334532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.356480 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbe8842-962e-4e75-8bac-f5aed669701d,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:37.365790 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.367021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-1c0ba6c1-1aa4-4908-b57b-9288639535ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1470673 Feb 15 10:36:37.369800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54658) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:37.375516 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:37.400515 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Project c6ec89e9d30f4e3190b7cef9714ee000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:36:37.406049 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.479925 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.483678 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.500869 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a8a39e-6259-49a6-b58d-0b6e52928b54,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:37.510709 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.511944 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-5593a366-9105-465c-9aa6-24b9d5479fb7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412277 Feb 15 10:36:37.515496 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 54660) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:36:37.519943 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'security_group_rule': {'security_group_id': '0d19e9f3-d003-46a5-bc5a-fc59add721b3', 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:37.543510 n-d-825064-4 neutron-server[102359]: INFO neutron.db.securitygroups_db [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Project c6ec89e9d30f4e3190b7cef9714ee000 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:36:37.549166 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.612458 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.616154 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.633938 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6266b54-6e88-49a0-b5f2-d4cdbc12b480,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:37.646352 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:37.647574 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-eacf448e-d6a6-4ef4-bc6c-bd0928d1db08 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311064 Feb 15 10:36:37.801084 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:36:37.824170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: db77c970-8b30-44c3-8d05-246667dc3501 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:36:37.824715 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device db77c970-8b30-44c3-8d05-246667dc3501 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:36:41.197563 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:36:44.875831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:46.870575 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1f5ef23e-c1d7-4cee-80d6-873d6c17c481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:47.468665 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:49.415352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-94f9baec-8726-4da0-ac15-80ef47ac0a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:50.587137 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:52.409591 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:52.624656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:52.978558 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-eb08727d-4b35-4ef5-9360-c80f5d175a4e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1408185431&fields=id&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 267 time: 0.0366659 Feb 15 10:36:53.094748 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-888399ae-b347-47c6-9615-300eb1534bdc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:53.096160 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-888399ae-b347-47c6-9615-300eb1534bdc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 808 time: 0.1095397 Feb 15 10:36:53.111612 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-7620a7f2-1932-4690-8818-4ed5960d557d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/quotas/c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 375 time: 0.0096807 Feb 15 10:36:53.163104 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-8ef2c7ae-5fd2-4d4e-b5e2-93207493ec03 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460687 Feb 15 10:36:53.221333 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-77f2eeea-5bc4-4a60-94a2-2c744d14cce3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:36:53.222349 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-77f2eeea-5bc4-4a60-94a2-2c744d14cce3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473557 Feb 15 10:36:53.311662 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-b9918525-9ee5-451f-9ec3-04e345c84792 service neutron] 10.222.0.10 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828388 Feb 15 10:36:53.411552 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-26b87ad6-ab85-4ecd-b391-5c0b24ca3415 service neutron] 10.222.0.10 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931418 Feb 15 10:36:53.695271 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6b73b1af-49e6-4727-b332-e3667ebdc9d1 req-a96c6f43-7100-4d45-aa70-6c2147c56c3f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0276473 Feb 15 10:36:54.776080 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0060222d-a29c-4be6-9d49-47d4e8fe476f req-acff1b6f-24e2-4830-8c5c-ba54ebc6f05c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0285289 Feb 15 10:36:55.857916 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-53be13a9-3d21-4aef-8afe-665d970b472d req-7ad4ca53-cf91-4a54-b0c0-dada1199774f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0263038 Feb 15 10:36:56.941307 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-355183ae-3e9f-4bee-8993-4c014339f7e9 req-c2cc2e38-7fd8-4c5e-ba47-8f6d765f3ce9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0283694 Feb 15 10:36:58.045548 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-4540d99e-c8f1-4b17-8ce6-0c449434c3d8 req-635b6f0f-5845-4d5e-8ebf-60e03120128c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0267799 Feb 15 10:36:58.799135 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-47b0936a-5a01-4467-a983-dfa205791684 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:58.800619 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-47b0936a-5a01-4467-a983-dfa205791684 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 808 time: 0.1108789 Feb 15 10:36:58.845808 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-b283521f-aa3c-4284-94c5-b945798995c9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 380 time: 0.0359187 Feb 15 10:36:58.854845 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'port': {'device_id': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'admin_state_up': True, 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'security_groups': ['0d19e9f3-d003-46a5-bc5a-fc59add721b3']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:58.972355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Made reservation on behalf of c6ec89e9d30f4e3190b7cef9714ee000 for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:36:58.976000 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.114107 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Allocated IP 172.20.0.9 (b4459b13-29d6-4981-a301-b118ab4121f4/5b04e120-020f-4284-a2bc-06a913dc817c/85b947d3-eb6c-4ff4-8bea-c59e9381e33e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:36:59.151622 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9240698f-3c84-45d4-95e2-a66a60cf7360 req-fb1bc2b5-ab24-44b7-af40-045d883f6cb3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0301082 Feb 15 10:36:59.259921 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.294312 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.341129 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Network b4459b13-29d6-4981-a301-b118ab4121f4 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:36:59.345256 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:36:59.349050 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:36:59.355892 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:59.418035 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:36:59.418704 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.438279 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-35d2a035-7c8e-4518-a9cf-d1e8a6b1e114 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5870476 Feb 15 10:36:59.449902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Request body: {'port': {'device_id': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:36:59.512644 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.648953 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b3a4-589a-4c6d-8126-40ab6c1c8e96 None None] Provisioning complete for port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:36:59.649497 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b3a4-589a-4c6d-8126-40ab6c1c8e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.692793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1b3a4-589a-4c6d-8126-40ab6c1c8e96 None None] Port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:36:59.798756 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b947d3-eb6c-4ff4-8bea-c59e9381e33e {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:36:59.807093 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.821421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Transition to ACTIVE for port object 85b947d3-eb6c-4ff4-8bea-c59e9381e33e will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:36:59.826582 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:36:59.886458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:36:59.977824 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Attempting to bind port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:36:59.978457 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Attempting to bind port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:36:59.979125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Attempting to bind port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:36:59.987907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e on network b4459b13-29d6-4981-a301-b118ab4121f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:36:59.988715 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Attempting to bind port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e on network b4459b13-29d6-4981-a301-b118ab4121f4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:36:59.996345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:36:59.996866 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Checking segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:36:59.997356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Bound using segment: {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:36:59.998535 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Bound port: 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65e86a01-f6f0-401d-b414-ca7cb2c4c0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:36:59.999005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:00.078468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:37:00.082058 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:37:00.086006 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:00.122433 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.123198 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:00.125030 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] 10.222.0.36 "PUT /v2.0/ports/85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1091 time: 0.6795824 Feb 15 10:37:00.127308 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:37:00.130324 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccdac6e-595c-4600-aea3-face1eabed77" -d '{"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:37:00.162200 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0de506-2926-4b14-8d80-74cb6d347892 service neutron] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:37:00.222203 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706adf0a-fe0b-47a3-8b09-c75879118ddc x-openstack-request-id: req-706adf0a-fe0b-47a3-8b09-c75879118ddc {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:37:00.222494 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:37:00.222743 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-706adf0a-fe0b-47a3-8b09-c75879118ddc {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:37:00.223139 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'status': 'completed', 'code': 200} Feb 15 10:37:00.251649 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-d15de0c9-78e8-4f06-9467-0654c73d2b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.254046 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-d15de0c9-78e8-4f06-9467-0654c73d2b9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1094 time: 0.0684447 Feb 15 10:37:00.304083 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-b87989a3-e19b-49be-9c57-ca8bea7cc981 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 217 time: 0.0419507 Feb 15 10:37:00.310001 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d91a79-5449-4c22-bfb3-ff7048ee7433 req-9c158d8c-5a4a-493e-9496-e92e4484af22 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.318763 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-43d91a79-5449-4c22-bfb3-ff7048ee7433 req-9c158d8c-5a4a-493e-9496-e92e4484af22 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0673878 Feb 15 10:37:00.360688 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-7e051394-98fa-4734-ab4a-3185d62424f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.362236 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-7e051394-98fa-4734-ab4a-3185d62424f5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0499732 Feb 15 10:37:00.363503 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-43d91a79-5449-4c22-bfb3-ff7048ee7433 req-4b242993-82e8-4058-8c02-20e682d581f8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437930 Feb 15 10:37:00.420527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-b3957b58-957c-415d-a084-15a64b9d2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.422089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-b3957b58-957c-415d-a084-15a64b9d2d24 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483849 Feb 15 10:37:00.512638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-e7898681-978d-4fc8-9daa-748fd4f5b136 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836396 Feb 15 10:37:00.607605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-70bc10ef-0362-4c43-9798-e7ba80f25c01 req-1828f4c2-7e49-4947-ad89-cd97be1c88c3 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883739 Feb 15 10:37:00.693049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-840c3684-fb13-4e6f-90e3-f4a62d463aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.694524 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-840c3684-fb13-4e6f-90e3-f4a62d463aec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1094 time: 0.0451601 Feb 15 10:37:00.788402 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-114529c0-3e1c-4730-b56b-ccee168d149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.789921 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-114529c0-3e1c-4730-b56b-ccee168d149b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0883856 Feb 15 10:37:00.833269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-5f842fae-48c3-4114-ad33-607330ebb036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 217 time: 0.0366936 Feb 15 10:37:00.883194 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-454b317c-fd1b-4f6b-9443-189b69330f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.884130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-454b317c-fd1b-4f6b-9443-189b69330f7f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0448880 Feb 15 10:37:00.931522 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-6e3b8489-656b-4762-b1a0-905f79e2b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:00.933109 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-6e3b8489-656b-4762-b1a0-905f79e2b8a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424676 Feb 15 10:37:01.039652 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-4c133a3a-dc01-4fa4-b54e-2968d3f3fcb5 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001515 Feb 15 10:37:01.128484 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3ccdac6e-595c-4600-aea3-face1eabed77 req-37588ee1-9723-4873-8184-154313926372 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Feb 15 10:37:01.484237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5167c9f-9501-4b0e-b33f-28c7db847549 req-e2e12767-8c03-4d3f-97a6-cb225131649f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:01.485844 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5167c9f-9501-4b0e-b33f-28c7db847549 req-e2e12767-8c03-4d3f-97a6-cb225131649f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0562475 Feb 15 10:37:01.816606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b5167c9f-9501-4b0e-b33f-28c7db847549 req-3b47acef-fa6d-42e9-958f-65fbda69cf47 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3244126 Feb 15 10:37:02.940702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6194561-6a5e-478c-b53f-51bd95a69879 req-c21f8318-6c98-442d-b412-c82931775bcc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:02.942116 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6194561-6a5e-478c-b53f-51bd95a69879 req-c21f8318-6c98-442d-b412-c82931775bcc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0507905 Feb 15 10:37:02.980834 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b6194561-6a5e-478c-b53f-51bd95a69879 req-a369af13-54ce-45ed-95c0-e09aab2a742c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326638 Feb 15 10:37:04.095259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb2091-0e6b-41ac-94dd-864b3d4343ab req-d6f6858f-fef9-42d9-9623-81dec9feed33 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:04.096728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffeb2091-0e6b-41ac-94dd-864b3d4343ab req-d6f6858f-fef9-42d9-9623-81dec9feed33 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0477459 Feb 15 10:37:04.134039 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ffeb2091-0e6b-41ac-94dd-864b3d4343ab req-3124a51e-b488-47d7-9fce-5fc1bb030c54 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Feb 15 10:37:05.248383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b8cf7-7e77-464c-b9d1-3cb7c182253d req-67bb9723-ad5d-4f20-a56e-f2fc212ab044 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:05.249861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-806b8cf7-7e77-464c-b9d1-3cb7c182253d req-67bb9723-ad5d-4f20-a56e-f2fc212ab044 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0472324 Feb 15 10:37:05.287398 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-806b8cf7-7e77-464c-b9d1-3cb7c182253d req-dcd9a556-01f8-48c2-8a6e-7977500c312d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314710 Feb 15 10:37:06.403237 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e77ed-252a-46eb-8360-8b6decf455f8 req-30e1d83f-c31b-4109-b996-18bd1553d7f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:06.405480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-901e77ed-252a-46eb-8360-8b6decf455f8 req-30e1d83f-c31b-4109-b996-18bd1553d7f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0484655 Feb 15 10:37:06.441625 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-901e77ed-252a-46eb-8360-8b6decf455f8 req-dc4b5a07-d288-48fc-afd3-bb463708eaa9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299792 Feb 15 10:37:07.563268 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10fb5-e614-4d3a-a63d-8e98825a135c req-593b9f90-50db-463a-8fba-34d12332df30 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:07.564732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ff10fb5-e614-4d3a-a63d-8e98825a135c req-593b9f90-50db-463a-8fba-34d12332df30 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0543327 Feb 15 10:37:07.601732 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8ff10fb5-e614-4d3a-a63d-8e98825a135c req-89946856-ae13-46ca-9472-d4d61f89e12c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309196 Feb 15 10:37:08.724001 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d32db-5ddf-4d32-807c-aa57acb374f5 req-94619364-a749-4439-82f7-04099e357026 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:08.725559 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-278d32db-5ddf-4d32-807c-aa57acb374f5 req-94619364-a749-4439-82f7-04099e357026 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0534542 Feb 15 10:37:08.765395 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-278d32db-5ddf-4d32-807c-aa57acb374f5 req-4ce834c5-061e-46f5-904e-47db7a5e8150 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337005 Feb 15 10:37:09.884690 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fdb22-e7a8-4c20-ab07-5ca3d7344ba4 req-d3860161-8d7c-4c2f-9583-0cd28ad5425a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:09.886198 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-838fdb22-e7a8-4c20-ab07-5ca3d7344ba4 req-d3860161-8d7c-4c2f-9583-0cd28ad5425a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0499954 Feb 15 10:37:09.926124 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-838fdb22-e7a8-4c20-ab07-5ca3d7344ba4 req-1e061238-3e7a-483d-a8ae-79b60da2bfc9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335755 Feb 15 10:37:10.701119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:37:10.795610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:37:10.806799 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'mac_address': 'fa:16:3e:50:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:37:10.842241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:10.854265 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b947d3-eb6c-4ff4-8bea-c59e9381e33e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:37:10.874326 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:37:10.878569 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:10.928775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:37:10.936618 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.936962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.937290 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.937610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.937931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.938250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.938565 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.938879 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.939187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.939496 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.939806 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:10.940114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:37:11.045426 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88313f5e-2f59-4510-9aeb-b1a0c85c55aa req-548c03e6-3db3-444d-b088-2df9724fdead tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:11.046898 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88313f5e-2f59-4510-9aeb-b1a0c85c55aa req-548c03e6-3db3-444d-b088-2df9724fdead tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 944 time: 0.0486364 Feb 15 10:37:11.084775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88313f5e-2f59-4510-9aeb-b1a0c85c55aa req-88455ed8-cf64-413b-9254-1b3817d42063 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316834 Feb 15 10:37:11.108122 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['85b947d3-eb6c-4ff4-8bea-c59e9381e33e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:37:12.205368 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571cec3-0a38-4688-b58a-3b64c94d1aca req-f25c5e84-01b7-4e46-8309-e1087fe39e33 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:12.206884 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9571cec3-0a38-4688-b58a-3b64c94d1aca req-f25c5e84-01b7-4e46-8309-e1087fe39e33 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 944 time: 0.0491357 Feb 15 10:37:12.245939 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-9571cec3-0a38-4688-b58a-3b64c94d1aca req-38a9c545-6ccb-4f29-b56e-13686278c6d9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324607 Feb 15 10:37:12.715908 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:37:12.770390 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:37:12.774115 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:37:12.774480 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:12.855953 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:12.883647 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:37:12.885946 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1edccb-7d40-4416-996d-c82ccb96945a" -d '{"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-plugged", "status": "completed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:37:12.901013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:37:12.906496 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:12.958622 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:37:13.014269 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a5d149-4a63-4362-b2ee-bb0c6dad3554 x-openstack-request-id: req-c5a5d149-4a63-4362-b2ee-bb0c6dad3554 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:37:13.014565 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-plugged", "status": "completed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:37:13.014812 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5a5d149-4a63-4362-b2ee-bb0c6dad3554 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:37:13.015211 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'code': 200} Feb 15 10:37:13.110744 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4a1da-b8db-48a2-b9b6-7bed66ec34d8 req-e9c1c29f-f793-4abd-8c15-78076c65a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:13.112330 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4a4a1da-b8db-48a2-b9b6-7bed66ec34d8 req-e9c1c29f-f793-4abd-8c15-78076c65a90a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0415728 Feb 15 10:37:13.147274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-a4a4a1da-b8db-48a2-b9b6-7bed66ec34d8 req-90b526ac-20ea-4c31-afd1-c3ba48f5a30b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285382 Feb 15 10:37:13.372152 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b4e526-ff38-4577-bd4b-4eb482f2cb98 req-14bb5b0e-babf-4a55-b94a-b7344a900abb tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:13.373648 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03b4e526-ff38-4577-bd4b-4eb482f2cb98 req-14bb5b0e-babf-4a55-b94a-b7344a900abb tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0537241 Feb 15 10:37:13.412315 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-03b4e526-ff38-4577-bd4b-4eb482f2cb98 req-d1955109-67af-4d77-99ab-b2ba7aef3236 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 Feb 15 10:37:14.536467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5feff-b9b7-4942-880e-71b7803af3bd req-386cc4f9-443f-4fc8-ab61-134e0fa95c64 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:14.539014 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fab5feff-b9b7-4942-880e-71b7803af3bd req-386cc4f9-443f-4fc8-ab61-134e0fa95c64 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0547650 Feb 15 10:37:14.579056 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-fab5feff-b9b7-4942-880e-71b7803af3bd req-c1da17e7-82a5-4309-a941-fa8706d2a59f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Feb 15 10:37:14.697781 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288fcd1-7a1f-4d99-8eb8-f246cf2e0db7 req-af0cd658-d3bf-470c-bbce-01bd30f834b8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:14.699243 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7288fcd1-7a1f-4d99-8eb8-f246cf2e0db7 req-af0cd658-d3bf-470c-bbce-01bd30f834b8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0513179 Feb 15 10:37:14.738605 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-7288fcd1-7a1f-4d99-8eb8-f246cf2e0db7 req-a2d0c894-b9d2-4fc5-81f0-33c496b28137 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331595 Feb 15 10:37:14.760872 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54870) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:37:14.801880 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a064cc-ffdb-4b3b-8e93-4d13f306c7b0 tempest-TestShelveInstance-2042452204 tempest-TestShelveInstance-2042452204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:14.803403 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-70a064cc-ffdb-4b3b-8e93-4d13f306c7b0 tempest-TestShelveInstance-2042452204 tempest-TestShelveInstance-2042452204-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1091 time: 0.0415399 Feb 15 10:37:14.806192 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 54872) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:37:14.811365 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:37:14.834210 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:14.871747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:14.944910 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.049968 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Allocated IP 172.25.6.143 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/9640eaaa-f8cc-4975-ae20-2cfef9bfe99f) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:37:15.165989 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.201969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.240934 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:37:15.243841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:37:15.247391 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:37:15.252674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=9640eaaa-f8cc-4975-ae20-2cfef9bfe99f,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:37:15.601930 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.666395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.816186 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.820883 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:15.895004 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event updated for resources: {'Port': ['ID=9640eaaa-f8cc-4975-ae20-2cfef9bfe99f,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:37:15.903028 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:16.003820 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Floating IP 2896934a-ad75-4465-b752-5a1d735b63c2 associated. External IP: 172.25.6.143, port: 85b947d3-eb6c-4ff4-8bea-c59e9381e33e. Feb 15 10:37:16.212804 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:37:16.322241 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:37:16.331838 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:37:16.339785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:16.341596 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:37:16.342201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:36:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:37:16.368744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-971d963b-3491-42e0-8160-443228059f56 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5614891 Feb 15 10:37:16.369562 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:37:16.371813 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbb7786-d0d4-408d-851a-03a7588d6569" -d '{"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:37:16.410081 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f25befa-1a13-43f3-a3db-c412c641aeac x-openstack-request-id: req-3f25befa-1a13-43f3-a3db-c412c641aeac {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:37:16.410365 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:37:16.410613 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f25befa-1a13-43f3-a3db-c412c641aeac {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:37:16.411014 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'status': 'completed', 'code': 200} Feb 15 10:37:16.451164 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:37:16.477565 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-651540c9-e0c1-41b1-a0e3-d48a28d7e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:16.479065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-651540c9-e0c1-41b1-a0e3-d48a28d7e113 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0426888 Feb 15 10:37:16.581274 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-2b65547c-c880-4a1e-aa65-066658a95832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:16.582799 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-2b65547c-c880-4a1e-aa65-066658a95832 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0969052 Feb 15 10:37:16.647308 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-6cd551ce-211c-4b21-adcd-999a17ff7c79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 999 time: 0.0578408 Feb 15 10:37:16.699575 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-13d1cb3d-c9ab-4858-a5c3-4b99864889fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:16.701659 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-13d1cb3d-c9ab-4858-a5c3-4b99864889fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0482566 Feb 15 10:37:16.746068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-55e1772e-653e-4bad-80f4-66d56173fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:16.748087 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-55e1772e-653e-4bad-80f4-66d56173fde1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400369 Feb 15 10:37:16.765454 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '2896934a-ad75-4465-b752-5a1d735b63c2', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:50:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:37:15Z', 'updated_at': '2022-02-15T10:37:15Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:37:16.791176 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:37:16.799865 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:37:16.800457 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:36:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:37:16.836089 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-487e4c94-9c37-44db-b2ac-1a7bafb9cd85 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818839 Feb 15 10:37:16.876594 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bd5ae31b-c52d-4e82-ad43-4e44e6138990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:16.911531 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:37:16.939727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5dbb7786-d0d4-408d-851a-03a7588d6569 req-0e3faca5-8fd3-4c2c-bdc6-99ceb68b0703 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966387 Feb 15 10:37:17.139876 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '2896934a-ad75-4465-b752-5a1d735b63c2', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:50:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:37:15Z', 'updated_at': '2022-02-15T10:37:15Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:37:17.165638 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538ea571-edfb-494e-bf64-b2ebbd5fa1e7 None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '2896934a-ad75-4465-b752-5a1d735b63c2', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'floating_ip_address': '172.25.6.143', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'mac_address': 'fa:16:3e:50:ea:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:37:15Z', 'updated_at': '2022-02-15T10:37:15Z', 'revision_number': 0, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:37:17.353152 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d85ce5-c87b-47d4-baef-f48017e06a86 None None] New status for floating IP 2896934a-ad75-4465-b752-5a1d735b63c2: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:37:17.513272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:18.196956 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:37:19.410546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-25774598-d55d-4e0f-8cda-a412306c9c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:20.589837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:22.411834 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:22.626104 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:25.528123 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-e5d63ef8-a1e5-4026-84f9-9f1a02b93f42 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413082 Feb 15 10:37:25.622509 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-83d6bed5-82ec-4e71-b509-13088d9bd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:25.624495 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-83d6bed5-82ec-4e71-b509-13088d9bd64d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0516517 Feb 15 10:37:25.729474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-0a23f3a5-be44-43e7-865b-e23122257468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:25.730956 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-0a23f3a5-be44-43e7-865b-e23122257468 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0876496 Feb 15 10:37:25.805052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-f3de7043-c01f-406d-8168-21e158e7926e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1001 time: 0.0569510 Feb 15 10:37:25.857369 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-6075e802-eb0e-497d-a75c-a0fe9590119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:25.859401 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-6075e802-eb0e-497d-a75c-a0fe9590119a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0458200 Feb 15 10:37:25.904377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-7ed84bbd-fb05-43fe-bedb-c2be7747a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:37:25.906159 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-7ed84bbd-fb05-43fe-bedb-c2be7747a25b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392301 Feb 15 10:37:25.916213 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-2c5635f6-b9a9-4671-a948-c5fb9316925f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:37:25.917390 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-2c5635f6-b9a9-4671-a948-c5fb9316925f service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051355 Feb 15 10:37:26.004534 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-119a28cb-ed30-40f1-86d3-71819c612b4c service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805228 Feb 15 10:37:26.099863 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2bc4f54e-7bb2-40d8-a2e2-16110cb03bed req-3941c4e5-fb1b-4f34-a83e-8ee1bb40c34d service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883958 Feb 15 10:37:44.887531 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:46.882831 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-caf46822-1348-46fe-ab32-f5f6ec3f81e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:47.484395 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:49.415079 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6f0209b4-7122-4718-b8ed-a55d9eb43a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:50.594649 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:52.415058 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:52.633387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:37:55.197137 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:38:14.885883 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:16.875445 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8706fce9-9b37-49e7-8d34-295674460436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:17.497572 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:19.411679 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2b5f2210-c48b-4cd5-80ea-801517c6342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:20.595295 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:22.416728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:22.634514 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:26.452301 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-8e5ebb23-dc62-40c3-9c0d-30ccb450b26a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422180 Feb 15 10:38:26.534236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-4be6964c-bbf3-46a6-8536-b8db20157a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:38:26.535789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-4be6964c-bbf3-46a6-8536-b8db20157a91 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0421519 Feb 15 10:38:26.643458 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-91ee8d2c-7cae-4574-940a-0d350fa7658f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:38:26.644978 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-91ee8d2c-7cae-4574-940a-0d350fa7658f service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0900061 Feb 15 10:38:26.711813 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-187a3fa4-50ff-4e1e-afaa-8f4518cec0ab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1001 time: 0.0602279 Feb 15 10:38:26.765017 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-698d8f5f-2e1e-44f3-929d-7b9b1f5a0606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:38:26.766464 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-698d8f5f-2e1e-44f3-929d-7b9b1f5a0606 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0486286 Feb 15 10:38:26.811769 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-e3a94766-13b1-4238-b7ac-913c62758d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:38:26.813305 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-e3a94766-13b1-4238-b7ac-913c62758d34 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408983 Feb 15 10:38:26.903018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-3774c284-a463-479d-be61-3aa316b64ce7 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833464 Feb 15 10:38:26.997614 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7da73307-9423-4f43-ad0b-c1ae762fc878 req-f30a84b8-dcd4-49e8-8635-7c43fa01ca56 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Feb 15 10:38:32.196405 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:38:44.882880 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:46.878440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-96edf03f-3847-4d88-a629-d5867d831c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:47.495854 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:49.413283 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f804da3e-ccab-4ee3-af07-0f4e465dbfe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:50.598341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:52.424309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:38:52.634967 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:09.196352 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:39:14.443430 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5d1d9-90b3-46f4-b881-2321f410d0ad req-9dd1e2e1-3f80-4a32-9a4a-07923ed1698d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:14.444971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56a5d1d9-90b3-46f4-b881-2321f410d0ad req-9dd1e2e1-3f80-4a32-9a4a-07923ed1698d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0514224 Feb 15 10:39:14.484027 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-56a5d1d9-90b3-46f4-b881-2321f410d0ad req-bb3ffd8b-330d-484d-be96-6b8a226d88c0 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Feb 15 10:39:14.872329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:15.609794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288e96b-2055-4330-b509-660ae41c8c61 req-a80b3e81-4b76-40a4-8a59-de119d6c0ec8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:15.611285 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f288e96b-2055-4330-b509-660ae41c8c61 req-a80b3e81-4b76-40a4-8a59-de119d6c0ec8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0499392 Feb 15 10:39:15.654033 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f288e96b-2055-4330-b509-660ae41c8c61 req-92cefc3e-3158-457f-8e0b-9775cb2f17ed tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360210 Feb 15 10:39:16.786581 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c968-d53e-4561-b86d-c7527f354f6b req-d07abc97-37af-47f1-971b-4884c85bd40a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:16.788078 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ec6c968-d53e-4561-b86d-c7527f354f6b req-d07abc97-37af-47f1-971b-4884c85bd40a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0537837 Feb 15 10:39:16.825823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2ec6c968-d53e-4561-b86d-c7527f354f6b req-531bd94b-a8a2-4a8a-83f7-57fdbf345f36 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317900 Feb 15 10:39:16.880613 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c5616c8c-b9f7-46bf-95e0-859fb1fed860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:17.494705 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:17.941808 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d302ee-a7da-4e83-a008-f1214fe51c77 req-e0f843d1-4151-426e-8e81-a907a9667df4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:17.943291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9d302ee-a7da-4e83-a008-f1214fe51c77 req-e0f843d1-4151-426e-8e81-a907a9667df4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0504215 Feb 15 10:39:17.983560 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d9d302ee-a7da-4e83-a008-f1214fe51c77 req-7d7aef14-880a-4a77-a31a-3702b539e876 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Feb 15 10:39:19.104708 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f71fbb-bfd0-4942-b620-02447b96b404 req-5550852b-3f04-4e6e-adcb-095ca87d3c65 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:19.106239 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40f71fbb-bfd0-4942-b620-02447b96b404 req-5550852b-3f04-4e6e-adcb-095ca87d3c65 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0515935 Feb 15 10:39:19.145134 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-40f71fbb-bfd0-4942-b620-02447b96b404 req-e84daf90-11f6-4731-bca5-1b9ec9ebfc4f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Feb 15 10:39:19.414135 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0fd879d4-c389-4442-83f2-5bfe2f171bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:20.263733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f3340-a3c4-4c3c-b633-83317a31c17b req-3aa54037-6bfa-4e51-9834-17780c65510b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:20.265230 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f39f3340-a3c4-4c3c-b633-83317a31c17b req-3aa54037-6bfa-4e51-9834-17780c65510b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0498774 Feb 15 10:39:20.304697 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f39f3340-a3c4-4c3c-b633-83317a31c17b req-e0226e4e-d17b-4a96-b9d1-c69673034430 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335095 Feb 15 10:39:20.601199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:21.422230 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a0977-9c91-44d2-bbb8-73e0f5a36483 req-78f1819e-d933-46f1-90aa-3c9aa5c5ee87 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:21.423734 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c14a0977-9c91-44d2-bbb8-73e0f5a36483 req-78f1819e-d933-46f1-90aa-3c9aa5c5ee87 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0492396 Feb 15 10:39:21.461653 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c14a0977-9c91-44d2-bbb8-73e0f5a36483 req-7a366ae0-bb50-4376-ac4d-42d766c21570 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Feb 15 10:39:22.415573 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:22.591915 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b9b01-5339-4467-96e1-480c869dab67 req-53e4664d-6df0-4ff8-9866-52a0c39fb37e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:22.593411 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a55b9b01-5339-4467-96e1-480c869dab67 req-53e4664d-6df0-4ff8-9866-52a0c39fb37e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0479367 Feb 15 10:39:22.639763 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:22.640021 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a55b9b01-5339-4467-96e1-480c869dab67 req-756c33fa-b0fe-4b05-9ca2-32e5c230ebb9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400474 Feb 15 10:39:23.761411 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4239-d8a1-4c32-8ccd-a2f24b4c8cf5 req-9e195447-7e28-4b06-8b03-f894e135ec99 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:23.762903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eedd4239-d8a1-4c32-8ccd-a2f24b4c8cf5 req-9e195447-7e28-4b06-8b03-f894e135ec99 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0523996 Feb 15 10:39:23.800044 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-eedd4239-d8a1-4c32-8ccd-a2f24b4c8cf5 req-b5007fed-e427-4485-80d7-f600733810ee tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306706 Feb 15 10:39:24.602655 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-c0f45ed3-3b37-4e05-b440-0261ae136626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:24.604148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-c0f45ed3-3b37-4e05-b440-0261ae136626 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0918846 Feb 15 10:39:24.696868 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-6f03f0d4-574f-4906-8c86-9271ac1274fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:24.698371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-6f03f0d4-574f-4906-8c86-9271ac1274fc service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0879154 Feb 15 10:39:24.771823 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-0bf590cf-7595-43ea-bc40-1faba80849c5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1001 time: 0.0673447 Feb 15 10:39:24.821843 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-521c218d-6ccd-4aee-b514-a012cc5849b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:24.823413 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-521c218d-6ccd-4aee-b514-a012cc5849b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0452449 Feb 15 10:39:24.872113 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-59f87b91-2ac7-4157-bd33-d1bca4087c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:24.873778 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-59f87b91-2ac7-4157-bd33-d1bca4087c62 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432866 Feb 15 10:39:24.929065 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4dd90-3a91-4a87-9107-3940aa815a1e req-ab80df2b-9a25-4cad-82eb-036595b178ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:24.930838 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35f4dd90-3a91-4a87-9107-3940aa815a1e req-ab80df2b-9a25-4cad-82eb-036595b178ef tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0567107 Feb 15 10:39:24.984273 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-139c3672-f6f5-4eea-b684-9086d006ea8a service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037331 Feb 15 10:39:24.989377 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-35f4dd90-3a91-4a87-9107-3940aa815a1e req-93239832-1430-479a-b066-54504300b1d0 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Feb 15 10:39:25.077771 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82da20a0-0b2e-4dde-b68a-bb942bf1dbff req-3047af6c-5479-4512-9392-436ffcce249a service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867128 Feb 15 10:39:26.111427 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003f61d-ea49-448e-be2a-24484a78b927 req-9001bcf8-2bea-4e49-a9ad-192952b9cc0a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:26.113575 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3003f61d-ea49-448e-be2a-24484a78b927 req-9001bcf8-2bea-4e49-a9ad-192952b9cc0a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0545690 Feb 15 10:39:26.151168 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3003f61d-ea49-448e-be2a-24484a78b927 req-a0492afb-e421-4233-97a6-3d107bc232bc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Feb 15 10:39:26.965343 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081a0c-25ac-45e0-ba90-88992c299324 req-a295be84-a7c8-4ade-8a4b-db3a733d73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:26.966742 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-a295be84-a7c8-4ade-8a4b-db3a733d73a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0407655 Feb 15 10:39:27.071052 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081a0c-25ac-45e0-ba90-88992c299324 req-46cbfa17-bf93-4885-b9d5-ef9cfc71cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:27.072519 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-46cbfa17-bf93-4885-b9d5-ef9cfc71cf23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0859432 Feb 15 10:39:27.141429 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-55eb8450-af3c-4228-84b3-ef8dfb8daf38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1001 time: 0.0627697 Feb 15 10:39:27.195405 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081a0c-25ac-45e0-ba90-88992c299324 req-2b65b604-c074-4e22-91a1-00264d3a8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:27.196984 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-2b65b604-c074-4e22-91a1-00264d3a8eb1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0493584 Feb 15 10:39:27.245386 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82081a0c-25ac-45e0-ba90-88992c299324 req-1b8c4aba-abf8-4b3c-a8db-a2980d91e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:27.246925 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-1b8c4aba-abf8-4b3c-a8db-a2980d91e094 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432711 Feb 15 10:39:27.280897 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81109049-9aff-45de-9a07-6ed1a5e5f6b7 req-f54daba9-f1ca-4852-9261-ede24a1b6a4a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:27.282445 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81109049-9aff-45de-9a07-6ed1a5e5f6b7 req-f54daba9-f1ca-4852-9261-ede24a1b6a4a tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0519283 Feb 15 10:39:27.322237 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-81109049-9aff-45de-9a07-6ed1a5e5f6b7 req-6ff292d7-44be-43c3-9ae5-12f0e0e4124b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322511 Feb 15 10:39:27.345556 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-be12be64-1a24-4061-96c0-b011d28d1934 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915692 Feb 15 10:39:27.440732 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-82081a0c-25ac-45e0-ba90-88992c299324 req-5daf20d3-e9f9-4b19-be30-8bd340791f81 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871212 Feb 15 10:39:28.451773 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e57d0ad-8b27-4255-a1e0-2378dc0dd437 req-63dcb422-f425-4ad0-ba6d-b4956f4a315c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:28.453314 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e57d0ad-8b27-4255-a1e0-2378dc0dd437 req-63dcb422-f425-4ad0-ba6d-b4956f4a315c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0595913 Feb 15 10:39:28.491256 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-1e57d0ad-8b27-4255-a1e0-2378dc0dd437 req-9222571b-9c58-4536-99d6-6d85b16754b9 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Feb 15 10:39:28.562733 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-b1f1257d-6f12-43e3-be0f-5025802327ba req-e7d1ff17-c063-4e12-a142-fe2d765419df service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:39:28.563698 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-b1f1257d-6f12-43e3-be0f-5025802327ba req-e7d1ff17-c063-4e12-a142-fe2d765419df service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052733 Feb 15 10:39:28.686068 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-08c56a5a-b89e-4a42-8cf9-ce712ee58e2c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0411448 Feb 15 10:39:28.694896 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-b6655947-7f45-4ab1-9c70-57da074b2edb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102359) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:39:28.695839 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-b6655947-7f45-4ab1-9c70-57da074b2edb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048366 Feb 15 10:39:28.716442 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7353-a873-44b7-8010-f0102b3cc5ba req-7a6a2e2f-0e0f-495a-bc03-3d6e3e605db6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:28.717968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0edb7353-a873-44b7-8010-f0102b3cc5ba req-7a6a2e2f-0e0f-495a-bc03-3d6e3e605db6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0493321 Feb 15 10:39:28.757979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0edb7353-a873-44b7-8010-f0102b3cc5ba req-a348bb86-b689-447b-982e-0ff575b9f789 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332043 Feb 15 10:39:29.164678 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:39:29.243943 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:29.267348 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:39:29.270424 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c031097-28c5-475f-868a-6d6383803d1f" -d '{"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-unplugged", "status": "completed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:39:29.283886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:39:29.288702 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:29.320633 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 15 Feb 2022 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55dcf51-e134-49d2-bcfb-2b3b81e6c966 x-openstack-request-id: req-d55dcf51-e134-49d2-bcfb-2b3b81e6c966 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:39:29.320940 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-unplugged", "status": "failed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "code": 422}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:39:29.321191 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d55dcf51-e134-49d2-bcfb-2b3b81e6c966 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:39:29.321580 n-d-825064-4 neutron-server[102360]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'code': 422} returned with failed status Feb 15 10:39:29.347241 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:39:29.354775 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.355113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.355442 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.355767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.356138 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.356464 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.356787 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.357127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.357441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.357756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.358069 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.358382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:39:29.876080 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15991b86-6a57-4f75-94f9-36cc2b77aab7 req-521a400b-cf38-4970-89b6-c4774febecb1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:29.878250 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15991b86-6a57-4f75-94f9-36cc2b77aab7 req-521a400b-cf38-4970-89b6-c4774febecb1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0516534 Feb 15 10:39:29.918096 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-15991b86-6a57-4f75-94f9-36cc2b77aab7 req-c1519ffe-0f2e-44ee-ab76-add07f03c44f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Feb 15 10:39:31.043885 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b7469-1e8c-4318-8c04-200a1bd04b05 req-36530b7e-d86b-494a-89a8-7e1c59e53124 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:31.045414 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-197b7469-1e8c-4318-8c04-200a1bd04b05 req-36530b7e-d86b-494a-89a8-7e1c59e53124 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0537772 Feb 15 10:39:31.084719 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-197b7469-1e8c-4318-8c04-200a1bd04b05 req-6e2645cc-b96a-4c20-8592-f4865a3cfe8b tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325325 Feb 15 10:39:32.211079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d1c7b-277c-4fb6-93f8-609554ab6835 req-339744dd-65d5-44b6-9829-32541a81d50e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:32.212600 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-946d1c7b-277c-4fb6-93f8-609554ab6835 req-339744dd-65d5-44b6-9829-32541a81d50e tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0541830 Feb 15 10:39:32.250596 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-946d1c7b-277c-4fb6-93f8-609554ab6835 req-f5cdefc4-9577-4c28-9218-e49458ac3124 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319107 Feb 15 10:39:33.372853 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2a5a4-c9fb-4b06-be16-7c4fa8a5616b req-1f832b0d-232a-4dc5-b29d-4daa24ab41f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.374486 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ff2a5a4-c9fb-4b06-be16-7c4fa8a5616b req-1f832b0d-232a-4dc5-b29d-4daa24ab41f3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0507743 Feb 15 10:39:33.400414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-ae75943f-205e-4e09-bb68-a1f3a0e3a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.401982 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-ae75943f-205e-4e09-bb68-a1f3a0e3a18f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e&tenant_id=c6ec89e9d30f4e3190b7cef9714ee000 HTTP/1.1" status: 200 len: 1094 time: 0.0408425 Feb 15 10:39:33.416404 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-6ff2a5a4-c9fb-4b06-be16-7c4fa8a5616b req-f69cb200-24dc-4224-8cd9-464d4ba8ec4c tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Feb 15 10:39:33.462352 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-9c6857de-03e0-4f53-a5ee-26417b3dd7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.463843 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-9c6857de-03e0-4f53-a5ee-26417b3dd7b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1094 time: 0.0408399 Feb 15 10:39:33.556453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-f1158ed0-a9a2-42f8-ab67-ac98c46b2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.557979 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-f1158ed0-a9a2-42f8-ab67-ac98c46b2873 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0883317 Feb 15 10:39:33.622520 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-993c3d7b-eb51-4a87-8ce4-a64e7de686db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 999 time: 0.0579231 Feb 15 10:39:33.669991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-30db42c9-f43a-41ea-abcf-aa6ea34b6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.671325 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-30db42c9-f43a-41ea-abcf-aa6ea34b6aef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0428076 Feb 15 10:39:33.719380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-a7ecd039-caa7-471e-9f68-890d87ae7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:33.721493 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-a7ecd039-caa7-471e-9f68-890d87ae7bfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431881 Feb 15 10:39:33.808049 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-6d18f887-e8e1-442d-8b0e-0f545d760461 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796666 Feb 15 10:39:33.898705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-25a516fc-9280-4175-9b36-506acbbddb6e service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Feb 15 10:39:34.531687 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2f025-7a26-4ae4-8410-09b6775c168b req-a9c30e6f-9e0f-46f3-887d-c90b860807e2 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:34.533186 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccb2f025-7a26-4ae4-8410-09b6775c168b req-a9c30e6f-9e0f-46f3-887d-c90b860807e2 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0484064 Feb 15 10:39:34.572752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ccb2f025-7a26-4ae4-8410-09b6775c168b req-84406656-24fc-4351-b759-1618b57c1df8 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327735 Feb 15 10:39:35.689265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca3d0f-41ab-4408-ac61-1583a688ba34 req-3c3dc218-3c1f-4a9c-aa09-f35577aead77 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:35.690897 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ceca3d0f-41ab-4408-ac61-1583a688ba34 req-3c3dc218-3c1f-4a9c-aa09-f35577aead77 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0489657 Feb 15 10:39:35.728642 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ceca3d0f-41ab-4408-ac61-1583a688ba34 req-048fd32d-1b87-4d9e-8867-b5238f781db4 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318131 Feb 15 10:39:36.842907 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d5569-3f70-4901-91f3-5ca4790b08e1 req-869157e5-5c4b-42b6-ab2b-7962cd558c45 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:36.844397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d8d5569-3f70-4901-91f3-5ca4790b08e1 req-869157e5-5c4b-42b6-ab2b-7962cd558c45 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0478697 Feb 15 10:39:36.883852 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-6d8d5569-3f70-4901-91f3-5ca4790b08e1 req-7a732c10-abe2-491f-90b3-17c6ff70c883 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Feb 15 10:39:38.006456 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7101339-f930-45d6-9a02-53d962d39e0f req-ab060a54-5973-4ed4-ac24-6535766bf3e1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:38.007978 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7101339-f930-45d6-9a02-53d962d39e0f req-ab060a54-5973-4ed4-ac24-6535766bf3e1 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0527761 Feb 15 10:39:38.045053 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-d7101339-f930-45d6-9a02-53d962d39e0f req-73d83cf4-90f3-4c0f-a95c-ac8dbb48e766 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310848 Feb 15 10:39:39.165091 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911bb45d-5e5f-42ca-bd78-911f6e29925e req-dee67198-54fd-4bbe-90f8-40cee676c360 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:39.166570 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911bb45d-5e5f-42ca-bd78-911f6e29925e req-dee67198-54fd-4bbe-90f8-40cee676c360 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0528135 Feb 15 10:39:39.203295 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-911bb45d-5e5f-42ca-bd78-911f6e29925e req-5b866611-da9d-4222-9b67-a927330ee5d3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306380 Feb 15 10:39:40.365841 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b6b3f-ef8a-435b-bd35-0ab61f663286 req-29cef236-92a9-42f3-841c-9cb2f4861142 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:40.367319 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b7b6b3f-ef8a-435b-bd35-0ab61f663286 req-29cef236-92a9-42f3-841c-9cb2f4861142 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 943 time: 0.0951509 Feb 15 10:39:40.404291 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2b7b6b3f-ef8a-435b-bd35-0ab61f663286 req-b7ef20c5-0941-4581-a3bf-93954bfa6448 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309134 Feb 15 10:39:41.227096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:39:41.327182 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:39:41.339200 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'port_id': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'mac_address': 'fa:16:3e:50:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:39:41.377536 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:41.390336 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b947d3-eb6c-4ff4-8bea-c59e9381e33e {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:39:41.422691 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:39:41.429902 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:41.481023 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:39:41.572327 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bece75-a771-45f8-bf47-50477e8cef43 req-054f6f3a-9094-4ba9-aeb8-b17209391517 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:41.573869 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-69bece75-a771-45f8-bf47-50477e8cef43 req-054f6f3a-9094-4ba9-aeb8-b17209391517 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 944 time: 0.0993342 Feb 15 10:39:41.613047 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-69bece75-a771-45f8-bf47-50477e8cef43 req-08564cf1-2bf3-4b05-b29a-0d68bda0d951 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Feb 15 10:39:41.635566 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['85b947d3-eb6c-4ff4-8bea-c59e9381e33e'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:39:42.728503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf772c-0196-4d3b-a155-620939031108 req-9885d404-262b-4dda-bfba-a1f9dcccb819 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:42.729982 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdbf772c-0196-4d3b-a155-620939031108 req-9885d404-262b-4dda-bfba-a1f9dcccb819 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 944 time: 0.0477493 Feb 15 10:39:42.766954 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-cdbf772c-0196-4d3b-a155-620939031108 req-20dd35f2-25eb-4da0-9bfe-28d1eaee0cbc tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311127 Feb 15 10:39:43.242190 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:39:43.292514 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:39:43.292921 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:43.373589 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:43.398518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:39:43.400784 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0066c4-89bd-42b8-bed9-f0e64fbc4335" -d '{"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-plugged", "status": "completed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:39:43.415881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:39:43.420391 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:43.450028 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b146bd0-1ccf-4303-807f-69c3c7417624 x-openstack-request-id: req-6b146bd0-1ccf-4303-807f-69c3c7417624 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:39:43.450314 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-plugged", "status": "completed", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:39:43.450558 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b146bd0-1ccf-4303-807f-69c3c7417624 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:39:43.450937 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'code': 200} Feb 15 10:39:43.480905 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:39:43.593739 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee69336-403c-4235-9cef-1d0338dcfa01 req-d1cf94c4-3b04-4cdd-8b68-485b85eb1856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:43.595254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee69336-403c-4235-9cef-1d0338dcfa01 req-d1cf94c4-3b04-4cdd-8b68-485b85eb1856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0412552 Feb 15 10:39:43.630752 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-cee69336-403c-4235-9cef-1d0338dcfa01 req-9ee28ae4-398f-42ee-bdd8-2eb98921d049 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281277 Feb 15 10:39:43.892217 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b95bb-5384-461f-b188-0869234c35cf req-cfa2a025-7762-4eac-ad19-3a0ae33d91b7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:43.894457 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e38b95bb-5384-461f-b188-0869234c35cf req-cfa2a025-7762-4eac-ad19-3a0ae33d91b7 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0538614 Feb 15 10:39:43.935031 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e38b95bb-5384-461f-b188-0869234c35cf req-cc9d9904-7063-4075-b8d9-3cfc9c1e6382 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340540 Feb 15 10:39:44.873837 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:45.080507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ceeba-a330-46d4-80d9-083154e214b7 req-4a3314dc-8835-4f53-ba61-1b832bdfd82f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:39:45.082642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-525ceeba-a330-46d4-80d9-083154e214b7 req-4a3314dc-8835-4f53-ba61-1b832bdfd82f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0687830 Feb 15 10:39:45.427375 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-525ceeba-a330-46d4-80d9-083154e214b7 req-775e2ab7-8548-411e-b23f-9fdce70b30f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3352976 Feb 15 10:39:46.197201 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:39:46.883152 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0625-0bfb-438d-b16f-9b7248449883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:47.493668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:49.418368 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e37a120a-3fa5-4c64-9b83-5cfdf2a79f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:50.603892 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:52.421367 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:39:52.644272 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:14.883481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:16.885153 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c76e3a80-831f-48cb-a960-595fd160484c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:17.494268 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:19.420937 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cd4a075e-86f3-4ee1-b150-dc4be9e5db88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:20.607008 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:22.414356 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:22.644905 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:23.197611 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:40:27.920731 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-c2300190-56d5-41a9-b764-6b9b75b8673e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405643 Feb 15 10:40:28.000640 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-a6dbf2ac-fcdf-4d7e-ba27-52475c286efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:28.002178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-a6dbf2ac-fcdf-4d7e-ba27-52475c286efa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0402787 Feb 15 10:40:28.108536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-1fef4f49-00e9-4855-871b-21bebebebc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:28.110367 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-1fef4f49-00e9-4855-871b-21bebebebc11 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.0884287 Feb 15 10:40:28.177546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-425fa58d-face-4ceb-8de7-c125fe47bcad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 1001 time: 0.0601308 Feb 15 10:40:28.224513 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-dd26ed42-fec9-4e33-9182-db7aea763e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:28.226214 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-dd26ed42-fec9-4e33-9182-db7aea763e2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0426564 Feb 15 10:40:28.273360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-a7491b79-a9fd-4515-ad94-42e9476f8602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:28.274887 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-a7491b79-a9fd-4515-ad94-42e9476f8602 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429056 Feb 15 10:40:28.363824 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-e04dd8bd-5bbe-421a-8fa3-f4d8fe1ab11c service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815222 Feb 15 10:40:28.460226 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-357f76f3-1bca-4d0b-8ab0-508768798bca req-e31185b8-00b3-4a34-a914-e369149510d9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897834 Feb 15 10:40:44.891758 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:46.885563 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ddd7e10e-7ab5-4034-a485-5950c5c7725e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:47.508450 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:49.423072 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e00efa78-e27d-4870-8bc3-65600edc5a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:50.610033 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:52.417653 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:52.646183 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:58.863718 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55038) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:40:59.019275 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Deleting port 9640eaaa-f8cc-4975-ae20-2cfef9bfe99f {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:40:59.019610 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.097315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.097634 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.109236 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Calling delete_port for 9640eaaa-f8cc-4975-ae20-2cfef9bfe99f owned by network:floatingip {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:40:59.255796 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.282627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'Port': ['ID=9640eaaa-f8cc-4975-ae20-2cfef9bfe99f,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:40:59.311995 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.312338 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.312680 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.313042 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.313372 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.313707 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.314033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.314355 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.314674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.314990 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.315317 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.315637 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:40:59.356941 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for floatingip, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.357486 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Floating IP 2896934a-ad75-4465-b752-5a1d735b63c2 disassociated (deleted). External IP: 172.25.6.143, port: 85b947d3-eb6c-4ff4-8bea-c59e9381e33e. Feb 15 10:40:59.576286 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:40:59.685552 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:40:59.690390 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:40:59.696261 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:40:59.707572 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:40:59.708193 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:40:59.722794 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a13122d5-f37b-4df2-a5dd-f346af6a64f6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "DELETE /v2.0/floatingips/2896934a-ad75-4465-b752-5a1d735b63c2 HTTP/1.1" status: 204 len: 168 time: 0.8579235 Feb 15 10:40:59.723499 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:40:59.726144 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3da0928-465c-4629-8b96-c05c785e935b" -d '{"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:40:59.767990 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f4f85-20e9-49fa-ba07-64643e318e69 x-openstack-request-id: req-444f4f85-20e9-49fa-ba07-64643e318e69 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:40:59.768285 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:40:59.768535 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-444f4f85-20e9-49fa-ba07-64643e318e69 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:40:59.768994 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'status': 'completed', 'code': 200} Feb 15 10:40:59.823188 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:40:59.838031 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0928-465c-4629-8b96-c05c785e935b req-138511ca-3ca1-436f-ae5d-4a907817fc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:59.839638 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-138511ca-3ca1-436f-ae5d-4a907817fc6f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 1096 time: 0.0462193 Feb 15 10:40:59.962603 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0928-465c-4629-8b96-c05c785e935b req-871e4c44-4e26-4e7d-960e-05632f4e021e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:40:59.964136 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-871e4c44-4e26-4e7d-960e-05632f4e021e service neutron] 10.222.0.36 "GET /v2.0/networks?id=b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 200 len: 909 time: 0.1172264 Feb 15 10:41:00.020845 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-9174d5cf-7106-4a89-a69a-5e7dbb0633e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 200 len: 217 time: 0.0421233 Feb 15 10:41:00.037743 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96050dea-085f-4f2f-b3ce-029e2dfdf5c9 req-65b48903-0915-4ca5-86ae-9c58a192f90f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:00.045307 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96050dea-085f-4f2f-b3ce-029e2dfdf5c9 req-65b48903-0915-4ca5-86ae-9c58a192f90f tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.1074789 Feb 15 10:41:00.118673 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0928-465c-4629-8b96-c05c785e935b req-483fd36e-3d5d-4339-b3ea-46de636077fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:00.120091 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-483fd36e-3d5d-4339-b3ea-46de636077fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 200 len: 847 time: 0.0917335 Feb 15 10:41:00.123281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-96050dea-085f-4f2f-b3ce-029e2dfdf5c9 req-9d3adc64-6418-4ed2-8aae-41f2a74670ce tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771303 Feb 15 10:41:00.130593 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:00.164775 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:00.173998 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:00.174626 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:00.183163 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da0928-465c-4629-8b96-c05c785e935b req-4c9a01f7-2943-4c46-9b3b-9f2f2165fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:00.185023 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-4c9a01f7-2943-4c46-9b3b-9f2f2165fe31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b4459b13-29d6-4981-a301-b118ab4121f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571902 Feb 15 10:41:00.217479 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:41:00.285041 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-16180fce-c947-4ec7-9696-bfa73a1fc8e9 service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912085 Feb 15 10:41:00.292666 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:00.379204 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f3da0928-465c-4629-8b96-c05c785e935b req-2e422437-a6f7-4987-9e27-1d1f32d3c00f service neutron] 10.222.0.36 "GET /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875010 Feb 15 10:41:00.490142 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:00.517219 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccff2f61-d829-4029-8a56-638d916078ea None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:21Z', 'revision_number': 4, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '6139ad3d-3b45-42ce-8ca0-3ff9fef1023e', 'name': '', 'network_id': 'b4459b13-29d6-4981-a301-b118ab4121f4', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'mac_address': 'fa:16:3e:72:67:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:20Z', 'updated_at': '2022-02-15T10:32:25Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'subnets': [{'id': '5b04e120-020f-4284-a2bc-06a913dc817c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:00.730079 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23871875-817a-4bab-be29-f72f2d6f7f94 None None] New status for floating IP 2896934a-ad75-4465-b752-5a1d735b63c2: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:41:01.250045 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7279816-babe-4fb4-b965-d8672bf080a7 req-b331aff4-e6fa-4dbe-a980-f39b93b107d6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:01.251513 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7279816-babe-4fb4-b965-d8672bf080a7 req-b331aff4-e6fa-4dbe-a980-f39b93b107d6 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0504005 Feb 15 10:41:01.289267 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-c7279816-babe-4fb4-b965-d8672bf080a7 req-daa52538-6ed2-482b-8f22-39f65076e4f0 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/security-groups?id=0d19e9f3-d003-46a5-bc5a-fc59add721b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312252 Feb 15 10:41:01.433149 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde45c0-c085-44f5-bb36-b5669115186e req-459ba934-7bcc-40b9-9f71-1b4c6b15bd0d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:01.434566 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dde45c0-c085-44f5-bb36-b5669115186e req-459ba934-7bcc-40b9-9f71-1b4c6b15bd0d tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 945 time: 0.0486197 Feb 15 10:41:01.526959 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Deleting port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:01.527300 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:01.612393 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] For port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:01.612748 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:01.624033 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Calling delete_port for 85b947d3-eb6c-4ff4-8bea-c59e9381e33e owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:01.750931 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:01.778966 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'Port': ['ID=85b947d3-eb6c-4ff4-8bea-c59e9381e33e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:01.831930 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] No DVR routers for this DVR port 85b947d3-eb6c-4ff4-8bea-c59e9381e33e on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:41:01.834679 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:01.838474 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-9dde45c0-c085-44f5-bb36-b5669115186e req-7bdbcbfa-cc5c-4ce0-9655-b50ec9fc7945 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.36 "DELETE /v2.0/ports/85b947d3-eb6c-4ff4-8bea-c59e9381e33e HTTP/1.1" status: 204 len: 173 time: 0.3981872 Feb 15 10:41:01.839090 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-deleted', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:41:01.841188 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bede2454-6d7b-4849-a926-c2037d7c5d1b" -d '{"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-deleted", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:41:01.881938 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e252820-4693-445f-b942-04147f5145e3 x-openstack-request-id: req-5e252820-4693-445f-b942-04147f5145e3 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:41:01.882268 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a24bfe05-4853-4fb8-8542-18b71e3a760e", "name": "network-vif-deleted", "tag": "85b947d3-eb6c-4ff4-8bea-c59e9381e33e", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:41:01.883050 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e252820-4693-445f-b942-04147f5145e3 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:41:01.883453 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a24bfe05-4853-4fb8-8542-18b71e3a760e', 'name': 'network-vif-deleted', 'tag': '85b947d3-eb6c-4ff4-8bea-c59e9381e33e', 'status': 'completed', 'code': 200} Feb 15 10:41:02.385024 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-a9bb330c-2f2d-4063-8bc1-e665bf545581 req-5294585b-536a-4813-a65b-453495e589c5 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0273499 Feb 15 10:41:03.485761 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-d4116db8-6f7a-4666-b93c-a3256a60a776 req-8bb04a72-8eae-4a35-9cd3-ffbd3ba425c2 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0297639 Feb 15 10:41:03.786829 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:03.808096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: 85b947d3-eb6c-4ff4-8bea-c59e9381e33e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:03.808427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device 85b947d3-eb6c-4ff4-8bea-c59e9381e33e not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:04.586455 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-72a8903f-d56e-4da3-b1d2-964438473e92 req-5683f1d1-2849-4ee3-8cc5-74cfb2f2a400 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0307684 Feb 15 10:41:05.708680 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-73a6480a-78a4-45eb-8586-35073e7558d5 req-6f35d6ca-ba18-46aa-b532-b040db697d59 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "GET /v2.0/ports?device_id=a24bfe05-4853-4fb8-8542-18b71e3a760e HTTP/1.1" status: 200 len: 210 time: 0.0277143 Feb 15 10:41:06.765916 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55072) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:06.824663 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:06.850272 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:06.918018 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:06.920574 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:06.924224 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] 10.222.0.10 "DELETE /v2.0/security-groups/0d19e9f3-d003-46a5-bc5a-fc59add721b3 HTTP/1.1" status: 204 len: 168 time: 0.1549237 Feb 15 10:41:06.936963 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55266f6-4dbd-4ab5-84a2-cb2a6f3571e3 tempest-TestShelveInstance-1125700622 tempest-TestShelveInstance-1125700622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d19e9f3-d003-46a5-bc5a-fc59add721b3,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:06.970577 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55076) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:07.445315 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:07.693813 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Deleting port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:07.694149 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:07.774022 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] For port 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:07.774760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:07.786821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Calling delete_port for 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:07.973678 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:07.999550 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Pushing event deleted for resources: {'Port': ['ID=6139ad3d-3b45-42ce-8ca0-3ff9fef1023e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:08.187446 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:08.687781 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Router 9afba334-f18a-4034-b718-4d0d575c26af has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:41:08.796676 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:08.802342 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-4265106d-309b-4b0b-b6ec-57d62511f075 admin admin] 10.222.0.10 "PUT /v2.0/routers/9afba334-f18a-4034-b718-4d0d575c26af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8306191 Feb 15 10:41:08.805038 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55080) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:08.806803 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Sync routers for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:08.816697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:08.817347 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:08.908965 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:08.922722 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:09.015217 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.074981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Deleting port c0e1efed-0870-4242-a8c1-f844c6b759b9 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:09.075323 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.103972 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215'}], 'enable_snat': True}, 'gw_port_id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:41:07Z', 'revision_number': 5, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port': {'id': 'c0e1efed-0870-4242-a8c1-f844c6b759b9', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:6e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9afba334-f18a-4034-b718-4d0d575c26af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:32:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:09.130277 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Checking router: 9afba334-f18a-4034-b718-4d0d575c26af for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:09.139328 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Routers {'9afba334-f18a-4034-b718-4d0d575c26af'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:09.139932 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['9afba334-f18a-4034-b718-4d0d575c26af'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:09.155972 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] For port c0e1efed-0870-4242-a8c1-f844c6b759b9, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c0e1efed-0870-4242-a8c1-f844c6b759b9,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:09.156332 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.169054 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Calling delete_port for c0e1efed-0870-4242-a8c1-f844c6b759b9 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:09.251690 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] Set router 9afba334-f18a-4034-b718-4d0d575c26af gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:09.308928 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:41:09Z', 'revision_number': 6, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:09.335588 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99569bcc-23e8-4bdb-a4e1-adc2c71dea9b None None] The sync data for ids ['9afba334-f18a-4034-b718-4d0d575c26af'] in n-d-825064-4 is: [{'id': '9afba334-f18a-4034-b718-4d0d575c26af', 'name': 'tempest-TestShelveInstance-681185039-router', 'tenant_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:18Z', 'updated_at': '2022-02-15T10:41:09Z', 'revision_number': 6, 'project_id': 'c6ec89e9d30f4e3190b7cef9714ee000', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:09.343705 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.373921 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0e1efed-0870-4242-a8c1-f844c6b759b9,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:09.437354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.530375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.533275 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.581838 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.582395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9afba334-f18a-4034-b718-4d0d575c26af {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:41:09.588375 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.589948 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3bda5ba8-647f-48e2-a9a8-5e4be07c48e7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9afba334-f18a-4034-b718-4d0d575c26af HTTP/1.1" status: 204 len: 168 time: 0.7835741 Feb 15 10:41:09.592375 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55082) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:09.637128 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Deleting subnet 5b04e120-020f-4284-a2bc-06a913dc817c {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:41:09.639962 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.677715 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.769296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.807096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:09.826542 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.828511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:09.828868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 6139ad3d-3b45-42ce-8ca0-3ff9fef1023e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:09.854431 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b04e120-020f-4284-a2bc-06a913dc817c,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:09.856425 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.859728 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d24b6b70-3557-4d29-9f69-840943c331c3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5b04e120-020f-4284-a2bc-06a913dc817c HTTP/1.1" status: 204 len: 168 time: 0.2662878 Feb 15 10:41:09.862112 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55084) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:09.862857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4288e2ef-6ea3-4430-b131-529bae813d37 None None] Network b4459b13-29d6-4981-a301-b118ab4121f4 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:09.939391 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:09.994111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Deleting port 1697a329-c43a-4350-bd10-cac6353d3b7d {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:09.994448 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.065922 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] For port 1697a329-c43a-4350-bd10-cac6353d3b7d, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1697a329-c43a-4350-bd10-cac6353d3b7d,segment=NetworkSegment(65e86a01-f6f0-401d-b414-ca7cb2c4c0de),segment_id=65e86a01-f6f0-401d-b414-ca7cb2c4c0de)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:10.066287 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.079461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Calling delete_port for 1697a329-c43a-4350-bd10-cac6353d3b7d owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:10.130296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] DHCP port deletion for b4459b13-29d6-4981-a301-b118ab4121f4 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:41:10.164550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.187284 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Deleting port 1697a329-c43a-4350-bd10-cac6353d3b7d {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:10.187658 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.190766 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=1697a329-c43a-4350-bd10-cac6353d3b7d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:10.194380 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] No DVR routers for this DVR port 1697a329-c43a-4350-bd10-cac6353d3b7d on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:41:10.261333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] For port 1697a329-c43a-4350-bd10-cac6353d3b7d, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:10.262429 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.278083 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.279399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Calling delete_port for 1697a329-c43a-4350-bd10-cac6353d3b7d owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:10.282066 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Port 1697a329-c43a-4350-bd10-cac6353d3b7d was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 10:41:10.283301 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.299289 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4459b13-29d6-4981-a301-b118ab4121f4']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:10.308762 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65e86a01-f6f0-401d-b414-ca7cb2c4c0de') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:10.309087 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65e86a01-f6f0-401d-b414-ca7cb2c4c0de') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:10.309696 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Pushing event deleted for resources: {'Port': ['ID=1697a329-c43a-4350-bd10-cac6353d3b7d,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:10.317469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] No DVR routers for this DVR port 1697a329-c43a-4350-bd10-cac6353d3b7d on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:41:10.320351 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.320785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.321363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.321578 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.321916 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.322276 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.322402 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.322569 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.322895 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.323219 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.323536 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.323857 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.324176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c5301cf-6eea-48ce-b4ac-9fd0c8b9cc2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:10.345505 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.352674 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:41:10.353189 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:41:10.355091 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:41:10.414754 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.420493 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:10.427242 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b4459b13-29d6-4981-a301-b118ab4121f4 HTTP/1.1" status: 204 len: 168 time: 0.5611930 Feb 15 10:41:10.427351 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55086) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:10.442996 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbc5e2-5870-4aa8-9c12-b4fee9737d40 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4459b13-29d6-4981-a301-b118ab4121f4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:11.113474 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:11.362544 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Deleting port 1a38400e-1183-4c01-8e56-f9a692d3a6cf {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:11.362800 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:11.444191 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] For port 1a38400e-1183-4c01-8e56-f9a692d3a6cf, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=1a38400e-1183-4c01-8e56-f9a692d3a6cf,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:11.445520 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:11.457032 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Calling delete_port for 1a38400e-1183-4c01-8e56-f9a692d3a6cf owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:11.510574 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c0e1efed-0870-4242-a8c1-f844c6b759b9 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:11.535170 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c0e1efed-0870-4242-a8c1-f844c6b759b9 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:11.535503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c0e1efed-0870-4242-a8c1-f844c6b759b9 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:11.535912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1697a329-c43a-4350-bd10-cac6353d3b7d no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:11.555725 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1697a329-c43a-4350-bd10-cac6353d3b7d {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:11.556087 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1697a329-c43a-4350-bd10-cac6353d3b7d not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:11.646075 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:11.671573 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a38400e-1183-4c01-8e56-f9a692d3a6cf,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:11.683836 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.684176 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.684505 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.684849 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.685179 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.685500 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.685816 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.686136 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.686452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.686763 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.687072 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.687383 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:11.845390 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.066115 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Router 43da7da0-160a-4aca-bc8d-c306664cf32b has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:41:12.174019 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:12.179795 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-723bae99-293b-4322-a04f-58e1d464c9c2 admin admin] 10.222.0.10 "PUT /v2.0/routers/43da7da0-160a-4aca-bc8d-c306664cf32b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7503409 Feb 15 10:41:12.182337 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55088) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:12.183758 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Sync routers for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:12.193467 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:12.194082 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:12.291249 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.302843 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:12.395237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.449177 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Deleting port 7cdc4eee-83b2-4570-b011-75e3278df433 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:12.449887 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.482630 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110'}], 'enable_snat': True}, 'gw_port_id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:41:11Z', 'revision_number': 5, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port': {'id': '7cdc4eee-83b2-4570-b011-75e3278df433', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:79:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:12.514359 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Checking router: 43da7da0-160a-4aca-bc8d-c306664cf32b for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:12.523078 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Routers {'43da7da0-160a-4aca-bc8d-c306664cf32b'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:12.523816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['43da7da0-160a-4aca-bc8d-c306664cf32b'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:12.530765 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] For port 7cdc4eee-83b2-4570-b011-75e3278df433, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=7cdc4eee-83b2-4570-b011-75e3278df433,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:12.531129 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.543310 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Calling delete_port for 7cdc4eee-83b2-4570-b011-75e3278df433 owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:12.611347 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] Set router 43da7da0-160a-4aca-bc8d-c306664cf32b gateway port host: None {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:12.664194 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:41:12Z', 'revision_number': 6, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:12.693752 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077c57e6-0b7d-442b-900c-68daa5fea4c3 None None] The sync data for ids ['43da7da0-160a-4aca-bc8d-c306664cf32b'] in n-d-825064-4 is: [{'id': '43da7da0-160a-4aca-bc8d-c306664cf32b', 'name': 'tempest-TestShelveInstance-828829691-router', 'tenant_id': '8332a82c48cf4494828f76aa5f3905eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:32:23Z', 'updated_at': '2022-02-15T10:41:12Z', 'revision_number': 6, 'project_id': '8332a82c48cf4494828f76aa5f3905eb', 'gw_port_host': None}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:12.711429 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.736143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cdc4eee-83b2-4570-b011-75e3278df433,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:12.799327 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.890579 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.892787 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.941495 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.941969 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43da7da0-160a-4aca-bc8d-c306664cf32b {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:41:12.946680 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:12.947885 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-e078cd30-a85a-4d66-b1fb-12b36a4bc0e3 admin admin] 10.222.0.10 "DELETE /v2.0/routers/43da7da0-160a-4aca-bc8d-c306664cf32b HTTP/1.1" status: 204 len: 168 time: 0.7642112 Feb 15 10:41:12.950437 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55090) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:12.995339 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Deleting subnet 7f0ec263-ecb9-4b09-bb55-26bbb4d7955e {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:41:12.998442 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.035601 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.120448 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.177100 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.204236 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.207977 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7f0ec263-ecb9-4b09-bb55-26bbb4d7955e HTTP/1.1" status: 204 len: 168 time: 0.2566233 Feb 15 10:41:13.209135 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f1ccb4-ed74-4ed2-aad7-7219f758e4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f0ec263-ecb9-4b09-bb55-26bbb4d7955e,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:13.209741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a665e-2885-4f23-85b1-f38f07b94f41 None None] Network edad449c-2711-48eb-ba44-794c561ecb33 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:13.212013 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55092) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:13.279452 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.337901 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Deleting port ab43e503-6ff9-4b97-b150-56e277295e90 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:13.338354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.404903 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] For port ab43e503-6ff9-4b97-b150-56e277295e90, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=ab43e503-6ff9-4b97-b150-56e277295e90,segment=NetworkSegment(226775b0-c722-4208-a938-45c9ea04255a),segment_id=226775b0-c722-4208-a938-45c9ea04255a)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:13.405202 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.418822 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Calling delete_port for ab43e503-6ff9-4b97-b150-56e277295e90 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:13.457195 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] DHCP port deletion for edad449c-2711-48eb-ba44-794c561ecb33 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:41:13.512392 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.531705 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Deleting port ab43e503-6ff9-4b97-b150-56e277295e90 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:41:13.532198 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.535469 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cdc4eee-83b2-4570-b011-75e3278df433 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:13.541641 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ab43e503-6ff9-4b97-b150-56e277295e90,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:13.543494 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] No DVR routers for this DVR port ab43e503-6ff9-4b97-b150-56e277295e90 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:41:13.621406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.623448 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 7cdc4eee-83b2-4570-b011-75e3278df433 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:13.623780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 7cdc4eee-83b2-4570-b011-75e3278df433 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:13.624183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ab43e503-6ff9-4b97-b150-56e277295e90 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:13.626142 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] For port ab43e503-6ff9-4b97-b150-56e277295e90, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:13.626518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.643421 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edad449c-2711-48eb-ba44-794c561ecb33']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:13.653002 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: ab43e503-6ff9-4b97-b150-56e277295e90 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:13.653346 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device ab43e503-6ff9-4b97-b150-56e277295e90 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:13.653505 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '226775b0-c722-4208-a938-45c9ea04255a') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:13.653705 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '226775b0-c722-4208-a938-45c9ea04255a') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:13.653836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1a38400e-1183-4c01-8e56-f9a692d3a6cf no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:41:13.659163 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Calling delete_port for ab43e503-6ff9-4b97-b150-56e277295e90 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:41:13.664687 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.677778 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Port ab43e503-6ff9-4b97-b150-56e277295e90 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 10:41:13.679528 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.680035 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 1a38400e-1183-4c01-8e56-f9a692d3a6cf {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:41:13.680319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 1a38400e-1183-4c01-8e56-f9a692d3a6cf not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:41:13.682826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.687296 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:41:13.687296 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:41:13.688658 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:41:13.714179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] No DVR routers for this DVR port ab43e503-6ff9-4b97-b150-56e277295e90 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:41:13.718912 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad01378-b756-4722-b856-5f80e3219006 None None] Pushing event deleted for resources: {'Port': ['ID=ab43e503-6ff9-4b97-b150-56e277295e90,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:13.747046 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.753150 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.756840 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] 10.222.0.10 "DELETE /v2.0/networks/edad449c-2711-48eb-ba44-794c561ecb33 HTTP/1.1" status: 204 len: 168 time: 0.5435112 Feb 15 10:41:13.773298 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f946f-9546-4f56-814d-59c0bbf9d2dd admin admin] Pushing event deleted for resources: {'Network': ['ID=edad449c-2711-48eb-ba44-794c561ecb33,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:13.870910 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55096) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:13.910266 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-fa8a8cc3-3d86-42d6-9457-43f9ffbf4bf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6ec89e9d30f4e3190b7cef9714ee000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382061 Feb 15 10:41:13.912864 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55098) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:13.961733 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:13.982512 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.029360 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.031875 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.033048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4756f1aa-e18c-4ca4-b875-51e547e9d586 HTTP/1.1" status: 204 len: 168 time: 0.1192377 Feb 15 10:41:14.041399 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21fe77-af01-4ff1-8550-74b96b692f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4756f1aa-e18c-4ca4-b875-51e547e9d586,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:14.339893 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55104) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:14.386997 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-58205ed5-0a0b-49f9-ac88-581e27c09ee5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8332a82c48cf4494828f76aa5f3905eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459378 Feb 15 10:41:14.389547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55106) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:14.437852 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.458336 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.503302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.505921 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:14.507095 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c7092e1f-42fa-4ecd-88bd-1d79a033f5be HTTP/1.1" status: 204 len: 168 time: 0.1165266 Feb 15 10:41:14.514920 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592e46b-5fdc-4275-bec6-923b054577eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7092e1f-42fa-4ecd-88bd-1d79a033f5be,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:14.892839 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.219238 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55128) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:15.329670 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2124909953-network', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:15.356301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Made reservation on behalf of af35a03d09ff48f0a952ba2bcee4323e for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:41:15.358670 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.367632 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.445077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.448955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.476133 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:41:15.481470 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c508eac-0578-43a6-8e39-90edeb721b02,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:15.488576 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.488753 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Added segment f1bccb5d-87f4-48a9-a9cc-381ba8335ede of type vlan for network b0b1d381-c49c-4da8-b027-9cb978ba1035 Feb 15 10:41:15.530891 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.556001 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.556932 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:15.557508 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.609771 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3894451 Feb 15 10:41:15.612503 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55132) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:15.618477 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Request body: {'subnet': {'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2124909953-subnet', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:15.639472 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb3848-dc32-4b6c-9f2b-9c350be33e4f admin admin] Pushing event updated for resources: {'Network': ['ID=b0b1d381-c49c-4da8-b027-9cb978ba1035,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:15.649886 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:41:15.654220 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Made reservation on behalf of af35a03d09ff48f0a952ba2bcee4323e for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:41:15.656480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.824024 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.878631 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=906a2045-46d4-4f8b-9e80-a82c1ec29015,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:15.885760 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Checking segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:15.886110 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Network hostable DHCP agents. Network: b0b1d381-c49c-4da8-b027-9cb978ba1035, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:41:15.902278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:41:15.911463 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, b0b1d381-c49c-4da8-b027-9cb978ba1035) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:15.916922 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:15.917539 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.923231 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91062c0-f044-48de-86a9-9cf7d228c59f None None] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:15.934318 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-52669d42-ac4c-4afa-b122-dba24a692066 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3207572 Feb 15 10:41:15.937003 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55134) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:15.941290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:15.963577 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:15.964720 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.023912 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.078208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-b0b1d381-c49c-4da8-b027-9cb978ba1035', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:41:16.079074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.166200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.215449 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Allocated IP 172.20.0.2 (b0b1d381-c49c-4da8-b027-9cb978ba1035/906a2045-46d4-4f8b-9e80-a82c1ec29015/aca7f54e-70a6-4ac6-9330-83245f917d72) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:16.360904 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.368280 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.378004 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.397750 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.412518 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:16.418022 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:16.420971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:16.428229 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Pushing event updated for resources: {'Port': ['ID=aca7f54e-70a6-4ac6-9330-83245f917d72,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:16.481169 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Attempting to bind port aca7f54e-70a6-4ac6-9330-83245f917d72 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:16.481544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Attempting to bind port aca7f54e-70a6-4ac6-9330-83245f917d72 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:16.481875 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Attempting to bind port aca7f54e-70a6-4ac6-9330-83245f917d72 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:16.486721 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:16.487089 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Checking segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:16.487484 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.487870 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Bound using segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:16.488329 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Bound port: aca7f54e-70a6-4ac6-9330-83245f917d72, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:16.488700 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.500961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Allocated IP 172.25.6.64 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/2b7c51d4-8f5c-4e62-9cca-3a92542d461f) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:16.557225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] For port aca7f54e-70a6-4ac6-9330-83245f917d72, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:16.560470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] For port aca7f54e-70a6-4ac6-9330-83245f917d72, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aca7f54e-70a6-4ac6-9330-83245f917d72,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:16.565526 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.609760 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.626183 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a8dd2-c9fc-424b-acc3-6ed245f759a4 None None] Pushing event updated for resources: {'Port': ['ID=aca7f54e-70a6-4ac6-9330-83245f917d72,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:16.650181 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.692641 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:16.696362 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:16.699981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:16.705752 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Pushing event updated for resources: {'Port': ['ID=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:16.898863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4f67ad51-7f07-4ed3-ab6c-7497a9f064f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:16.981923 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.179300 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.314554 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:41:17.429884 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:17.438430 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:17.449965 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.450540 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:17.451368 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:17.451680 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f52301b9-6320-43fa-bb27-1457f994129d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5133245 Feb 15 10:41:17.454149 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55136) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:17.518472 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.566282 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aca7f54e-70a6-4ac6-9330-83245f917d72 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:17.592847 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:17.613264 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3af630-26a7-4daf-ad91-01b7879d3878 None None] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:17.795855 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:16Z', 'revision_number': 3, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:17.824570 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:17.825107 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Updating router bfa8194d-50b1-4f5b-a566-cb358a1180a7 port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:41:17.851546 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.862973 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port aca7f54e-70a6-4ac6-9330-83245f917d72 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:17.863341 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:17.894179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-cb653c77-a842-44dd-830c-0eee35fcdb6e None None] Provisioning complete for port aca7f54e-70a6-4ac6-9330-83245f917d72 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:17.894692 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cb653c77-a842-44dd-830c-0eee35fcdb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.121793 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.178043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-cb653c77-a842-44dd-830c-0eee35fcdb6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.187419 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port aca7f54e-70a6-4ac6-9330-83245f917d72, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aca7f54e-70a6-4ac6-9330-83245f917d72,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:18.203343 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.208529 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.218009 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.259672 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=aca7f54e-70a6-4ac6-9330-83245f917d72,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:18.262890 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Attempting to bind port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:18.263445 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Attempting to bind port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:18.263988 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Attempting to bind port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:18.277129 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:18.277730 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:18.278288 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.278835 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:18.279454 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Bound port: 2b7c51d4-8f5c-4e62-9cca-3a92542d461f, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:18.279988 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.312078 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Pushing event updated for resources: {'Port': ['ID=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:18.333491 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.333814 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.334068 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.335693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.336339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.336919 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-cb653c77-a842-44dd-830c-0eee35fcdb6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:41:18.337271 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.337473 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-cb653c77-a842-44dd-830c-0eee35fcdb6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:41:18.337645 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.337903 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.338229 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.338695 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.339024 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.339408 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102361) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:41:18.380613 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] For port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:18.385105 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] For port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:18.391587 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.410677 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.463805 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:18.464449 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:40:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:18.507204 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a89554-85fe-41bf-bf4f-431dca9efa78 None None] Pushing event updated for resources: {'Port': ['ID=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:18.579163 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:18.581628 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Allocated IP 172.20.0.1 (b0b1d381-c49c-4da8-b027-9cb978ba1035/906a2045-46d4-4f8b-9e80-a82c1ec29015/aa5db70c-6aba-4743-b28e-d7ffe76e5cf0) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:18.699306 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.734134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.770019 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:16Z', 'revision_number': 3, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:18.770802 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:18.774087 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:18.776750 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:18.801717 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46bd445-7236-4c0b-895b-a5ba43f1e0af None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:16Z', 'revision_number': 3, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:18.815376 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:18.838480 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:18.997028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.025333 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-0b405c9a-d7b2-40ff-9721-3337569e98f0 None None] Provisioning complete for port aca7f54e-70a6-4ac6-9330-83245f917d72 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:19.025933 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0b405c9a-d7b2-40ff-9721-3337569e98f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.235705 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.242809 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.284439 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-8524ade3-e6a5-42e1-8189-b9a3a6053333 None None] Provisioning complete for port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:19.284797 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-8524ade3-e6a5-42e1-8189-b9a3a6053333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.314569 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.316515 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Pushing event updated for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:19.321380 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-8524ade3-e6a5-42e1-8189-b9a3a6053333 None None] Port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:19.426143 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:19.427607 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-46728f21-5415-428a-acb2-a2d435a7f1f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.429981 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:19.576508 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:41:19.633724 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2b7c51d4-8f5c-4e62-9cca-3a92542d461f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:19.702482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:19.702895 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.705069 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:19.711629 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f15b7c39-220f-4e0f-8c78-d3e46994ce90 admin admin] 10.222.0.10 "PUT /v2.0/routers/bfa8194d-50b1-4f5b-a566-cb358a1180a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2565188 Feb 15 10:41:19.764897 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-72276994-f60d-4883-9856-d56f5be43e1d None None] Provisioning complete for port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:19.765274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-72276994-f60d-4883-9856-d56f5be43e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.829177 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-72276994-f60d-4883-9856-d56f5be43e1d None None] Port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:19.842668 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.864614 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:19.869114 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:19.869942 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aca7f54e-70a6-4ac6-9330-83245f917d72 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:19.950813 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:19.962431 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port aca7f54e-70a6-4ac6-9330-83245f917d72 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:19.962796 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.212725 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55152) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:20.217820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-900277235-network', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:20.241555 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Made reservation on behalf of 9e37e48ed0e442da85689e6bccf92028 for: {'network': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:41:20.244061 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for network, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.253745 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.337134 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.341397 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.368668 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=102359) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 15 10:41:20.378694 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b8e289-507d-410c-a7c4-f14eb7cd3418,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:20.384492 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.384861 n-d-825064-4 neutron-server[102359]: INFO neutron.db.segments_db [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Added segment 82ceee1a-e7bd-49f2-9821-eabb1c57486d of type vlan for network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d Feb 15 10:41:20.426554 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783121800659'] for network, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.453537 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718'] for network, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.454521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:20.455188 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.519820 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3013346 Feb 15 10:41:20.519820 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55154) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:20.523325 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Request body: {'subnet': {'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-900277235-subnet', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'ip_version': 4}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:20.533971 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8f77-e387-4b8f-aef6-a3a6ff8edbf3 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e65099-52cc-4614-bf0d-6a1fb69ffa7d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:20.542893 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:20.554721 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Made reservation on behalf of 9e37e48ed0e442da85689e6bccf92028 for: {'subnet': 1} {{(pid=102359) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:41:20.554988 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d details requested by agent ovs-agent-n-d-825064-4 with host n-d-825064-4 {{(pid=102360) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 15 10:41:20.557404 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12459293'] for subnet, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.571551 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:20.572266 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:20.681257 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.732630 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8808187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12459279'] for subnet, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.746699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:20.787520 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f62eb3-6024-44ef-a703-a1081388bbcb,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:20.796443 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Checking segment: {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:20.796797 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Network hostable DHCP agents. Network: c2e65099-52cc-4614-bf0d-6a1fb69ffa7d, hostable agents: ['7a34c898-eba9-4f3f-939a-8daffc5bc7fb'], hosted agents: [] {{(pid=102359) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 15 10:41:20.813497 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d is scheduled to be hosted by DHCP agent 7a34c898-eba9-4f3f-939a-8daffc5bc7fb with binding_index 1 {{(pid=102359) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 15 10:41:20.825840 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825064-4, c2e65099-52cc-4614-bf0d-6a1fb69ffa7d) {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:20.832311 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:20.832961 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.837416 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae7e75c-b694-4770-a6e0-3bff389807bb None None] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:20.852532 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-4d5bcaf6-3e65-4c11-a60e-2d7128b7b30c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305428 Feb 15 10:41:20.852735 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55156) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:20.856961 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:20.879332 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3806441', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-58260'] for router, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.880314 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3807949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3825887', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3707043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-58253'] for router, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:20.939220 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.076061 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122b726f-d220-5a66-acc4-b82d8a3d2f7c-c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'fixed_ips': [{'subnet_id': '09f62eb3-6024-44ef-a703-a1081388bbcb'}]}} from n-d-825064-4. {{(pid=102360) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Feb 15 10:41:21.077107 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.081953 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.088907 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 2, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:21.119187 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:21.119532 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Updating router bfa8194d-50b1-4f5b-a566-cb358a1180a7 port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:41:21.203669 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.288950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.309147 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.355718 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Allocated IP 172.20.0.2 (c2e65099-52cc-4614-bf0d-6a1fb69ffa7d/09f62eb3-6024-44ef-a703-a1081388bbcb/5e86aaf4-fae5-4091-a91f-0a8c98b962b2) {{(pid=102360) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:21.414301 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Allocated IP 172.25.6.119 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:21.532568 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.567834 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.609197 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:21.612129 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2b7c51d4-8f5c-4e62-9cca-3a92542d461f up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:21.612681 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:21.615919 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:21.621872 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Pushing event updated for resources: {'Port': ['ID=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:21.776453 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:21.776828 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.812373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks [] for port, precommit_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.838459 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521'] for port, after_create {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.874694 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.908771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d is already hosted by enough agents. {{(pid=102360) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:21.913790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:21.919049 n-d-825064-4 neutron-server[102360]: DEBUG neutron.scheduler.base_scheduler [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Resources bound (agent type, host, resource id): {{(pid=102360) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:21.923237 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Received port after_create {{(pid=102360) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:21.925345 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Pushing event updated for resources: {'Port': ['ID=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,revision_number=1']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:21.930162 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.056670 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aaa77-014d-49f4-90f9-286e237539ce None None] Pushing event updated for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:22.064544 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Attempting to bind port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:22.064934 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Attempting to bind port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:22.065293 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Attempting to bind port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 on network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:22.106613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:22.106971 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Checking segment: {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:22.107370 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.107759 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Bound using segment: {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:22.108232 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Bound port: 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:22.108609 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.111962 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3807942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3808000'] for router, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.134690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Attempting to bind port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:22.134981 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Attempting to bind port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:22.135309 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Attempting to bind port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:22.159371 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:22.159741 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Checking segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:22.160125 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.160516 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Bound using segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:22.161012 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Bound port: aa5db70c-6aba-4743-b28e-d7ffe76e5cf0, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:22.161400 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.223535 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] For port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:22.228038 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] For port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:22.234829 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.251127 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 is scheduled to L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 with binding_index 1 {{(pid=102359) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 15 10:41:22.298928 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] For port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:22.319756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] For port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:22.331253 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] Provisioning complete for port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:22.331623 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.333664 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.336890 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c976c-f7bb-4d6d-a7f4-042688223f6d None None] Pushing event updated for resources: {'Port': ['ID=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,revision_number=2']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:22.381319 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:22.396151 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Sync routers for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:22.405007 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.409452 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-838b947c-6ef0-47af-b538-83d7ca371edd admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5527928 Feb 15 10:41:22.410468 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55158) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:22.422802 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:22.425329 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:22.454601 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:22.456024 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:22.465470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11aaa77-014d-49f4-90f9-286e237539ce None None] Pushing event updated for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:22.470230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.615324 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.622839 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:22.725511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:22.795258 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] For port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:22.831181 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.907441 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:21Z', 'revision_number': 3, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:22.922126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.937560 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Checking router: c516f9c8-3bff-4b3b-b640-c5b2100f69e5 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:22.937965 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Updating router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 binding host n-d-825064-4 {{(pid=102361) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:41:22.949689 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08523554-1a0e-4f3f-9bae-710662ac4e02 None None] Pushing event updated for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:22.964348 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:22.984165 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-e215a594-e3b4-4741-86fe-4d651daf0537 None None] Provisioning complete for port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:22.985075 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e215a594-e3b4-4741-86fe-4d651daf0537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.004786 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.109137 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:23.140906 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837d497-0283-4500-b184-9aafd29b6043 None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:23.174503 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Allocated IP 172.20.0.1 (c2e65099-52cc-4614-bf0d-6a1fb69ffa7d/09f62eb3-6024-44ef-a703-a1081388bbcb/0c680bfd-e1e2-420d-8111-d58aed80cb6e) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:23.279116 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks [] for port, precommit_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.291297 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.331762 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.357018 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a6760-4e19-4d8c-925a-1906c7713123 None None] Pushing event updated for resources: {'Port': ['ID=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,revision_number=2']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:23.365538 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Attempting to bind port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 on host n-d-825064-4 for vnic_type normal with profile {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:23.366516 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Attempting to bind port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:23.366897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Attempting to bind port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 on network 15f4941e-d96a-4647-963e-cfdc4a3cca09 {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Checking segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102361) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Bound using segment: {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'} {{(pid=102361) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.managers [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Bound port: c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51ea481a-ba49-422c-b2f0-bf3c06e80046', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09'}}] {{(pid=102361) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:23.379014 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.383869 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.438234 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:23.447850 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:23.451159 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] For port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89, host n-d-825064-4, cleared binding levels {{(pid=102361) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:23.453445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:23.454618 n-d-825064-4 neutron-server[102361]: DEBUG neutron.plugins.ml2.db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] For port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102361) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:23.464803 n-d-825064-4 neutron-server[102361]: DEBUG neutron_lib.callbacks.manager [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102361) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.521044 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Pushing event updated for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:23.552443 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:23.553285 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:23.554785 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3808223'] for router_interface, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.604694 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a6760-4e19-4d8c-925a-1906c7713123 None None] Pushing event updated for resources: {'Port': ['ID=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,revision_number=3']} {{(pid=102361) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:23.718593 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:23.737913 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:23.752250 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31b5eaf-4ea5-4569-b793-aa1712460432 None None] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:41:23.764348 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.840777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] Provisioning complete for port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:23.841357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.855114 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:23.855592 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.965826 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:23.971983 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:21Z', 'revision_number': 3, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:23.973778 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.012292 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f3ece5-4fa9-4186-bc00-003000a9dd29 None None] The sync data for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 is: [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:21Z', 'revision_number': 3, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:24.047664 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Pushing event updated for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:24.063087 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3785664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3826255'] for router_interface, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.064419 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.165356 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] For port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:24.170059 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.174334 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.185981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:24.187682 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:24.290274 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032f0c4-902c-4680-8a8b-74af7815b467 None None] Pushing event updated for resources: {'Port': ['ID=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:24.296078 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102360) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 15 10:41:24.296320 n-d-825064-4 neutron-server[102360]: DEBUG oslo_db.api [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 15 10:41:24.374088 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:41:24.506383 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-870da5e7-ef9d-4f5a-a544-4d4480261260 None None] Provisioning complete for port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:24.507279 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-870da5e7-ef9d-4f5a-a544-4d4480261260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.537247 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:24.556068 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-3ad17076-fef2-41b4-b4aa-ae2645386ddd admin admin] 10.222.0.10 "PUT /v2.0/routers/c516f9c8-3bff-4b3b-b640-c5b2100f69e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1445794 Feb 15 10:41:24.641771 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-870da5e7-ef9d-4f5a-a544-4d4480261260 None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:24.642134 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-870da5e7-ef9d-4f5a-a544-4d4480261260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.685465 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-870da5e7-ef9d-4f5a-a544-4d4480261260 None None] Port 0c680bfd-e1e2-420d-8111-d58aed80cb6e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:24.862868 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-2ccb4742-11ba-4061-8a8e-e7c1a31f6622 None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:24.863822 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2ccb4742-11ba-4061-8a8e-e7c1a31f6622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:24.892394 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:24.943179 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-2ccb4742-11ba-4061-8a8e-e7c1a31f6622 None None] Port 0c680bfd-e1e2-420d-8111-d58aed80cb6e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:24.965218 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:24.965481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.073441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-9ce578ef-9d40-429b-a515-d05656d7bf34 None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:25.073816 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9ce578ef-9d40-429b-a515-d05656d7bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.109979 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-9ce578ef-9d40-429b-a515-d05656d7bf34 None None] Port 0c680bfd-e1e2-420d-8111-d58aed80cb6e cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:25.205199 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55166) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.210527 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530677513', 'description': 'tempest-secgroup-smoke-1530677513 description', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.234480 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.306546 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.312044 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.359034 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.360313 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1541035 Feb 15 10:41:25.361686 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e464ab60-f9f0-442b-bbd3-e3cd180ff15f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.363871 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55168) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.372229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.413872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.474684 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.480050 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.501265 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad30dcc-0a2c-4e54-9603-11ba556222d2,revision_number=0']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.506832 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.511671 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55170) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.511822 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-066d21b7-a7ad-4378-b308-bbdb7ac3f1cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462054 Feb 15 10:41:25.516660 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.548038 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.596543 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:25.617545 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.623066 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.638605 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dca7ce90-95bc-4dbd-b625-3e1343434df3,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.649098 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:25.649471 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.650969 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.652205 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-023dc3c8-e6c5-45dd-90fc-b4ca2a43a08c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399755 Feb 15 10:41:25.654933 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55172) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.659600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.688586 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.733167 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:25.751376 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.755734 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.773740 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c1b0c2c-04c7-4bfb-a99a-ed4c308eb0ce,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.782324 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:25.782694 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.783005 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.784510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-161032af-6e07-4c19-8705-906aafff56c4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286471 Feb 15 10:41:25.787311 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55174) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.791881 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.820085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.862347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.880840 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.885982 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.890136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] For port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:25.894458 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.904382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c38628-8c49-401e-81f8-d2173a05ac42,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.914167 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:25.917397 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-dd9869aa-2dfb-4d7b-bb85-d9e7529439da tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1288857 Feb 15 10:41:25.918507 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55176) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:25.923055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:25.945665 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Pushing event updated for resources: {'Port': ['ID=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:25.948365 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Project af35a03d09ff48f0a952ba2bcee4323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:41:25.953900 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.017303 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.021328 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.044235 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d819b354-f0f3-431a-91f7-6c9acd8b9786,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:26.050025 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.051187 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-8f2d177d-4644-4be8-91de-e5bdc682cdfe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317391 Feb 15 10:41:26.054059 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55178) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:26.058259 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'security_group_rule': {'security_group_id': 'bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9', 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:26.088272 n-d-825064-4 neutron-server[102358]: INFO neutron.db.securitygroups_db [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Project af35a03d09ff48f0a952ba2bcee4323e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 15 10:41:26.096166 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.157608 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.162012 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3776858'] for security_group_rule, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.180474 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0c7f00-1cdc-4524-a49d-c379a85f2c45,revision_number=0']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:26.188143 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:26.189564 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-73d4b514-5275-413f-960a-fdd062f09be4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345832 Feb 15 10:41:26.328281 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-391e7d91-4cbb-40c8-88a9-44e4f7a9fd38 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530677513&fields=id&tenant_id=af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 267 time: 0.0337048 Feb 15 10:41:26.443814 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-e9609f76-c86e-4516-bc2b-17fb7a6dcc04 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:26.446218 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-e9609f76-c86e-4516-bc2b-17fb7a6dcc04 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 810 time: 0.1105046 Feb 15 10:41:26.462262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c59720a-982e-4c86-9035-9917b172a08f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/quotas/af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 375 time: 0.0100257 Feb 15 10:41:26.517720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-66b4420b-4bcd-4cd5-8829-b0199e317876 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493889 Feb 15 10:41:26.633395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-ec86cba4-e145-4ebe-b2ef-e4d22a601ec5 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:41:26.634415 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-ec86cba4-e145-4ebe-b2ef-e4d22a601ec5 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043451 Feb 15 10:41:26.665373 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Sync routers for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:26.675511 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:26.676180 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:26.725124 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-4c95cb7a-5a7f-4d25-935a-08cd08653b8c service neutron] 10.222.0.10 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836372 Feb 15 10:41:26.954355 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:27.126932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-88a53452-a03b-4549-8d74-bfdb4d6090b1 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954523 Feb 15 10:41:27.156651 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 4, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0c680bfd-e1e2-420d-8111-d58aed80cb6e', 'name': '', 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'mac_address': 'fa:16:3e:29:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:23Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 2, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'subnets': [{'id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:27.188474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Checking router: c516f9c8-3bff-4b3b-b640-c5b2100f69e5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:27.188840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Updating router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 port 0c680bfd-e1e2-420d-8111-d58aed80cb6e binding host n-d-825064-4 {{(pid=102360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 15 10:41:27.216671 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.302355 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-56bab3f4-f4fe-4b39-8910-1e3cb8a9fbf2 req-34e8b1d9-0731-452d-8406-24ced2d333f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 210 time: 0.0270374 Feb 15 10:41:27.504328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks [] for port, precommit_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.510927 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.551607 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:27.609610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d1cfd-9829-4bdc-a316-8b946bcbd91d None None] Pushing event updated for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=3']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:27.672412 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Attempting to bind port 0c680bfd-e1e2-420d-8111-d58aed80cb6e on host n-d-825064-4 for vnic_type normal with profile {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:27.672699 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Attempting to bind port 0c680bfd-e1e2-420d-8111-d58aed80cb6e by drivers openvswitch,hyperv on host n-d-825064-4 at level 0 using segments [{'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:27.673317 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Attempting to bind port 0c680bfd-e1e2-420d-8111-d58aed80cb6e on network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:27.675481 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:27.675865 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.699587 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Checking agent: {'id': '4a812b9c-8465-4245-8197-3292e9a91667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 15, 22), 'started_at': datetime.datetime(2022, 2, 15, 9, 15, 52), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825064-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:27.699951 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Checking segment: {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:27.700349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.700731 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Bound using segment: {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'} {{(pid=102360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:27.701470 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.managers [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Bound port: 0c680bfd-e1e2-420d-8111-d58aed80cb6e, host: n-d-825064-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ceee1a-e7bd-49f2-9821-eabb1c57486d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d'}}] {{(pid=102360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:27.701611 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.816930 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] For port 0c680bfd-e1e2-420d-8111-d58aed80cb6e, host n-d-825064-4, cleared binding levels {{(pid=102360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:27.822101 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] For port 0c680bfd-e1e2-420d-8111-d58aed80cb6e, host n-d-825064-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c680bfd-e1e2-420d-8111-d58aed80cb6e,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:27.827630 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:27.903230 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d1cfd-9829-4bdc-a316-8b946bcbd91d None None] Pushing event updated for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:27.906433 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:27.907029 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:27.909690 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:27.910053 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.087441 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:28.124961 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.237303 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] For port 0c680bfd-e1e2-420d-8111-d58aed80cb6e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c680bfd-e1e2-420d-8111-d58aed80cb6e,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:28.244951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.298902 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-48299209-ec6e-4571-8494-c12aad6560e2 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:28.300318 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-48299209-ec6e-4571-8494-c12aad6560e2 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 810 time: 0.1111846 Feb 15 10:41:28.348427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34467e53-3c25-4599-9a72-9a21ffffe701 None None] Pushing event updated for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:28.351399 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-f5959751-e1c0-4cc1-8c91-14e15a76259a tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 380 time: 0.0414562 Feb 15 10:41:28.362716 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'port': {'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'admin_state_up': True, 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'security_groups': ['bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:28.381040 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a7703125-77b4-41ef-a878-6310da697faa None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:28.381522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a7703125-77b4-41ef-a878-6310da697faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.422399 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 4, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0c680bfd-e1e2-420d-8111-d58aed80cb6e', 'name': '', 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'mac_address': 'fa:16:3e:29:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:23Z', 'updated_at': '2022-02-15T10:41:27Z', 'revision_number': 4, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'subnets': [{'id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:28.448249 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-21905e6e-ccab-45c4-8314-b4738a328c67 req-a18f9868-eed9-4f5d-9cd0-8547262a2ae7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 210 time: 0.0355463 Feb 15 10:41:28.451553 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dbc44-ef09-4d51-bcb4-7fbdf676d36b None None] The sync data for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 is: [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:41:23Z', 'revision_number': 4, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': '0c680bfd-e1e2-420d-8111-d58aed80cb6e', 'name': '', 'network_id': 'c2e65099-52cc-4614-bf0d-6a1fb69ffa7d', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'mac_address': 'fa:16:3e:29:bd:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:23Z', 'updated_at': '2022-02-15T10:41:27Z', 'revision_number': 4, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'subnets': [{'id': '09f62eb3-6024-44ef-a703-a1081388bbcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:28.526344 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Made reservation on behalf of af35a03d09ff48f0a952ba2bcee4323e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:41:28.530567 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.672214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Allocated IP 172.20.0.9 (b0b1d381-c49c-4da8-b027-9cb978ba1035/906a2045-46d4-4f8b-9e80-a82c1ec29015/5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:28.821106 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.862357 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.910745 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:28.917453 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:28.921461 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:28.950590 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:28.977360 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:28.978003 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:28.995262 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-3c8f2147-92e9-49a2-a0c4-bae8a8580973 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6364591 Feb 15 10:41:29.005953 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-bcbf30b9-1da4-47c5-bdc1-9073c9b21f0d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 15 10:41:29.007435 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-bcbf30b9-1da4-47c5-bdc1-9073c9b21f0d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066152 Feb 15 10:41:29.092761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Request body: {'port': {'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:29.154623 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.255269 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-ee2ccb7c-9587-4264-812b-c516b0dffabf None None] Provisioning complete for port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:29.255840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ee2ccb7c-9587-4264-812b-c516b0dffabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.292430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-ee2ccb7c-9587-4264-812b-c516b0dffabf None None] Port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:41:29.427516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:41:29.435407 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.448204 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Transition to ACTIVE for port object 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:41:29.451504 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.520693 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:29.584013 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c680bfd-e1e2-420d-8111-d58aed80cb6e up at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:29.586007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Attempting to bind port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 on host n-h2-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:41:29.586346 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Attempting to bind port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 by drivers openvswitch,hyperv on host n-h2-825064-4 at level 0 using segments [{'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:41:29.586763 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Attempting to bind port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:29.591691 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 not bound, no agent of type Open vSwitch agent registered on host n-h2-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:41:29.592010 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Attempting to bind port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:41:29.597894 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Checking agent: {'id': '7a392ccf-b718-4a92-ad9c-fe3ce664e6f4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 16), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:41:29.598227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Checking segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:41:29.598604 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Bound using segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:41:29.599018 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Bound port: 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host: n-h2-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:41:29.599373 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.635024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7f2c4-12d8-4689-badd-0d3d240f2fb5 req-69966519-d17b-4676-a511-93cc95f5c3b3 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:29.637405 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01a7f2c4-12d8-4689-badd-0d3d240f2fb5 req-69966519-d17b-4676-a511-93cc95f5c3b3 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0875268 Feb 15 10:41:29.655251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Provisioning complete for port 0c680bfd-e1e2-420d-8111-d58aed80cb6e triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:29.655715 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.683842 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:41:29.688345 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:41:29.694878 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.711344 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-01a7f2c4-12d8-4689-badd-0d3d240f2fb5 req-f9627865-9321-43ed-ad6e-8f6d74faf82e tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670400 Feb 15 10:41:29.730351 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:29.731085 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:29.733018 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] 10.222.0.72 "PUT /v2.0/ports/5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 1091 time: 0.7093241 Feb 15 10:41:29.735536 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:41:29.738241 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1d2937-369c-4b42-8d77-056a16bb0f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:41:29.788415 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f6f264-2d68-46c7-be51-50c1ecb73617 x-openstack-request-id: req-44f6f264-2d68-46c7-be51-50c1ecb73617 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:41:29.788699 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:41:29.788969 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44f6f264-2d68-46c7-be51-50c1ecb73617 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:41:29.789370 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'status': 'completed', 'code': 200} Feb 15 10:41:29.819627 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a1f8a-5be6-4437-aa9e-f412727b1340 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:29.842949 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-c787d0e6-9d6a-49db-9b48-73895e7d2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:29.844656 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-c787d0e6-9d6a-49db-9b48-73895e7d2df7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1094 time: 0.0703261 Feb 15 10:41:29.890991 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-ca9099c4-5a1a-47c5-a15c-c49a40c1f85a service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 217 time: 0.0388439 Feb 15 10:41:29.942378 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-7a056173-974a-4df4-bf11-2aaa8d0f9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:29.945181 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-7a056173-974a-4df4-bf11-2aaa8d0f9407 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0478010 Feb 15 10:41:29.990242 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-15bb71c8-bdf2-4cdc-9b13-999c89c8283e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:29.992514 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-15bb71c8-bdf2-4cdc-9b13-999c89c8283e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412960 Feb 15 10:41:30.087605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-90e9b75c-a9d0-4ab3-a581-1676d472b14d service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879471 Feb 15 10:41:30.186932 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-12349391-2b40-4274-aa9b-50b4157f3a10 req-e71a8601-7b71-4edd-97a3-4d75e6564826 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930429 Feb 15 10:41:30.285948 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-0ae3ae81-f080-48f4-a09e-62d249b5f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:30.287939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-0ae3ae81-f080-48f4-a09e-62d249b5f941 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1094 time: 0.0550065 Feb 15 10:41:30.379780 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-7786ab24-5ce0-4cc3-abdd-9c3634463638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:30.382099 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-7786ab24-5ce0-4cc3-abdd-9c3634463638 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0870366 Feb 15 10:41:30.425551 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-d66d0b1a-2696-4955-9568-47d41e1a0d72 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 217 time: 0.0358253 Feb 15 10:41:30.482329 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-de645c0f-681c-452a-8200-6e0da13e5eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:30.483791 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-de645c0f-681c-452a-8200-6e0da13e5eb5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0512629 Feb 15 10:41:30.533221 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-99942d2b-841d-4835-9b03-5c806ecbce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:30.534997 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-99942d2b-841d-4835-9b03-5c806ecbce9f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423834 Feb 15 10:41:30.627605 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-41671577-b34b-40f7-8f68-d56c9c937d56 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845954 Feb 15 10:41:30.719509 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-be1d2937-369c-4b42-8d77-056a16bb0f1d req-3a2d52cf-7319-4afa-8c4c-1c98e586f741 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846684 Feb 15 10:41:30.810875 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb6e01-ca51-41b5-bb42-f5a9c1f8d749 req-8f6c610d-e216-4740-9f2d-6e61ee0fa12d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:30.812373 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3beb6e01-ca51-41b5-bb42-f5a9c1f8d749 req-8f6c610d-e216-4740-9f2d-6e61ee0fa12d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0495059 Feb 15 10:41:30.861618 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3beb6e01-ca51-41b5-bb42-f5a9c1f8d749 req-925935b8-b24d-456d-ace8-618e8579c5c7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Feb 15 10:41:31.983896 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dd9bc-22f2-4960-a314-818482010e6b req-a709296e-e6cc-4763-9e50-8f0e8efebdd7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:31.985412 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c84dd9bc-22f2-4960-a314-818482010e6b req-a709296e-e6cc-4763-9e50-8f0e8efebdd7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0492716 Feb 15 10:41:32.026209 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-c84dd9bc-22f2-4960-a314-818482010e6b req-55f92692-2458-484b-972e-c15df8e4f932 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336609 Feb 15 10:41:33.148278 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92754f56-8513-47c7-b67f-b9a812a98e7d req-742c7d88-4bda-461d-81c9-1b3f60944225 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:33.149911 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92754f56-8513-47c7-b67f-b9a812a98e7d req-742c7d88-4bda-461d-81c9-1b3f60944225 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0531657 Feb 15 10:41:33.188660 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-92754f56-8513-47c7-b67f-b9a812a98e7d req-1712b0b9-0ec2-480f-9904-f2bfd8ab5544 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325222 Feb 15 10:41:33.274684 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:41:33.373389 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:33.385220 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:41:33.423850 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:33.436767 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:41:33.456319 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:33.460285 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:33.505042 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:33.711145 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:41:34.312695 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed9f2-d33c-469c-8b54-8bc766676dfd req-2e3b08b9-e3fe-460a-a4a0-349788ddfd2f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:34.314130 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-934ed9f2-d33c-469c-8b54-8bc766676dfd req-2e3b08b9-e3fe-460a-a4a0-349788ddfd2f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 944 time: 0.0542803 Feb 15 10:41:34.352234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-934ed9f2-d33c-469c-8b54-8bc766676dfd req-38eefecb-5f2b-40fe-b7d7-60fa809e4698 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312037 Feb 15 10:41:35.284653 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:41:35.336756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning for port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:41:35.340427 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:41:35.340798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:35.421284 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:35.445213 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:41:35.447488 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084567b7-e9a2-4c12-a228-803a3b29658b" -d '{"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-plugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:41:35.461595 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:41:35.466387 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:35.487245 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df6c0e-06ca-4357-84b3-751e05ce7a15 req-a33077ad-8eb2-439f-9f0a-8cec936c2283 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:35.489153 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44df6c0e-06ca-4357-84b3-751e05ce7a15 req-a33077ad-8eb2-439f-9f0a-8cec936c2283 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 944 time: 0.0673056 Feb 15 10:41:35.493329 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e220bb-26db-4a97-9ccf-9bdc0f3e2db4 x-openstack-request-id: req-77e220bb-26db-4a97-9ccf-9bdc0f3e2db4 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:41:35.493612 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-plugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:41:35.493858 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77e220bb-26db-4a97-9ccf-9bdc0f3e2db4 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:41:35.494240 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'code': 200} Feb 15 10:41:35.520437 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:35.535556 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-44df6c0e-06ca-4357-84b3-751e05ce7a15 req-28413d38-db41-4015-bac2-9b7352eac0c6 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Feb 15 10:41:35.594833 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf147a6-6335-4ef0-8e35-68e36a5f3715 req-8b18ae6e-d008-4930-ad23-fa69beb0f29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:35.596380 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf147a6-6335-4ef0-8e35-68e36a5f3715 req-8b18ae6e-d008-4930-ad23-fa69beb0f29e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1096 time: 0.0418189 Feb 15 10:41:35.631423 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dcf147a6-6335-4ef0-8e35-68e36a5f3715 req-2c7d982a-16e1-43e6-9667-c4dba54ff507 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279744 Feb 15 10:41:36.667356 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29787a38-a46f-4a34-98df-29b1327b0e99 req-468f2f41-98ac-42a8-83e1-875725902af8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:36.668903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29787a38-a46f-4a34-98df-29b1327b0e99 req-468f2f41-98ac-42a8-83e1-875725902af8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 945 time: 0.0592866 Feb 15 10:41:36.706661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-29787a38-a46f-4a34-98df-29b1327b0e99 req-cc71b901-49dc-4c6b-965a-03b848fbf6a9 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Feb 15 10:41:37.216693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:41:37.822722 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9336db0-6079-4600-aae6-8106d4b5aae8 req-2ecfbb3f-abb9-4c9a-a027-0efd01b96ef8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:37.824199 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9336db0-6079-4600-aae6-8106d4b5aae8 req-2ecfbb3f-abb9-4c9a-a027-0efd01b96ef8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 945 time: 0.0487108 Feb 15 10:41:37.861530 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-f9336db0-6079-4600-aae6-8106d4b5aae8 req-908e9725-65e4-43d4-b007-fea843b78501 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Feb 15 10:41:37.980496 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740cfbc-8580-4463-a9c0-e0653559a983 req-5223cd19-09f7-438c-9399-bce838a5e21b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:37.982016 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5740cfbc-8580-4463-a9c0-e0653559a983 req-5223cd19-09f7-438c-9399-bce838a5e21b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 945 time: 0.0519748 Feb 15 10:41:38.020277 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5740cfbc-8580-4463-a9c0-e0653559a983 req-622756cd-e368-42a4-80ac-4337c62d9c8b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323751 Feb 15 10:41:38.041757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55234) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:38.124160 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61d8492-949b-470f-8327-2e37a067c756 tempest-TestSnapshotPattern-1789589436 tempest-TestSnapshotPattern-1789589436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:38.125798 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a61d8492-949b-470f-8327-2e37a067c756 tempest-TestSnapshotPattern-1789589436 tempest-TestSnapshotPattern-1789589436-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1091 time: 0.0830071 Feb 15 10:41:38.128679 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55238) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:41:38.133325 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:41:38.156699 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:38.255660 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:38.357414 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Allocated IP 172.25.6.195 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/3a13ac42-49c3-4b04-89c5-3aa391fe0098) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:41:38.458908 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:38.492117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:38.526725 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:41:38.531478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:41:38.535319 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:41:38.558794 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=3a13ac42-49c3-4b04-89c5-3aa391fe0098,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:38.889804 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:38.954184 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:39.102841 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:39.107314 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:39.172594 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=3a13ac42-49c3-4b04-89c5-3aa391fe0098,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:41:39.183633 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:39.282568 n-d-825064-4 neutron-server[102358]: INFO neutron.db.l3_db [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Floating IP 273ad94d-945c-4e2b-92c5-281ca204204f associated. External IP: 172.25.6.195, port: 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4. Feb 15 10:41:39.488992 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:41:39.599011 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:41:39.612296 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:41:39.619099 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:39.623190 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:39.623804 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:39.647648 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-a6135c8e-3c68-43cd-b3af-1819c23f7e88 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5176256 Feb 15 10:41:39.648374 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:41:39.650715 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd33fb26-402a-44f7-b756-281b14d4ad20" -d '{"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:41:39.750577 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a804ede1-fc56-4fa3-8cf9-120a9f504cce x-openstack-request-id: req-a804ede1-fc56-4fa3-8cf9-120a9f504cce {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:41:39.750867 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:41:39.751117 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a804ede1-fc56-4fa3-8cf9-120a9f504cce {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:41:39.751522 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'status': 'completed', 'code': 200} Feb 15 10:41:39.813736 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-8d26ebfb-0d45-4484-aaac-3a689e417b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:39.815421 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-8d26ebfb-0d45-4484-aaac-3a689e417b65 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1096 time: 0.0417550 Feb 15 10:41:39.824724 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:39.908876 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-8348ece9-ede4-4b80-b53d-958ea9babe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:39.910383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-8348ece9-ede4-4b80-b53d-958ea9babe17 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0873094 Feb 15 10:41:39.977674 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-10d01a68-38e4-42d8-8d86-4b0726defce7 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 999 time: 0.0599327 Feb 15 10:41:40.031007 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-1a77ccc6-e3f6-4eb4-8490-896069647c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:40.032458 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-1a77ccc6-e3f6-4eb4-8490-896069647c49 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0491989 Feb 15 10:41:40.054687 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:38Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:40.078148 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-79a56a84-292c-494f-8eda-ac6c3d0159c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:40.079677 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-79a56a84-292c-494f-8eda-ac6c3d0159c6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408652 Feb 15 10:41:40.081241 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:41:40.090561 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:41:40.091150 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:41:19Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:40.170882 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-8b269c71-65c4-490a-8909-598e46f5b3a9 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845091 Feb 15 10:41:40.199840 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:41:40.273164 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-dd33fb26-402a-44f7-b756-281b14d4ad20 req-a39f2bf3-9e14-4b89-9dd3-4dc256d34b2a service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959811 Feb 15 10:41:40.442474 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:38Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:41:40.472639 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1517bdf7-dd9c-4f18-8831-49385d7bbbc5 None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:38Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:41:40.796009 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547396b7-4aee-434a-83f6-c29265429af2 None None] New status for floating IP 273ad94d-945c-4e2b-92c5-281ca204204f: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:41:43.397903 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-142a1e07-9c43-48ef-8f39-097e3001eb8a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409772 Feb 15 10:41:43.476115 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-543555f2-0781-4b04-a8e2-75c7b64283a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:43.477633 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-543555f2-0781-4b04-a8e2-75c7b64283a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1096 time: 0.0400770 Feb 15 10:41:43.589114 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-63ab76a6-da92-4a60-8747-24964a99e985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:43.590899 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-63ab76a6-da92-4a60-8747-24964a99e985 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0933115 Feb 15 10:41:43.660966 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-134a9c21-2d20-4b21-8a06-1b3285b740c8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0638690 Feb 15 10:41:43.724064 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-3b726c87-c808-4d2c-af6d-08099de28f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:43.726065 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-3b726c87-c808-4d2c-af6d-08099de28f24 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0587535 Feb 15 10:41:43.773624 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-630d9485-24e0-40b4-a4c4-2f2fc5956ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:41:43.775163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-630d9485-24e0-40b4-a4c4-2f2fc5956ee1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428052 Feb 15 10:41:43.867546 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-36499754-bed8-4652-ac3e-1ca58e7d361d service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857430 Feb 15 10:41:43.964097 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-078050a5-9860-4ba3-9f58-6afa23406d37 req-3c1bcb37-defa-4dd3-b706-438aa39754e8 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895228 Feb 15 10:41:44.892405 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:46.897366 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-42e8bf77-b520-4f64-890c-715dc31d1ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:47.523045 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:49.430721 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2c01de8f-b44d-42ee-905d-f185ff86fbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:50.617354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:52.423741 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:41:52.656043 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:14.215645 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:42:14.891546 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:16.889938 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7ef68c26-378c-454e-867d-3ec5750146ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:17.540136 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:19.430925 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b219f12a-e4cd-44cc-9038-672402c67eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:20.618789 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:22.427179 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:22.662010 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:44.890912 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:45.398274 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-b5b3cfa6-b5ff-4d02-8595-0bd82a0a0159 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419621 Feb 15 10:42:45.482305 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-f385a306-6673-49eb-8e34-bd1bd841d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:42:45.483792 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-f385a306-6673-49eb-8e34-bd1bd841d63c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1096 time: 0.0399892 Feb 15 10:42:45.871566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-c9d6e90c-cc03-4afe-ad14-2a3590cbcb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:42:45.873059 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-c9d6e90c-cc03-4afe-ad14-2a3590cbcb95 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.3701341 Feb 15 10:42:45.936789 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-76380608-46e2-4430-a975-d0045ff424ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0565367 Feb 15 10:42:45.988051 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-d693fa52-29e0-45fc-8187-90b2384ce245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:42:45.989522 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-d693fa52-29e0-45fc-8187-90b2384ce245 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0458007 Feb 15 10:42:46.033735 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-7494aa7e-8e26-4e43-ac1a-a2b77c01b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:42:46.035506 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-7494aa7e-8e26-4e43-ac1a-a2b77c01b780 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399930 Feb 15 10:42:46.127104 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-ebb0dc5e-5e55-413b-89b4-c01902794d03 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848918 Feb 15 10:42:46.219681 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0471f9cc-5281-4275-86e1-beb3dd5dba6b req-da4f25f3-9043-4c24-aedf-aa5ad62a7ec2 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859988 Feb 15 10:42:46.892754 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5a26cd75-8a38-4404-b5a8-751457683b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:47.535842 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:49.433120 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-03e130ab-50a2-46e7-9a9e-fa1bbbaa8758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:50.623147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:51.215263 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:42:52.429907 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:42:52.661930 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:14.894982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:16.895747 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5fbd46fe-41ea-4f90-b651-98643e3d656d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:17.551289 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:19.434947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5f3536ed-5e25-4050-873e-7cc83c28e70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:20.625199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:22.436453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:22.665538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:28.215346 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:43:37.930362 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 details requested by agent hyperv_n-h2-825064-4 with host n-h2-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:43:38.029338 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:43:38.040474 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Returning: {'device': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:43:38.080474 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:38.094613 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:43:38.116503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:43:38.121440 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:38.181984 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:38.190939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.191280 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.191619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.191957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.192283 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.192616 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.192974 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.193296 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.193617 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.193939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.194255 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.194570 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:38.201854 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] get_ports_and_sgs() called for port_ids ['5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:43:39.943597 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 up at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:43:40.006862 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Provisioning complete for port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:43:40.007512 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:40.094522 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:40.140420 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:43:40.142910 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdc1d67-76d1-4e37-b155-4468fa38fcb8" -d '{"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-plugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:43:40.154405 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:43:40.163355 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:40.239550 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:40.295967 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d54a4ed-89be-435a-a6d9-fb19fd67ec81 x-openstack-request-id: req-5d54a4ed-89be-435a-a6d9-fb19fd67ec81 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:43:40.297891 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-plugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:43:40.298110 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d54a4ed-89be-435a-a6d9-fb19fd67ec81 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:43:40.298585 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'code': 200} Feb 15 10:43:44.907899 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:46.901687 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-ac2f7673-26aa-4eaf-85c9-fbf71474858b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:47.462548 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859248-7890-45ee-87f4-0be5350604dd req-75517b99-2462-43fb-be9d-6506be9e12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:47.464686 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-75517b99-2462-43fb-be9d-6506be9e12dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1096 time: 0.0422187 Feb 15 10:43:47.564987 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:47.571332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859248-7890-45ee-87f4-0be5350604dd req-cda190d6-cc5d-4670-91c4-ebc14e0365e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:47.573660 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-cda190d6-cc5d-4670-91c4-ebc14e0365e5 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0897930 Feb 15 10:43:47.741115 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-3fdf025d-83b2-4d6a-89c8-36bb61349bd5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 1001 time: 0.0630445 Feb 15 10:43:47.793390 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859248-7890-45ee-87f4-0be5350604dd req-234dc237-8d2c-4f4c-baf3-c064fab97ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:47.794766 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-234dc237-8d2c-4f4c-baf3-c064fab97ace service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0452101 Feb 15 10:43:47.845049 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae859248-7890-45ee-87f4-0be5350604dd req-0763a504-e3ed-431c-826a-fcd27699797a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:47.846550 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-0763a504-e3ed-431c-826a-fcd27699797a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437443 Feb 15 10:43:47.935258 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-32851ffc-3103-465b-8aef-df5b387f9c81 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Feb 15 10:43:48.028317 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-ae859248-7890-45ee-87f4-0be5350604dd req-48c2102b-5df4-4efe-8491-56d38eba960f service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869806 Feb 15 10:43:48.542627 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-0a3605d4-8bee-460b-ae7e-175bbf1a5a8d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1530677513&fields=id&tenant_id=af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 267 time: 0.0372720 Feb 15 10:43:48.653965 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-fb15bf42-8677-4c67-9b2b-836078fa2066 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:48.655383 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-fb15bf42-8677-4c67-9b2b-836078fa2066 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 810 time: 0.1055219 Feb 15 10:43:48.673234 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-161cb446-9687-42e6-add7-586031837221 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/quotas/af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 375 time: 0.0106390 Feb 15 10:43:48.739884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-d50fb438-88fa-4a30-b20d-c77423927ebe tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0606937 Feb 15 10:43:48.837254 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-64566bc1-0a2b-4ddf-a5bc-82ef2be7231e service neutron] 10.222.0.10 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849724 Feb 15 10:43:48.935052 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-22b31d9e-fa92-4937-b15e-4b4d079ff9d7 service neutron] 10.222.0.10 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906909 Feb 15 10:43:49.139045 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-e5340a33-2043-4b4d-b9da-7393cf0bbe42 req-09e65b9b-68d0-47ed-a7a9-ff1197e44c3b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 210 time: 0.0277956 Feb 15 10:43:49.439947 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-af7a0915-9cbc-474c-9468-6a71bce1421a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:49.991602 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:43:50.078899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-ce739325-7c6b-46f9-b042-4e6f252c2d04 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:50.080371 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-ce739325-7c6b-46f9-b042-4e6f252c2d04 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 810 time: 0.1152935 Feb 15 10:43:50.082352 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.109019 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:43:50.111340 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ef64d8-5b1f-4ddd-9975-5c2d335b9a34" -d '{"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:43:50.129060 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:43:50.129480 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-3d1f83a9-fd7b-49d9-aa88-87d10fee9fed tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af35a03d09ff48f0a952ba2bcee4323e HTTP/1.1" status: 200 len: 380 time: 0.0401809 Feb 15 10:43:50.133469 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.139911 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'port': {'device_id': '871703af-396b-4862-8295-3a70d1fe8330', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'admin_state_up': True, 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'security_groups': ['bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9']}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:43:50.159617 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46c453e-12af-42e8-8e6c-4655f78a3a60 x-openstack-request-id: req-a46c453e-12af-42e8-8e6c-4655f78a3a60 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:43:50.159899 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-unplugged", "status": "completed", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:43:50.160595 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a46c453e-12af-42e8-8e6c-4655f78a3a60 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:43:50.161244 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'code': 200} Feb 15 10:43:50.208744 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Pushing event updated for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:50.267122 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3c793b4e-6546-48ef-ae37-2e66dc3fde5b req-aa6f84dd-bdf6-4dc2-978b-b0d05b05c3dc tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 210 time: 0.0403450 Feb 15 10:43:50.280635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Made reservation on behalf of af35a03d09ff48f0a952ba2bcee4323e for: {'port': 1} {{(pid=102358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 15 10:43:50.289050 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.436904 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_common [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Allocated IP 172.20.0.5 (b0b1d381-c49c-4da8-b027-9cb978ba1035/906a2045-46d4-4f8b-9e80-a82c1ec29015/f54cb727-92b5-4903-b332-3c3f8d505086) {{(pid=102358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:43:50.633689 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.643484 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.687825 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_create {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.742320 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 is already hosted by enough agents. {{(pid=102358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:43:50.749190 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.base_scheduler [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Resources bound (agent type, host, resource id): {{(pid=102358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:43:50.753796 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Received port after_create {{(pid=102358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:43:50.804445 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=1']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:50.839750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.840228 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.840572 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.840945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.841283 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.841749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.842098 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.842425 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.842747 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.843070 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.843392 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.843749 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:43:50.859588 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:50.860467 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:50.879577 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-c5a1e03c-c944-49b1-b2ea-2ae546dd2944 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444792 Feb 15 10:43:51.068700 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-11d1c776-8941-4af1-b88d-314be3dd8ec0 None None] Provisioning complete for port f54cb727-92b5-4903-b332-3c3f8d505086 triggered by entity DHCP. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:43:51.069100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-11d1c776-8941-4af1-b88d-314be3dd8ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:51.107119 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-11d1c776-8941-4af1-b88d-314be3dd8ec0 None None] Port f54cb727-92b5-4903-b332-3c3f8d505086 cannot update to ACTIVE because it is not bound. {{(pid=102360) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Feb 15 10:43:51.408171 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f870dba8-9dd7-49e7-9d72-4f3da5ad9596 req-d5e7a975-8bea-4f8c-9c09-80536937ce14 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:51.409738 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f870dba8-9dd7-49e7-9d72-4f3da5ad9596 req-d5e7a975-8bea-4f8c-9c09-80536937ce14 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0684934 Feb 15 10:43:51.450554 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-f870dba8-9dd7-49e7-9d72-4f3da5ad9596 req-13c4eb24-bfd4-4025-b018-633e97341504 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345702 Feb 15 10:43:52.431347 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:52.587342 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a860671-1504-4ff9-859d-16d8b092e7f3 req-ef3381cb-c924-4cf4-83a3-c4d8e131cd11 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:52.589782 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a860671-1504-4ff9-859d-16d8b092e7f3 req-ef3381cb-c924-4cf4-83a3-c4d8e131cd11 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0607541 Feb 15 10:43:52.630456 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-2a860671-1504-4ff9-859d-16d8b092e7f3 req-5a2567d4-05cb-4be8-b797-5c33879e1c99 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344732 Feb 15 10:43:52.673516 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:53.768332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de566161-c289-45a9-aaa4-8470382030fc req-dcbd26aa-c86d-4e6b-b2cb-d6d1ef54218d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:53.768332 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de566161-c289-45a9-aaa4-8470382030fc req-dcbd26aa-c86d-4e6b-b2cb-d6d1ef54218d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0553629 Feb 15 10:43:53.809500 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-de566161-c289-45a9-aaa4-8470382030fc req-735100ec-cb7f-4219-9574-b44f0ea8cc47 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375998 Feb 15 10:43:54.945601 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff06b3-396d-4aaf-8609-412d0eec34c7 req-85d533fc-4620-4045-91a4-2def9e09df75 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:54.947082 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73ff06b3-396d-4aaf-8609-412d0eec34c7 req-85d533fc-4620-4045-91a4-2def9e09df75 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0664930 Feb 15 10:43:54.990346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-73ff06b3-396d-4aaf-8609-412d0eec34c7 req-423fcd37-6654-43d8-a540-98822c8cad84 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363109 Feb 15 10:43:56.116105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e145c5c-73a6-4c3b-842f-11e74c8a8c76 req-efaf273f-83ec-484a-819c-f9785f062f07 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:56.117531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e145c5c-73a6-4c3b-842f-11e74c8a8c76 req-efaf273f-83ec-484a-819c-f9785f062f07 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0519414 Feb 15 10:43:56.163350 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-0e145c5c-73a6-4c3b-842f-11e74c8a8c76 req-cc9fd57d-5590-4b93-808f-2854280477fd tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 Feb 15 10:43:57.289535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba4ff-54c9-4941-a062-ba1300c4b7cd req-75704e9a-49b7-4e5d-b532-2d1c9fd29f10 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:57.291079 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-632ba4ff-54c9-4941-a062-ba1300c4b7cd req-75704e9a-49b7-4e5d-b532-2d1c9fd29f10 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0531392 Feb 15 10:43:57.336125 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-632ba4ff-54c9-4941-a062-ba1300c4b7cd req-ec9841f2-e7c8-4c06-bc23-de304f679328 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 Feb 15 10:43:58.467068 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaab4a5-7a41-4180-abfe-428556f03182 req-875731b4-07e5-4688-8e27-6b8e42aa30b3 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:58.468793 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acaab4a5-7a41-4180-abfe-428556f03182 req-875731b4-07e5-4688-8e27-6b8e42aa30b3 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 931 time: 0.0524971 Feb 15 10:43:58.507114 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-acaab4a5-7a41-4180-abfe-428556f03182 req-71d66315-ae17-4de2-9ca9-af041cddc80b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Feb 15 10:43:59.016188 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.v2.base [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Request body: {'port': {'device_id': '871703af-396b-4862-8295-3a70d1fe8330', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825064-4'}} {{(pid=102358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:43:59.068185 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.329177 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54cb727-92b5-4903-b332-3c3f8d505086 {{(pid=102358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:43:59.336259 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.349799 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.provisioning_blocks [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Transition to ACTIVE for port object f54cb727-92b5-4903-b332-3c3f8d505086 will not be triggered until provisioned by entity L2. {{(pid=102358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 15 10:43:59.353961 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.410758 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=2']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:59.487125 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Attempting to bind port f54cb727-92b5-4903-b332-3c3f8d505086 on host n-h1-825064-4 for vnic_type normal with profile {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 15 10:43:59.487841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Attempting to bind port f54cb727-92b5-4903-b332-3c3f8d505086 by drivers openvswitch,hyperv on host n-h1-825064-4 at level 0 using segments [{'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 15 10:43:59.487841 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Attempting to bind port f54cb727-92b5-4903-b332-3c3f8d505086 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:43:59.492629 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Port f54cb727-92b5-4903-b332-3c3f8d505086 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 not bound, no agent of type Open vSwitch agent registered on host n-h1-825064-4 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 15 10:43:59.492991 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Attempting to bind port f54cb727-92b5-4903-b332-3c3f8d505086 on network b0b1d381-c49c-4da8-b027-9cb978ba1035 {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 15 10:43:59.499382 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Checking agent: {'id': '7b01d364-b3eb-4b25-a203-50c4b032a681', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825064-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'started_at': datetime.datetime(2022, 2, 15, 9, 23, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 15, 10, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 15 10:43:59.499587 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Checking segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Feb 15 10:43:59.499854 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Bound using segment: {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'} {{(pid=102358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 15 10:43:59.500447 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.managers [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Bound port: f54cb727-92b5-4903-b332-3c3f8d505086, host: n-h1-825064-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035'}}] {{(pid=102358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 15 10:43:59.500803 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.581751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, cleared binding levels {{(pid=102358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 15 10:43:59.584998 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 15 10:43:59.590051 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9224643'] for port, after_update {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.629942 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:59.630550 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:43:59.631987 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] 10.222.0.36 "PUT /v2.0/ports/f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 1091 time: 0.6202137 Feb 15 10:43:59.632415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:43:59.634747 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d3e67b-99aa-4ffc-bd65-f656b9557861" -d '{"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:43:59.647911 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7f809-377d-498e-ab4f-ede0d7f09518 req-e78a8be3-6b64-4b57-b170-6f3894078353 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:59.656666 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b5f91-1322-4148-bdea-cb7d59039182 service neutron] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=3']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:43:59.656903 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebc7f809-377d-498e-ab4f-ede0d7f09518 req-e78a8be3-6b64-4b57-b170-6f3894078353 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 943 time: 0.0637767 Feb 15 10:43:59.701067 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c0c9b5-09fc-4de6-9f39-9c9ecc32390b x-openstack-request-id: req-23c0c9b5-09fc-4de6-9f39-9c9ecc32390b {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:43:59.701366 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:43:59.701590 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23c0c9b5-09fc-4de6-9f39-9c9ecc32390b {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:43:59.701987 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'status': 'completed', 'code': 200} Feb 15 10:43:59.705420 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-ebc7f809-377d-498e-ab4f-ede0d7f09518 req-a26afd4e-ec54-4d82-84a6-bbf8dcc867f1 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478456 Feb 15 10:43:59.740350 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-05c081dd-585b-4207-84fc-dc936b8920dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:59.741939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-05c081dd-585b-4207-84fc-dc936b8920dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1094 time: 0.0561631 Feb 15 10:43:59.789839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-bb591aac-3921-47fe-b5a7-11544905f91c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 217 time: 0.0406229 Feb 15 10:43:59.840209 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-ccb19817-a1b6-4eee-a5af-250c009d83b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:59.841621 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-ccb19817-a1b6-4eee-a5af-250c009d83b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0452161 Feb 15 10:43:59.888195 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-2db84d1c-7027-4e2b-83fe-d9edcc0a8fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:43:59.889714 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-2db84d1c-7027-4e2b-83fe-d9edcc0a8fcd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411372 Feb 15 10:43:59.981939 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-0fab6c33-ded8-493b-bbfd-8c3bfadb09dd service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854411 Feb 15 10:44:00.073615 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3a84e71f-b88e-4c73-9399-b7ea5f3920c0 req-eb5971a3-ac62-48de-8b07-a2ea8b67ac4b service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847883 Feb 15 10:44:00.167357 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-40e42224-14a1-48ad-95b6-f9fc45b36666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:00.168804 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-40e42224-14a1-48ad-95b6-f9fc45b36666 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1094 time: 0.0416574 Feb 15 10:44:00.260656 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-b64e5e5b-9ad7-4c78-839e-78728f27d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:00.262199 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-b64e5e5b-9ad7-4c78-839e-78728f27d8d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0874121 Feb 15 10:44:00.303372 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-8355554d-679f-40b8-8aa1-aea47f1aa91a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 217 time: 0.0343032 Feb 15 10:44:00.356158 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-a4269467-2153-44fd-b984-225d80dbd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:00.357642 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-a4269467-2153-44fd-b984-225d80dbd5c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0475237 Feb 15 10:44:00.406009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-2cf65f5a-855f-4a54-bbb3-b9f1b6d2e14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:00.407531 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-2cf65f5a-855f-4a54-bbb3-b9f1b6d2e14f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421445 Feb 15 10:44:00.494901 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-5832d864-1503-46c0-bc82-16d41608ee81 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795658 Feb 15 10:44:00.592269 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-13d3e67b-99aa-4ffc-bd65-f656b9557861 req-46bf978c-5473-4417-a72c-16ce05e15d99 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894728 Feb 15 10:44:00.826516 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb00d9-de1b-4e66-9042-537afbc38370 req-0ebcf399-3ded-443d-aa23-4c3a824683f0 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:00.828010 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92eb00d9-de1b-4e66-9042-537afbc38370 req-0ebcf399-3ded-443d-aa23-4c3a824683f0 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 943 time: 0.0500088 Feb 15 10:44:00.864962 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-92eb00d9-de1b-4e66-9042-537afbc38370 req-7b91188c-2fae-479e-bcd3-704eba6ba992 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309365 Feb 15 10:44:01.983540 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665d3dc-0b33-4a2b-a0f2-4ddf06b0916e req-7b141792-ab43-4556-b21f-03b3300f0be9 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:01.985069 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3665d3dc-0b33-4a2b-a0f2-4ddf06b0916e req-7b141792-ab43-4556-b21f-03b3300f0be9 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 943 time: 0.0495746 Feb 15 10:44:02.024235 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-3665d3dc-0b33-4a2b-a0f2-4ddf06b0916e req-3117ea36-5000-47c5-979c-4a8a758780cf tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331993 Feb 15 10:44:02.703619 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:44:02.799382 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:44:02.812212 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'mac_address': 'fa:16:3e:b9:62:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:44:02.853687 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:02.867337 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54cb727-92b5-4903-b332-3c3f8d505086 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:44:02.886780 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:44:02.890328 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:02.939360 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=4']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:44:03.140658 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['f54cb727-92b5-4903-b332-3c3f8d505086'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:44:03.146315 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca9c75-44e4-4a58-af7b-fcd087d2aed8 req-1de39eea-b43e-4456-8ef2-b2bff28e0e8e tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:03.147775 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48ca9c75-44e4-4a58-af7b-fcd087d2aed8 req-1de39eea-b43e-4456-8ef2-b2bff28e0e8e tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 944 time: 0.0508695 Feb 15 10:44:03.188946 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-48ca9c75-44e4-4a58-af7b-fcd087d2aed8 req-2f2205c3-66fd-4b35-9238-29e8baeee3cc tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342493 Feb 15 10:44:04.308452 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605fbe3-200e-4146-9b71-69f13d2ba28a req-7839c160-bffd-4b14-a252-cf87b61b22c7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:04.310004 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8605fbe3-200e-4146-9b71-69f13d2ba28a req-7839c160-bffd-4b14-a252-cf87b61b22c7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 944 time: 0.0486846 Feb 15 10:44:04.347900 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-8605fbe3-200e-4146-9b71-69f13d2ba28a req-82927255-a940-4559-9c87-ec41c34b672d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318792 Feb 15 10:44:04.703734 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:44:04.755477 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning for port f54cb727-92b5-4903-b332-3c3f8d505086 completed by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 15 10:44:04.759342 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port f54cb727-92b5-4903-b332-3c3f8d505086 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:44:04.759702 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:04.835941 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:04.858931 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:44:04.861414 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c288551-ab86-4c3e-8e44-1081013bbffc" -d '{"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-plugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:44:04.877959 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:44:04.882545 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:04.907002 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b3bd5d-4e94-443a-815d-b755e5881b9f x-openstack-request-id: req-69b3bd5d-4e94-443a-815d-b755e5881b9f {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:44:04.907302 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-plugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:44:04.907549 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69b3bd5d-4e94-443a-815d-b755e5881b9f {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:44:04.907935 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'code': 200} Feb 15 10:44:04.937520 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=5']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:44:05.004332 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf54bb0-8b9d-4f38-a314-8c4c900c6e3a req-96dd0fb4-ecf1-444e-9725-5ea1ff0f8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:05.005839 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cf54bb0-8b9d-4f38-a314-8c4c900c6e3a req-96dd0fb4-ecf1-444e-9725-5ea1ff0f8f64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1096 time: 0.0445192 Feb 15 10:44:05.039684 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-5cf54bb0-8b9d-4f38-a314-8c4c900c6e3a req-f9e36398-ac65-41eb-9fce-4836983f8c34 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276632 Feb 15 10:44:05.214394 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:44:05.470502 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d211b-1b81-4675-8f06-24e4db7aef7b req-9e667b17-e836-4303-ab8c-6d637072dde1 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:05.472020 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d7d211b-1b81-4675-8f06-24e4db7aef7b req-9e667b17-e836-4303-ab8c-6d637072dde1 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 945 time: 0.0557375 Feb 15 10:44:05.513302 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-1d7d211b-1b81-4675-8f06-24e4db7aef7b req-12e47f04-3a31-4a2c-b94e-d990310f1082 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325804 Feb 15 10:44:06.631105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df0ade-007d-4822-a39d-4c53b8d5e429 req-18c0c777-b61a-427f-a282-30f67c7f1d99 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:06.632606 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71df0ade-007d-4822-a39d-4c53b8d5e429 req-18c0c777-b61a-427f-a282-30f67c7f1d99 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 945 time: 0.0495665 Feb 15 10:44:06.672667 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-71df0ade-007d-4822-a39d-4c53b8d5e429 req-163da14a-7143-4c1c-a196-28bcc5b54302 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327542 Feb 15 10:44:06.789385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e2378-be59-447c-8056-0d8348ffa89f req-d0d038eb-0f5e-49ad-8035-60987b751ce8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:06.790861 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-798e2378-be59-447c-8056-0d8348ffa89f req-d0d038eb-0f5e-49ad-8035-60987b751ce8 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 945 time: 0.0490916 Feb 15 10:44:06.828346 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-798e2378-be59-447c-8056-0d8348ffa89f req-5de6b77f-406a-4581-a916-63e68d432b3c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313594 Feb 15 10:44:06.849309 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55514) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:44:06.889939 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785f7753-aa48-4efa-95a1-4d9a5a44d077 tempest-TestSnapshotPattern-1789589436 tempest-TestSnapshotPattern-1789589436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:06.891500 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-785f7753-aa48-4efa-95a1-4d9a5a44d077 tempest-TestSnapshotPattern-1789589436 tempest-TestSnapshotPattern-1789589436-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1091 time: 0.0412197 Feb 15 10:44:06.894406 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55516) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:44:06.898755 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.v2.base [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Request body: {'floatingip': {'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102359) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 15 10:44:06.925008 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:07.025771 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:07.132615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_common [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Allocated IP 172.25.6.35 (15f4941e-d96a-4647-963e-cfdc4a3cca09/2e80f626-e767-4a44-a2eb-896c82a75630/4ffbb8a8-3e97-4404-978a-c3af443a805d) {{(pid=102359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 15 10:44:07.234487 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:07.270057 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783121798521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:07.303560 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Network 15f4941e-d96a-4647-963e-cfdc4a3cca09 is already hosted by enough agents. {{(pid=102359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 15 10:44:07.310582 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.base_scheduler [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Resources bound (agent type, host, resource id): {{(pid=102359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 15 10:44:07.314183 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Received port after_create {{(pid=102359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 15 10:44:07.341535 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=4ffbb8a8-3e97-4404-978a-c3af443a805d,revision_number=1']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:44:07.354117 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.354457 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.354793 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.355123 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.355450 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.355773 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.356094 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.356412 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.356726 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.357068 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.357385 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.357697 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:44:07.682605 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:07.749207 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:08.256370 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for port, precommit_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:08.261478 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8808014'] for port, after_update {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:08.334615 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event updated for resources: {'Port': ['ID=4ffbb8a8-3e97-4404-978a-c3af443a805d,revision_number=2']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:44:08.343500 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3808170'] for floatingip, after_create {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:08.447692 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Floating IP 84a81379-5df8-489a-9c28-5355ea60d410 associated. External IP: 172.25.6.35, port: f54cb727-92b5-4903-b332-3c3f8d505086. Feb 15 10:44:08.676229 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:44:08.789322 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:44:08.800144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:44:08.810028 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:08.811309 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:44:08.812103 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:44:08.837784 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-c6ebc5e1-a2bf-4967-948a-e3a025df29f7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9421735 Feb 15 10:44:08.838623 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:44:08.840949 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbce038-c184-4c42-835b-e4d5f0511132" -d '{"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:44:08.921833 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:44:08.937589 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c79658-94ad-418e-9804-5e7008f2459e x-openstack-request-id: req-01c79658-94ad-418e-9804-5e7008f2459e {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:44:08.937939 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:44:08.938266 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01c79658-94ad-418e-9804-5e7008f2459e {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:44:08.938779 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'status': 'completed', 'code': 200} Feb 15 10:44:09.003510 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-fd0212ab-06c5-4f35-8e0f-2941c622ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:09.006001 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-fd0212ab-06c5-4f35-8e0f-2941c622ff08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1096 time: 0.0442920 Feb 15 10:44:09.102831 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-bcb946db-e1d8-4ed9-8270-904ac7ca323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:09.105140 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-bcb946db-e1d8-4ed9-8270-904ac7ca323a service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0927434 Feb 15 10:44:09.151985 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}, {'id': '84a81379-5df8-489a-9c28-5355ea60d410', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:b9:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871703af-396b-4862-8295-3a70d1fe8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:44:07Z', 'updated_at': '2022-02-15T10:44:07Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:44:09.168906 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-2986dd90-bd7e-41dc-b5a6-4075a92a5005 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 998 time: 0.0575063 Feb 15 10:44:09.178339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:44:09.187909 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:44:09.187909 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:43:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:44:09.223310 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-8c79327e-63c7-4307-9149-efac94167144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:09.224897 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-8c79327e-63c7-4307-9149-efac94167144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0490639 Feb 15 10:44:09.272737 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-f313b555-1275-458f-8a02-269bacdca429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:09.274354 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-f313b555-1275-458f-8a02-269bacdca429 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431347 Feb 15 10:44:09.371260 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-e066b7df-1f9e-4784-a64a-c5f878c4db3a service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 Feb 15 10:44:09.389354 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:44:09.467611 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-3fbce038-c184-4c42-835b-e4d5f0511132 req-cfdee31f-a7e1-438e-a5d0-8ba5e51d6df2 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893185 Feb 15 10:44:09.617794 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}, {'id': '84a81379-5df8-489a-9c28-5355ea60d410', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:b9:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871703af-396b-4862-8295-3a70d1fe8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:44:07Z', 'updated_at': '2022-02-15T10:44:07Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:44:09.644712 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3562a6-1414-4437-82cb-534e9bd7169d None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}, {'id': '84a81379-5df8-489a-9c28-5355ea60d410', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:b9:62:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871703af-396b-4862-8295-3a70d1fe8330', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:44:07Z', 'updated_at': '2022-02-15T10:44:07Z', 'revision_number': 0, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:44:09.831045 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172b3a0-9cc1-42b8-bce2-f579fe0733f4 None None] New status for floating IP 84a81379-5df8-489a-9c28-5355ea60d410: ACTIVE {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:44:14.903974 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:16.896176 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9090eee2-e0fc-4b84-9d12-aa077966b559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:17.567062 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:19.443100 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f05e4651-61c9-4d12-b879-8c7c3c488b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:20.630549 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:22.426908 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:22.666656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:31.991521 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-49b6ffcb-9995-4192-ad87-f5696128808c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0951054 Feb 15 10:44:32.076377 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-90176422-9820-4c5f-8b95-882ee03aabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:32.078108 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-90176422-9820-4c5f-8b95-882ee03aabbd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1096 time: 0.0456915 Feb 15 10:44:32.188595 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-dabf69f8-0932-4d3c-b0c3-1bb0d53309b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:32.190197 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-dabf69f8-0932-4d3c-b0c3-1bb0d53309b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0940204 Feb 15 10:44:32.255797 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-74b0a870-25a7-44bc-8810-f732055ec2ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 1000 time: 0.0585036 Feb 15 10:44:32.308981 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-12058f10-f07b-466f-a44f-d0f2a4bc094a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:32.310453 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-12058f10-f07b-466f-a44f-d0f2a4bc094a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0487359 Feb 15 10:44:32.357899 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-8b1444c9-e6a1-42ba-8612-0abe2d926dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:32.359393 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-8b1444c9-e6a1-42ba-8612-0abe2d926dc2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411959 Feb 15 10:44:32.448498 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-ed64ad13-5bf8-4558-87c5-2290fe4bae07 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827067 Feb 15 10:44:32.544365 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-64b2726b-e486-4f5e-930e-b7bae3f2ee62 req-368b55d0-e639-4ca9-8104-564bc13e7be1 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899692 Feb 15 10:44:42.214543 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:44:44.903287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:46.900627 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-6037ae86-ba53-4cf0-85ae-4a00363b75ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:47.569213 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:49.388928 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-5e3269b1-5afa-4b9d-972d-a6856cb2556e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442815 Feb 15 10:44:49.447066 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1765ce3a-8dbe-4895-810b-844b5768d7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:49.472646 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-d29d36fb-2fe9-41c0-996a-3660952588ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:49.474213 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-d29d36fb-2fe9-41c0-996a-3660952588ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1094 time: 0.0419850 Feb 15 10:44:49.581772 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-15d6d3a9-f55a-4278-92e8-5e70147cc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:49.583459 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-15d6d3a9-f55a-4278-92e8-5e70147cc60a service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0909014 Feb 15 10:44:49.646971 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-a14279e9-fbac-4770-8d1a-80328a7f7e59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 999 time: 0.0569358 Feb 15 10:44:49.697709 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-f1bd5849-e933-4575-8f81-d04960ab134d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:49.699175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-f1bd5849-e933-4575-8f81-d04960ab134d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0464318 Feb 15 10:44:49.746529 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-1b821a9d-8169-4ea2-af83-eb0f44543f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:44:49.748033 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-1b821a9d-8169-4ea2-af83-eb0f44543f10 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417395 Feb 15 10:44:49.835084 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-3c574d29-5db8-46fc-b544-d8073948ceb5 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802188 Feb 15 10:44:49.932360 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-b7948a1c-3c5b-46fa-b041-ba086f166e37 req-0842de02-8f9c-4e78-a84b-2c9c647cae3c service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905290 Feb 15 10:44:50.636441 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:52.430811 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:44:52.666863 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:14.892656 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:16.912790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08ee3853-2784-4c33-9506-e4ae0bb54012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:17.595625 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:19.213910 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:45:19.448855 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-689d3b0f-ce33-48e7-a239-8c92257944eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:20.636247 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:22.436241 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:22.670357 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:31.919705 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-c6e325df-8399-4d7c-b734-5fb9b3c07dd9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407603 Feb 15 10:45:32.000410 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-1483fb28-6627-4071-a742-3efb7fa90bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:32.001968 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-1483fb28-6627-4071-a742-3efb7fa90bd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1096 time: 0.0408201 Feb 15 10:45:32.108751 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-c5036c92-0961-4b03-a647-090f1f0bdda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:32.110265 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-c5036c92-0961-4b03-a647-090f1f0bdda7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.0891774 Feb 15 10:45:32.174148 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-e7525f8c-5787-4e1e-9e48-d287d322321d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 1000 time: 0.0573471 Feb 15 10:45:32.225079 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-08801de5-a180-4bc1-bdbb-976fc109c233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:32.226579 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-08801de5-a180-4bc1-bdbb-976fc109c233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0462623 Feb 15 10:45:32.272997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-11a68832-f466-4add-90aa-8749fd4c0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:32.275048 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-11a68832-f466-4add-90aa-8749fd4c0076 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406458 Feb 15 10:45:32.361146 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-4ed2f216-18d0-490c-bd9b-0c74e8f12e2b service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796852 Feb 15 10:45:32.463727 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7c275113-e277-44ad-b8b5-eedf67c94502 req-28ef7a83-d758-48d1-9eac-df161e4f2bda service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962963 Feb 15 10:45:44.901375 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:46.904376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-da95c543-08dc-44a8-92a8-726ce32c99c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:47.597662 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:49.450349 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-0d952dda-16db-4576-8192-85ee61387a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:50.641866 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:51.184962 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 details requested by agent hyperv_n-h1-825064-4 with host n-h1-825064-4 {{(pid=102360) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 15 10:45:51.296208 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:45:51.307332 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Returning: {'device': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'port_id': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'mac_address': 'fa:16:3e:b9:62:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102360) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 15 10:45:51.347163 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:51.360832 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f54cb727-92b5-4903-b332-3c3f8d505086 {{(pid=102360) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 15 10:45:51.384127 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:45:51.391293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:51.403720 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-dcee1a78-1166-4538-8cad-8318787afef5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476227 Feb 15 10:45:51.453131 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=6']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:45:51.460880 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.461225 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.461727 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.462278 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.462793 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.463123 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.463840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.463840 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.464176 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.464498 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.464838 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.465451 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:45:51.471503 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] get_ports_and_sgs() called for port_ids ['f54cb727-92b5-4903-b332-3c3f8d505086'] {{(pid=102360) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 15 10:45:51.514379 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-a6785bdd-3a02-43db-9134-52d417c04f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:51.515930 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-a6785bdd-3a02-43db-9134-52d417c04f5f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1094 time: 0.0535405 Feb 15 10:45:51.637700 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-979fe9b4-88e8-4210-b460-d6bf97bec100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:51.639359 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-979fe9b4-88e8-4210-b460-d6bf97bec100 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.1037681 Feb 15 10:45:51.740994 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-d8130a3a-4685-4eed-8791-061673116f40 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 999 time: 0.0938728 Feb 15 10:45:51.800222 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-a7cedf20-43f4-4221-b5ab-a2fc56071b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:51.802194 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-a7cedf20-43f4-4221-b5ab-a2fc56071b5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0542865 Feb 15 10:45:51.855415 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-279e5453-95b8-400e-9998-4054b4455775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:45:51.856851 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-279e5453-95b8-400e-9998-4054b4455775 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480068 Feb 15 10:45:51.960410 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-63b61762-1315-4b93-ad6d-114a17a78e13 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958564 Feb 15 10:45:52.071626 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-440cf8df-bee0-4c57-90da-b5db7c3d7fb2 req-5f0f50d2-a84e-40a9-a256-c47437d05de0 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049359 Feb 15 10:45:52.445084 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:52.676965 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:53.200836 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 up at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 15 10:45:53.259666 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.provisioning_blocks [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Provisioning complete for port f54cb727-92b5-4903-b332-3c3f8d505086 triggered by entity L2. {{(pid=102360) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 15 10:45:53.260047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-733851'] for port, provisioning_complete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:53.372216 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:53.400910 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:45:53.400910 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0033835b-672b-448c-b08b-6166d30c5d45" -d '{"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-plugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:45:53.430344 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:45:53.442638 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:45:53.479012 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e698dcb2-23df-45d7-9b79-0090714dc3b5 x-openstack-request-id: req-e698dcb2-23df-45d7-9b79-0090714dc3b5 {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:45:53.480064 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-plugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:45:53.480491 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e698dcb2-23df-45d7-9b79-0090714dc3b5 {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:45:53.481221 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'code': 200} Feb 15 10:45:53.526070 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=7']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:45:56.213651 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:46:00.925800 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55730) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:01.085856 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Deleting port 4ffbb8a8-3e97-4404-978a-c3af443a805d {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:01.086200 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.163529 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.163768 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.175203 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Calling delete_port for 4ffbb8a8-3e97-4404-978a-c3af443a805d owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:01.315401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.344264 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event deleted for resources: {'Port': ['ID=4ffbb8a8-3e97-4404-978a-c3af443a805d,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:01.356547 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.356993 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.357356 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.357673 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.357997 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.358316 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.358632 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.358945 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.359256 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.359567 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.359879 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.360189 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:01.413470 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.413859 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Floating IP 84a81379-5df8-489a-9c28-5355ea60d410 disassociated (deleted). External IP: 172.25.6.35, port: f54cb727-92b5-4903-b332-3c3f8d505086. Feb 15 10:46:01.625103 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:46:01.734043 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:46:01.738831 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:01.743973 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:46:01.753088 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:01.753693 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:01.766639 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-67c93cc8-e873-44c4-8717-9847a4ff1a4d tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "DELETE /v2.0/floatingips/84a81379-5df8-489a-9c28-5355ea60d410 HTTP/1.1" status: 204 len: 168 time: 0.8397343 Feb 15 10:46:01.767424 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:46:01.769946 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48" -d '{"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:46:01.831095 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fad824-ffe9-4bce-987d-eaf4f8e085fa x-openstack-request-id: req-e1fad824-ffe9-4bce-987d-eaf4f8e085fa {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:46:01.831923 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:46:01.832259 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1fad824-ffe9-4bce-987d-eaf4f8e085fa {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:46:01.832716 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'status': 'completed', 'code': 200} Feb 15 10:46:01.864045 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:01.900287 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-53463f06-9a7d-4113-8415-d72ace905c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:01.902767 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-53463f06-9a7d-4113-8415-d72ace905c4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 1096 time: 0.0474594 Feb 15 10:46:02.021227 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-605ac851-5ab3-4743-9395-238a96b692a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:02.022825 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-605ac851-5ab3-4743-9395-238a96b692a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.1132176 Feb 15 10:46:02.088171 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-d9c6e068-1f84-4c90-86fb-efaaae06f967 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 200 len: 217 time: 0.0578620 Feb 15 10:46:02.103760 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:02.134426 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:46:02.142607 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:02.143198 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:02.145635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e32db-4ef1-4160-bc86-80a89aac9fda req-c32ff04b-760b-4275-b92a-3c48a1d0af3f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:02.147119 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-775e32db-4ef1-4160-bc86-80a89aac9fda req-c32ff04b-760b-4275-b92a-3c48a1d0af3f tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 945 time: 0.1706648 Feb 15 10:46:02.155931 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-3dd2e74b-95f3-440c-a7cb-35d8f8d36363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:02.157394 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-3dd2e74b-95f3-440c-a7cb-35d8f8d36363 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0627847 Feb 15 10:46:02.251596 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:02.487746 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:02.504510 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-775e32db-4ef1-4160-bc86-80a89aac9fda req-449c030d-5a35-48a2-b606-45494809fabc tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501153 Feb 15 10:46:02.513761 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-4aa338b8-f15b-4ec4-a5ad-139c3659626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:02.515323 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-4aa338b8-f15b-4ec4-a5ad-139c3659626d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3510170 Feb 15 10:46:02.515897 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56a0816-e5ad-49af-8f0a-df1c09479265 None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_floatingips': [{'id': '273ad94d-945c-4e2b-92c5-281ca204204f', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'floating_ip_address': '172.25.6.195', 'floating_network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'router_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'port_id': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'mac_address': 'fa:16:3e:3a:1a:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-15T10:41:38Z', 'updated_at': '2022-02-15T10:41:40Z', 'revision_number': 1, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:46:02.615178 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-5319a2f7-1455-4910-8468-65f27dd4cbb6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913043 Feb 15 10:46:02.710337 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-2cbe451c-2fab-4d27-b95a-c7fadebe4b48 req-24dd7e19-5290-4bbf-8707-ebd945e86f3a service neutron] 10.222.0.36 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870142 Feb 15 10:46:02.749701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6809741-0e8c-4fcb-9e8e-e306a88775ad None None] New status for floating IP 84a81379-5df8-489a-9c28-5355ea60d410: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:46:03.263508 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:03.350313 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-633234'] for port, before_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:03.406164 n-d-825064-4 neutron-server[102360]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102360) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:46:03.408406 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bd7357ce21ef54496ebcdde6429902c471e6ee7680286536ad09425441041648" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89765da0-f707-4b03-89a6-c96afa64cceb" -d '{"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-unplugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102360) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:46:03.424189 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:03.431538 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783122181488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783121798539', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783121798557'] for port, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:03.469218 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 15 Feb 2022 10:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-defd41eb-c6a2-4edf-b46b-21c1b9ee6b2c x-openstack-request-id: req-defd41eb-c6a2-4edf-b46b-21c1b9ee6b2c {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:46:03.469500 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-unplugged", "status": "completed", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "code": 200}]} {{(pid=102360) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:46:03.469739 n-d-825064-4 neutron-server[102360]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-defd41eb-c6a2-4edf-b46b-21c1b9ee6b2c {{(pid=102360) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:46:03.470110 n-d-825064-4 neutron-server[102360]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'code': 200} Feb 15 10:46:03.502517 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Pushing event updated for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=8']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:03.531826 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-6feb0415-edcb-4675-9808-4b2cd1f33647 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:03.533386 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-6feb0415-edcb-4675-9808-4b2cd1f33647 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.36 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 943 time: 0.0533993 Feb 15 10:46:03.670821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855d3e88-edd6-48ed-bc40-3e263343865e req-fc5114d9-3a9e-48dd-bb22-ee878d41adcc tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:03.672322 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-855d3e88-edd6-48ed-bc40-3e263343865e req-fc5114d9-3a9e-48dd-bb22-ee878d41adcc tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=871703af-396b-4862-8295-3a70d1fe8330 HTTP/1.1" status: 200 len: 943 time: 0.0835476 Feb 15 10:46:03.695652 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Deleting port f54cb727-92b5-4903-b332-3c3f8d505086 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:03.696537 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:03.760446 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-855d3e88-edd6-48ed-bc40-3e263343865e req-08b6dd77-2d7d-4e55-ba38-5232ff08858e tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812795 Feb 15 10:46:03.802105 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] For port f54cb727-92b5-4903-b332-3c3f8d505086, host n-h1-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825064-4',level=0,port_id=f54cb727-92b5-4903-b332-3c3f8d505086,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:03.802465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:03.814566 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Calling delete_port for f54cb727-92b5-4903-b332-3c3f8d505086 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:03.942068 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:03.975630 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event deleted for resources: {'Port': ['ID=f54cb727-92b5-4903-b332-3c3f8d505086,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:04.001120 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.001467 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.001808 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.002132 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.002462 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.002788 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.003111 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.003432 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.003750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.004066 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.004385 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.004703 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825064-4 {{(pid=102358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 15 10:46:04.027600 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] No DVR routers for this DVR port f54cb727-92b5-4903-b332-3c3f8d505086 on host n-h1-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:04.030113 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:04.033414 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-27610c04-2c9c-4a53-a5ea-1f8d5fb5f0d3 req-dfe62351-94b9-4b1e-aad6-09dc954fa776 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.36 "DELETE /v2.0/ports/f54cb727-92b5-4903-b332-3c3f8d505086 HTTP/1.1" status: 204 len: 173 time: 0.4923117 Feb 15 10:46:04.033844 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-deleted', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:46:04.036419 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8c3329-7a2e-4abf-aae9-4b32dfb0a07c" -d '{"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-deleted", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:46:04.074170 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee30a19-9cb4-4b9e-9fd5-0f3441b70026 x-openstack-request-id: req-cee30a19-9cb4-4b9e-9fd5-0f3441b70026 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:46:04.074459 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "871703af-396b-4862-8295-3a70d1fe8330", "name": "network-vif-deleted", "tag": "f54cb727-92b5-4903-b332-3c3f8d505086", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:46:04.074703 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cee30a19-9cb4-4b9e-9fd5-0f3441b70026 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:46:04.075099 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '871703af-396b-4862-8295-3a70d1fe8330', 'name': 'network-vif-deleted', 'tag': 'f54cb727-92b5-4903-b332-3c3f8d505086', 'status': 'completed', 'code': 200} Feb 15 10:46:05.612898 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55794) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:05.771521 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Deleting port 3a13ac42-49c3-4b04-89c5-3aa391fe0098 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:05.771862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:05.850291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:05.850532 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:05.862024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Calling delete_port for 3a13ac42-49c3-4b04-89c5-3aa391fe0098 owned by network:floatingip {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:06.009955 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:06.041318 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event deleted for resources: {'Port': ['ID=3a13ac42-49c3-4b04-89c5-3aa391fe0098,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:06.100023 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for floatingip, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:06.100422 n-d-825064-4 neutron-server[102359]: INFO neutron.db.l3_db [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Floating IP 273ad94d-945c-4e2b-92c5-281ca204204f disassociated (deleted). External IP: 172.25.6.195, port: 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4. Feb 15 10:46:06.309282 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:46:06.415495 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:46:06.420262 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for floatingip, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:06.424743 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:46:06.434496 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:06.435105 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:06.446797 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-470ebd1e-4680-48d9-8a3a-fe7d6ad61dd4 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "DELETE /v2.0/floatingips/273ad94d-945c-4e2b-92c5-281ca204204f HTTP/1.1" status: 204 len: 168 time: 0.8328156 Feb 15 10:46:06.447363 n-d-825064-4 neutron-server[102359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:46:06.449709 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ef6e0c96e9cb5ec6af33dc8de2cad7057bb79ceb2b0f3714e0d9fcd0a050510" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88553dba-c0fa-46fc-a896-5268d5ad8aab" -d '{"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:46:06.489918 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 15 Feb 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca16246b-c794-4757-b6f5-3fc5094cce32 x-openstack-request-id: req-ca16246b-c794-4757-b6f5-3fc5094cce32 {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:46:06.491050 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "status": "completed", "code": 200}]} {{(pid=102359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:46:06.491384 n-d-825064-4 neutron-server[102359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca16246b-c794-4757-b6f5-3fc5094cce32 {{(pid=102359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:46:06.492023 n-d-825064-4 neutron-server[102359]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'status': 'completed', 'code': 200} Feb 15 10:46:06.563024 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-0fdbf1dd-b7b4-4c8b-af7f-2900965d2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:06.565355 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-0fdbf1dd-b7b4-4c8b-af7f-2900965d2d79 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 1094 time: 0.0488503 Feb 15 10:46:06.676416 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:06.706333 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-3ea5a310-a8c3-409b-b1d0-b2cbd7cb78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:06.707815 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-3ea5a310-a8c3-409b-b1d0-b2cbd7cb78d9 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 200 len: 911 time: 0.1288745 Feb 15 10:46:06.716834 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe906e-7988-429a-b95b-f1441a2295c0 req-81caf97b-598c-4734-b277-2b84183f62e1 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:06.718298 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7dfe906e-7988-429a-b95b-f1441a2295c0 req-81caf97b-598c-4734-b277-2b84183f62e1 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0755970 Feb 15 10:46:06.759744 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-7c98b8b8-bf50-4584-882c-a1db1f0790e8 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 200 len: 217 time: 0.0404902 Feb 15 10:46:06.822445 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-7dfe906e-7988-429a-b95b-f1441a2295c0 req-80860501-d30b-40ae-a8e0-f6a427b405c7 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962563 Feb 15 10:46:06.834559 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-52b75e38-c4d0-4597-a6cd-678d33a18a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:06.836098 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-52b75e38-c4d0-4597-a6cd-678d33a18a0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 200 len: 849 time: 0.0635822 Feb 15 10:46:06.886646 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:06.887269 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-fc27711a-cc67-4b99-945b-0c55986f6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:06.888879 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-fc27711a-cc67-4b99-945b-0c55986f6544 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b0b1d381-c49c-4da8-b027-9cb978ba1035&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446386 Feb 15 10:46:06.914047 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:46:06.923502 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:06.924173 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:06.989038 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-9e4dee0b-c011-441b-8677-8253a7745fd1 service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915747 Feb 15 10:46:07.030245 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:07.079661 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-88553dba-c0fa-46fc-a896-5268d5ad8aab req-24924150-25a9-4a42-9a41-e5fedcb2b7db service neutron] 10.222.0.72 "GET /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841815 Feb 15 10:46:07.225934 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:07.254918 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f63d7-55ae-4358-b46c-b73e9ad10b74 None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:41:18Z', 'revision_number': 4, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4', '_interfaces': [{'id': 'aa5db70c-6aba-4743-b28e-d7ffe76e5cf0', 'name': '', 'network_id': 'b0b1d381-c49c-4da8-b027-9cb978ba1035', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'mac_address': 'fa:16:3e:20:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:18Z', 'updated_at': '2022-02-15T10:41:22Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'subnets': [{'id': '906a2045-46d4-4f8b-9e80-a82c1ec29015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:46:07.263422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 no longer exists at agent hyperv_n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:07.287804 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] No Port match for: f54cb727-92b5-4903-b332-3c3f8d505086 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:07.288149 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Device f54cb727-92b5-4903-b332-3c3f8d505086 not bound to the agent host n-h1-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:07.470954 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ca316-be22-43bb-9ecf-a8dc28321e7d None None] New status for floating IP 273ad94d-945c-4e2b-92c5-281ca204204f: DOWN {{(pid=102360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 15 10:46:07.944907 n-d-825064-4 neutron-server[102359]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf53e18-3182-4d38-945a-8e805ee6a534 req-b851421b-a396-40fc-9efe-2e346062688c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102359) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:07.947062 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf53e18-3182-4d38-945a-8e805ee6a534 req-b851421b-a396-40fc-9efe-2e346062688c tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0523930 Feb 15 10:46:07.985878 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-0bf53e18-3182-4d38-945a-8e805ee6a534 req-427648d9-156a-4bbe-8a7f-b818b840ca11 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/security-groups?id=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327992 Feb 15 10:46:08.189694 n-d-825064-4 neutron-server[102358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af891-3783-4c10-af8b-24a5ec692d11 req-5ba3fd3e-29a5-4b12-8e1f-31e82ca5a7ad tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 15 10:46:08.191069 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-411af891-3783-4c10-af8b-24a5ec692d11 req-5ba3fd3e-29a5-4b12-8e1f-31e82ca5a7ad tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 943 time: 0.0490258 Feb 15 10:46:08.285094 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Deleting port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:08.285432 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:08.373757 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] For port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4, host n-h2-825064-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825064-4',level=0,port_id=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:08.374126 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:08.385877 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Calling delete_port for 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 owned by compute:nova {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:08.518153 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:08.550783 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event deleted for resources: {'Port': ['ID=5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:08.596214 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] No DVR routers for this DVR port 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 on host n-h2-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:08.598791 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50174'] for port, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:08.602827 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [req-411af891-3783-4c10-af8b-24a5ec692d11 req-f93755ee-4e0d-4ad1-8d84-2b550e171048 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.72 "DELETE /v2.0/ports/5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 HTTP/1.1" status: 204 len: 173 time: 0.4055855 Feb 15 10:46:08.603270 n-d-825064-4 neutron-server[102358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-deleted', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4'}] {{(pid=102358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 15 10:46:08.605603 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e7d01aa57b5eb0c871c69fee5852d81cda84aafc4737834358ea66e38d63c9c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae47c05-3050-4a27-8041-291b642f6a29" -d '{"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-deleted", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4"}]}' {{(pid=102358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 15 10:46:08.643566 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 15 Feb 2022 10:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c92d06b-ccd7-4132-ac1c-61b8b462e318 x-openstack-request-id: req-4c92d06b-ccd7-4132-ac1c-61b8b462e318 {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 15 10:46:08.643853 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "406624f8-ae1c-4232-9c3d-48d44b7dea17", "name": "network-vif-deleted", "tag": "5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4", "status": "completed", "code": 200}]} {{(pid=102358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 15 10:46:08.644101 n-d-825064-4 neutron-server[102358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c92d06b-ccd7-4132-ac1c-61b8b462e318 {{(pid=102358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 15 10:46:08.644499 n-d-825064-4 neutron-server[102358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '406624f8-ae1c-4232-9c3d-48d44b7dea17', 'name': 'network-vif-deleted', 'tag': '5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4', 'status': 'completed', 'code': 200} Feb 15 10:46:09.111962 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [req-4057c131-49d4-4290-9960-dec009dbac2a req-2b8cba8c-a51c-421d-b2c9-b2f8783793f6 tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "GET /v2.0/ports?device_id=406624f8-ae1c-4232-9c3d-48d44b7dea17 HTTP/1.1" status: 200 len: 210 time: 0.0334911 Feb 15 10:46:10.173518 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55812) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:10.230660 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:10.257079 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:10.318077 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:10.320652 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Notify callbacks [] for security_group, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:10.322415 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] 10.222.0.10 "DELETE /v2.0/security-groups/bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9 HTTP/1.1" status: 204 len: 168 time: 0.1479220 Feb 15 10:46:10.331587 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1610a17-f097-4597-b92b-41225208a31b tempest-TestSnapshotPattern-2068495329 tempest-TestSnapshotPattern-2068495329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1b25c6-51ee-40d0-816f-1f9f52a7dcf9,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:10.370224 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55818) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:10.711905 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:10.948952 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Deleting port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:10.949195 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:11.363232 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] For port aa5db70c-6aba-4743-b28e-d7ffe76e5cf0, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:11.363956 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:11.375767 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Calling delete_port for aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 owned by network:router_interface {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:11.565765 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:11.603597 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa5db70c-6aba-4743-b28e-d7ffe76e5cf0,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:11.771168 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:11.984332 n-d-825064-4 neutron-server[102359]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Router bfa8194d-50b1-4f5b-a566-cb358a1180a7 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102359) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:46:12.091290 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102359) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:46:12.097402 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-667800d2-e8a3-4af8-8096-0e53d40136d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/bfa8194d-50b1-4f5b-a566-cb358a1180a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256298 Feb 15 10:46:12.098826 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55824) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:12.099913 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Sync routers for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:46:12.110724 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:12.111363 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:12.206401 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks [] for router, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.219363 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: n-d-825064-4 {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:12.305517 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.362527 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Deleting port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:12.362862 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.395316 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64'}], 'enable_snat': True}, 'gw_port_id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:46:11Z', 'revision_number': 5, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port': {'id': '2b7c51d4-8f5c-4e62-9cca-3a92542d461f', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:62:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:16Z', 'updated_at': '2022-02-15T10:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:12.426721 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Checking router: bfa8194d-50b1-4f5b-a566-cb358a1180a7 for host: n-d-825064-4 {{(pid=102361) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:46:12.435739 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Routers {'bfa8194d-50b1-4f5b-a566-cb358a1180a7'} bound to L3 agent in host n-d-825064-4 {{(pid=102361) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:12.436339 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'], 'active': True} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:12.441671 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] For port 2b7c51d4-8f5c-4e62-9cca-3a92542d461f, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:12.442237 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.454794 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Calling delete_port for 2b7c51d4-8f5c-4e62-9cca-3a92542d461f owned by network:router_gateway {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:12.525663 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_dvr_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] Set router bfa8194d-50b1-4f5b-a566-cb358a1180a7 gateway port host: None {{(pid=102361) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:12.549994 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 no longer exists at agent hyperv_n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:12.571132 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] No Port match for: 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:12.572006 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Device 5bcfcd31-3d60-4cca-899c-d44d1d9aa6e4 not bound to the agent host n-h2-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:12.579105 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.l3_hamode_db [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:46:12Z', 'revision_number': 6, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port_host': None}], 'n-d-825064-4', False) {} {{(pid=102361) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:12.610795 n-d-825064-4 neutron-server[102361]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0eb47d-e4bb-4de0-9c25-c819bace769b None None] The sync data for ids ['bfa8194d-50b1-4f5b-a566-cb358a1180a7'] in n-d-825064-4 is: [{'id': 'bfa8194d-50b1-4f5b-a566-cb358a1180a7', 'name': 'tempest-TestSnapshotPattern-2124909953-router', 'tenant_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:15Z', 'updated_at': '2022-02-15T10:46:12Z', 'revision_number': 6, 'project_id': 'af35a03d09ff48f0a952ba2bcee4323e', 'gw_port_host': None}] {{(pid=102361) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:46:12.632380 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.664039 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b7c51d4-8f5c-4e62-9cca-3a92542d461f,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:12.723587 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.816950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.819116 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.862599 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.863235 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfa8194d-50b1-4f5b-a566-cb358a1180a7 {{(pid=102359) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:46:12.868361 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] Notify callbacks [] for router, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.869599 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-d880c7b5-c997-45f9-b62b-dfbece98d5cb admin admin] 10.222.0.10 "DELETE /v2.0/routers/bfa8194d-50b1-4f5b-a566-cb358a1180a7 HTTP/1.1" status: 204 len: 168 time: 0.7698243 Feb 15 10:46:12.872146 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55826) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:12.921254 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.db_base_plugin_v2 [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Deleting subnet 906a2045-46d4-4f8b-9e80-a82c1ec29015 {{(pid=102359) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:46:12.924291 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:12.959546 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9972813'] for subnet, precommit_delete_associations {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.046766 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.101157 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8808116', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12459270'] for subnet, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.131359 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=906a2045-46d4-4f8b-9e80-a82c1ec29015,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:13.135580 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.138870 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-0204f4a5-ff01-4d72-90d0-69d3a3923b57 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/906a2045-46d4-4f8b-9e80-a82c1ec29015 HTTP/1.1" status: 204 len: 168 time: 0.2657795 Feb 15 10:46:13.141391 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [-] (102359) accepted ('10.222.0.10', 55828) {{(pid=102359) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:13.143765 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033161d-6fed-49af-a404-25071d2da23c None None] Network b0b1d381-c49c-4da8-b027-9cb978ba1035 requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:46:13.210321 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.269610 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Deleting port aca7f54e-70a6-4ac6-9330-83245f917d72 {{(pid=102359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:13.269950 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.337598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.db [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] For port aca7f54e-70a6-4ac6-9330-83245f917d72, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=aca7f54e-70a6-4ac6-9330-83245f917d72,segment=NetworkSegment(f1bccb5d-87f4-48a9-a9cc-381ba8335ede),segment_id=f1bccb5d-87f4-48a9-a9cc-381ba8335ede)] {{(pid=102359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:13.337963 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.350375 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.plugin [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Calling delete_port for aca7f54e-70a6-4ac6-9330-83245f917d72 owned by network:dhcp {{(pid=102359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:13.402287 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] DHCP port deletion for b0b1d381-c49c-4da8-b027-9cb978ba1035 request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:46:13.434497 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8808007'] for port, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.453929 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Deleting port aca7f54e-70a6-4ac6-9330-83245f917d72 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:13.454205 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.463693 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Pushing event deleted for resources: {'Port': ['ID=aca7f54e-70a6-4ac6-9330-83245f917d72,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:13.465598 n-d-825064-4 neutron-server[102359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] No DVR routers for this DVR port aca7f54e-70a6-4ac6-9330-83245f917d72 on host n-d-825064-4 {{(pid=102359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:13.523422 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] For port aca7f54e-70a6-4ac6-9330-83245f917d72, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:13.524376 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.537116 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Calling delete_port for aca7f54e-70a6-4ac6-9330-83245f917d72 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:13.539939 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Port aca7f54e-70a6-4ac6-9330-83245f917d72 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 10:46:13.541229 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.542700 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.566153 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] Pushing event deleted for resources: {'Port': ['ID=aca7f54e-70a6-4ac6-9330-83245f917d72,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:13.571677 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2227219-cf39-469e-a1ab-42bf3564e473 None None] No DVR routers for this DVR port aca7f54e-70a6-4ac6-9330-83245f917d72 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:13.572355 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0b1d381-c49c-4da8-b027-9cb978ba1035']}} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:13.584524 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede') {'for_net_delete': True} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:13.585024 n-d-825064-4 neutron-server[102359]: DEBUG neutron.services.segments.db [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1bccb5d-87f4-48a9-a9cc-381ba8335ede') {} {{(pid=102359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:13.596845 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9972802'] for segment, before_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.611302 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.617568 n-d-825064-4 neutron-server[102359]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=102359) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:46:13.618872 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8807954'] for segment, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: Traceback (most recent call last): Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: timer() Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: cb(*args, **kw) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: return func(*args, **kwargs) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: self._notify() Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: self.callback(batched_events) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: event.method(event) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: return f(self, *a, **k) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: return self._get(url).json() Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: return self.request(url, 'GET', **kwargs) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:46:13.620246 n-d-825064-4 neutron-server[102359]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:46:13.681430 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:13.689754 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.695427 n-d-825064-4 neutron-server[102359]: DEBUG neutron_lib.callbacks.manager [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Notify callbacks [] for network, before_response {{(pid=102359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:13.700007 n-d-825064-4 neutron-server[102359]: INFO neutron.wsgi [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] 10.222.0.10 "DELETE /v2.0/networks/b0b1d381-c49c-4da8-b027-9cb978ba1035 HTTP/1.1" status: 204 len: 168 time: 0.5572126 Feb 15 10:46:13.703528 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55830) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:13.706764 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:13.707096 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aa5db70c-6aba-4743-b28e-d7ffe76e5cf0 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:13.707701 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2b7c51d4-8f5c-4e62-9cca-3a92542d461f no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:13.721727 n-d-825064-4 neutron-server[102359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c6009-deb3-4270-9d1c-39fc9ee9d66b admin admin] Pushing event deleted for resources: {'Network': ['ID=b0b1d381-c49c-4da8-b027-9cb978ba1035,revision_number=None']} {{(pid=102359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:13.729251 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 2b7c51d4-8f5c-4e62-9cca-3a92542d461f {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:13.729785 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 2b7c51d4-8f5c-4e62-9cca-3a92542d461f not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:13.730199 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aca7f54e-70a6-4ac6-9330-83245f917d72 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:13.748957 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: aca7f54e-70a6-4ac6-9330-83245f917d72 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:13.749294 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device aca7f54e-70a6-4ac6-9330-83245f917d72 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:14.066354 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826346'] for router_interface, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.304504 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Deleting port 0c680bfd-e1e2-420d-8111-d58aed80cb6e {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:14.304874 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.383198 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] For port 0c680bfd-e1e2-420d-8111-d58aed80cb6e, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=0c680bfd-e1e2-420d-8111-d58aed80cb6e,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:14.383465 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.395073 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Calling delete_port for 0c680bfd-e1e2-420d-8111-d58aed80cb6e owned by network:router_interface {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:14.568627 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.596395 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c680bfd-e1e2-420d-8111-d58aed80cb6e,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:14.758831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3785679', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3826374'] for router_interface, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.901234 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:14.984478 n-d-825064-4 neutron-server[102358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 has already been hosted by L3 agent 372b9f06-fe2c-486e-bc93-dc3e1cdbbd08 {{(pid=102358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 15 10:46:15.088422 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] Notify agent at l3_agent.n-d-825064-4 the message routers_updated {{(pid=102358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 15 10:46:15.093581 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-e7d83383-7af0-46d1-8fd6-fd342413000d admin admin] 10.222.0.10 "PUT /v2.0/routers/c516f9c8-3bff-4b3b-b640-c5b2100f69e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3877201 Feb 15 10:46:15.095821 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55832) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:15.098363 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Sync routers for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 15 10:46:15.109824 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:15.110447 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:15.216041 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:15.306670 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks [] for router, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:15.392482 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:46:14Z', 'revision_number': 5, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:15.421794 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Checking router: c516f9c8-3bff-4b3b-b640-c5b2100f69e5 for host: n-d-825064-4 {{(pid=102360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 15 10:46:15.432943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Routers {'c516f9c8-3bff-4b3b-b640-c5b2100f69e5'} bound to L3 agent in host n-d-825064-4 {{(pid=102360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 15 10:46:15.432943 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825064-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-15T09:15:19Z,description=,heartbeat_timestamp=2022-02-15T10:45:49Z,host='n-d-825064-4',id=372b9f06-fe2c-486e-bc93-dc3e1cdbbd08,load=0,resource_versions=,resources_synced=,started_at=2022-02-15T09:15:19Z,topic='l3_agent')) {'router_ids': ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'], 'active': True} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:15.543476 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvr_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] Set router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 gateway port host: n-d-825064-4 {{(pid=102360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 15 10:46:15.714876 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:15.741789 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_hamode_db [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:46:14Z', 'revision_number': 5, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}], 'n-d-825064-4', False) {} {{(pid=102360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:15.768946 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Deleting port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:15.769575 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:15.775720 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f649d4f0-686a-45a0-b5de-3aa1a3971b55 None None] The sync data for ids ['c516f9c8-3bff-4b3b-b640-c5b2100f69e5'] in n-d-825064-4 is: [{'id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'name': 'tempest-TestSnapshotPattern-900277235-router', 'tenant_id': '9e37e48ed0e442da85689e6bccf92028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'external_fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119'}], 'enable_snat': True}, 'gw_port_id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-15T10:41:20Z', 'updated_at': '2022-02-15T10:46:14Z', 'revision_number': 5, 'project_id': '9e37e48ed0e442da85689e6bccf92028', 'gw_port': {'id': 'c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89', 'name': '', 'network_id': '15f4941e-d96a-4647-963e-cfdc4a3cca09', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c516f9c8-3bff-4b3b-b640-c5b2100f69e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'ip_address': '172.25.6.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825064-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-15T10:41:21Z', 'updated_at': '2022-02-15T10:41:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2e80f626-e767-4a44-a2eb-896c82a75630', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825064-4'}] {{(pid=102360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 15 10:46:15.848767 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] For port c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,segment=NetworkSegment(51ea481a-ba49-422c-b2f0-bf3c06e80046),segment_id=51ea481a-ba49-422c-b2f0-bf3c06e80046)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:15.849161 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:15.861179 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Calling delete_port for c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 owned by network:router_gateway {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:16.021760 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.049203 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:16.112247 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3808100'] for router_gateway, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.208037 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3808647', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-58242'] for router, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.210310 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.254218 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3808745'] for router, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.254661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c516f9c8-3bff-4b3b-b640-c5b2100f69e5 {{(pid=102358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 15 10:46:16.260418 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] Notify callbacks [] for router, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.264163 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-2cc4a1d3-4e01-406f-adec-27222bb5fd5a admin admin] 10.222.0.10 "DELETE /v2.0/routers/c516f9c8-3bff-4b3b-b640-c5b2100f69e5 HTTP/1.1" status: 204 len: 168 time: 1.1649723 Feb 15 10:46:16.264362 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55836) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:16.312097 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Deleting subnet 09f62eb3-6024-44ef-a703-a1081388bbcb {{(pid=102358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Feb 15 10:46:16.315100 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.350570 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9317481'] for subnet, precommit_delete_associations {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.430749 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-736068'] for subnet, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.487980 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-736127', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3673551', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9224505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8808072'] for subnet, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.513607 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f62eb3-6024-44ef-a703-a1081388bbcb,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:16.518399 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.522117 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-b87fe22a-fb5c-4698-8fec-304ba8761fe5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/09f62eb3-6024-44ef-a703-a1081388bbcb HTTP/1.1" status: 204 len: 168 time: 0.2567849 Feb 15 10:46:16.524136 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031fcc7-71cb-4c6e-9983-2334f7540ca4 None None] Network c2e65099-52cc-4614-bf0d-6a1fb69ffa7d requested from n-d-825064-4 {{(pid=102360) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Feb 15 10:46:16.525055 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55838) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:16.591637 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-660045'] for network, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.647625 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Deleting port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 {{(pid=102358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:16.648057 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.714853 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.db [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] For port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host n-d-825064-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825064-4',level=0,port_id=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,segment=NetworkSegment(82ceee1a-e7bd-49f2-9821-eabb1c57486d),segment_id=82ceee1a-e7bd-49f2-9821-eabb1c57486d)] {{(pid=102358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:16.715117 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.727964 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Calling delete_port for 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 owned by network:dhcp {{(pid=102358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:16.786499 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] DHCP port deletion for c2e65099-52cc-4614-bf0d-6a1fb69ffa7d request from n-d-825064-4 {{(pid=102360) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Feb 15 10:46:16.816125 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9224650'] for port, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.837756 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Deleting port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 {{(pid=102360) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Feb 15 10:46:16.838126 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783122180702'] for port, before_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.846520 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:16.850127 n-d-825064-4 neutron-server[102358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] No DVR routers for this DVR port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 on host n-d-825064-4 {{(pid=102358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:16.917305 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.db [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] For port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2, host n-d-825064-4, got binding levels [] {{(pid=102360) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 15 10:46:16.917697 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3808700'] for port, precommit_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.923640 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-736486', 'neutron.services.segments.db._delete_segments_for_network-8783122105128'] for network, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.928047 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-66d3e02f-dc8a-4372-9de1-d0507cbfb8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.933113 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Calling delete_port for 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 owned by network:dhcp {{(pid=102360) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2032}} Feb 15 10:46:16.935816 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.ipam_backend_mixin [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 was not found and therefore no delete operation was performed {{(pid=102360) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 15 10:46:16.937439 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-633165', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-251602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783122181461', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783121798530'] for port, after_delete {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.946545 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e65099-52cc-4614-bf0d-6a1fb69ffa7d']}} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:16.955706 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ceee1a-e7bd-49f2-9821-eabb1c57486d') {'for_net_delete': True} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:16.955997 n-d-825064-4 neutron-server[102358]: DEBUG neutron.services.segments.db [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ceee1a-e7bd-49f2-9821-eabb1c57486d') {} {{(pid=102358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 15 10:46:16.964610 n-d-825064-4 neutron-server[102360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] Pushing event deleted for resources: {'Port': ['ID=5e86aaf4-fae5-4091-a91f-0a8c98b962b2,revision_number=None']} {{(pid=102360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:16.968144 n-d-825064-4 neutron-server[102360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67363e8-7c2d-43e8-89ba-8a3deffecb8a None None] No DVR routers for this DVR port 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 on host n-d-825064-4 {{(pid=102360) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 15 10:46:16.974530 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783122309268', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9317478'] for segment, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.989831 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390'] for segment, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.996009 n-d-825064-4 neutron-server[102358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 15 10:46:16.996406 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-732390', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9224607'] for segment, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: Traceback (most recent call last): Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: timer() Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: cb(*args, **kw) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: return func(*args, **kwargs) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: self._notify() Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: self.callback(batched_events) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: event.method(event) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: aggregate_uuid = self.p_client.list_aggregates( Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: return f(self, *a, **k) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: return self._get(url).json() Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: return self.request(url, 'GET', **kwargs) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: base_url = self.get_endpoint(auth, allow=allow, Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 15 10:46:16.998200 n-d-825064-4 neutron-server[102358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 15 10:46:17.057212 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-736495', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699888', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3785718', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3808088'] for network, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.064590 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Notify callbacks [] for network, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.067872 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c2e65099-52cc-4614-bf0d-6a1fb69ffa7d HTTP/1.1" status: 204 len: 168 time: 0.5418899 Feb 15 10:46:17.079945 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ee88-2db2-4a17-a0cc-e981e2f44982 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e65099-52cc-4614-bf0d-6a1fb69ffa7d,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:17.175661 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55842) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:17.215822 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-07fb7b60-a6e2-4fde-b2ab-950fda3362a5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af35a03d09ff48f0a952ba2bcee4323e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389552 Feb 15 10:46:17.218246 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55844) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:17.264409 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.285524 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.333573 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.336700 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.337884 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c508eac-0578-43a6-8e39-90edeb721b02 HTTP/1.1" status: 204 len: 168 time: 0.1187539 Feb 15 10:46:17.345750 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbb3c4e-c049-4342-aec3-45a921652b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c508eac-0578-43a6-8e39-90edeb721b02,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:17.611307 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.668322 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:17.673986 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55850) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:17.691558 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:17.692174 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 5e86aaf4-fae5-4091-a91f-0a8c98b962b2 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:17.692777 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c680bfd-e1e2-420d-8111-d58aed80cb6e no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:17.715922 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: 0c680bfd-e1e2-420d-8111-d58aed80cb6e {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:17.716260 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device 0c680bfd-e1e2-420d-8111-d58aed80cb6e not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:17.716881 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 no longer exists at agent ovs-agent-n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 15 10:46:17.719175 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-586c92d5-7267-40d3-944a-fa9241fd5820 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e37e48ed0e442da85689e6bccf92028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439465 Feb 15 10:46:17.721635 n-d-825064-4 neutron-server[102358]: DEBUG neutron.wsgi [-] (102358) accepted ('10.222.0.10', 55852) {{(pid=102358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Feb 15 10:46:17.737491 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.plugin [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] No Port match for: c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 {{(pid=102360) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2290}} Feb 15 10:46:17.737827 n-d-825064-4 neutron-server[102360]: DEBUG neutron.plugins.ml2.rpc [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Device c7d2e77f-0eb1-4f04-aac5-01bf89dc7c89 not bound to the agent host n-d-825064-4 {{(pid=102360) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 15 10:46:17.771215 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.792474 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.837395 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3699937'] for security_group, after_delete {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.839935 n-d-825064-4 neutron-server[102358]: DEBUG neutron_lib.callbacks.manager [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=102358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:17.841106 n-d-825064-4 neutron-server[102358]: INFO neutron.wsgi [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04b8e289-507d-410c-a7c4-f14eb7cd3418 HTTP/1.1" status: 204 len: 168 time: 0.1184990 Feb 15 10:46:17.848988 n-d-825064-4 neutron-server[102358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432afac7-9369-49f8-929c-3903793275a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b8e289-507d-410c-a7c4-f14eb7cd3418,revision_number=None']} {{(pid=102358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 15 10:46:19.453248 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d9d229d6-2f95-4100-a644-6878cec5e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:20.641453 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:22.438146 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:22.676024 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:33.212697 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:46:44.918840 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:46.917729 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a545cc61-eafd-483c-9a90-53a2bb53b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:47.617065 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:49.456728 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f03bfba5-8d32-4149-b165-39f16090552a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:50.644261 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:52.446025 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:46:52.679606 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:10.212530 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:47:14.920635 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:16.912131 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-08352a3a-c08e-47dd-b7f6-e61c99cab3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:17.623262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:19.463235 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-98d23838-a1ea-49e6-b94e-8ab54782e878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:20.647158 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:22.439275 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:22.682329 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:44.931255 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:46.919199 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-37a21c9b-9a34-4117-aa55-dd57897552ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:47.212604 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:47:47.646622 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:49.456098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d2d7543c-b1fd-48ce-89d6-fe1f1d6b263a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:50.650262 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:52.446214 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:47:52.685293 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:14.930112 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:16.913373 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-9133f60f-a8f8-4479-a010-02d5bb84006f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:17.653743 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:19.459218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-5d94030f-3fc6-4caa-b5f4-0dbd323b27e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:20.653337 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:22.440354 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:22.693847 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:24.212370 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:48:44.932192 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:46.915792 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-89411476-96e2-45b8-ac7f-814e5eee0d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:47.660949 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:49.461481 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3bc0757c-62ab-4810-a3b9-fa73ecf86432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:50.655767 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:52.445982 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:48:52.691648 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:01.212114 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:49:14.925167 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:16.919015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-05343c6b-2c89-441a-98d1-8f0c01fdb150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:17.670327 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:19.462421 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b8d82087-fd16-4782-8858-5267545ee749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:20.659203 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:22.449397 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:22.693009 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:38.211302 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:49:44.930218 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:46.922501 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-853ef858-d754-471a-8ef6-d411e8e11ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:47.659812 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:49.463603 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-eddfd7cc-8f5f-4051-acae-267560158bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:50.661998 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:52.452171 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:49:52.698732 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:14.917733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:15.210144 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:50:16.925992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-1d030ffc-c050-498b-9b82-e71dff9d36f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:17.681659 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:19.466159 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-72e2dedd-596f-4dc4-9b9b-9dfe6d26cb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:20.667219 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:22.457018 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:22.697790 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:44.944164 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:46.928309 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-7789ac23-181a-401a-9ece-01211f315de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:47.673015 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:49.467486 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-04e7fed1-c693-42b0-9298-86cde72cbdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:50.668358 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:52.208866 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:50:52.457696 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:50:52.700565 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:14.939046 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:16.930827 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-88756657-c273-4b20-a65c-d9ceab09549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:17.694076 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:19.470408 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-2935e324-8e76-4f59-9bd2-d3b57b6c073d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:20.672070 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:22.459420 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:22.702230 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:29.208035 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:51:44.966055 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:46.932040 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-776042bb-6d5d-49dd-836a-3d86c3951825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:47.693826 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:49.472518 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-950ca3c0-592a-4507-8320-dccb3afa6b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:50.674917 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:52.463654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:51:52.704844 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:06.206221 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:52:14.985048 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:16.933381 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f00dd75a-e36a-4fbf-8d4a-1a25627a7f5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:17.708641 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:19.473098 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c1992c26-47a4-4556-a72d-a50bd38a9424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:20.676798 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:22.467951 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:22.706678 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:43.205265 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:52:44.983868 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:46.934388 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a1b10cb4-5e41-4079-bc88-948365a7a6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:47.701221 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:49.475203 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-3e29f08d-7bf3-4d79-af46-8c11315f156c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:50.679548 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:52.469744 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:52:52.710029 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:14.982274 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:16.938074 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-844c1341-1e79-4efd-bd07-56c7aed2ae39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:17.722973 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:19.476287 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-12c7ad83-00d6-4b88-a2b5-efe2164a1dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:20.204390 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:53:20.681768 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:22.471815 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:22.713286 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:44.997663 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:46.938703 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-dda913ba-a917-4bcd-8767-e7db632cd5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:47.723936 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:49.478730 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-d464abdd-7c0b-491c-9688-ef4d60e4f1d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:50.684764 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:52.472992 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:52.716147 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:53:57.203480 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:54:15.011733 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:16.940966 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-4657d760-0a53-4462-9af5-8b1570dbf7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:17.721315 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b41d09d2-5ff2-40e5-aa76-28c1950324b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:19.482654 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-f404c53b-beec-48ba-a56b-81e4fd804d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:20.687862 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-bb275e1a-488a-4c08-9482-0192a5cc5159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:22.475361 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-a9ebe7f4-81cf-4e4b-81e1-71ebfbcfa0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:22.718785 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-b72e6b08-9be7-4380-8637-34a2cbb459ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 15 10:54:28.697702 n-d-825064-4 neutron-server[102359]: DEBUG neutron.wsgi [req-425895a3-53e7-44f5-9a01-39fb9cf04f3d req-b6655947-7f45-4ab1-9c70-57da074b2edb service neutron] (102359) timed out ('10.222.0.10', 53676) {{(pid=102359) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Feb 15 10:54:34.202959 n-d-825064-4 neutron-server[102361]: DEBUG neutron.db.agents_db [None req-1191fed3-24da-4d2e-befa-3c89c7178303 None None] Agent healthcheck: found 7 active agents {{(pid=102361) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 15 10:54:45.012871 n-d-825064-4 neutron-server[102360]: DEBUG neutron_lib.callbacks.manager [None req-c9245140-785a-4bee-98d5-0a8e03c8aae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783122104450', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-733736'] for agent, after_update {{(pid=102360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}